Files
punktfunk/crates/pyrowave-sys/vendor/pyrowave/bench.cpp
T
enricobuehler 4c3b11445c feat(host): vendor PyroWave + minimal Granite subset as crates/pyrowave-sys
Phase 0 of design/pyrowave-codec-plan.md — the opt-in wired-LAN ultra-low-
latency codec. Vendored at upstream 509e4f88 (API 0.4.0, Granite 44362775,
volk + vulkan-headers pins in PUNKTFUNK-VENDOR.txt), pruned to the 6.6 MB
the standalone no-renderer build needs; scripts/vendor-pyrowave.sh
reproduces the tree (a pin bump is protocol-affecting, plan §4.2).

build.rs drives the wrapper CMakeLists (static archives incl. a static
C-API lib upstream only ships shared) + bindgen over pyrowave.h; Linux and
Windows only, empty stub elsewhere (Apple gets a native Metal port, §4.7).
Offline-safe by construction: no network, no system lib, vendored Vulkan
headers — same model as the opus dep (flatpak builder has no network).

Phase-0 validation on .21 (RTX 5070 Ti, driver 610.43.03):
- upstream pyrowave-c-test + interop test (incl. dmabuf/DRM-modifier
  Vulkan<->Vulkan) pass, from the pristine AND the pruned tree
- GPU kernel times at ~1.6 bpp noise: encode/decode 0.090/0.042 ms @800p,
  0.146/0.067 @1080p, 0.226/0.103 @1440p, 0.477/0.201 @4K — order of
  magnitude under NVENC's 1-2 ms retrieve, CBR lands within ~100 B of
  target
- cargo test -p pyrowave-sys green (static link + API-version pin check)

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2026-07-15 00:35:10 +02:00

256 lines
8.4 KiB
C++

// Copyright (c) 2025 Hans-Kristian Arntzen
// SPDX-License-Identifier: MIT
#include <string.h>
#include "global_managers_init.hpp"
#include "device.hpp"
#include "context.hpp"
#include "pyrowave_encoder.hpp"
#include "pyrowave_decoder.hpp"
#include "yuv4mpeg.hpp"
#include "shaders/slangmosh.hpp"
using namespace Granite;
using namespace Vulkan;
static std::vector<uint8_t> example_payload;
static void run_decoder_test(Device &device, PyroWave::Decoder &dec, const PyroWave::ViewBuffers &output)
{
for (uint32_t i = 0; i < 10000; i++)
{
dec.clear();
dec.push_packet(example_payload.data(), example_payload.size());
if (!dec.decode_is_ready(false))
return;
auto cmd = device.request_command_buffer();
cmd->begin_barrier_batch();
for (auto &plane: output.planes)
{
if (PyroWave::Decoder::device_prefers_fragment_path(device))
{
cmd->image_barrier(plane->get_image(), VK_IMAGE_LAYOUT_UNDEFINED, VK_IMAGE_LAYOUT_ATTACHMENT_OPTIMAL,
VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT, 0,
VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT,
VK_ACCESS_2_COLOR_ATTACHMENT_WRITE_BIT);
}
else
{
cmd->image_barrier(plane->get_image(), VK_IMAGE_LAYOUT_UNDEFINED, VK_IMAGE_LAYOUT_GENERAL,
VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, 0,
VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_ACCESS_2_SHADER_STORAGE_WRITE_BIT);
}
}
cmd->end_barrier_batch();
auto start_ts = cmd->write_timestamp(VK_PIPELINE_STAGE_ALL_COMMANDS_BIT);
dec.decode(*cmd, output);
auto end_ts = cmd->write_timestamp(VK_PIPELINE_STAGE_ALL_COMMANDS_BIT);
device.register_time_interval("GPU", std::move(start_ts), std::move(end_ts), "Overall Decode");
device.submit(cmd);
device.next_frame_context();
//LOGI("Submitted decoder frame %05u ...\n", i);
}
}
static void run_encoder_test(Device &device,
PyroWave::Encoder &enc,
const PyroWave::ViewBuffers &inputs)
{
BufferCreateInfo buffer_info = {};
buffer_info.usage = VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_TRANSFER_SRC_BIT;
constexpr uint32_t bitstream_size = 500000;
buffer_info.size = enc.get_meta_required_size();
buffer_info.domain = BufferDomain::Device;
auto meta = device.create_buffer(buffer_info);
buffer_info.domain = BufferDomain::CachedHost;
auto meta_host = device.create_buffer(buffer_info);
buffer_info.size = bitstream_size + 2 * enc.get_meta_required_size();
buffer_info.domain = BufferDomain::Device;
auto bitstream = device.create_buffer(buffer_info);
buffer_info.domain = BufferDomain::CachedHost;
auto bitstream_host = device.create_buffer(buffer_info);
PyroWave::Encoder::BitstreamBuffers buffers = {};
buffers.meta.buffer = meta.get();
buffers.meta.size = meta->get_create_info().size;
buffers.bitstream.buffer = bitstream.get();
buffers.bitstream.size = bitstream->get_create_info().size;
buffers.target_size = bitstream_size;
Fence fence;
for (uint32_t i = 0; i < 10000; i++)
{
auto cmd = device.request_command_buffer(CommandBuffer::Type::AsyncCompute);
auto start_ts = cmd->write_timestamp(VK_PIPELINE_STAGE_ALL_COMMANDS_BIT);
enc.encode(*cmd, inputs, buffers);
cmd->barrier(VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_ACCESS_2_SHADER_STORAGE_WRITE_BIT,
VK_PIPELINE_STAGE_2_COPY_BIT, VK_ACCESS_2_TRANSFER_READ_BIT);
auto end_ts = cmd->write_timestamp(VK_PIPELINE_STAGE_ALL_COMMANDS_BIT);
device.register_time_interval("GPU", std::move(start_ts), std::move(end_ts), "Overall Encode");
start_ts = cmd->write_timestamp(VK_PIPELINE_STAGE_ALL_COMMANDS_BIT);
cmd->copy_buffer(*bitstream_host, *bitstream);
cmd->copy_buffer(*meta_host, *meta);
cmd->barrier(VK_PIPELINE_STAGE_2_COPY_BIT, VK_ACCESS_TRANSFER_WRITE_BIT,
VK_PIPELINE_STAGE_HOST_BIT | VK_PIPELINE_STAGE_2_COMPUTE_SHADER_BIT,
VK_ACCESS_HOST_READ_BIT);
end_ts = cmd->write_timestamp(VK_PIPELINE_STAGE_ALL_COMMANDS_BIT);
device.register_time_interval("GPU", std::move(start_ts), std::move(end_ts), "Bitstream Readback");
fence.reset();
device.submit(cmd, &fence);
device.next_frame_context();
//LOGI("Submitted encoder frame %05u ...\n", i);
}
fence->wait();
PyroWave::Encoder::Packet packet = {};
example_payload.resize(500000);
auto num_packets = enc.compute_num_packets(device.map_host_buffer(*meta_host, MEMORY_ACCESS_READ_BIT), 500000);
(void)num_packets;
assert(num_packets == 1);
enc.packetize(&packet, 500000, example_payload.data(), example_payload.size(),
device.map_host_buffer(*meta_host, MEMORY_ACCESS_READ_BIT),
device.map_host_buffer(*bitstream_host, MEMORY_ACCESS_READ_BIT));
example_payload.resize(packet.size);
}
struct YCbCrImages
{
Vulkan::ImageHandle images[3];
PyroWave::ViewBuffers views;
};
static YCbCrImages create_ycbcr_images(Device &device, int width, int height, VkFormat fmt, PyroWave::ChromaSubsampling chroma)
{
YCbCrImages images;
auto info = ImageCreateInfo::immutable_2d_image(width, height, fmt);
info.usage = VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT |
VK_IMAGE_USAGE_STORAGE_BIT | VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
info.initial_layout = VK_IMAGE_LAYOUT_UNDEFINED;
images.images[0] = device.create_image(info);
device.set_name(*images.images[0], "Y");
if (chroma == PyroWave::ChromaSubsampling::Chroma420)
{
info.width >>= 1;
info.height >>= 1;
}
images.images[1] = device.create_image(info);
device.set_name(*images.images[1], "Cb");
images.images[2] = device.create_image(info);
device.set_name(*images.images[2], "Cr");
for (int i = 0; i < 3; i++)
images.views.planes[i] = &images.images[i]->get_view();
return images;
}
static void run_vulkan_test(Device &device, const char *in_path)
{
YUV4MPEGFile input;
if (!input.open_read(in_path))
return;
auto width = input.get_width();
auto height = input.get_height();
auto fmt = YUV4MPEGFile::format_to_bytes_per_component(input.get_format()) == 2 ? VK_FORMAT_R16_UNORM : VK_FORMAT_R8_UNORM;
auto chroma = YUV4MPEGFile::format_has_subsampling(input.get_format()) ? PyroWave::ChromaSubsampling::Chroma420 : PyroWave::ChromaSubsampling::Chroma444;
auto inputs = create_ycbcr_images(device, width, height, fmt, chroma);
PyroWave::Encoder enc;
PyroWave::Decoder dec;
if (!enc.init(&device, width, height, chroma))
return;
if (!dec.init(&device, width, height, chroma, PyroWave::Decoder::device_prefers_fragment_path(device)))
return;
if (!input.begin_frame())
return;
auto cmd = device.request_command_buffer();
for (int i = 0; i < 3; i++)
{
cmd->image_barrier(*inputs.images[i], VK_IMAGE_LAYOUT_UNDEFINED, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
0, 0,
VK_PIPELINE_STAGE_2_COPY_BIT, VK_ACCESS_2_TRANSFER_WRITE_BIT);
}
for (int i = 0; i < 3; i++)
{
auto *y = cmd->update_image(*inputs.images[i]);
if (!input.read(y, inputs.images[i]->get_width() * inputs.images[i]->get_height()))
{
LOGE("Failed to read plane.\n");
device.submit_discard(cmd);
return;
}
}
for (int i = 0; i < 3; i++)
{
cmd->image_barrier(*inputs.images[i], VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, VK_IMAGE_LAYOUT_READ_ONLY_OPTIMAL,
VK_PIPELINE_STAGE_2_COPY_BIT, VK_ACCESS_2_TRANSFER_WRITE_BIT,
VK_PIPELINE_STAGE_2_COMPUTE_SHADER_BIT, VK_ACCESS_2_SHADER_SAMPLED_READ_BIT);
}
device.submit(cmd);
run_encoder_test(device, enc, inputs.views);
for (int i = 0; i < 4; i++)
device.next_frame_context();
device.timestamp_log([](const std::string &tag, const TimestampIntervalReport &report)
{
LOGI("%s -> %.3f us avg\n", tag.c_str(), report.time_per_frame_context * 1e6);
});
device.timestamp_log_reset();
run_decoder_test(device, dec, inputs.views);
for (int i = 0; i < 4; i++)
device.next_frame_context();
device.timestamp_log([](const std::string &tag, const TimestampIntervalReport &report)
{
LOGI("%s -> %.3f us avg\n", tag.c_str(), report.time_per_frame_context * 1e6);
});
device.timestamp_log_reset();
}
static void run_vulkan_test(const char *in_path)
{
if (!Context::init_loader(nullptr))
return;
Context ctx;
if (!ctx.init_instance_and_device(nullptr, 0, nullptr, 0, CONTEXT_CREATION_ENABLE_PUSH_DESCRIPTOR_BIT))
return;
Device dev;
dev.set_context(ctx);
run_vulkan_test(dev, in_path);
}
int main(int argc, char **argv)
{
if (argc != 2)
return EXIT_FAILURE;
run_vulkan_test(argv[1]);
}