Files
punktfunk/crates/pyrowave-sys/vendor/pyrowave/pyrowave_common.hpp
T
enricobuehler 4c3b11445c feat(host): vendor PyroWave + minimal Granite subset as crates/pyrowave-sys
Phase 0 of design/pyrowave-codec-plan.md — the opt-in wired-LAN ultra-low-
latency codec. Vendored at upstream 509e4f88 (API 0.4.0, Granite 44362775,
volk + vulkan-headers pins in PUNKTFUNK-VENDOR.txt), pruned to the 6.6 MB
the standalone no-renderer build needs; scripts/vendor-pyrowave.sh
reproduces the tree (a pin bump is protocol-affecting, plan §4.2).

build.rs drives the wrapper CMakeLists (static archives incl. a static
C-API lib upstream only ships shared) + bindgen over pyrowave.h; Linux and
Windows only, empty stub elsewhere (Apple gets a native Metal port, §4.7).
Offline-safe by construction: no network, no system lib, vendored Vulkan
headers — same model as the opus dep (flatpak builder has no network).

Phase-0 validation on .21 (RTX 5070 Ti, driver 610.43.03):
- upstream pyrowave-c-test + interop test (incl. dmabuf/DRM-modifier
  Vulkan<->Vulkan) pass, from the pristine AND the pruned tree
- GPU kernel times at ~1.6 bpp noise: encode/decode 0.090/0.042 ms @800p,
  0.146/0.067 @1080p, 0.226/0.103 @1440p, 0.477/0.201 @4K — order of
  magnitude under NVENC's 1-2 ms retrieve, CBR lands within ~100 B of
  target
- cargo test -p pyrowave-sys green (static link + API-version pin check)

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2026-07-15 00:35:10 +02:00

222 lines
4.5 KiB
C++

// Copyright (c) 2025 Hans-Kristian Arntzen
// SPDX-License-Identifier: MIT
#pragma once
#include <stdint.h>
#include "device.hpp"
#include "buffer.hpp"
#include "image.hpp"
#include "pyrowave_config.hpp"
#include "shaders/slangmosh.hpp"
namespace PyroWave
{
struct BitstreamPacket
{
uint32_t offset_u32;
uint32_t num_words;
};
struct BitstreamHeader
{
uint16_t ballot;
uint16_t payload_words : 12;
uint16_t sequence : 3;
uint16_t extended : 1;
uint32_t quant_code : 8;
uint32_t block_index : 24;
};
static_assert(sizeof(BitstreamHeader) == 8, "BitstreamHeader is not 8 bytes.");
enum
{
BITSTREAM_EXTENDED_CODE_START_OF_FRAME = 0,
};
enum
{
CHROMA_RESOLUTION_420 = 0,
CHROMA_RESOLUTION_444 = 1
};
enum
{
CHROMA_SITING_CENTER = 0,
CHROMA_SITING_LEFT = 1
};
enum
{
YCBCR_RANGE_FULL = 0,
YCBCR_RANGE_LIMITED = 1
};
enum
{
COLOR_PRIMARIES_BT709 = 0,
COLOR_PRIMARIES_BT2020 = 1
};
enum
{
YCBCR_TRANSFORM_BT709 = 0,
YCBCR_TRANSFORM_BT2020 = 1
};
enum
{
TRANSFER_FUNCTION_BT709 = 0,
TRANSFER_FUNCTION_PQ = 1
};
static constexpr uint32_t SequenceCountMask = 0x7;
struct BitstreamSequenceHeader
{
uint32_t width_minus_1 : 14;
uint32_t height_minus_1 : 14;
uint32_t sequence : 3;
uint32_t extended : 1;
uint32_t total_blocks : 24;
uint32_t code : 2;
uint32_t chroma_resolution : 1;
uint32_t color_primaries : 1;
uint32_t transfer_function : 1;
uint32_t ycbcr_transform : 1;
uint32_t ycbcr_range : 1;
uint32_t chroma_siting : 1;
};
static_assert(sizeof(BitstreamSequenceHeader) == 8, "BitstreamSequenceHeader is not 8 bytes.");
struct QuantStats
{
uint16_t square_error_fp16;
uint16_t encode_cost_bits;
};
struct BlockStats
{
uint32_t num_planes;
QuantStats stats[15];
};
static_assert(sizeof(BlockStats) == 64, "BlockStats is not 64 bytes.");
struct BlockMeta
{
uint32_t code_word;
uint32_t offset;
};
static constexpr int DecompositionLevels = 5;
static constexpr int Alignment = 1 << DecompositionLevels;
// If the final decomposition band is too small, the mirroring will break since it starts double mirroring.
static constexpr int MinimumImageSize = 4 << DecompositionLevels;
static constexpr int NumComponents = 3;
static constexpr int NumFrequencyBandsPerLevel = 4;
static inline int align(int value, int align)
{
return (value + align - 1) & ~(align - 1);
}
static constexpr int MaxScaleExp = 4;
static inline float decode_quant(uint8_t quant_code)
{
// Custom FP formulation for numbers in (0, 2) range.
int e = MaxScaleExp - (quant_code >> 3);
int m = quant_code & 0x7;
float inv_quant = (1.0f / (8.0f * 1024.0f * 1024.0f)) * float((8 + m) * (1 << (20 + e)));
return inv_quant;
}
static inline uint8_t encode_quant(float decoder_q_scale)
{
uint32_t v;
memcpy(&v, &decoder_q_scale, sizeof(decoder_q_scale));
int e = ((v >> 23) & 0xff) - 127 - MaxScaleExp;
int m = (v >> 20) & 0x7;
e = -e;
assert(e >= 0 && e <= 20);
return (e << 3) | m;
}
class Configuration
{
public:
static Configuration &get();
int get_precision() const;
private:
Configuration();
int precision;
};
struct WaveletBuffers
{
bool init(Vulkan::Device *device, int width, int height, ChromaSubsampling chroma, bool fragment_path);
Vulkan::Device *device = nullptr;
Vulkan::ImageHandle wavelet_img_low_res;
Vulkan::ImageHandle wavelet_img_high_res;
Vulkan::SamplerHandle mirror_repeat_sampler;
Vulkan::SamplerHandle border_sampler;
Vulkan::ImageViewHandle component_layer_views[NumComponents][DecompositionLevels];
Vulkan::ImageViewHandle component_ll_views[NumComponents][DecompositionLevels];
// For fragment based iDWT.
struct
{
struct
{
Vulkan::ImageHandle vert[2][2];
Vulkan::ImageHandle horiz[NumComponents];
Vulkan::ImageViewHandle decoded[NumComponents][NumFrequencyBandsPerLevel];
} levels[DecompositionLevels];
} fragment;
struct BlockInfo
{
int block_offset_8x8;
int block_stride_8x8;
int block_offset_32x32;
int block_stride_32x32;
};
BlockInfo block_meta[NumComponents][DecompositionLevels][4] = {};
struct BlockMapping
{
int block_offset_8x8;
int block_stride_8x8;
int block_width_8x8;
int block_height_8x8;
};
std::vector<BlockMapping> block_32x32_to_8x8_mapping;
int block_count_8x8 = 0;
int block_count_32x32 = 0;
int width = 0;
int height = 0;
int aligned_width = 0;
int aligned_height = 0;
bool use_readonly_texel_buffer = false;
bool fragment_path = false;
protected:
void init_samplers();
void allocate_images();
void allocate_images_fragment();
virtual void init_block_meta();
ChromaSubsampling chroma = {};
Shaders<> shaders;
private:
void accumulate_block_mapping(int blocks_x_8x8, int blocks_y_8x8);
};
}