@yume-chan/scrcpy
Version:
TypeScript implementation of Scrcpy.
704 lines (636 loc) • 21.8 kB
text/typescript
// cspell: ignore uvlc
// cspell: ignore interintra
// cspell: ignore superres
// cspell: ignore cdef
// cspell: ignore bitdepth
// cspell: ignore Smpte
// cspell: ignore Chromat
export enum AndroidAv1Profile {
Main8 = 1 << 0,
Main10 = 1 << 1,
Main10Hdr10 = 1 << 12,
Main10Hdr10Plus = 1 << 13,
}
export enum AndroidAv1Level {
Level2 = 1 << 0,
Level21 = 1 << 1,
Level22 = 1 << 2,
Level23 = 1 << 3,
Level3 = 1 << 4,
Level31 = 1 << 5,
Level32 = 1 << 6,
Level33 = 1 << 7,
Level4 = 1 << 8,
Level41 = 1 << 9,
Level42 = 1 << 10,
Level43 = 1 << 11,
Level5 = 1 << 12,
Level51 = 1 << 13,
Level52 = 1 << 14,
Level53 = 1 << 15,
Level6 = 1 << 16,
Level61 = 1 << 17,
Level62 = 1 << 18,
Level63 = 1 << 19,
Level7 = 1 << 20,
Level71 = 1 << 21,
Level72 = 1 << 22,
Level73 = 1 << 23,
}
class BitReader {
#data: Uint8Array;
#byte: number;
#bytePosition: number = 0;
#bitPosition: number = 7;
get byteAligned() {
return this.#bitPosition === 7;
}
get ended() {
return this.#bytePosition >= this.#data.length;
}
constructor(data: Uint8Array) {
this.#data = data;
this.#byte = data[0]!;
}
f1() {
const value = this.#byte >> this.#bitPosition;
this.#bitPosition -= 1;
if (this.#bitPosition < 0) {
this.#bytePosition += 1;
this.#bitPosition = 7;
this.#byte = this.#data[this.#bytePosition]!;
}
return value & 1;
}
f(n: number) {
let value = 0;
for (; n > 0; n -= 1) {
value <<= 1;
value |= this.f1();
}
return value;
}
skip(n: number) {
if (n <= this.#bitPosition + 1) {
this.#bytePosition += 1;
this.#bitPosition = 7;
this.#byte = this.#data[this.#bytePosition]!;
return;
}
n -= this.#bitPosition + 1;
this.#bytePosition += 1;
const bytes = (n / 8) | 0;
if (bytes > 0) {
this.#bytePosition += bytes;
n -= bytes * 8;
}
this.#bitPosition = 7 - n;
this.#byte = this.#data[this.#bytePosition]!;
}
readBytes(n: number) {
if (!this.byteAligned) {
throw new Error("Bytes must be byte-aligned");
}
const value = this.#data.subarray(
this.#bytePosition,
this.#bytePosition + n,
);
this.#bytePosition += n;
this.#byte = this.#data[this.#bytePosition]!;
return value;
}
getPosition() {
return [this.#bytePosition, this.#bitPosition] as const;
}
setPosition([bytePosition, bitPosition]: readonly [number, number]) {
this.#bytePosition = bytePosition;
this.#bitPosition = bitPosition;
this.#byte = this.#data[bytePosition]!;
}
}
export class Av1 extends BitReader {
#Leb128Bytes: number = 0;
uvlc() {
let leadingZeros = 0;
while (!this.f1()) {
leadingZeros += 1;
}
if (leadingZeros >= 32) {
return 2 ** 32 - 1;
}
const value = this.f(leadingZeros);
return value + ((1 << leadingZeros) >>> 0) - 1;
}
leb128() {
if (!this.byteAligned) {
throw new Error("LEB128 must be byte-aligned");
}
let value = 0n;
this.#Leb128Bytes = 0;
for (let i = 0n; i < 8n; i += 1n) {
const leb128_byte = this.f(8);
value |= BigInt(leb128_byte & 0x7f) << (7n * i);
this.#Leb128Bytes += 1;
if ((leb128_byte & 0x80) == 0) {
break;
}
}
return value;
}
*annexBBitstream(): Generator<Av1.OpenBitstreamUnit, void, void> {
while (!this.ended) {
const temporal_unit_size = this.leb128();
yield* this.temporalUnit(temporal_unit_size);
}
}
*temporalUnit(sz: bigint): Generator<Av1.OpenBitstreamUnit, void, void> {
while (sz > 0) {
const frame_unit_size = this.leb128();
sz -= BigInt(this.#Leb128Bytes);
yield* this.frameUnit(frame_unit_size);
sz -= frame_unit_size;
}
}
*frameUnit(sz: bigint): Generator<Av1.OpenBitstreamUnit, void, void> {
while (sz > 0) {
const obu_length = this.leb128();
sz -= BigInt(this.#Leb128Bytes);
const obu = this.openBitstreamUnit(obu_length);
if (obu) {
yield obu;
}
sz -= obu_length;
}
}
#OperatingPointIdc = 0;
openBitstreamUnit(sz?: bigint) {
const obu_header = this.obuHeader();
let obu_size: bigint;
if (obu_header.obu_has_size_field) {
obu_size = this.leb128();
} else if (sz !== undefined) {
obu_size = sz - 1n - (obu_header.obu_extension_flag ? 1n : 0n);
} else {
throw new Error("obu_has_size_field must be true");
}
const startPosition = this.getPosition();
if (
obu_header.obu_type !== Av1.ObuType.SequenceHeader &&
obu_header.obu_type !== Av1.ObuType.TemporalDelimiter &&
this.#OperatingPointIdc !== 0 &&
obu_header.obu_extension_header
) {
const inTemporalLayer = !!(
this.#OperatingPointIdc &
(1 << obu_header.obu_extension_header.temporal_id)
);
const inSpatialLayer = !!(
this.#OperatingPointIdc &
(1 << (obu_header.obu_extension_header.spatial_id + 8))
);
if (!inTemporalLayer || !inSpatialLayer) {
this.skip(Number(obu_size));
return;
}
}
let sequence_header_obu:
| ReturnType<Av1["sequenceHeaderObu"]>
| undefined;
switch (obu_header.obu_type) {
case Av1.ObuType.SequenceHeader:
sequence_header_obu = this.sequenceHeaderObu();
break;
}
const currentPosition = this.getPosition();
const payloadBits =
(currentPosition[0] - startPosition[0]) * 8 +
(startPosition[1] - currentPosition[1]);
if (
obu_size > 0 /* &&
obu_header.obu_type !== Av1.ObuType.TileGroup &&
obu_header.obu_type !== Av1.ObuType.TileList &&
obu_header.obu_type !== Av1.ObuType.Frame */
) {
this.skip(Number(obu_size) * 8 - payloadBits);
}
return {
obu_header,
obu_size,
sequence_header_obu,
};
}
obuHeader() {
const obu_forbidden_bit = !!this.f1();
if (obu_forbidden_bit) {
throw new Error("Invalid data");
}
const obu_type = this.f(4);
const obu_extension_flag = !!this.f1();
const obu_has_size_field = !!this.f1();
this.f1();
let obu_extension_header:
| ReturnType<Av1["obuExtensionHeader"]>
| undefined;
if (obu_extension_flag) {
obu_extension_header = this.obuExtensionHeader();
}
return {
obu_type,
obu_extension_flag,
obu_has_size_field,
obu_extension_header,
};
}
obuExtensionHeader() {
const temporal_id = this.f(3);
const spatial_id = this.f(2);
this.skip(3);
return { temporal_id, spatial_id };
}
static readonly SelectScreenContentTools = 2;
static readonly SelectIntegerMv = 2;
sequenceHeaderObu() {
const seq_profile = this.f(3);
const still_picture = !!this.f1();
const reduced_still_picture_header = !!this.f1();
let timing_info_present_flag = false;
let timing_info: ReturnType<Av1["timingInfo"]> | undefined;
let decoder_model_info_present_flag = false;
let decoder_model_info: ReturnType<Av1["decoderModelInfo"]> | undefined;
let initial_display_delay_present_flag = false;
let operating_points_cnt_minus_1 = 0;
const operating_point_idc: number[] = [];
const seq_level_idx: number[] = [];
const seq_tier: number[] = [];
const decoder_model_present_for_this_op: boolean[] = [];
const initial_display_delay_present_for_this_op: boolean[] = [];
let operating_parameters_info:
| ReturnType<Av1["operatingParametersInfo"]>[]
| undefined;
let initial_display_delay_minus_1: number[] | undefined;
if (reduced_still_picture_header) {
operating_point_idc[0] = 0;
seq_level_idx[0] = this.f(5);
seq_tier[0] = 0;
decoder_model_present_for_this_op[0] = false;
initial_display_delay_present_for_this_op[0] = false;
} else {
timing_info_present_flag = !!this.f1();
if (timing_info_present_flag) {
timing_info = this.timingInfo();
decoder_model_info_present_flag = !!this.f1();
if (decoder_model_info_present_flag) {
decoder_model_info = this.decoderModelInfo();
operating_parameters_info = [];
}
}
initial_display_delay_present_flag = !!this.f1();
if (initial_display_delay_present_flag) {
initial_display_delay_minus_1 = [];
}
operating_points_cnt_minus_1 = this.f(5);
for (let i = 0; i <= operating_points_cnt_minus_1; i += 1) {
operating_point_idc[i] = this.f(12);
seq_level_idx[i] = this.f(5);
if (seq_level_idx[i]! > 7) {
seq_tier[i] = this.f1();
} else {
seq_tier[i] = 0;
}
if (decoder_model_info_present_flag) {
decoder_model_present_for_this_op[i] = !!this.f1();
if (decoder_model_present_for_this_op[i]) {
operating_parameters_info![i] =
this.operatingParametersInfo(decoder_model_info!);
}
} else {
decoder_model_present_for_this_op[i] = false;
}
if (initial_display_delay_present_flag) {
initial_display_delay_present_for_this_op[i] = !!this.f1();
if (initial_display_delay_present_for_this_op[i]) {
initial_display_delay_minus_1![i] = this.f(4);
}
}
}
}
const operatingPoint = this.chooseOperatingPoint();
this.#OperatingPointIdc = operating_point_idc[operatingPoint]!;
const frame_width_bits_minus_1 = this.f(4);
const frame_height_bits_minus_1 = this.f(4);
const max_frame_width_minus_1 = this.f(frame_width_bits_minus_1 + 1);
const max_frame_height_minus_1 = this.f(frame_height_bits_minus_1 + 1);
let frame_id_numbers_present_flag = false;
let delta_frame_id_length_minus_2: number | undefined;
let additional_frame_id_length_minus_1: number | undefined;
if (!reduced_still_picture_header) {
frame_id_numbers_present_flag = !!this.f1();
if (frame_id_numbers_present_flag) {
delta_frame_id_length_minus_2 = this.f(4);
additional_frame_id_length_minus_1 = this.f(3);
}
}
const use_128x128_superblock = !!this.f1();
const enable_filter_intra = !!this.f1();
const enable_intra_edge_filter = !!this.f1();
let enable_interintra_compound = false;
let enable_masked_compound = false;
let enable_warped_motion = false;
let enable_dual_filter = false;
let enable_order_hint = false;
let enable_jnt_comp = false;
let enable_ref_frame_mvs = false;
let seq_choose_screen_content_tools = false;
let seq_force_screen_content_tools = Av1.SelectScreenContentTools;
let seq_choose_integer_mv = false;
let seq_force_integer_mv = Av1.SelectIntegerMv;
let order_hint_bits_minus_1: number | undefined;
// let OrderHintBits = 0;
if (!reduced_still_picture_header) {
enable_interintra_compound = !!this.f1();
enable_masked_compound = !!this.f1();
enable_warped_motion = !!this.f1();
enable_dual_filter = !!this.f1();
enable_order_hint = !!this.f1();
if (enable_order_hint) {
enable_jnt_comp = !!this.f1();
enable_ref_frame_mvs = !!this.f1();
}
seq_choose_screen_content_tools = !!this.f1();
if (!seq_choose_screen_content_tools) {
seq_force_screen_content_tools = this.f1();
}
if (seq_force_screen_content_tools > 0) {
seq_choose_integer_mv = !!this.f1();
if (!seq_choose_integer_mv) {
seq_force_integer_mv = this.f1();
}
}
if (enable_order_hint) {
order_hint_bits_minus_1 = this.f(3);
// OrderHintBits = order_hint_bits_minus_1 + 1;
}
}
const enable_superres = !!this.f1();
const enable_cdef = !!this.f1();
const enable_restoration = !!this.f1();
const color_config = this.colorConfig(seq_profile);
const film_grain_params_present = !!this.f1();
return {
seq_profile,
still_picture,
reduced_still_picture_header,
timing_info_present_flag,
timing_info,
decoder_model_info_present_flag,
decoder_model_info,
initial_display_delay_present_flag,
initial_display_delay_minus_1,
operating_points_cnt_minus_1,
operating_point_idc,
seq_level_idx,
seq_tier,
decoder_model_present_for_this_op,
operating_parameters_info,
initial_display_delay_present_for_this_op,
frame_width_bits_minus_1,
frame_height_bits_minus_1,
max_frame_width_minus_1,
max_frame_height_minus_1,
frame_id_numbers_present_flag,
delta_frame_id_length_minus_2,
additional_frame_id_length_minus_1,
use_128x128_superblock,
enable_filter_intra,
enable_intra_edge_filter,
enable_interintra_compound,
enable_masked_compound,
enable_warped_motion,
enable_dual_filter,
enable_order_hint,
enable_jnt_comp,
enable_ref_frame_mvs,
seq_choose_screen_content_tools,
seq_force_screen_content_tools,
seq_choose_integer_mv,
seq_force_integer_mv,
order_hint_bits_minus_1,
enable_superres,
enable_cdef,
enable_restoration,
color_config,
film_grain_params_present,
};
}
searchSequenceHeaderObu() {
while (!this.ended) {
const obu = this.openBitstreamUnit();
if (!obu) {
continue;
}
if (obu.sequence_header_obu) {
return obu.sequence_header_obu;
}
}
return undefined;
}
timingInfo() {
const num_units_in_display_tick = this.f(32);
const time_scale = this.f(32);
const equal_picture_interval = !!this.f1();
let num_ticks_per_picture_minus_1: number | undefined;
if (equal_picture_interval) {
num_ticks_per_picture_minus_1 = this.uvlc();
}
return {
num_units_in_display_tick,
time_scale,
equal_picture_interval,
num_ticks_per_picture_minus_1,
};
}
decoderModelInfo() {
const buffer_delay_length_minus_1 = this.f(5);
const num_units_in_decoding_tick = this.f(32);
const buffer_removal_time_length_minus_1 = this.f(5);
const frame_presentation_time_length_minus_1 = this.f(5);
return {
buffer_delay_length_minus_1,
num_units_in_decoding_tick,
buffer_removal_time_length_minus_1,
frame_presentation_time_length_minus_1,
};
}
operatingParametersInfo(
decoderModelInfo: ReturnType<Av1["decoderModelInfo"]>,
) {
const n = decoderModelInfo.buffer_delay_length_minus_1 + 1;
const decoder_buffer_delay = this.f(n);
const encoder_buffer_delay = this.f(n);
const low_delay_mode_flag = !!this.f1();
return {
decoder_buffer_delay,
encoder_buffer_delay,
low_delay_mode_flag,
};
}
chooseOperatingPoint() {
return 0;
}
colorConfig(seq_profile: number) {
const high_bitdepth = !!this.f1();
let twelve_bit = false;
let BitDepth = 8;
if (seq_profile === 2 && high_bitdepth) {
twelve_bit = !!this.f1();
BitDepth = twelve_bit ? 12 : 10;
} else if (seq_profile <= 2) {
BitDepth = high_bitdepth ? 10 : 8;
}
let mono_chrome = false;
if (seq_profile === 1) {
mono_chrome = !!this.f1();
}
// const NumPlanes = mono_chrome ? 1 : 3;
const color_description_present_flag = !!this.f1();
let color_primaries = Av1.ColorPrimaries.Unspecified;
let transfer_characteristics = Av1.TransferCharacteristics.Unspecified;
let matrix_coefficients = Av1.MatrixCoefficients.Unspecified;
if (color_description_present_flag) {
color_primaries = this.f(8);
transfer_characteristics = this.f(8);
matrix_coefficients = this.f(8);
}
let color_range = false;
let subsampling_x: boolean;
let subsampling_y: boolean;
let chroma_sample_position = 0;
let separate_uv_delta_q = false;
if (mono_chrome) {
color_range = !!this.f1();
subsampling_x = true;
subsampling_y = true;
} else {
if (
color_primaries === Av1.ColorPrimaries.Bt709 &&
transfer_characteristics === Av1.TransferCharacteristics.Srgb &&
matrix_coefficients === Av1.MatrixCoefficients.Identity
) {
color_range = true;
subsampling_x = false;
subsampling_y = false;
} else {
color_range = !!this.f1();
switch (seq_profile) {
case 0:
subsampling_x = true;
subsampling_y = true;
break;
case 1:
subsampling_x = false;
subsampling_y = false;
break;
default:
if (BitDepth == 12) {
subsampling_x = !!this.f1();
if (subsampling_x) {
subsampling_y = !!this.f1();
} else {
subsampling_y = false;
}
} else {
subsampling_x = true;
subsampling_y = false;
}
break;
}
if (subsampling_x && subsampling_y) {
chroma_sample_position = this.f(2);
}
}
separate_uv_delta_q = !!this.f1();
}
return {
high_bitdepth,
twelve_bit,
BitDepth,
mono_chrome,
color_description_present_flag,
color_primaries,
transfer_characteristics,
matrix_coefficients,
color_range,
subsampling_x,
subsampling_y,
chroma_sample_position,
separate_uv_delta_q,
};
}
}
export namespace Av1 {
export type OpenBitstreamUnit = Exclude<
ReturnType<Av1["openBitstreamUnit"]>,
undefined
>;
export type SequenceHeaderObu = ReturnType<Av1["sequenceHeaderObu"]>;
export enum ObuType {
SequenceHeader = 1,
TemporalDelimiter,
FrameHeader,
TileGroup,
Metadata,
Frame,
RedundantFrameHeader,
TileList,
Padding = 15,
}
export enum ColorPrimaries {
Bt709 = 1,
Unspecified,
Bt470M = 4,
Bt470BG,
Bt601,
Smpte240,
GenericFilm,
Bt2020,
Xyz,
Smpte431,
Smpte432,
Ebu3213 = 22,
}
export enum TransferCharacteristics {
Bt709 = 1,
Unspecified,
Bt470M = 4,
Bt470BG,
Bt601,
Smpte240,
Linear,
Log100,
Log100Sqrt10,
Iec61966,
Bt1361,
Srgb,
Bt2020Ten,
Bt2020Twelve,
Smpte2084,
Smpte428,
Hlg,
}
export enum MatrixCoefficients {
Identity = 0,
Bt709,
Unspecified,
Fcc = 4,
Bt470BG,
Bt601,
Smpte240,
YCgCo,
Bt2020Ncl,
Bt2020Cl,
Smpte2085,
ChromatNcl,
ChromatCl,
ICtCp,
}
}