1 use nihav_core::codecs::*;
2 use nihav_core::io::bitreader::*;
3 use super::vpcommon::*;
5 pub const TOKEN_LARGE: u8 = 5;
6 pub const TOKEN_EOB: u8 = 42;
8 #[derive(Clone,Copy,Debug,Default)]
10 pub struct VP56Header {
14 pub multistream: bool,
15 pub use_huffman: bool,
27 #[derive(Clone,Copy,Default)]
28 pub struct VP56MVModel {
31 pub raw_probs: [u8; 8],
32 pub tree_probs: [u8; 7],
35 #[derive(Clone,Copy,Default)]
36 pub struct VP56MBTypeModel {
40 #[derive(Clone,Copy,Default)]
41 pub struct VP56CoeffModel {
42 pub dc_token_probs: [[[u8; 5]; 6]; 6],
43 pub dc_value_probs: [u8; 11],
44 pub ac_ctype_probs: [[[[u8; 5]; 5]; 6]; 3],
45 pub ac_type_probs: [[[[u8; 5]; 6]; 3]; 3],
46 pub ac_val_probs: [[[u8; 11]; 6]; 3],
49 pub struct VP6Models {
50 pub scan_order: [usize; 64],
51 pub scan: [usize; 64],
52 pub zigzag: [usize; 64],
53 pub zero_run_probs: [[u8; 14]; 2],
56 const MAX_HUFF_ELEMS: usize = 12;
57 #[derive(Clone,Copy,Default)]
59 pub codes: [u16; MAX_HUFF_ELEMS],
60 pub bits: [u8; MAX_HUFF_ELEMS],
63 #[derive(Clone,Copy,Default)]
71 fn prob2weight(a: u8, b: u8) -> u8 {
72 let w = (((a as u16) * (b as u16)) >> 8) as u8;
81 fn build_codes(&mut self, probs: &[u8; 11]) {
82 let mut weights = [0u8; 12];
84 weights[11] = prob2weight( probs[0], probs[ 1]);
85 weights[ 0] = prob2weight( probs[0], !probs[ 1]);
86 weights[ 1] = prob2weight(!probs[0], probs[ 2]);
87 let lvroot = prob2weight(!probs[0], !probs[ 2]);
88 let tworoot = prob2weight( lvroot, probs[ 3]);
89 let hlroot = prob2weight( lvroot, !probs[ 3]);
90 weights[ 2] = prob2weight( tworoot, probs[ 4]);
91 let root34 = prob2weight( tworoot, !probs[ 4]);
92 weights[ 3] = prob2weight( root34, probs[ 5]);
93 weights[ 4] = prob2weight( root34, !probs[ 5]);
94 let c1root = prob2weight( hlroot, probs[ 6]);
95 let c34root = prob2weight( hlroot, !probs[ 6]);
96 weights[ 5] = prob2weight( c1root, probs[ 7]);
97 weights[ 6] = prob2weight( c1root, !probs[ 7]);
98 let c3root = prob2weight( c34root, probs[ 8]);
99 let c4root = prob2weight( c34root, !probs[ 8]);
100 weights[ 7] = prob2weight( c3root, probs[ 9]);
101 weights[ 8] = prob2weight( c3root, !probs[ 9]);
102 weights[ 9] = prob2weight( c4root, probs[10]);
103 weights[10] = prob2weight( c4root, !probs[10]);
105 self.build(&weights);
107 fn build_codes_zero_run(&mut self, probs: &[u8; 14]) {
108 let mut weights = [0u8; 9];
110 let root = prob2weight( probs[0], probs[1]);
111 weights[0] = prob2weight( root, probs[2]);
112 weights[1] = prob2weight( root, !probs[2]);
114 let root = prob2weight( probs[0], !probs[1]);
115 weights[2] = prob2weight( root, probs[3]);
116 weights[3] = prob2weight( root, !probs[3]);
118 let root = prob2weight(!probs[0], probs[4]);
119 weights[8] = prob2weight(!probs[0], !probs[4]);
120 let root1 = prob2weight( root, probs[5]);
121 let root2 = prob2weight( root, !probs[5]);
122 weights[4] = prob2weight( root1, probs[6]);
123 weights[5] = prob2weight( root1, !probs[6]);
124 weights[6] = prob2weight( root2, probs[7]);
125 weights[7] = prob2weight( root2, !probs[7]);
127 self.build(&weights);
129 fn build(&mut self, weights: &[u8]) {
130 let mut nodes = [Node::default(); MAX_HUFF_ELEMS * 2];
133 for w in weights.iter().rev() {
134 let weight = *w as u16;
137 if nodes[i].weight > weight {
142 for j in (pos..nlen).rev() {
143 nodes[j + 1] = nodes[j];
145 nodes[pos].weight = weight;
146 nodes[pos].sym = (weights.len() - nlen - 1) as i8;
153 weight: nodes[low + 0].weight + nodes[low + 1].weight,
160 while (pos < nlen) && (nodes[pos].weight < nnode.weight) {
163 for j in (pos..nlen).rev() {
164 nodes[j + 1] = nodes[j];
169 self.get_codes(&nodes, nlen - 1, 0, 0);
170 for i in nlen..self.codes.len() {
171 self.codes[i] = self.codes[0];
172 self.bits[i] = self.bits[0];
175 fn get_codes(&mut self, nodes: &[Node], pos: usize, code: u16, len: u8) {
176 if nodes[pos].sym >= 0 {
177 self.codes[nodes[pos].sym as usize] = code;
178 self.bits [nodes[pos].sym as usize] = len;
180 self.get_codes(nodes, nodes[pos].ch0, (code << 1) | 0, len + 1);
181 self.get_codes(nodes, nodes[pos].ch1, (code << 1) | 1, len + 1);
187 fn read_huff(&mut self, huff: &VP6Huff) -> DecoderResult<u8>;
190 impl<'a> ReadHuff for BitReader<'a> {
191 fn read_huff(&mut self, huff: &VP6Huff) -> DecoderResult<u8> {
192 let peekval = self.peek(16);
193 for (i, (code, bit)) in huff.codes.iter().zip(huff.bits.iter()).enumerate() {
194 if (peekval >> (16 - *bit)) == (*code as u32) {
195 self.skip(*bit as u32)?;
199 Err(DecoderError::InvalidData)
203 #[derive(Clone,Copy,Default)]
204 pub struct VP6HuffModels {
205 pub dc_token_tree: [VP6Huff; 2],
206 pub ac_token_tree: [[[VP6Huff; 6]; 3]; 2],
207 pub zero_run_tree: [VP6Huff; 2],
216 zero_run_probs: [[0; 14]; 2],
221 pub struct VP56Models {
222 pub mv_models: [VP56MVModel; 2],
223 pub mbtype_models: [[VP56MBTypeModel; 10]; 3],
224 pub coeff_models: [VP56CoeffModel; 2],
225 pub prob_xmitted: [[u8; 20]; 3],
226 pub vp6models: VP6Models,
227 pub vp6huff: VP6HuffModels,
233 mv_models: [VP56MVModel::default(); 2],
234 mbtype_models: [[VP56MBTypeModel::default(); 10]; 3],
235 coeff_models: [VP56CoeffModel::default(); 2],
236 prob_xmitted: [[0; 20]; 3],
237 vp6models: VP6Models::new(),
238 vp6huff: VP6HuffModels::default(),
243 pub trait VP56Parser {
244 fn parse_header(&mut self, bc: &mut BoolCoder) -> DecoderResult<VP56Header>;
245 fn reset_models(&self, models: &mut VP56Models);
246 fn decode_mv(&self, bc: &mut BoolCoder, model: &VP56MVModel) -> i16;
247 fn decode_mv_models(&self, bc: &mut BoolCoder, models: &mut [VP56MVModel; 2]) -> DecoderResult<()>;
248 fn decode_coeff_models(&self, bc: &mut BoolCoder, models: &mut VP56Models, is_intra: bool) -> DecoderResult<()>;
249 fn decode_block(&self, bc: &mut BoolCoder, coeffs: &mut [i16; 64], model: &VP56CoeffModel, vp6model: &VP6Models, fstate: &mut FrameState) -> DecoderResult<()>;
250 fn decode_block_huff(&self, br: &mut BitReader, coeffs: &mut [i16; 64], vp6model: &VP6Models, model: &VP6HuffModels, fstate: &mut FrameState) -> DecoderResult<()>;
251 fn mc_block(&self, dst: &mut NASimpleVideoFrame<u8>, mc_buf: NAVideoBufferRef<u8>, src: NAVideoBufferRef<u8>, plane: usize, x: usize, y: usize, mv: MV, loop_thr: i16);
254 enum CoeffReader<'a> {
260 #[derive(Clone,Copy,Default)]
266 pub struct FrameState {
270 pub coeff_cat: [[u8; 64]; 4],
271 pub last_idx: [usize; 4],
276 pub dc_zero_run: [usize; 2],
277 pub ac_zero_run: [usize; 2],
286 coeff_cat: [[0; 64]; 4],
298 pub struct GenericCache<T: Copy> {
306 impl<T:Copy> GenericCache<T> {
307 fn new(height: usize, stride: usize, default: T) -> Self {
312 data: Vec::with_capacity((height + 1) * stride),
318 fn full_size(&self) -> usize { self.stride * (self.height + 1) }
319 fn reset(&mut self) {
320 self.data.truncate(0);
321 let size = self.full_size();
322 self.data.resize(size, self.default);
323 self.xpos = self.stride + 1;
325 fn update_row(&mut self) {
326 for i in 0..self.stride {
327 self.data[i] = self.data[self.height * self.stride + i];
329 self.data.truncate(self.stride);
330 let size = self.full_size();
331 self.data.resize(size, self.default);
332 self.xpos = self.stride + 1;
336 pub struct VP56Decoder {
346 coeffs: [[i16; 64]; 6],
353 mb_info: Vec<MBInfo>,
355 dc_y: GenericCache<i16>,
356 dc_u: GenericCache<i16>,
357 dc_v: GenericCache<i16>,
358 dc_a: GenericCache<i16>,
359 last_dc: [[i16; 4]; 3],
360 top_ctx: [Vec<u8>; 4],
362 mc_buf: NAVideoBufferRef<u8>,
365 fn rescale_mb_mode_prob(prob: u32, total: u32) -> u8 {
366 (255 * prob / (1 + total)) as u8
369 fn map_mb_type(mbtype: VPMBType) -> usize {
371 VPMBType::InterNoMV => 0,
372 VPMBType::Intra => 1,
373 VPMBType::InterMV => 2,
374 VPMBType::InterNearest => 3,
375 VPMBType::InterNear => 4,
376 VPMBType::GoldenNoMV => 5,
377 VPMBType::GoldenMV => 6,
378 VPMBType::InterFourMV => 7,
379 VPMBType::GoldenNearest => 8,
380 VPMBType::GoldenNear => 9,
384 pub const VP56_COEF_BASE: [i16; 6] = [ 5, 7, 11, 19, 35, 67 ];
385 pub fn expand_token_bc(bc: &mut BoolCoder, val_probs: &[u8; 11], token: u8, version: u8) -> i16 {
386 const COEF_ADD_PROBS: [[u8; 12]; 6] = [
387 [ 159, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ],
388 [ 165, 145, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0 ],
389 [ 173, 148, 140, 128, 0, 0, 0, 0, 0, 0, 0, 0 ],
390 [ 176, 155, 140, 135, 128, 0, 0, 0, 0, 0, 0, 0 ],
391 [ 180, 157, 141, 134, 130, 128, 0, 0, 0, 0, 0, 0 ],
392 [ 254, 254, 243, 230, 196, 177, 153, 140, 133, 130, 129, 128 ],
395 let mut sign = false;
397 if token < TOKEN_LARGE {
399 sign = bc.read_bool();
401 level = token as i16;
403 let cat: usize = vp_tree!(bc, val_probs[6],
404 vp_tree!(bc, val_probs[7], 0, 1),
405 vp_tree!(bc, val_probs[8],
406 vp_tree!(bc, val_probs[9], 2, 3),
407 vp_tree!(bc, val_probs[10], 4, 5)));
409 sign = bc.read_bool();
412 let add_probs = &COEF_ADD_PROBS[cat];
413 for prob in add_probs.iter() {
414 if *prob == 128 { break; }
415 add = (add << 1) | (bc.read_prob(*prob) as i16);
418 sign = bc.read_bool();
420 level = VP56_COEF_BASE[cat] + add;
430 pub fn new(version: u8, has_alpha: bool, flip: bool) -> Self {
431 let vt = alloc_video_buffer(NAVideoInfo::new(24, 24, false, YUV420_FORMAT), 4).unwrap();
432 let mc_buf = vt.get_vbuf().unwrap();
434 version, has_alpha, flip,
435 shuf: VPShuffler::new(),
440 models: VP56Models::new(),
441 coeffs: [[0; 64]; 6],
442 last_mbt: VPMBType::InterNoMV,
449 fstate: FrameState::new(),
450 dc_y: GenericCache::new(0, 0, 0),
451 dc_u: GenericCache::new(0, 0, 0),
452 dc_v: GenericCache::new(0, 0, 0),
453 dc_a: GenericCache::new(0, 0, 0),
454 last_dc: [[0; 4]; 3],
455 top_ctx: [Vec::new(), Vec::new(), Vec::new(), Vec::new()],
460 fn set_dimensions(&mut self, width: usize, height: usize) {
462 self.height = height;
463 self.mb_w = (self.width + 15) >> 4;
464 self.mb_h = (self.height + 15) >> 4;
465 self.mb_info.resize(self.mb_w * self.mb_h, MBInfo::default());
466 self.dc_y = GenericCache::new(2, 1 + self.mb_w * 2, 0);
467 self.dc_u = GenericCache::new(1, 1 + self.mb_w, 0);
468 self.dc_v = GenericCache::new(1, 1 + self.mb_w, 0);
469 self.dc_a = GenericCache::new(2, 1 + self.mb_w * 2, 0);
470 self.top_ctx = [vec![0; self.mb_w * 2], vec![0; self.mb_w], vec![0; self.mb_w], vec![0; self.mb_w * 2]];
472 pub fn init(&mut self, supp: &mut NADecoderSupport, vinfo: NAVideoInfo) -> DecoderResult<()> {
473 supp.pool_u8.set_dec_bufs(3);
474 supp.pool_u8.prealloc_video(NAVideoInfo::new(vinfo.get_width(), vinfo.get_height(), false, vinfo.get_format()), 4)?;
475 self.set_dimensions(vinfo.get_width(), vinfo.get_height());
478 pub fn decode_frame(&mut self, supp: &mut NADecoderSupport, src: &[u8], br: &mut dyn VP56Parser) -> DecoderResult<(NABufferType, FrameType)> {
482 validate!(src.len() >= 7);
483 aoffset = ((src[0] as usize) << 16) | ((src[1] as usize) << 8) | (src[2] as usize);
484 validate!((aoffset > 0) && (aoffset < src.len() - 3));
485 bc = BoolCoder::new(&src[3..])?;
487 validate!(src.len() >= 4);
489 bc = BoolCoder::new(src)?;
491 let hdr = br.parse_header(&mut bc)?;
492 validate!((hdr.offset as usize) < aoffset); //XXX: take alpha 3 byte offset into account?
495 self.set_dimensions((hdr.mb_w as usize) * 16, (hdr.mb_h as usize) * 16);
497 let vinfo = NAVideoInfo::new(self.width, self.height, self.flip, YUV420_FORMAT);
498 let ret = supp.pool_u8.get_free();
500 return Err(DecoderError::AllocError);
502 let mut buf = ret.unwrap();
503 if buf.get_info() != vinfo {
505 supp.pool_u8.reset();
506 supp.pool_u8.prealloc_video(vinfo, 4)?;
507 let ret = supp.pool_u8.get_free();
509 return Err(DecoderError::AllocError);
513 let mut dframe = NASimpleVideoFrame::from_video_buf(&mut buf).unwrap();
521 let off = (if self.has_alpha { 3 } else { 0 }) + (hdr.offset as usize);
522 if !hdr.use_huffman {
523 let bc2 = BoolCoder::new(&src[off..])?;
524 cr = CoeffReader::Bool(bc2);
526 let br = BitReader::new(&src[off..], aoffset - off, BitReaderMode::BE);
527 cr = CoeffReader::Huff(br);
530 cr = CoeffReader::None;
534 br.reset_models(&mut self.models);
535 self.reset_mbtype_models();
537 self.decode_mode_prob_models(&mut bc)?;
538 br.decode_mv_models(&mut bc, &mut self.models.mv_models)?;
540 br.decode_coeff_models(&mut bc, &mut self.models, hdr.is_intra)?;
543 self.models.vp6huff.dc_token_tree[i].build_codes(&self.models.coeff_models[i].dc_value_probs);
548 self.models.vp6huff.ac_token_tree[i][mode][band].build_codes(&self.models.coeff_models[i].ac_val_probs[mode][band]);
553 self.models.vp6huff.zero_run_tree[i].build_codes_zero_run(&self.models.vp6models.zero_run_probs[i]);
558 self.ilace_prob = bc.read_bits(8) as u8;
561 self.fstate = FrameState::new();
562 self.fstate.dc_quant = VP56_DC_QUANTS[hdr.quant as usize] * 4;
563 self.fstate.ac_quant = VP56_AC_QUANTS[hdr.quant as usize] * 4;
564 self.loop_thr = VP56_FILTER_LIMITS[hdr.quant as usize] as i16;
566 self.last_mbt = VPMBType::InterNoMV;
571 for vec in self.top_ctx.iter_mut() {
572 for el in vec.iter_mut() {
576 self.last_dc = [[0; 4]; 3];
577 self.last_dc[0][1] = 0x80;
578 self.last_dc[0][2] = 0x80;
580 self.ilace_mb = false;
581 for mb_y in 0..self.mb_h {
582 self.fstate.mb_y = mb_y;
583 self.fstate.coeff_cat = [[0; 64]; 4];
584 self.fstate.last_idx = [24; 4];
585 for mb_x in 0..self.mb_w {
586 self.fstate.mb_x = mb_x;
587 self.decode_mb(&mut dframe, &mut bc, &mut cr, br, &hdr, false)?;
589 self.dc_y.update_row();
590 self.dc_u.update_row();
591 self.dc_v.update_row();
592 self.dc_a.update_row();
596 let asrc = &src[aoffset + 3..];
597 let mut bc = BoolCoder::new(asrc)?;
598 let ahdr = br.parse_header(&mut bc)?;
599 validate!(ahdr.mb_w == hdr.mb_w && ahdr.mb_h == hdr.mb_h);
603 self.shuf.add_golden_frame(buf.clone());
605 self.shuf.add_frame(buf.clone());
607 Ok((NABufferType::Video(buf), if hdr.is_intra { FrameType::I } else { FrameType::P }))
609 fn reset_mbtype_models(&mut self) {
610 const DEFAULT_XMITTED_PROBS: [[u8; 20]; 3] = [
611 [ 42, 69, 2, 1, 7, 1, 42, 44, 22, 6, 3, 1, 2, 0, 5, 1, 1, 0, 0, 0 ],
612 [ 8, 229, 1, 1, 8, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 1, 1, 0, 0 ],
613 [ 35, 122, 1, 1, 6, 1, 34, 46, 0, 0, 2, 1, 1, 0, 1, 0, 1, 1, 0, 0 ]
615 self.models.prob_xmitted.copy_from_slice(&DEFAULT_XMITTED_PROBS);
617 fn decode_mode_prob_models(&mut self, bc: &mut BoolCoder) -> DecoderResult<()> {
619 if bc.read_prob(174) {
620 let idx = bc.read_bits(4) as usize;
622 self.models.prob_xmitted[ctx][i ^ 1] = VP56_MODE_VQ[ctx][idx][i];
625 if bc.read_prob(254) {
627 if bc.read_prob(205) {
628 let sign = bc.read_bool();
629 let diff = vp_tree!(bc, 171,
630 vp_tree!(bc, 83, 2, 1),
634 vp_tree!(bc, 104, 6, 5),
641 validate!(diff < 256);
642 let diff = diff as u8;
644 validate!(self.models.prob_xmitted[ctx][set ^ 1] <= 255 - diff);
645 self.models.prob_xmitted[ctx][set ^ 1] += diff;
647 validate!(self.models.prob_xmitted[ctx][set ^ 1] >= diff);
648 self.models.prob_xmitted[ctx][set ^ 1] -= diff;
655 let prob_xmitted = &self.models.prob_xmitted[ctx];
657 let mdl = &mut self.models.mbtype_models[ctx][mode];
658 let mut cnt = [0u32; 10];
661 if i == mode { continue; }
662 cnt[i] = 100 * (prob_xmitted[i * 2] as u32);
665 let sum = (prob_xmitted[mode * 2] as u32) + (prob_xmitted[mode * 2 + 1] as u32);
666 mdl.probs[9] = 255 - rescale_mb_mode_prob(prob_xmitted[mode * 2 + 1] as u32, sum);
668 let inter_mv0_weight = (cnt[0] as u32) + (cnt[2] as u32);
669 let inter_mv1_weight = (cnt[3] as u32) + (cnt[4] as u32);
670 let gold_mv0_weight = (cnt[5] as u32) + (cnt[6] as u32);
671 let gold_mv1_weight = (cnt[8] as u32) + (cnt[9] as u32);
672 let mix_weight = (cnt[1] as u32) + (cnt[7] as u32);
673 mdl.probs[0] = 1 + rescale_mb_mode_prob(inter_mv0_weight + inter_mv1_weight, total);
674 mdl.probs[1] = 1 + rescale_mb_mode_prob(inter_mv0_weight, inter_mv0_weight + inter_mv1_weight);
675 mdl.probs[2] = 1 + rescale_mb_mode_prob(mix_weight, mix_weight + gold_mv0_weight + gold_mv1_weight);
676 mdl.probs[3] = 1 + rescale_mb_mode_prob(cnt[0] as u32, inter_mv0_weight);
677 mdl.probs[4] = 1 + rescale_mb_mode_prob(cnt[3] as u32, inter_mv1_weight);
678 mdl.probs[5] = 1 + rescale_mb_mode_prob(cnt[1], mix_weight);
679 mdl.probs[6] = 1 + rescale_mb_mode_prob(gold_mv0_weight, gold_mv0_weight + gold_mv1_weight);
680 mdl.probs[7] = 1 + rescale_mb_mode_prob(cnt[5], gold_mv0_weight);
681 mdl.probs[8] = 1 + rescale_mb_mode_prob(cnt[8], gold_mv1_weight);
686 fn find_mv_pred(&self, ref_id: u8) -> (usize, MV, MV, MV) {
687 const CAND_POS: [(i8, i8); 12] = [
696 let mut nearest_mv = ZERO_MV;
697 let mut near_mv = ZERO_MV;
698 let mut pred_mv = ZERO_MV;
699 let mut num_mv: usize = 0;
701 for (i, (yoff, xoff)) in CAND_POS.iter().enumerate() {
702 let cx = (self.fstate.mb_x as isize) + (*xoff as isize);
703 let cy = (self.fstate.mb_y as isize) + (*yoff as isize);
704 if (cx < 0) || (cy < 0) {
707 let cx = cx as usize;
708 let cy = cy as usize;
709 if (cx >= self.mb_w) || (cy >= self.mb_h) {
712 let mb_pos = cx + cy * self.mb_w;
713 let mv = self.mb_info[mb_pos].mv;
714 if (self.mb_info[mb_pos].mb_type.get_ref_id() != ref_id) || (mv == ZERO_MV) {
720 if (self.version > 5) && (i < 2) {
723 } else if mv != nearest_mv {
730 (num_mv, nearest_mv, near_mv, pred_mv)
732 fn decode_mv(&self, bc: &mut BoolCoder, br: &mut dyn VP56Parser) -> MV {
733 let x = br.decode_mv(bc, &self.models.mv_models[0]);
734 let y = br.decode_mv(bc, &self.models.mv_models[1]);
737 fn decode_mb_type(&mut self, bc: &mut BoolCoder, ctx: usize) -> DecoderResult<VPMBType> {
738 let probs = &self.models.mbtype_models[ctx][map_mb_type(self.last_mbt)].probs;
739 if !bc.read_prob(probs[9]) {
740 self.last_mbt = vp_tree!(
742 vp_tree!(bc, probs[1],
743 vp_tree!(bc, probs[3], VPMBType::InterNoMV, VPMBType::InterMV),
744 vp_tree!(bc, probs[4], VPMBType::InterNearest, VPMBType::InterNear)
746 vp_tree!(bc, probs[2],
747 vp_tree!(bc, probs[5], VPMBType::Intra, VPMBType::InterFourMV),
748 vp_tree!(bc, probs[6],
749 vp_tree!(bc, probs[7], VPMBType::GoldenNoMV, VPMBType::GoldenMV),
750 vp_tree!(bc, probs[8], VPMBType::InterNearest, VPMBType::InterNear)
757 fn decode_mb(&mut self, frm: &mut NASimpleVideoFrame<u8>, bc: &mut BoolCoder, cr: &mut CoeffReader, br: &mut dyn VP56Parser, hdr: &VP56Header, alpha: bool) -> DecoderResult<()> {
758 const FOURMV_SUB_TYPE: [VPMBType; 4] = [ VPMBType::InterNoMV, VPMBType::InterMV, VPMBType::InterNearest, VPMBType::InterNear ];
760 let mb_x = self.fstate.mb_x;
761 let mb_y = self.fstate.mb_y;
762 self.coeffs = [[0; 64]; 6];
763 let mb_pos = mb_x + mb_y * self.mb_w;
764 let mut four_mv = [ZERO_MV; 4];
765 let mut four_mbt = [VPMBType::Intra; 4];
768 let iprob = self.ilace_prob;
769 let prob = if mb_x == 0 {
771 } else if !self.ilace_mb {
772 iprob + (((256 - (iprob as u16)) >> 1) as u8)
776 self.ilace_mb = bc.read_prob(prob);
779 let (num_mv, nearest_mv, near_mv, pred_mv) = if hdr.is_intra {
780 (0, ZERO_MV, ZERO_MV, ZERO_MV)
781 } else { self.find_mv_pred(VP_REF_INTER) };
782 let mb_type = if hdr.is_intra {
785 self.decode_mb_type(bc, (num_mv + 1) % 3)?
787 self.mb_info[mb_pos].mb_type = mb_type;
788 if mb_type.get_ref_id() != VP_REF_GOLDEN {
791 VPMBType::InterNoMV => {
792 self.mb_info[mb_pos].mv = ZERO_MV;
794 VPMBType::InterMV => {
795 let diff_mv = self.decode_mv(bc, br);
796 self.mb_info[mb_pos].mv = pred_mv + diff_mv;
798 VPMBType::InterNearest => {
799 self.mb_info[mb_pos].mv = nearest_mv;
801 VPMBType::InterNear => {
802 self.mb_info[mb_pos].mv = near_mv;
804 VPMBType::InterFourMV => {
806 four_mbt[i] = FOURMV_SUB_TYPE[bc.read_bits(2) as usize];
810 VPMBType::InterNoMV => {},
811 VPMBType::InterMV => {
812 let diff_mv = self.decode_mv(bc, br);
813 four_mv[i] = pred_mv + diff_mv;
815 VPMBType::InterNearest => {
816 four_mv[i] = nearest_mv;
818 VPMBType::InterNear => {
819 four_mv[i] = near_mv;
824 self.mb_info[mb_pos].mv = four_mv[3];
829 let (_num_mv, nearest_mv, near_mv, pred_mv) = self.find_mv_pred(VP_REF_GOLDEN);
831 VPMBType::GoldenNoMV => {
832 self.mb_info[mb_pos].mv = ZERO_MV;
834 VPMBType::GoldenMV => {
835 let diff_mv = self.decode_mv(bc, br);
836 self.mb_info[mb_pos].mv = pred_mv + diff_mv;
838 VPMBType::GoldenNearest => {
839 self.mb_info[mb_pos].mv = nearest_mv;
841 VPMBType::GoldenNear => {
842 self.mb_info[mb_pos].mv = near_mv;
847 if !mb_type.is_intra() && (mb_type != VPMBType::InterFourMV) {
848 self.do_mc(br, frm, mb_type, self.mb_info[mb_pos].mv, alpha);
849 } else if mb_type == VPMBType::InterFourMV {
850 self.do_fourmv(br, frm, &four_mv, alpha);
854 self.fstate.plane = if !alpha { 0 } else { 3 };
855 self.fstate.ctx_idx = blk_no >> 1;
856 self.fstate.top_ctx = self.top_ctx[self.fstate.plane][mb_x * 2 + (blk_no & 1)];
858 CoeffReader::None => {
859 br.decode_block(bc, &mut self.coeffs[blk_no], &self.models.coeff_models[0], &self.models.vp6models, &mut self.fstate)?;
861 CoeffReader::Bool(ref mut bcc) => {
862 br.decode_block(bcc, &mut self.coeffs[blk_no], &self.models.coeff_models[0], &self.models.vp6models, &mut self.fstate)?;
864 CoeffReader::Huff(ref mut brc) => {
865 br.decode_block_huff(brc, &mut self.coeffs[blk_no], &self.models.vp6models, &self.models.vp6huff, &mut self.fstate)?;
868 self.top_ctx[self.fstate.plane][mb_x * 2 + (blk_no & 1)] = self.fstate.top_ctx;
869 self.predict_dc(mb_type, mb_pos, blk_no, alpha);
871 let bx = mb_x * 2 + (blk_no & 1);
872 let by = mb_y * 2 + (blk_no >> 1);
873 let has_ac = self.fstate.last_idx[self.fstate.ctx_idx] > 0;
874 if mb_type.is_intra() {
877 vp_put_block(&mut self.coeffs[blk_no], bx, by, self.fstate.plane, frm);
879 vp_put_block_dc(&mut self.coeffs[blk_no], bx, by, self.fstate.plane, frm);
882 vp_put_block_ilace(&mut self.coeffs[blk_no], bx, by, self.fstate.plane, frm);
887 vp_add_block(&mut self.coeffs[blk_no], bx, by, self.fstate.plane, frm);
889 vp_add_block_dc(&mut self.coeffs[blk_no], bx, by, self.fstate.plane, frm);
892 vp_add_block_ilace(&mut self.coeffs[blk_no], bx, by, self.fstate.plane, frm);
898 self.fstate.plane = blk_no - 3;
899 self.fstate.ctx_idx = blk_no - 2;
900 self.fstate.top_ctx = self.top_ctx[self.fstate.plane][mb_x];
902 CoeffReader::None => {
903 br.decode_block(bc, &mut self.coeffs[blk_no], &self.models.coeff_models[1], &self.models.vp6models, &mut self.fstate)?;
905 CoeffReader::Bool(ref mut bcc) => {
906 br.decode_block(bcc, &mut self.coeffs[blk_no], &self.models.coeff_models[1], &self.models.vp6models, &mut self.fstate)?;
908 CoeffReader::Huff(ref mut brc) => {
909 br.decode_block_huff(brc, &mut self.coeffs[blk_no], &self.models.vp6models, &self.models.vp6huff, &mut self.fstate)?;
912 self.top_ctx[self.fstate.plane][mb_x] = self.fstate.top_ctx;
913 self.predict_dc(mb_type, mb_pos, blk_no, alpha);
915 let has_ac = self.fstate.last_idx[self.fstate.ctx_idx] > 0;
916 if mb_type.is_intra() {
918 vp_put_block(&mut self.coeffs[blk_no], mb_x, mb_y, self.fstate.plane, frm);
920 vp_put_block_dc(&mut self.coeffs[blk_no], mb_x, mb_y, self.fstate.plane, frm);
924 vp_add_block(&mut self.coeffs[blk_no], mb_x, mb_y, self.fstate.plane, frm);
926 vp_add_block_dc(&mut self.coeffs[blk_no], mb_x, mb_y, self.fstate.plane, frm);
933 fn do_mc(&mut self, br: &dyn VP56Parser, frm: &mut NASimpleVideoFrame<u8>, mb_type: VPMBType, mv: MV, alpha: bool) {
934 let x = self.fstate.mb_x * 16;
935 let y = self.fstate.mb_y * 16;
936 let plane = if !alpha { 0 } else { 3 };
937 let src = if mb_type.get_ref_id() == VP_REF_INTER {
938 self.shuf.get_last().unwrap()
940 self.shuf.get_golden().unwrap()
943 br.mc_block(frm, self.mc_buf.clone(), src.clone(), plane, x + 0, y + 0, mv, self.loop_thr);
944 br.mc_block(frm, self.mc_buf.clone(), src.clone(), plane, x + 8, y + 0, mv, self.loop_thr);
945 br.mc_block(frm, self.mc_buf.clone(), src.clone(), plane, x + 0, y + 8, mv, self.loop_thr);
946 br.mc_block(frm, self.mc_buf.clone(), src.clone(), plane, x + 8, y + 8, mv, self.loop_thr);
948 let x = self.fstate.mb_x * 8;
949 let y = self.fstate.mb_y * 8;
950 br.mc_block(frm, self.mc_buf.clone(), src.clone(), 1, x, y, mv, self.loop_thr);
951 br.mc_block(frm, self.mc_buf.clone(), src.clone(), 2, x, y, mv, self.loop_thr);
954 fn do_fourmv(&mut self, br: &dyn VP56Parser, frm: &mut NASimpleVideoFrame<u8>, mvs: &[MV; 4], alpha: bool) {
955 let x = self.fstate.mb_x * 16;
956 let y = self.fstate.mb_y * 16;
957 let plane = if !alpha { 0 } else { 3 };
958 let src = self.shuf.get_last().unwrap();
960 br.mc_block(frm, self.mc_buf.clone(), src.clone(),
961 plane, x + (blk_no & 1) * 8, y + (blk_no & 2) * 4,
962 mvs[blk_no], self.loop_thr);
965 let x = self.fstate.mb_x * 8;
966 let y = self.fstate.mb_y * 8;
967 let sum = mvs[0] + mvs[1] + mvs[2] + mvs[3];
968 let mv = MV { x: sum.x / 4, y: sum.y / 4 };
969 br.mc_block(frm, self.mc_buf.clone(), src.clone(), 1, x, y, mv, self.loop_thr);
970 br.mc_block(frm, self.mc_buf.clone(), src.clone(), 2, x, y, mv, self.loop_thr);
973 fn predict_dc(&mut self, mb_type: VPMBType, mb_pos: usize, blk_no: usize, alpha: bool) {
974 let mb_x = self.fstate.mb_x;
975 let is_luma = blk_no < 4;
976 let (plane, dcs) = if alpha { (0, &mut self.dc_a) } else {
978 4 => (1, &mut self.dc_u),
979 5 => (2, &mut self.dc_v),
980 _ => (0, &mut self.dc_y),
983 let dc_pos = if is_luma {
984 dcs.xpos + mb_x * 2 + (blk_no & 1) + (blk_no >> 1) * dcs.stride
988 let ref_id = mb_type.get_ref_id();
989 let has_left_blk = is_luma && ((blk_no & 1) != 0);
990 let has_top_blk = is_luma && ((blk_no & 2) != 0);
993 if has_left_blk || ((mb_x > 0) && (self.mb_info[mb_pos - 1].mb_type.get_ref_id() == ref_id)) {
994 dc_pred += dcs.data[dc_pos - 1];
997 if has_top_blk || ((mb_pos >= self.mb_w) && (self.mb_info[mb_pos - self.mb_w].mb_type.get_ref_id() == ref_id)) {
998 dc_pred += dcs.data[dc_pos - dcs.stride];
1001 if self.version == 5 {
1002 if (count < 2) && has_left_blk {
1006 if (count < 2) && !has_left_blk && has_top_blk && (mb_x > 0) && (self.mb_info[mb_pos - 1].mb_type.get_ref_id() == ref_id) {
1010 if (count < 2) && mb_pos == 0 && !is_luma {
1013 if (count < 2) && !has_left_blk && !has_top_blk && is_luma && (mb_x > 0) && (self.mb_info[mb_pos - 1].mb_type.get_ref_id() == ref_id) {
1014 dc_pred += dcs.data[dc_pos + dcs.stride - 1];
1017 if (count < 2) && blk_no == 2 {
1018 dc_pred += dcs.data[dc_pos - dcs.stride + 1];
1021 if (count < 2) && !has_left_blk && (mb_pos >= self.mb_w) && (self.mb_info[mb_pos - self.mb_w].mb_type.get_ref_id() == ref_id) {
1022 dc_pred += dcs.data[dc_pos - dcs.stride + 1];
1025 if (count < 2) && has_left_blk && (mb_pos > self.mb_w) && (mb_x < self.mb_w - 1) && (self.mb_info[mb_pos - self.mb_w + 1].mb_type.get_ref_id() == ref_id) {
1026 dc_pred += dcs.data[dc_pos - dcs.stride + 1];
1031 dc_pred = self.last_dc[ref_id as usize][plane];
1032 } else if count == 2 {
1035 self.coeffs[blk_no][0] += dc_pred;
1036 self.last_dc[ref_id as usize][plane] = self.coeffs[blk_no][0];
1037 dcs.data[dc_pos] = self.coeffs[blk_no][0];
1038 self.coeffs[blk_no][0] = self.coeffs[blk_no][0].wrapping_mul(self.fstate.dc_quant);
1042 const VP56_DC_QUANTS: [i16; 64] = [
1043 47, 47, 47, 47, 45, 43, 43, 43,
1044 43, 43, 42, 41, 41, 40, 40, 40,
1045 40, 35, 35, 35, 35, 33, 33, 33,
1046 33, 32, 32, 32, 27, 27, 26, 26,
1047 25, 25, 24, 24, 23, 23, 19, 19,
1048 19, 19, 18, 18, 17, 16, 16, 16,
1049 16, 16, 15, 11, 11, 11, 10, 10,
1050 9, 8, 7, 5, 3, 3, 2, 2
1052 const VP56_AC_QUANTS: [i16; 64] = [
1053 94, 92, 90, 88, 86, 82, 78, 74,
1054 70, 66, 62, 58, 54, 53, 52, 51,
1055 50, 49, 48, 47, 46, 45, 44, 43,
1056 42, 40, 39, 37, 36, 35, 34, 33,
1057 32, 31, 30, 29, 28, 27, 26, 25,
1058 24, 23, 22, 21, 20, 19, 18, 17,
1059 16, 15, 14, 13, 12, 11, 10, 9,
1060 8, 7, 6, 5, 4, 3, 2, 1
1063 const VP56_FILTER_LIMITS: [u8; 64] = [
1064 14, 14, 13, 13, 12, 12, 10, 10,
1065 10, 10, 8, 8, 8, 8, 8, 8,
1066 8, 8, 8, 8, 8, 8, 8, 8,
1067 8, 8, 8, 8, 8, 8, 8, 8,
1068 8, 8, 8, 8, 7, 7, 7, 7,
1069 7, 7, 6, 6, 6, 6, 6, 6,
1070 5, 5, 5, 5, 4, 4, 4, 4,
1071 4, 4, 4, 3, 3, 3, 3, 2
1074 const VP56_MODE_VQ: [[[u8; 20]; 16]; 3] = [
1076 [ 9, 15, 32, 25, 7, 19, 9, 21, 1, 12, 14, 12, 3, 18, 14, 23, 3, 10, 0, 4 ],
1077 [ 48, 39, 1, 2, 11, 27, 29, 44, 7, 27, 1, 4, 0, 3, 1, 6, 1, 2, 0, 0 ],
1078 [ 21, 32, 1, 2, 4, 10, 32, 43, 6, 23, 2, 3, 1, 19, 1, 6, 12, 21, 0, 7 ],
1079 [ 69, 83, 0, 0, 0, 2, 10, 29, 3, 12, 0, 1, 0, 3, 0, 3, 2, 2, 0, 0 ],
1080 [ 11, 20, 1, 4, 18, 36, 43, 48, 13, 35, 0, 2, 0, 5, 3, 12, 1, 2, 0, 0 ],
1081 [ 70, 44, 0, 1, 2, 10, 37, 46, 8, 26, 0, 2, 0, 2, 0, 2, 0, 1, 0, 0 ],
1082 [ 8, 15, 0, 1, 8, 21, 74, 53, 22, 42, 0, 1, 0, 2, 0, 3, 1, 2, 0, 0 ],
1083 [ 141, 42, 0, 0, 1, 4, 11, 24, 1, 11, 0, 1, 0, 1, 0, 2, 0, 0, 0, 0 ],
1084 [ 8, 19, 4, 10, 24, 45, 21, 37, 9, 29, 0, 3, 1, 7, 11, 25, 0, 2, 0, 1 ],
1085 [ 46, 42, 0, 1, 2, 10, 54, 51, 10, 30, 0, 2, 0, 2, 0, 1, 0, 1, 0, 0 ],
1086 [ 28, 32, 0, 0, 3, 10, 75, 51, 14, 33, 0, 1, 0, 2, 0, 1, 1, 2, 0, 0 ],
1087 [ 100, 46, 0, 1, 3, 9, 21, 37, 5, 20, 0, 1, 0, 2, 1, 2, 0, 1, 0, 0 ],
1088 [ 27, 29, 0, 1, 9, 25, 53, 51, 12, 34, 0, 1, 0, 3, 1, 5, 0, 2, 0, 0 ],
1089 [ 80, 38, 0, 0, 1, 4, 69, 33, 5, 16, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0 ],
1090 [ 16, 20, 0, 0, 2, 8, 104, 49, 15, 33, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0 ],
1091 [ 194, 16, 0, 0, 1, 1, 1, 9, 1, 3, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0 ],
1093 [ 41, 22, 1, 0, 1, 31, 0, 0, 0, 0, 0, 1, 1, 7, 0, 1, 98, 25, 4, 10 ],
1094 [ 123, 37, 6, 4, 1, 27, 0, 0, 0, 0, 5, 8, 1, 7, 0, 1, 12, 10, 0, 2 ],
1095 [ 26, 14, 14, 12, 0, 24, 0, 0, 0, 0, 55, 17, 1, 9, 0, 36, 5, 7, 1, 3 ],
1096 [ 209, 5, 0, 0, 0, 27, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0 ],
1097 [ 2, 5, 4, 5, 0, 121, 0, 0, 0, 0, 0, 3, 2, 4, 1, 4, 2, 2, 0, 1 ],
1098 [ 175, 5, 0, 1, 0, 48, 0, 0, 0, 0, 0, 2, 0, 1, 0, 2, 0, 1, 0, 0 ],
1099 [ 83, 5, 2, 3, 0, 102, 0, 0, 0, 0, 1, 3, 0, 2, 0, 1, 0, 0, 0, 0 ],
1100 [ 233, 6, 0, 0, 0, 8, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0 ],
1101 [ 34, 16, 112, 21, 1, 28, 0, 0, 0, 0, 6, 8, 1, 7, 0, 3, 2, 5, 0, 2 ],
1102 [ 159, 35, 2, 2, 0, 25, 0, 0, 0, 0, 3, 6, 0, 5, 0, 1, 4, 4, 0, 1 ],
1103 [ 75, 39, 5, 7, 2, 48, 0, 0, 0, 0, 3, 11, 2, 16, 1, 4, 7, 10, 0, 2 ],
1104 [ 212, 21, 0, 1, 0, 9, 0, 0, 0, 0, 1, 2, 0, 2, 0, 0, 2, 2, 0, 0 ],
1105 [ 4, 2, 0, 0, 0, 172, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 2, 0, 0, 0 ],
1106 [ 187, 22, 1, 1, 0, 17, 0, 0, 0, 0, 3, 6, 0, 4, 0, 1, 4, 4, 0, 1 ],
1107 [ 133, 6, 1, 2, 1, 70, 0, 0, 0, 0, 0, 2, 0, 4, 0, 3, 1, 1, 0, 0 ],
1108 [ 251, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ],
1110 [ 2, 3, 2, 3, 0, 2, 0, 2, 0, 0, 11, 4, 1, 4, 0, 2, 3, 2, 0, 4 ],
1111 [ 49, 46, 3, 4, 7, 31, 42, 41, 0, 0, 2, 6, 1, 7, 1, 4, 2, 4, 0, 1 ],
1112 [ 26, 25, 1, 1, 2, 10, 67, 39, 0, 0, 1, 1, 0, 14, 0, 2, 31, 26, 1, 6 ],
1113 [ 103, 46, 1, 2, 2, 10, 33, 42, 0, 0, 1, 4, 0, 3, 0, 1, 1, 3, 0, 0 ],
1114 [ 14, 31, 9, 13, 14, 54, 22, 29, 0, 0, 2, 6, 4, 18, 6, 13, 1, 5, 0, 1 ],
1115 [ 85, 39, 0, 0, 1, 9, 69, 40, 0, 0, 0, 1, 0, 3, 0, 1, 2, 3, 0, 0 ],
1116 [ 31, 28, 0, 0, 3, 14, 130, 34, 0, 0, 0, 1, 0, 3, 0, 1, 3, 3, 0, 1 ],
1117 [ 171, 25, 0, 0, 1, 5, 25, 21, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0 ],
1118 [ 17, 21, 68, 29, 6, 15, 13, 22, 0, 0, 6, 12, 3, 14, 4, 10, 1, 7, 0, 3 ],
1119 [ 51, 39, 0, 1, 2, 12, 91, 44, 0, 0, 0, 2, 0, 3, 0, 1, 2, 3, 0, 1 ],
1120 [ 81, 25, 0, 0, 2, 9, 106, 26, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0 ],
1121 [ 140, 37, 0, 1, 1, 8, 24, 33, 0, 0, 1, 2, 0, 2, 0, 1, 1, 2, 0, 0 ],
1122 [ 14, 23, 1, 3, 11, 53, 90, 31, 0, 0, 0, 3, 1, 5, 2, 6, 1, 2, 0, 0 ],
1123 [ 123, 29, 0, 0, 1, 7, 57, 30, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0 ],
1124 [ 13, 14, 0, 0, 4, 20, 175, 20, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0 ],
1125 [ 202, 23, 0, 0, 1, 3, 2, 9, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0 ],