1 use nihav_core::io::bitreader::*;
2 use nihav_core::io::codebook::*;
3 use nihav_core::formats;
4 use nihav_core::frame::*;
5 use nihav_core::codecs::*;
6 use nihav_codec_support::codecs::{MV, ZIGZAG};
7 use nihav_codec_support::codecs::blockdsp;
8 use nihav_codec_support::codecs::h263::*;
9 use nihav_codec_support::codecs::h263::code::{H263_INTERP_FUNCS, H263_INTERP_AVG_FUNCS, h263_filter_row};
10 use nihav_codec_support::codecs::h263::decoder::*;
11 use nihav_codec_support::codecs::h263::data::*;
16 intra_mcbpc_cb: Codebook<u8>,
17 inter_mcbpc_cb: Codebook<u8>,
18 mbtype_b_cb: Codebook<u8>,
19 cbpy_cb: Codebook<u8>,
20 cbpc_b_cb: Codebook<u8>,
21 rl_cb: Codebook<H263RLSym>,
22 aic_rl_cb: Codebook<H263RLSym>,
34 struct RealVideo20Decoder {
42 bdsp: Box<dyn BlockDSP + Send>,
48 struct RealVideo20BR<'a> {
64 struct RV20SliceInfo {
76 struct RV20BlockDSP {}
79 fn new(ftype: Type, seq: u32, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self {
80 RV20SliceInfo { ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h }
85 ($src: expr, $sstep: expr, $dst: expr, $dstep: expr, $bias: expr, $shift: expr, $dtype: tt) => {
86 let s0 = $src[0] as i32;
87 let s1 = $src[$sstep] as i32;
88 let s2 = $src[$sstep * 2] as i32;
89 let s3 = $src[$sstep * 3] as i32;
90 let s4 = $src[$sstep * 4] as i32;
91 let s5 = $src[$sstep * 5] as i32;
92 let s6 = $src[$sstep * 6] as i32;
93 let s7 = $src[$sstep * 7] as i32;
95 let t0 = (s0 + s4).wrapping_mul(1448);
96 let t1 = (s0 - s4).wrapping_mul(1448);
97 let t2 = s2.wrapping_mul(1892) + s6.wrapping_mul(784);
98 let t3 = s2.wrapping_mul(784) - s6.wrapping_mul(1892);
99 let t4 = s1.wrapping_mul(2009) + s3.wrapping_mul(1703)
100 + s5.wrapping_mul(1138) + s7.wrapping_mul(400);
101 let t5 = s1.wrapping_mul(1703) - s3.wrapping_mul(400)
102 - s5.wrapping_mul(2009) - s7.wrapping_mul(1138);
103 let t6 = s1.wrapping_mul(1138) - s3.wrapping_mul(2009)
104 + s5.wrapping_mul(400) + s7.wrapping_mul(1703);
105 let t7 = s1.wrapping_mul(400) - s3.wrapping_mul(1138)
106 + s5.wrapping_mul(1703) - s7.wrapping_mul(2009);
113 $dst[0] = ((t8 + t4 + $bias) >> $shift) as $dtype;
114 $dst[$dstep] = ((ta + t5 + $bias) >> $shift) as $dtype;
115 $dst[$dstep * 2] = ((tb + t6 + $bias) >> $shift) as $dtype;
116 $dst[$dstep * 3] = ((t9 + t7 + $bias) >> $shift) as $dtype;
117 $dst[$dstep * 4] = ((t9 - t7 + $bias) >> $shift) as $dtype;
118 $dst[$dstep * 5] = ((tb - t6 + $bias) >> $shift) as $dtype;
119 $dst[$dstep * 6] = ((ta - t5 + $bias) >> $shift) as $dtype;
120 $dst[$dstep * 7] = ((t8 - t4 + $bias) >> $shift) as $dtype;
124 impl BlockDSP for RV20BlockDSP {
125 fn idct(&self, blk: &mut [i16; 64]) {
126 let mut tmp = [0i32; 64];
127 for (dst, src) in tmp.chunks_mut(8).zip(blk.chunks(8)) {
128 idct!(src, 1, dst, 1, 0, 4, i32);
131 idct!(&tmp[i..], 8, &mut blk[i..], 8, 1 << 19, 20, i16);
134 fn copy_blocks(&self, dst: &mut NAVideoBuffer<u8>, src: &NAVideoBuffer<u8>, xpos: usize, ypos: usize, w: usize, h: usize, mv: MV) {
135 let srcx = ((mv.x >> 1) as isize) + (xpos as isize);
136 let srcy = ((mv.y >> 1) as isize) + (ypos as isize);
137 let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize;
139 blockdsp::copy_blocks(dst, src, xpos, ypos, srcx, srcy, w, h, 0, 1, mode, H263_INTERP_FUNCS);
141 fn avg_blocks(&self, dst: &mut NAVideoBuffer<u8>, src: &NAVideoBuffer<u8>, xpos: usize, ypos: usize, w: usize, h: usize, mv: MV) {
142 let srcx = ((mv.x >> 1) as isize) + (xpos as isize);
143 let srcy = ((mv.y >> 1) as isize) + (ypos as isize);
144 let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize;
146 blockdsp::copy_blocks(dst, src, xpos, ypos, srcx, srcy, w, h, 0, 1, mode, H263_INTERP_AVG_FUNCS);
148 fn filter_row(&self, buf: &mut NAVideoBuffer<u8>, mb_y: usize, mb_w: usize, cbpi: &CBPInfo) {
149 h263_filter_row(buf, mb_y, mb_w, cbpi)
153 impl<'a> RealVideo20BR<'a> {
154 fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self {
155 let nslices = (src[0] as usize) + 1;
156 let mut slice_offs = Vec::with_capacity(nslices);
158 let offs = &src[1..][..nslices * 8];
159 let mut br = BitReader::new(offs, BitReaderMode::BE);
160 for _ in 0..nslices {
161 br.skip(32).unwrap();
162 let off = br.read(32).unwrap();
163 slice_offs.push(off);
166 let soff = nslices * 8 + 1;
167 let mb_w = (width + 15) >> 4;
168 let mb_h = (height + 15) >> 4;
169 let max_pos = mb_w * mb_h - 1;
171 for i in 0..H263_MBB.len() {
172 if max_pos <= H263_MBB[i].blocks {
173 mbpb = H263_MBB[i].bits;
178 br: BitReader::new(&src[soff..], BitReaderMode::BE),
182 slice_off: slice_offs,
194 #[allow(unused_variables)]
195 fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> {
196 let br = &mut self.br;
198 if !sstate.is_iframe && intra {
199 let mut dc = br.read(8)? as i16;
200 if dc == 255 { dc = 128; }
204 if !coded { return Ok(()); }
205 let scan = match acpred {
206 ACPredMode::Hor => H263_SCAN_V,
207 ACPredMode::Ver => H263_SCAN_H,
211 let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb };
212 let q = if plane_no == 0 { (quant * 2) as i16 } else { (H263_CHROMA_QUANT[quant as usize] * 2) as i16 };
213 let q_add = if q == 0 || sstate.is_iframe { 0i16 } else { (((q >> 1) - 1) | 1) as i16 };
215 let code = br.read_cb(rl_cb)?;
219 if !code.is_escape() {
220 run = code.get_run();
221 level = code.get_level();
222 last = code.is_last();
223 if br.read_bool()? { level = -level; }
225 level = (level * q) + q_add;
227 level = (level * q) - q_add;
230 last = br.read_bool()?;
231 run = br.read(6)? as u8;
232 level = br.read_s(8)? as i16;
234 let low = br.read(5)? as i16;
235 let top = br.read_s(6)? as i16;
236 level = (top << 5) | low;
239 level = (level * q) + q_add;
241 level = (level * q) - q_add;
243 if level < -2048 { level = -2048; }
244 if level > 2047 { level = 2047; }
248 let oidx = scan[idx as usize];
257 fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
258 let code = br.read_cb(mv_cb)? as i16;
259 if code == 0 { return Ok(0) }
260 if !br.read_bool()? {
267 fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
268 let xval = decode_mv_component(br, mv_cb)?;
269 let yval = decode_mv_component(br, mv_cb)?;
270 Ok(MV::new(xval, yval))
273 fn read_dquant(br: &mut BitReader, q: u8) -> DecoderResult<u8> {
275 Ok(H263_MODIFIED_QUANT[br.read(1)? as usize][q as usize])
277 Ok(br.read(5)? as u8)
281 impl<'a> BlockDecoder for RealVideo20BR<'a> {
283 #[allow(unused_variables)]
284 fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
286 let shdr = self.read_slice_header()?;
287 // self.slice_no += 1;
288 validate!((shdr.mb_x == 0) && (shdr.mb_y == 0));
290 if self.slice_no < self.num_slices {
291 let pos = self.br.tell();
292 let shdr2 = self.read_slice_header()?;
293 self.br.seek(pos as u32)?;
294 mb_count = shdr2.mb_pos - shdr.mb_pos;
296 mb_count = self.mb_w * self.mb_h;
299 let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false));
300 let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, MVMode::Long, false, false, shdr.qscale, shdr.seq as u16, None, plusinfo);
304 #[allow(unused_variables)]
305 fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
306 let shdr = self.read_slice_header()?;
309 if self.slice_no < self.num_slices {
310 let pos = self.br.tell();
311 let shdr2 = self.read_slice_header()?;
312 mb_count = shdr2.mb_pos - shdr.mb_pos;
313 self.br.seek(pos as u32)?;
315 mb_count = self.mb_w * self.mb_h - shdr.mb_pos;
317 let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale);
322 fn decode_block_header(&mut self, info: &PicInfo, _slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
323 let br = &mut self.br;
324 let mut q = sstate.quant;
325 match info.get_mode() {
327 let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
328 while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
329 let mut acpred = ACPredMode::None;
330 if let Some(ref pi) = info.plusinfo {
332 let acpp = br.read_bool()?;
333 acpred = ACPredMode::DC;
335 acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver };
339 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
340 let cbp = (cbpy << 2) | (cbpc & 3);
341 let dquant = (cbpc & 4) != 0;
343 q = read_dquant(br, q)?;
345 let mut binfo = BlockInfo::new(Type::I, cbp, q);
346 binfo.set_acpred(acpred);
351 return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant()));
353 let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
354 while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
355 let is_intra = (cbpc & 0x04) != 0;
356 let dquant = (cbpc & 0x08) != 0;
357 let is_4x4 = (cbpc & 0x10) != 0;
359 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
360 let cbp = (cbpy << 2) | (cbpc & 3);
362 q = read_dquant(br, q)?;
364 let binfo = BlockInfo::new(Type::I, cbp, q);
368 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
369 // if /* !aiv && */(cbpc & 3) != 3 {
372 let cbp = (cbpy << 2) | (cbpc & 3);
374 q = read_dquant(br, q)?;
376 let mut binfo = BlockInfo::new(Type::P, cbp, q);
378 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
381 let mvec: [MV; 4] = [
382 decode_mv(br, &self.tables.mv_cb)?,
383 decode_mv(br, &self.tables.mv_cb)?,
384 decode_mv(br, &self.tables.mv_cb)?,
385 decode_mv(br, &self.tables.mv_cb)?
392 let mut mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize;
393 while mbtype == 14 { mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; }
395 let is_coded = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_CODED) != 0;
396 let is_intra = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_INTRA) != 0;
397 let dquant = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_DQUANT) != 0;
398 let is_fwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_FORWARD) != 0;
399 let is_bwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_BACKWARD) != 0;
401 let cbp = if is_coded {
402 let cbpc = br.read_cb(&self.tables.cbpc_b_cb)?;
403 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
404 if !is_intra { cbpy ^= 0xF; }
405 (cbpy << 2) | (cbpc & 3)
409 q = read_dquant(br, q)?;
413 let binfo = BlockInfo::new(Type::I, cbp, q);
417 let mut binfo = BlockInfo::new(Type::B, cbp, q);
419 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
423 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
424 binfo.set_b_mv(&mvec);
428 _ => { unreachable!(); },
432 fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
433 self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred())
436 #[allow(unused_variables)]
437 fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
438 self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None)
441 fn is_slice_end(&mut self) -> bool { false }
444 impl<'a> RealVideo20BR<'a> {
445 #[allow(unused_variables)]
446 fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> {
447 validate!(self.slice_no < self.num_slices);
449 let br = &mut self.br;
450 br.seek(self.slice_off[self.slice_no] * 8)?;
452 let frm_type = br.read(2)?;
453 let ftype = match frm_type {
454 0 | 1 => { Type::I },
459 let marker = br.read(1)?;
460 validate!(marker == 0);
461 let qscale = br.read(5)? as u8;
462 validate!(qscale > 0);
463 if self.minor_ver >= 2 {
464 br.skip(1)?; // loop filter
466 let seq = if self.minor_ver <= 1 {
471 self.pts = seq as u16;
474 if self.rpr.present {
475 let rpr = br.read(self.rpr.bits)? as usize;
480 w = self.rpr.widths[rpr - 1];
481 h = self.rpr.heights[rpr - 1];
482 validate!((w != 0) && (h != 0));
489 let mb_pos = br.read(self.mb_pos_bits)? as usize;
490 let mb_x = mb_pos % self.mb_w;
491 let mb_y = mb_pos / self.mb_w;
493 br.skip(1)?; // no rounding
495 if (self.minor_ver <= 1) && (frm_type == 3) {
499 Ok(RV20SliceInfo::new(ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h))
503 impl RealVideo20Decoder {
505 let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
506 let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
507 let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
508 let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
509 let mut coderead = H263ShortCodeReader::new(H263_MBTYPE_B);
510 let mbtype_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
511 let mut coderead = H263ShortCodeReader::new(H263_CBPY);
512 let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
513 let mut coderead = H263ShortCodeReader::new(H263_CBPC_B);
514 let cbpc_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
515 let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
516 let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
517 let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
518 let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
519 let mut coderead = H263ShortCodeReader::new(H263_MV);
520 let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
522 let tables = Tables {
534 info: NACodecInfoRef::default(),
535 dec: H263BaseDecoder::new_b_frames(false),
540 rpr: RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] },
541 bdsp: Box::new(RV20BlockDSP::default()),
549 impl NADecoder for RealVideo20Decoder {
550 #[allow(unused_variables)]
551 fn init(&mut self, _supp: &mut NADecoderSupport, info: NACodecInfoRef) -> DecoderResult<()> {
552 if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
553 let w = vinfo.get_width();
554 let h = vinfo.get_height();
555 let fmt = formats::YUV420_FORMAT;
556 let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
557 self.info = NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()).into_ref();
561 let edata = info.get_extradata().unwrap();
562 let src: &[u8] = &edata;
563 let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4);
564 let maj_ver = ver >> 16;
565 let min_ver = (ver >> 8) & 0xFF;
566 let mic_ver = ver & 0xFF;
567 validate!(maj_ver == 2);
568 self.minor_ver = min_ver as u8;
569 let rprb = src[1] & 7;
571 self.rpr.present = false;
573 self.rpr.present = true;
574 self.rpr.bits = ((rprb >> 1) + 1) as u8;
575 for i in 4..(src.len()/2) {
576 self.rpr.widths [i - 4] = (src[i * 2] as usize) * 4;
577 self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4;
582 Err(DecoderError::InvalidData)
585 fn decode(&mut self, _supp: &mut NADecoderSupport, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
586 let src = pkt.get_buffer();
588 let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr);
590 let bufinfo = self.dec.parse_frame(&mut ibr, self.bdsp.as_ref())?;
592 let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
593 let ftype = self.dec.get_frame_type();
595 if ftype != FrameType::B {
596 self.last_ts = self.next_ts;
598 if self.last_ts > self.next_ts {
599 self.base_ts += 1 << 16;
602 let ts_diff = self.next_ts.wrapping_sub(pts);
603 let ts = self.base_ts + (self.next_ts as u64) - (ts_diff as u64);
604 frm.set_keyframe(self.dec.is_intra());
605 frm.set_frame_type(ftype);
606 frm.set_pts(Some(ts >> 3));
609 fn flush(&mut self) {
614 struct MBB { blocks: usize, bits: u8 }
615 const H263_MBB: &[MBB; 7] = &[
616 MBB{ blocks: 47, bits: 6 },
617 MBB{ blocks: 98, bits: 7 },
618 MBB{ blocks: 395, bits: 9 },
619 MBB{ blocks: 1583, bits: 11 },
620 MBB{ blocks: 6335, bits: 13 },
621 MBB{ blocks: 9215, bits: 14 },
622 MBB{ blocks: 65536, bits: 14 },
625 pub fn get_decoder() -> Box<dyn NADecoder + Send> {
626 Box::new(RealVideo20Decoder::new())
631 use nihav_core::codecs::RegisteredDecoders;
632 use nihav_core::demuxers::RegisteredDemuxers;
633 use nihav_codec_support::test::dec_video::*;
634 use crate::realmedia_register_all_codecs;
635 use crate::realmedia_register_all_demuxers;
638 let mut dmx_reg = RegisteredDemuxers::new();
639 realmedia_register_all_demuxers(&mut dmx_reg);
640 let mut dec_reg = RegisteredDecoders::new();
641 realmedia_register_all_codecs(&mut dec_reg);
643 test_file_decoding("realmedia", "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", /*None*/Some(3000), true, false, None/*Some("rv20")*/, &dmx_reg, &dec_reg);
644 // test_file_decoding("realmedia", "assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm", /*None*/Some(1000), true, false, Some("rv20"));