6 use super::code::H263BlockDSP;
12 intra_mcbpc_cb: Codebook<u8>,
13 inter_mcbpc_cb: Codebook<u8>,
14 mbtype_b_cb: Codebook<u8>,
15 cbpy_cb: Codebook<u8>,
16 cbpc_b_cb: Codebook<u8>,
17 rl_cb: Codebook<H263RLSym>,
18 aic_rl_cb: Codebook<H263RLSym>,
30 struct RealVideo20Decoder {
31 info: Rc<NACodecInfo>,
41 struct RealVideo20BR<'a> {
56 struct RV20SliceInfo {
68 fn new(ftype: Type, seq: u32, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self {
69 RV20SliceInfo { ftype: ftype, seq: seq, qscale: qscale, mb_x: mb_x, mb_y: mb_y, mb_pos: mb_pos, w: w, h: h }
73 impl<'a> RealVideo20BR<'a> {
74 fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self {
75 let nslices = (src[0] as usize) + 1;
76 let mut slice_offs = Vec::with_capacity(nslices);
78 let offs = &src[1..][..nslices * 8];
79 let mut br = BitReader::new(offs, offs.len(), BitReaderMode::BE);
82 let off = br.read(32).unwrap();
86 let soff = nslices * 8 + 1;
87 let mb_w = (width + 15) >> 4;
88 let mb_h = (height + 15) >> 4;
89 let max_pos = mb_w * mb_h - 1;
91 for i in 0..H263_MBB.len() {
92 if max_pos <= H263_MBB[i].blocks {
93 mbpb = H263_MBB[i].bits;
98 br: BitReader::new(&src[soff..], src.len() - soff, BitReaderMode::BE),
102 slice_off: slice_offs,
108 minor_ver: minor_ver,
113 #[allow(unused_variables)]
114 fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> {
115 let br = &mut self.br;
117 if !sstate.is_iframe && intra {
118 let mut dc = br.read(8)? as i16;
119 if dc == 255 { dc = 128; }
123 if !coded { return Ok(()); }
124 let scan = match acpred {
125 ACPredMode::Hor => H263_SCAN_V,
126 ACPredMode::Ver => H263_SCAN_H,
130 let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb };
131 let q_add = if quant == 0 { 0i16 } else { ((quant - 1) | 1) as i16 };
132 let q = (quant * 2) as i16;
134 let code = br.read_cb(rl_cb)?;
138 if !code.is_escape() {
139 run = code.get_run();
140 level = code.get_level();
141 last = code.is_last();
142 if br.read_bool()? { level = -level; }
143 level = (level * q) + q_add;
145 last = br.read_bool()?;
146 run = br.read(6)? as u8;
147 level = br.read_s(8)? as i16;
149 let low = br.read(5)? as i16;
150 let top = br.read_s(6)? as i16;
151 level = (top << 5) | low;
153 level = (level * q) + q_add;
154 if level < -2048 { level = -2048; }
155 if level > 2047 { level = 2047; }
159 let oidx = scan[idx as usize];
168 fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
169 let code = br.read_cb(mv_cb)? as i16;
170 if code == 0 { return Ok(0) }
171 if !br.read_bool()? {
178 fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
179 let xval = decode_mv_component(br, mv_cb)?;
180 let yval = decode_mv_component(br, mv_cb)?;
181 //println!(" MV {},{} @ {}", xval, yval, br.tell());
182 Ok(MV::new(xval, yval))
185 impl<'a> BlockDecoder for RealVideo20BR<'a> {
187 #[allow(unused_variables)]
188 fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
190 println!("decoding picture header size {}", if self.num_slices > 1 { self.slice_off[1] } else { ((self.br.tell() as u32) + (self.br.left() as u32))/8 });
191 let shdr = self.read_slice_header()?;
192 println!("slice ends @ {}\n", self.br.tell());
193 // self.slice_no += 1;
194 validate!((shdr.mb_x == 0) && (shdr.mb_y == 0));
196 if self.slice_no < self.num_slices {
197 let pos = self.br.tell();
198 let shdr2 = self.read_slice_header()?;
199 self.br.seek(pos as u32)?;
200 mb_count = shdr2.mb_pos - shdr.mb_pos;
202 mb_count = self.mb_w * self.mb_h;
205 let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false));
206 let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, MVMode::Long, false, false, shdr.qscale, shdr.seq as u16, None, plusinfo);
210 #[allow(unused_variables)]
211 fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
212 //println!("read slice {} header", self.slice_no);
213 let shdr = self.read_slice_header()?;
216 if self.slice_no < self.num_slices {
217 let pos = self.br.tell();
218 let shdr2 = self.read_slice_header()?;
219 mb_count = shdr2.mb_pos - shdr.mb_pos;
220 self.br.seek(pos as u32)?;
222 mb_count = self.mb_w * self.mb_h - shdr.mb_pos;
224 let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale);
229 fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
230 let br = &mut self.br;
231 let mut q = slice.get_quant();
232 match info.get_mode() {
234 let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
235 while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
236 let mut acpred = ACPredMode::None;
237 if let Some(ref pi) = info.plusinfo {
239 let acpp = br.read_bool()?;
240 acpred = ACPredMode::DC;
241 //println!(" acp {} @ {}", acpp as u8, br.tell());
243 acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver };
246 println!(" @ {}", br.tell());
248 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
249 let cbp = (cbpy << 2) | (cbpc & 3);
250 let dquant = (cbpc & 4) != 0;
252 let idx = br.read(2)? as usize;
253 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
255 println!(" MB {},{} CBP {:X} @ {}", sstate.mb_x, sstate.mb_y, cbp, br.tell());
256 let mut binfo = BlockInfo::new(Type::I, cbp, q);
257 binfo.set_acpred(acpred);
262 return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant()));
264 let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
265 while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
266 let is_intra = (cbpc & 0x04) != 0;
267 let dquant = (cbpc & 0x08) != 0;
268 let is_4x4 = (cbpc & 0x10) != 0;
270 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
271 let cbp = (cbpy << 2) | (cbpc & 3);
273 let idx = br.read(2)? as usize;
274 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
276 let binfo = BlockInfo::new(Type::I, cbp, q);
280 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
281 // if /* !aiv && */(cbpc & 3) != 3 {
284 let cbp = (cbpy << 2) | (cbpc & 3);
286 let idx = br.read(2)? as usize;
287 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
289 println!(" MB {}.{} cbp = {:X}", sstate.mb_x, sstate.mb_y, cbp);
290 let mut binfo = BlockInfo::new(Type::P, cbp, q);
292 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
295 let mvec: [MV; 4] = [
296 decode_mv(br, &self.tables.mv_cb)?,
297 decode_mv(br, &self.tables.mv_cb)?,
298 decode_mv(br, &self.tables.mv_cb)?,
299 decode_mv(br, &self.tables.mv_cb)?
306 let mut mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize;
307 while mbtype == 14 { mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; }
309 let is_coded = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_CODED) != 0;
310 let is_intra = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_INTRA) != 0;
311 let dquant = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_DQUANT) != 0;
312 let is_fwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_FORWARD) != 0;
313 let is_bwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_BACKWARD) != 0;
315 let cbp = if is_coded {
316 let cbpc = br.read_cb(&self.tables.cbpc_b_cb)?;
317 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
318 if !is_intra { cbpy ^= 0xF; }
319 (cbpy << 2) | (cbpc & 3)
323 let idx = br.read(2)? as usize;
324 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
326 //println!(" MB B {}.{} cbp = {:X} @ {} ({} {})", sstate.mb_x, sstate.mb_y, cbp, br.tell(), mbtype, is_intra);
329 let binfo = BlockInfo::new(Type::I, cbp, q);
333 let mut binfo = BlockInfo::new(Type::B, cbp, q);
335 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
339 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
340 binfo.set_b_mv(&mvec);
344 _ => { unreachable!(); },
348 fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
349 self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred())
352 #[allow(unused_variables)]
353 fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
354 self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None)
357 fn is_slice_end(&mut self) -> bool { false }
360 impl<'a> RealVideo20BR<'a> {
361 #[allow(unused_variables)]
362 fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> {
363 validate!(self.slice_no < self.num_slices);
365 let br = &mut self.br;
366 br.seek(self.slice_off[self.slice_no] * 8)?;
367 //println!(" slice at off {}", br.tell());
369 let frm_type = br.read(2)?;
370 let ftype = match frm_type {
371 0 | 1 => { Type::I },
376 let marker = br.read(1)?;
377 validate!(marker == 0);
378 let qscale = br.read(5)? as u8;
379 validate!(qscale > 0);
380 if self.minor_ver >= 2 {
381 br.skip(1)?; // loop filter
383 let seq = if self.minor_ver <= 1 {
390 if self.rpr.present {
391 let rpr = br.read(self.rpr.bits)? as usize;
396 w = self.rpr.widths[rpr - 1];
397 h = self.rpr.heights[rpr - 1];
398 validate!((w != 0) && (h != 0));
405 let mb_pos = br.read(self.mb_pos_bits)? as usize;
406 let mb_x = mb_pos % self.mb_w;
407 let mb_y = mb_pos / self.mb_w;
409 br.skip(1)?; // no rounding
411 if (self.minor_ver <= 1) && (frm_type == 3) {
414 println!("slice q {} mb {},{}", qscale, mb_x, mb_y);
416 Ok(RV20SliceInfo::new(ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h))
420 impl RealVideo20Decoder {
422 let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
423 let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
424 let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
425 let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
426 let mut coderead = H263ShortCodeReader::new(H263_MBTYPE_B);
427 let mbtype_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
428 let mut coderead = H263ShortCodeReader::new(H263_CBPY);
429 let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
430 let mut coderead = H263ShortCodeReader::new(H263_CBPC_B);
431 let cbpc_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
432 let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
433 let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
434 let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
435 let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
436 let mut coderead = H263ShortCodeReader::new(H263_MV);
437 let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
439 let tables = Tables {
440 intra_mcbpc_cb: intra_mcbpc_cb,
441 inter_mcbpc_cb: inter_mcbpc_cb,
442 mbtype_b_cb: mbtype_b_cb,
444 cbpc_b_cb: cbpc_b_cb,
446 aic_rl_cb: aic_rl_cb,
451 info: Rc::new(DUMMY_CODEC_INFO),
452 dec: H263BaseDecoder::new_b_frames(false),
457 rpr: RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] },
458 bdsp: H263BlockDSP::new(),
463 impl NADecoder for RealVideo20Decoder {
464 #[allow(unused_variables)]
465 fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> {
466 if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
467 let w = vinfo.get_width();
468 let h = vinfo.get_height();
469 let fmt = formats::YUV420_FORMAT;
470 let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
471 self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()));
475 let edata = info.get_extradata().unwrap();
476 let src: &[u8] = &edata;
477 let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4);
478 let maj_ver = ver >> 16;
479 let min_ver = (ver >> 8) & 0xFF;
480 let mic_ver = ver & 0xFF;
481 println!("ver {:06X}", ver);
482 validate!(maj_ver == 2);
483 self.minor_ver = min_ver as u8;
484 let rprb = src[1] & 7;
486 self.rpr.present = false;
488 self.rpr.present = true;
489 self.rpr.bits = ((rprb >> 1) + 1) as u8;
490 for i in 4..(src.len()/2) {
491 self.rpr.widths [i - 4] = (src[i * 2] as usize) * 4;
492 self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4;
497 Err(DecoderError::InvalidData)
500 fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
501 let src = pkt.get_buffer();
503 println!(" decode frame size {}, {} slices", src.len(), src[0]+1);
504 let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr);
506 let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?;
508 let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
509 frm.set_keyframe(self.dec.is_intra());
510 frm.set_frame_type(self.dec.get_frame_type());
511 Ok(Rc::new(RefCell::new(frm)))
515 struct MBB { blocks: usize, bits: u8 }
516 const H263_MBB: &[MBB; 7] = &[
517 MBB{ blocks: 47, bits: 6 },
518 MBB{ blocks: 98, bits: 7 },
519 MBB{ blocks: 395, bits: 9 },
520 MBB{ blocks: 1583, bits: 11 },
521 MBB{ blocks: 6335, bits: 13 },
522 MBB{ blocks: 9215, bits: 14 },
523 MBB{ blocks: 65536, bits: 14 },
526 pub fn get_decoder() -> Box<NADecoder> {
527 Box::new(RealVideo20Decoder::new())
532 use test::dec_video::test_file_decoding;
535 test_file_decoding("realmedia", "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", /*None*/Some(7000), true, false, Some("rv20"));
536 // test_file_decoding("realmedia", "assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm", /*None*/Some(1000), true, false, Some("rv20"));