src/codecs/h263/rv20.rs

   1 use io::bitreader::*;
   2 use io::codebook::*;
   3 use formats;
   4 use super::super::*;
   5 use super::*;
   6 use super::code::H263BlockDSP;
   7 use super::decoder::*;
   8 use super::data::*;
   9
  10 #[allow(dead_code)]
  11 struct Tables {
  12     intra_mcbpc_cb: Codebook<u8>,
  13     inter_mcbpc_cb: Codebook<u8>,
  14     cbpy_cb:        Codebook<u8>,
  15     rl_cb:          Codebook<H263RLSym>,
  16     aic_rl_cb:      Codebook<H263RLSym>,
  17     mv_cb:          Codebook<u8>,
  18 }
  19
  20 #[derive(Clone,Copy)]
  21 struct RPRInfo {
  22     present:    bool,
  23     bits:       u8,
  24     widths:     [usize; 8],
  25     heights:    [usize; 8],
  26 }
  27
  28 struct RealVideo20Decoder {
  29     info:       Rc<NACodecInfo>,
  30     dec:        H263BaseDecoder,
  31     tables:     Tables,
  32     w:          usize,
  33     h:          usize,
  34     minor_ver:  u8,
  35     rpr:        RPRInfo,
  36     bdsp:       H263BlockDSP,
  37 }
  38
  39 struct RealVideo20BR<'a> {
  40     br:         BitReader<'a>,
  41     tables:     &'a Tables,
  42     num_slices: usize,
  43     slice_no:   usize,
  44     slice_off:  Vec<u32>,
  45     w:          usize,
  46     h:          usize,
  47     mb_w:       usize,
  48     mb_h:       usize,
  49     mb_pos_bits: u8,
  50     minor_ver:  u8,
  51     rpr:        RPRInfo,
  52 }
  53
  54 struct RV20SliceInfo {
  55     ftype:  Type,
  56     qscale: u8,
  57     mb_x:   usize,
  58     mb_y:   usize,
  59     mb_pos: usize,
  60     w:      usize,
  61     h:      usize,
  62 }
  63
  64 impl RV20SliceInfo {
  65     fn new(ftype: Type, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self {
  66         RV20SliceInfo { ftype: ftype, qscale: qscale, mb_x: mb_x, mb_y: mb_y, mb_pos: mb_pos, w: w, h: h }
  67     }
  68 }
  69
  70 impl<'a> RealVideo20BR<'a> {
  71     fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self {
  72         let nslices = (src[0] as usize) + 1;
  73         let mut slice_offs = Vec::with_capacity(nslices);
  74         {
  75             let offs = &src[1..][..nslices * 8];
  76             let mut br = BitReader::new(offs, offs.len(), BitReaderMode::BE);
  77             for _ in 0..nslices {
  78                 br.skip(32).unwrap();
  79                 let off = br.read(32).unwrap();
  80                 slice_offs.push(off);
  81             }
  82         }
  83         let soff = nslices * 8 + 1;
  84         let mb_w = (width  + 15) >> 4;
  85         let mb_h = (height + 15) >> 4;
  86         let max_pos = mb_w * mb_h - 1;
  87         let mut mbpb = 0;
  88         for i in 0..H263_MBB.len() {
  89             if max_pos <= H263_MBB[i].blocks {
  90                 mbpb = H263_MBB[i].bits;
  91                 break;
  92             }
  93         }
  94         RealVideo20BR {
  95             br:         BitReader::new(&src[soff..], src.len() - soff, BitReaderMode::BE),
  96             tables:     tables,
  97             num_slices: nslices,
  98             slice_no:   0,
  99             slice_off:  slice_offs,
 100             w:          width,
 101             h:          height,
 102             mb_w:       mb_w,
 103             mb_h:       mb_h,
 104             mb_pos_bits: mbpb,
 105             minor_ver:  minor_ver,
 106             rpr:        rpr,
 107         }
 108     }
 109
 110 #[allow(unused_variables)]
 111     fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> {
 112         let mut br = &mut self.br;
 113         let mut idx = 0;
 114         if !sstate.is_iframe && intra {
 115             let mut dc = br.read(8)? as i16;
 116             if dc == 255 { dc = 128; }
 117             blk[0] = dc << 3;
 118             idx = 1;
 119         }
 120         if !coded { return Ok(()); }
 121         let scan = match acpred {
 122                     ACPredMode::Hor => H263_SCAN_V,
 123                     ACPredMode::Ver => H263_SCAN_H,
 124                     _               => H263_ZIGZAG,
 125                 };
 126
 127         let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb };
 128         let q_add = if quant == 0 { 0i16 } else { ((quant - 1) | 1) as i16 };
 129         let q = (quant * 2) as i16;
 130         while idx < 64 {
 131             let code = br.read_cb(rl_cb)?;
 132             let run;
 133             let mut level;
 134             let last;
 135             if !code.is_escape() {
 136                 run   = code.get_run();
 137                 level = code.get_level();
 138                 last  = code.is_last();
 139                 if br.read_bool()? { level = -level; }
 140                 if (idx != 0) || !sstate.is_iframe {
 141                     level = (level * q) + q_add;
 142                 } else {
 143                     level = level * (H263_DC_SCALES[quant as usize] as i16);
 144                 }
 145             } else {
 146                 last  = br.read_bool()?;
 147                 run   = br.read(6)? as u8;
 148                 level = br.read_s(8)? as i16;
 149                 if level == -128 {
 150                     let low = br.read(5)? as i16;
 151                     let top = br.read_s(6)? as i16;
 152                     level = (top << 5) | low;
 153                 }
 154                 if (idx != 0) || !sstate.is_iframe {
 155                     level = (level * q) + q_add;
 156                 } else {
 157                     level = level * (H263_DC_SCALES[quant as usize] as i16);
 158                 }
 159                 if level < -2048 { level = -2048; }
 160                 if level >  2047 { level =  2047; }
 161             }
 162             idx += run;
 163             validate!(idx < 64);
 164             let oidx = scan[idx as usize];
 165             blk[oidx] = level;
 166             idx += 1;
 167             if last { break; }
 168         }
 169         Ok(())
 170     }
 171 }
 172
 173 fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
 174     let code = br.read_cb(mv_cb)? as i16;
 175     if code == 0 { return Ok(0) }
 176     if !br.read_bool()? {
 177         Ok(code)
 178     } else {
 179         Ok(-code)
 180     }
 181 }
 182
 183 fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
 184     let xval = decode_mv_component(br, mv_cb)?;
 185     let yval = decode_mv_component(br, mv_cb)?;
 186 //println!("  MV {},{} @ {}", xval, yval, br.tell());
 187     Ok(MV::new(xval, yval))
 188 }
 189
 190 impl<'a> BlockDecoder for RealVideo20BR<'a> {
 191
 192 #[allow(unused_variables)]
 193     fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
 194         self.slice_no = 0;
 195 println!("decoding picture header size {}", if self.num_slices > 1 { self.slice_off[1] } else { ((self.br.tell() as u32) + (self.br.left() as u32))/8 });
 196         let shdr = self.read_slice_header()?;
 197 println!("slice ends @ {}\n", self.br.tell());
 198 //        self.slice_no += 1;
 199         validate!((shdr.mb_x == 0) && (shdr.mb_y == 0));
 200 /*        let mb_count;
 201         if self.slice_no < self.num_slices {
 202             let pos = self.br.tell();
 203             let shdr2 = self.read_slice_header()?;
 204             self.br.seek(pos as u32)?;
 205             mb_count = shdr2.mb_pos - shdr.mb_pos;
 206         } else {
 207             mb_count = self.mb_w * self.mb_h;
 208         }*/
 209
 210         let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false));
 211         let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, false, false, shdr.qscale, 0, None, plusinfo);
 212         Ok(picinfo)
 213     }
 214
 215     #[allow(unused_variables)]
 216     fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
 217 //println!("read slice {} header", self.slice_no);
 218         let shdr = self.read_slice_header()?;
 219         self.slice_no += 1;
 220         let mb_count;
 221         if self.slice_no < self.num_slices {
 222             let pos = self.br.tell();
 223             let shdr2 = self.read_slice_header()?;
 224             mb_count = shdr2.mb_pos - shdr.mb_pos;
 225             self.br.seek(pos as u32)?;
 226         } else {
 227             mb_count = self.mb_w * self.mb_h - shdr.mb_pos;
 228         }
 229         let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale);
 230
 231         Ok(ret)
 232     }
 233
 234     fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
 235         let mut br = &mut self.br;
 236         let mut q = slice.get_quant();
 237         match info.get_mode() {
 238             Type::I => {
 239                     let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
 240                     while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
 241                     let mut acpred = ACPredMode::None;
 242                     if let Some(ref pi) = info.plusinfo {
 243                         if pi.aic {
 244                             let acpp = br.read_bool()?;
 245                             acpred = ACPredMode::DC;
 246                             println!("   acp {} @ {}", acpp as u8, br.tell());
 247                             if acpp {
 248                                 acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver };
 249                             }
 250                         }
 251 println!("   @ {}", br.tell());
 252                     }
 253                     let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 254                     let cbp = (cbpy << 2) | (cbpc & 3);
 255                     let dquant = (cbpc & 4) != 0;
 256                     if dquant {
 257                         let idx = br.read(2)? as usize;
 258                         q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 259                     }
 260 println!(" MB {},{} CBP {:X} @ {}", sstate.mb_x, sstate.mb_y, cbp, br.tell());
 261                     let mut binfo = BlockInfo::new(Type::I, cbp, q);
 262                     binfo.set_acpred(acpred);
 263                     Ok(binfo)
 264                 },
 265             Type::P => {
 266                     if br.read_bool()? {
 267                         return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant()));
 268                     }
 269                     let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
 270                     while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
 271                     let is_intra = (cbpc & 0x04) != 0;
 272                     let dquant   = (cbpc & 0x08) != 0;
 273                     let is_4x4   = (cbpc & 0x10) != 0;
 274                     if is_intra {
 275                         let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 276                         let cbp = (cbpy << 2) | (cbpc & 3);
 277                         if dquant {
 278                             let idx = br.read(2)? as usize;
 279                             q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 280                         }
 281                         let binfo = BlockInfo::new(Type::I, cbp, q);
 282                         return Ok(binfo);
 283                     }
 284
 285                     let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 286 //                    if /* !aiv && */(cbpc & 3) != 3 {
 287                         cbpy ^= 0xF;
 288 //                    }
 289                     let cbp = (cbpy << 2) | (cbpc & 3);
 290                     if dquant {
 291                         let idx = br.read(2)? as usize;
 292                         q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 293                     }
 294 println!(" MB {}.{} cbp = {:X}", sstate.mb_x, sstate.mb_y, cbp);
 295                     let mut binfo = BlockInfo::new(Type::P, cbp, q);
 296                     if !is_4x4 {
 297                         let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
 298                         binfo.set_mv(&mvec);
 299                     } else {
 300                         let mvec: [MV; 4] = [
 301                                 decode_mv(br, &self.tables.mv_cb)?,
 302                                 decode_mv(br, &self.tables.mv_cb)?,
 303                                 decode_mv(br, &self.tables.mv_cb)?,
 304                                 decode_mv(br, &self.tables.mv_cb)?
 305                             ];
 306                         binfo.set_mv(&mvec);
 307                     }
 308                     Ok(binfo)
 309                 },
 310             _ => { println!("wrong info mode"); Err(DecoderError::InvalidData) },
 311         }
 312     }
 313
 314     fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 315         self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred())
 316     }
 317
 318     #[allow(unused_variables)]
 319     fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 320         self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None)
 321     }
 322
 323     fn is_slice_end(&mut self) -> bool { false }
 324 }
 325
 326 impl<'a> RealVideo20BR<'a> {
 327 #[allow(unused_variables)]
 328     fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> {
 329         validate!(self.slice_no < self.num_slices);
 330
 331         let mut br = &mut self.br;
 332         br.seek(self.slice_off[self.slice_no] * 8)?;
 333 //println!(" slice at off {}", br.tell());
 334
 335         let frm_type    = br.read(2)?;
 336         let ftype = match frm_type {
 337                 0 | 1 => { Type::I },
 338                 2     => { Type::P },
 339                 _     => { Type::Skip },
 340             };
 341
 342         let marker      = br.read(1)?;
 343         validate!(marker == 0);
 344         let qscale      = br.read(5)? as u8;
 345         validate!(qscale > 0);
 346         if self.minor_ver >= 2 {
 347             br.skip(1)?; // loop filter
 348         }
 349         let seq = if self.minor_ver <= 1 {
 350                 br.read(8)?  << 7
 351             } else {
 352                 br.read(13)? << 2
 353             };
 354         let w;
 355         let h;
 356         if self.rpr.present {
 357             let rpr = br.read(self.rpr.bits)? as usize;
 358             if rpr == 0 {
 359                 w = self.w;
 360                 h = self.h;
 361             } else {
 362                 w = self.rpr.widths[rpr - 1];
 363                 h = self.rpr.heights[rpr - 1];
 364                 validate!((w != 0) && (h != 0));
 365             }
 366         } else {
 367             w = self.w;
 368             h = self.h;
 369         }
 370
 371         let mb_pos = br.read(self.mb_pos_bits)? as usize;
 372         let mb_x = mb_pos % self.mb_w;
 373         let mb_y = mb_pos / self.mb_w;
 374
 375         br.skip(1)?; // no rounding
 376
 377         if (self.minor_ver <= 1) && (frm_type == 3) {
 378             br.skip(5)?;
 379         }
 380 println!("slice q {} mb {},{}", qscale, mb_x, mb_y);
 381
 382         Ok(RV20SliceInfo::new(ftype, qscale, mb_x, mb_y, mb_pos, w, h))
 383     }
 384 }
 385
 386 impl RealVideo20Decoder {
 387     fn new() -> Self {
 388         let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
 389         let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 390         let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
 391         let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 392         let mut coderead = H263ShortCodeReader::new(H263_CBPY);
 393         let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 394         let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
 395         let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 396         let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
 397         let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 398         let mut coderead = H263ShortCodeReader::new(H263_MV);
 399         let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 400
 401         let tables = Tables {
 402             intra_mcbpc_cb: intra_mcbpc_cb,
 403             inter_mcbpc_cb: inter_mcbpc_cb,
 404             cbpy_cb:        cbpy_cb,
 405             rl_cb:          rl_cb,
 406             aic_rl_cb:      aic_rl_cb,
 407             mv_cb:          mv_cb,
 408         };
 409
 410         RealVideo20Decoder{
 411             info:           Rc::new(DUMMY_CODEC_INFO),
 412             dec:            H263BaseDecoder::new(false),
 413             tables:         tables,
 414             w:              0,
 415             h:              0,
 416             minor_ver:      0,
 417             rpr:            RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] },
 418             bdsp:           H263BlockDSP::new(),
 419         }
 420     }
 421 }
 422
 423 impl NADecoder for RealVideo20Decoder {
 424 #[allow(unused_variables)]
 425     fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> {
 426         if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
 427             let w = vinfo.get_width();
 428             let h = vinfo.get_height();
 429             let fmt = formats::YUV420_FORMAT;
 430             let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
 431             self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()));
 432             self.w = w;
 433             self.h = h;
 434
 435             let edata = info.get_extradata().unwrap();
 436             let src: &[u8] = &edata;
 437             let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4);
 438             let maj_ver = ver >> 16;
 439             let min_ver = (ver >> 8) & 0xFF;
 440             let mic_ver = ver & 0xFF;
 441 println!("ver {:06X}", ver);
 442             validate!(maj_ver == 2);
 443             self.minor_ver = min_ver as u8;
 444             let rprb = src[1] & 7;
 445             if rprb == 0 {
 446                 self.rpr.present = false;
 447             } else {
 448                 self.rpr.present = true;
 449                 self.rpr.bits    = ((rprb >> 1) + 1) as u8;
 450                 for i in 4..(src.len()/2) {
 451                     self.rpr.widths [i - 4] = (src[i * 2]     as usize) * 4;
 452                     self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4;
 453                 }
 454             }
 455             Ok(())
 456         } else {
 457             Err(DecoderError::InvalidData)
 458         }
 459     }
 460     fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
 461         let src = pkt.get_buffer();
 462
 463 println!(" decode frame size {}, {} slices", src.len(), src[0]+1);
 464         let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr);
 465
 466         let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?;
 467
 468         let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
 469         frm.set_keyframe(self.dec.is_intra());
 470         frm.set_frame_type(if self.dec.is_intra() { FrameType::I } else { FrameType::P });
 471         Ok(Rc::new(RefCell::new(frm)))
 472     }
 473 }
 474
 475 struct MBB { blocks: usize, bits: u8 }
 476 const H263_MBB: &[MBB; 7] = &[
 477     MBB{ blocks:    47, bits:  6 },
 478     MBB{ blocks:    98, bits:  7 },
 479     MBB{ blocks:   395, bits:  9 },
 480     MBB{ blocks:  1583, bits: 11 },
 481     MBB{ blocks:  6335, bits: 13 },
 482     MBB{ blocks:  9215, bits: 14 },
 483     MBB{ blocks: 65536, bits: 14 },
 484 ];
 485
 486 pub fn get_decoder() -> Box<NADecoder> {
 487     Box::new(RealVideo20Decoder::new())
 488 }
 489
 490 #[cfg(test)]
 491 mod test {
 492     use test::dec_video::test_file_decoding;
 493     #[test]
 494     fn test_rv20() {
 495         test_file_decoding("realmedia", "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", None, true, false, Some("rv20"));
 496 //        test_file_decoding("realmedia", "assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm", /*None*/Some(1000), true, false, Some("rv20"));
 497     }
 498 }