src/codecs/h263/rv20.rs

   1 use io::bitreader::*;
   2 use io::codebook::*;
   3 use formats;
   4 use super::super::*;
   5 use super::*;
   6 use super::code::H263BlockDSP;
   7 use super::decoder::*;
   8 use super::data::*;
   9
  10 #[allow(dead_code)]
  11 struct Tables {
  12     intra_mcbpc_cb: Codebook<u8>,
  13     inter_mcbpc_cb: Codebook<u8>,
  14     mbtype_b_cb:    Codebook<u8>,
  15     cbpy_cb:        Codebook<u8>,
  16     cbpc_b_cb:      Codebook<u8>,
  17     rl_cb:          Codebook<H263RLSym>,
  18     aic_rl_cb:      Codebook<H263RLSym>,
  19     mv_cb:          Codebook<u8>,
  20 }
  21
  22 #[derive(Clone,Copy)]
  23 struct RPRInfo {
  24     present:    bool,
  25     bits:       u8,
  26     widths:     [usize; 8],
  27     heights:    [usize; 8],
  28 }
  29
  30 struct RealVideo20Decoder {
  31     info:       Rc<NACodecInfo>,
  32     dec:        H263BaseDecoder,
  33     tables:     Tables,
  34     w:          usize,
  35     h:          usize,
  36     minor_ver:  u8,
  37     rpr:        RPRInfo,
  38     bdsp:       H263BlockDSP,
  39 }
  40
  41 struct RealVideo20BR<'a> {
  42     br:         BitReader<'a>,
  43     tables:     &'a Tables,
  44     num_slices: usize,
  45     slice_no:   usize,
  46     slice_off:  Vec<u32>,
  47     w:          usize,
  48     h:          usize,
  49     mb_w:       usize,
  50     mb_h:       usize,
  51     mb_pos_bits: u8,
  52     minor_ver:  u8,
  53     rpr:        RPRInfo,
  54 }
  55
  56 struct RV20SliceInfo {
  57     ftype:  Type,
  58     seq:    u32,
  59     qscale: u8,
  60     mb_x:   usize,
  61     mb_y:   usize,
  62     mb_pos: usize,
  63     w:      usize,
  64     h:      usize,
  65 }
  66
  67 impl RV20SliceInfo {
  68     fn new(ftype: Type, seq: u32, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self {
  69         RV20SliceInfo { ftype: ftype, seq: seq, qscale: qscale, mb_x: mb_x, mb_y: mb_y, mb_pos: mb_pos, w: w, h: h }
  70     }
  71 }
  72
  73 impl<'a> RealVideo20BR<'a> {
  74     fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self {
  75         let nslices = (src[0] as usize) + 1;
  76         let mut slice_offs = Vec::with_capacity(nslices);
  77         {
  78             let offs = &src[1..][..nslices * 8];
  79             let mut br = BitReader::new(offs, offs.len(), BitReaderMode::BE);
  80             for _ in 0..nslices {
  81                 br.skip(32).unwrap();
  82                 let off = br.read(32).unwrap();
  83                 slice_offs.push(off);
  84             }
  85         }
  86         let soff = nslices * 8 + 1;
  87         let mb_w = (width  + 15) >> 4;
  88         let mb_h = (height + 15) >> 4;
  89         let max_pos = mb_w * mb_h - 1;
  90         let mut mbpb = 0;
  91         for i in 0..H263_MBB.len() {
  92             if max_pos <= H263_MBB[i].blocks {
  93                 mbpb = H263_MBB[i].bits;
  94                 break;
  95             }
  96         }
  97         RealVideo20BR {
  98             br:         BitReader::new(&src[soff..], src.len() - soff, BitReaderMode::BE),
  99             tables:     tables,
 100             num_slices: nslices,
 101             slice_no:   0,
 102             slice_off:  slice_offs,
 103             w:          width,
 104             h:          height,
 105             mb_w:       mb_w,
 106             mb_h:       mb_h,
 107             mb_pos_bits: mbpb,
 108             minor_ver:  minor_ver,
 109             rpr:        rpr,
 110         }
 111     }
 112
 113 #[allow(unused_variables)]
 114     fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> {
 115         let br = &mut self.br;
 116         let mut idx = 0;
 117         if !sstate.is_iframe && intra {
 118             let mut dc = br.read(8)? as i16;
 119             if dc == 255 { dc = 128; }
 120             blk[0] = dc << 3;
 121             idx = 1;
 122         }
 123         if !coded { return Ok(()); }
 124         let scan = match acpred {
 125                     ACPredMode::Hor => H263_SCAN_V,
 126                     ACPredMode::Ver => H263_SCAN_H,
 127                     _               => H263_ZIGZAG,
 128                 };
 129
 130         let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb };
 131         let q_add = if quant == 0 || sstate.is_iframe { 0i16 } else { ((quant - 1) | 1) as i16 };
 132         let q = (quant * 2) as i16;
 133         while idx < 64 {
 134             let code = br.read_cb(rl_cb)?;
 135             let run;
 136             let mut level;
 137             let last;
 138             if !code.is_escape() {
 139                 run   = code.get_run();
 140                 level = code.get_level();
 141                 last  = code.is_last();
 142                 if br.read_bool()? { level = -level; }
 143                 level = (level * q) + q_add;
 144             } else {
 145                 last  = br.read_bool()?;
 146                 run   = br.read(6)? as u8;
 147                 level = br.read_s(8)? as i16;
 148                 if level == -128 {
 149                     let low = br.read(5)? as i16;
 150                     let top = br.read_s(6)? as i16;
 151                     level = (top << 5) | low;
 152                 }
 153                 level = (level * q) + q_add;
 154                 if level < -2048 { level = -2048; }
 155                 if level >  2047 { level =  2047; }
 156             }
 157             idx += run;
 158             validate!(idx < 64);
 159             let oidx = scan[idx as usize];
 160             blk[oidx] = level;
 161             idx += 1;
 162             if last { break; }
 163         }
 164         Ok(())
 165     }
 166 }
 167
 168 fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
 169     let code = br.read_cb(mv_cb)? as i16;
 170     if code == 0 { return Ok(0) }
 171     if !br.read_bool()? {
 172         Ok(code)
 173     } else {
 174         Ok(-code)
 175     }
 176 }
 177
 178 fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
 179     let xval = decode_mv_component(br, mv_cb)?;
 180     let yval = decode_mv_component(br, mv_cb)?;
 181     Ok(MV::new(xval, yval))
 182 }
 183
 184 impl<'a> BlockDecoder for RealVideo20BR<'a> {
 185
 186 #[allow(unused_variables)]
 187     fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
 188         self.slice_no = 0;
 189         let shdr = self.read_slice_header()?;
 190 //        self.slice_no += 1;
 191         validate!((shdr.mb_x == 0) && (shdr.mb_y == 0));
 192 /*        let mb_count;
 193         if self.slice_no < self.num_slices {
 194             let pos = self.br.tell();
 195             let shdr2 = self.read_slice_header()?;
 196             self.br.seek(pos as u32)?;
 197             mb_count = shdr2.mb_pos - shdr.mb_pos;
 198         } else {
 199             mb_count = self.mb_w * self.mb_h;
 200         }*/
 201
 202         let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false));
 203         let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, MVMode::Long, false, false, shdr.qscale, shdr.seq as u16, None, plusinfo);
 204         Ok(picinfo)
 205     }
 206
 207     #[allow(unused_variables)]
 208     fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
 209         let shdr = self.read_slice_header()?;
 210         self.slice_no += 1;
 211         let mb_count;
 212         if self.slice_no < self.num_slices {
 213             let pos = self.br.tell();
 214             let shdr2 = self.read_slice_header()?;
 215             mb_count = shdr2.mb_pos - shdr.mb_pos;
 216             self.br.seek(pos as u32)?;
 217         } else {
 218             mb_count = self.mb_w * self.mb_h - shdr.mb_pos;
 219         }
 220         let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale);
 221
 222         Ok(ret)
 223     }
 224
 225     fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, _sstate: &SliceState) -> DecoderResult<BlockInfo> {
 226         let br = &mut self.br;
 227         let mut q = slice.get_quant();
 228         match info.get_mode() {
 229             Type::I => {
 230                     let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
 231                     while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
 232                     let mut acpred = ACPredMode::None;
 233                     if let Some(ref pi) = info.plusinfo {
 234                         if pi.aic {
 235                             let acpp = br.read_bool()?;
 236                             acpred = ACPredMode::DC;
 237                             if acpp {
 238                                 acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver };
 239                             }
 240                         }
 241                     }
 242                     let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 243                     let cbp = (cbpy << 2) | (cbpc & 3);
 244                     let dquant = (cbpc & 4) != 0;
 245                     if dquant {
 246                         let idx = br.read(2)? as usize;
 247                         q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 248                     }
 249                     let mut binfo = BlockInfo::new(Type::I, cbp, q);
 250                     binfo.set_acpred(acpred);
 251                     Ok(binfo)
 252                 },
 253             Type::P => {
 254                     if br.read_bool()? {
 255                         return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant()));
 256                     }
 257                     let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
 258                     while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
 259                     let is_intra = (cbpc & 0x04) != 0;
 260                     let dquant   = (cbpc & 0x08) != 0;
 261                     let is_4x4   = (cbpc & 0x10) != 0;
 262                     if is_intra {
 263                         let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 264                         let cbp = (cbpy << 2) | (cbpc & 3);
 265                         if dquant {
 266                             let idx = br.read(2)? as usize;
 267                             q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 268                         }
 269                         let binfo = BlockInfo::new(Type::I, cbp, q);
 270                         return Ok(binfo);
 271                     }
 272
 273                     let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 274 //                    if /* !aiv && */(cbpc & 3) != 3 {
 275                         cbpy ^= 0xF;
 276 //                    }
 277                     let cbp = (cbpy << 2) | (cbpc & 3);
 278                     if dquant {
 279                         let idx = br.read(2)? as usize;
 280                         q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 281                     }
 282                     let mut binfo = BlockInfo::new(Type::P, cbp, q);
 283                     if !is_4x4 {
 284                         let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
 285                         binfo.set_mv(&mvec);
 286                     } else {
 287                         let mvec: [MV; 4] = [
 288                                 decode_mv(br, &self.tables.mv_cb)?,
 289                                 decode_mv(br, &self.tables.mv_cb)?,
 290                                 decode_mv(br, &self.tables.mv_cb)?,
 291                                 decode_mv(br, &self.tables.mv_cb)?
 292                             ];
 293                         binfo.set_mv(&mvec);
 294                     }
 295                     Ok(binfo)
 296                 },
 297             Type::B => { // B
 298                     let mut mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize;
 299                     while mbtype == 14 { mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; }
 300
 301                     let is_coded  = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_CODED) != 0;
 302                     let is_intra  = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_INTRA) != 0;
 303                     let dquant    = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_DQUANT) != 0;
 304                     let is_fwd    = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_FORWARD) != 0;
 305                     let is_bwd    = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_BACKWARD) != 0;
 306
 307                     let cbp = if is_coded {
 308                             let cbpc = br.read_cb(&self.tables.cbpc_b_cb)?;
 309                             let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 310                             if !is_intra { cbpy ^= 0xF; }
 311                             (cbpy << 2) | (cbpc & 3)
 312                         } else { 0 };
 313
 314                     if dquant {
 315                         let idx = br.read(2)? as usize;
 316                         q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 317                     }
 318
 319                     if is_intra {
 320                         let binfo = BlockInfo::new(Type::I, cbp, q);
 321                         return Ok(binfo);
 322                     }
 323
 324                     let mut binfo = BlockInfo::new(Type::B, cbp, q);
 325                     if is_fwd {
 326                         let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
 327                         binfo.set_mv(&mvec);
 328                     }
 329                     if is_bwd {
 330                         let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
 331                         binfo.set_b_mv(&mvec);
 332                     }
 333                     Ok(binfo)
 334                 },
 335             _ => { unreachable!(); },
 336         }
 337     }
 338
 339     fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 340         self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred())
 341     }
 342
 343     #[allow(unused_variables)]
 344     fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 345         self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None)
 346     }
 347
 348     fn is_slice_end(&mut self) -> bool { false }
 349 }
 350
 351 impl<'a> RealVideo20BR<'a> {
 352 #[allow(unused_variables)]
 353     fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> {
 354         validate!(self.slice_no < self.num_slices);
 355
 356         let br = &mut self.br;
 357         br.seek(self.slice_off[self.slice_no] * 8)?;
 358
 359         let frm_type    = br.read(2)?;
 360         let ftype = match frm_type {
 361                 0 | 1 => { Type::I },
 362                 2     => { Type::P },
 363                 _     => { Type::B },
 364             };
 365
 366         let marker      = br.read(1)?;
 367         validate!(marker == 0);
 368         let qscale      = br.read(5)? as u8;
 369         validate!(qscale > 0);
 370         if self.minor_ver >= 2 {
 371             br.skip(1)?; // loop filter
 372         }
 373         let seq = if self.minor_ver <= 1 {
 374                 br.read(8)?  << 8
 375             } else {
 376                 br.read(13)? << 3
 377             };
 378         let w;
 379         let h;
 380         if self.rpr.present {
 381             let rpr = br.read(self.rpr.bits)? as usize;
 382             if rpr == 0 {
 383                 w = self.w;
 384                 h = self.h;
 385             } else {
 386                 w = self.rpr.widths[rpr - 1];
 387                 h = self.rpr.heights[rpr - 1];
 388                 validate!((w != 0) && (h != 0));
 389             }
 390         } else {
 391             w = self.w;
 392             h = self.h;
 393         }
 394
 395         let mb_pos = br.read(self.mb_pos_bits)? as usize;
 396         let mb_x = mb_pos % self.mb_w;
 397         let mb_y = mb_pos / self.mb_w;
 398
 399         br.skip(1)?; // no rounding
 400
 401         if (self.minor_ver <= 1) && (frm_type == 3) {
 402             br.skip(5)?;
 403         }
 404
 405         Ok(RV20SliceInfo::new(ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h))
 406     }
 407 }
 408
 409 impl RealVideo20Decoder {
 410     fn new() -> Self {
 411         let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
 412         let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 413         let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
 414         let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 415         let mut coderead = H263ShortCodeReader::new(H263_MBTYPE_B);
 416         let mbtype_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 417         let mut coderead = H263ShortCodeReader::new(H263_CBPY);
 418         let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 419         let mut coderead = H263ShortCodeReader::new(H263_CBPC_B);
 420         let cbpc_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 421         let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
 422         let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 423         let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
 424         let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 425         let mut coderead = H263ShortCodeReader::new(H263_MV);
 426         let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 427
 428         let tables = Tables {
 429             intra_mcbpc_cb: intra_mcbpc_cb,
 430             inter_mcbpc_cb: inter_mcbpc_cb,
 431             mbtype_b_cb:    mbtype_b_cb,
 432             cbpy_cb:        cbpy_cb,
 433             cbpc_b_cb:      cbpc_b_cb,
 434             rl_cb:          rl_cb,
 435             aic_rl_cb:      aic_rl_cb,
 436             mv_cb:          mv_cb,
 437         };
 438
 439         RealVideo20Decoder{
 440             info:           Rc::new(DUMMY_CODEC_INFO),
 441             dec:            H263BaseDecoder::new_b_frames(false),
 442             tables:         tables,
 443             w:              0,
 444             h:              0,
 445             minor_ver:      0,
 446             rpr:            RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] },
 447             bdsp:           H263BlockDSP::new(),
 448         }
 449     }
 450 }
 451
 452 impl NADecoder for RealVideo20Decoder {
 453 #[allow(unused_variables)]
 454     fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> {
 455         if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
 456             let w = vinfo.get_width();
 457             let h = vinfo.get_height();
 458             let fmt = formats::YUV420_FORMAT;
 459             let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
 460             self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()));
 461             self.w = w;
 462             self.h = h;
 463
 464             let edata = info.get_extradata().unwrap();
 465             let src: &[u8] = &edata;
 466             let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4);
 467             let maj_ver = ver >> 16;
 468             let min_ver = (ver >> 8) & 0xFF;
 469             let mic_ver = ver & 0xFF;
 470             validate!(maj_ver == 2);
 471             self.minor_ver = min_ver as u8;
 472             let rprb = src[1] & 7;
 473             if rprb == 0 {
 474                 self.rpr.present = false;
 475             } else {
 476                 self.rpr.present = true;
 477                 self.rpr.bits    = ((rprb >> 1) + 1) as u8;
 478                 for i in 4..(src.len()/2) {
 479                     self.rpr.widths [i - 4] = (src[i * 2]     as usize) * 4;
 480                     self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4;
 481                 }
 482             }
 483             Ok(())
 484         } else {
 485             Err(DecoderError::InvalidData)
 486         }
 487     }
 488     fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
 489         let src = pkt.get_buffer();
 490
 491         let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr);
 492
 493         let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?;
 494
 495         let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
 496         frm.set_keyframe(self.dec.is_intra());
 497         frm.set_frame_type(self.dec.get_frame_type());
 498         Ok(Rc::new(RefCell::new(frm)))
 499     }
 500 }
 501
 502 struct MBB { blocks: usize, bits: u8 }
 503 const H263_MBB: &[MBB; 7] = &[
 504     MBB{ blocks:    47, bits:  6 },
 505     MBB{ blocks:    98, bits:  7 },
 506     MBB{ blocks:   395, bits:  9 },
 507     MBB{ blocks:  1583, bits: 11 },
 508     MBB{ blocks:  6335, bits: 13 },
 509     MBB{ blocks:  9215, bits: 14 },
 510     MBB{ blocks: 65536, bits: 14 },
 511 ];
 512
 513 pub fn get_decoder() -> Box<NADecoder> {
 514     Box::new(RealVideo20Decoder::new())
 515 }
 516
 517 #[cfg(test)]
 518 mod test {
 519     use test::dec_video::test_file_decoding;
 520     #[test]
 521     fn test_rv20() {
 522         test_file_decoding("realmedia", "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", /*None*/Some(3000), true, false, None/*Some("rv20")*/);
 523 //        test_file_decoding("realmedia", "assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm", /*None*/Some(1000), true, false, Some("rv20"));
 524     }
 525 }