nihav-realmedia/src/codecs/rv20.rs

   1 use nihav_core::io::bitreader::*;
   2 use nihav_core::io::codebook::*;
   3 use nihav_core::formats;
   4 use nihav_core::frame::*;
   5 use nihav_core::codecs::*;
   6 use nihav_codec_support::codecs::{MV, ZIGZAG};
   7 use nihav_codec_support::codecs::h263::*;
   8 use nihav_codec_support::codecs::h263::code::H263BlockDSP;
   9 use nihav_codec_support::codecs::h263::decoder::*;
  10 use nihav_codec_support::codecs::h263::data::*;
  11
  12
  13 #[allow(dead_code)]
  14 struct Tables {
  15     intra_mcbpc_cb: Codebook<u8>,
  16     inter_mcbpc_cb: Codebook<u8>,
  17     mbtype_b_cb:    Codebook<u8>,
  18     cbpy_cb:        Codebook<u8>,
  19     cbpc_b_cb:      Codebook<u8>,
  20     rl_cb:          Codebook<H263RLSym>,
  21     aic_rl_cb:      Codebook<H263RLSym>,
  22     mv_cb:          Codebook<u8>,
  23 }
  24
  25 #[derive(Clone,Copy)]
  26 struct RPRInfo {
  27     present:    bool,
  28     bits:       u8,
  29     widths:     [usize; 8],
  30     heights:    [usize; 8],
  31 }
  32
  33 struct RealVideo20Decoder {
  34     info:       NACodecInfoRef,
  35     dec:        H263BaseDecoder,
  36     tables:     Tables,
  37     w:          usize,
  38     h:          usize,
  39     minor_ver:  u8,
  40     rpr:        RPRInfo,
  41     bdsp:       H263BlockDSP,
  42 }
  43
  44 struct RealVideo20BR<'a> {
  45     br:         BitReader<'a>,
  46     tables:     &'a Tables,
  47     num_slices: usize,
  48     slice_no:   usize,
  49     slice_off:  Vec<u32>,
  50     w:          usize,
  51     h:          usize,
  52     mb_w:       usize,
  53     mb_h:       usize,
  54     mb_pos_bits: u8,
  55     minor_ver:  u8,
  56     rpr:        RPRInfo,
  57 }
  58
  59 struct RV20SliceInfo {
  60     ftype:  Type,
  61     seq:    u32,
  62     qscale: u8,
  63     mb_x:   usize,
  64     mb_y:   usize,
  65     mb_pos: usize,
  66     w:      usize,
  67     h:      usize,
  68 }
  69
  70 impl RV20SliceInfo {
  71     fn new(ftype: Type, seq: u32, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self {
  72         RV20SliceInfo { ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h }
  73     }
  74 }
  75
  76 impl<'a> RealVideo20BR<'a> {
  77     fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self {
  78         let nslices = (src[0] as usize) + 1;
  79         let mut slice_offs = Vec::with_capacity(nslices);
  80         {
  81             let offs = &src[1..][..nslices * 8];
  82             let mut br = BitReader::new(offs, BitReaderMode::BE);
  83             for _ in 0..nslices {
  84                 br.skip(32).unwrap();
  85                 let off = br.read(32).unwrap();
  86                 slice_offs.push(off);
  87             }
  88         }
  89         let soff = nslices * 8 + 1;
  90         let mb_w = (width  + 15) >> 4;
  91         let mb_h = (height + 15) >> 4;
  92         let max_pos = mb_w * mb_h - 1;
  93         let mut mbpb = 0;
  94         for i in 0..H263_MBB.len() {
  95             if max_pos <= H263_MBB[i].blocks {
  96                 mbpb = H263_MBB[i].bits;
  97                 break;
  98             }
  99         }
 100         RealVideo20BR {
 101             br:         BitReader::new(&src[soff..], BitReaderMode::BE),
 102             tables,
 103             num_slices: nslices,
 104             slice_no:   0,
 105             slice_off:  slice_offs,
 106             w:          width,
 107             h:          height,
 108             mb_w,
 109             mb_h,
 110             mb_pos_bits: mbpb,
 111             minor_ver,
 112             rpr,
 113         }
 114     }
 115
 116 #[allow(unused_variables)]
 117     fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> {
 118         let br = &mut self.br;
 119         let mut idx = 0;
 120         if !sstate.is_iframe && intra {
 121             let mut dc = br.read(8)? as i16;
 122             if dc == 255 { dc = 128; }
 123             blk[0] = dc << 3;
 124             idx = 1;
 125         }
 126         if !coded { return Ok(()); }
 127         let scan = match acpred {
 128                     ACPredMode::Hor => H263_SCAN_V,
 129                     ACPredMode::Ver => H263_SCAN_H,
 130                     _               => &ZIGZAG,
 131                 };
 132
 133         let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb };
 134         let q_add = if quant == 0 || sstate.is_iframe { 0i16 } else { ((quant - 1) | 1) as i16 };
 135         let q = if plane_no == 0 { (quant * 2) as i16 } else { H263_CHROMA_QUANT[quant as usize] as i16 };
 136         while idx < 64 {
 137             let code = br.read_cb(rl_cb)?;
 138             let run;
 139             let mut level;
 140             let last;
 141             if !code.is_escape() {
 142                 run   = code.get_run();
 143                 level = code.get_level();
 144                 last  = code.is_last();
 145                 if br.read_bool()? { level = -level; }
 146                 level = (level * q) + q_add;
 147             } else {
 148                 last  = br.read_bool()?;
 149                 run   = br.read(6)? as u8;
 150                 level = br.read_s(8)? as i16;
 151                 if level == -128 {
 152                     let low = br.read(5)? as i16;
 153                     let top = br.read_s(6)? as i16;
 154                     level = (top << 5) | low;
 155                 }
 156                 level = (level * q) + q_add;
 157                 if level < -2048 { level = -2048; }
 158                 if level >  2047 { level =  2047; }
 159             }
 160             idx += run;
 161             validate!(idx < 64);
 162             let oidx = scan[idx as usize];
 163             blk[oidx] = level;
 164             idx += 1;
 165             if last { break; }
 166         }
 167         Ok(())
 168     }
 169 }
 170
 171 fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
 172     let code = br.read_cb(mv_cb)? as i16;
 173     if code == 0 { return Ok(0) }
 174     if !br.read_bool()? {
 175         Ok(code)
 176     } else {
 177         Ok(-code)
 178     }
 179 }
 180
 181 fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
 182     let xval = decode_mv_component(br, mv_cb)?;
 183     let yval = decode_mv_component(br, mv_cb)?;
 184     Ok(MV::new(xval, yval))
 185 }
 186
 187 fn read_dquant(br: &mut BitReader, q: u8) -> DecoderResult<u8> {
 188     if br.read_bool()? {
 189         Ok(H263_MODIFIED_QUANT[br.read(1)? as usize][q as usize])
 190     } else {
 191         Ok(br.read(5)? as u8)
 192     }
 193 }
 194
 195 impl<'a> BlockDecoder for RealVideo20BR<'a> {
 196
 197 #[allow(unused_variables)]
 198     fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
 199         self.slice_no = 0;
 200         let shdr = self.read_slice_header()?;
 201 //        self.slice_no += 1;
 202         validate!((shdr.mb_x == 0) && (shdr.mb_y == 0));
 203 /*        let mb_count;
 204         if self.slice_no < self.num_slices {
 205             let pos = self.br.tell();
 206             let shdr2 = self.read_slice_header()?;
 207             self.br.seek(pos as u32)?;
 208             mb_count = shdr2.mb_pos - shdr.mb_pos;
 209         } else {
 210             mb_count = self.mb_w * self.mb_h;
 211         }*/
 212
 213         let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false));
 214         let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, MVMode::Long, false, false, shdr.qscale, shdr.seq as u16, None, plusinfo);
 215         Ok(picinfo)
 216     }
 217
 218     #[allow(unused_variables)]
 219     fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
 220         let shdr = self.read_slice_header()?;
 221         self.slice_no += 1;
 222         let mb_count;
 223         if self.slice_no < self.num_slices {
 224             let pos = self.br.tell();
 225             let shdr2 = self.read_slice_header()?;
 226             mb_count = shdr2.mb_pos - shdr.mb_pos;
 227             self.br.seek(pos as u32)?;
 228         } else {
 229             mb_count = self.mb_w * self.mb_h - shdr.mb_pos;
 230         }
 231         let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale);
 232
 233         Ok(ret)
 234     }
 235
 236     fn decode_block_header(&mut self, info: &PicInfo, _slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
 237         let br = &mut self.br;
 238         let mut q = sstate.quant;
 239         match info.get_mode() {
 240             Type::I => {
 241                     let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
 242                     while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
 243                     let mut acpred = ACPredMode::None;
 244                     if let Some(ref pi) = info.plusinfo {
 245                         if pi.aic {
 246                             let acpp = br.read_bool()?;
 247                             acpred = ACPredMode::DC;
 248                             if acpp {
 249                                 acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver };
 250                             }
 251                         }
 252                     }
 253                     let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 254                     let cbp = (cbpy << 2) | (cbpc & 3);
 255                     let dquant = (cbpc & 4) != 0;
 256                     if dquant {
 257                         q = read_dquant(br, q)?;
 258                     }
 259                     let mut binfo = BlockInfo::new(Type::I, cbp, q);
 260                     binfo.set_acpred(acpred);
 261                     Ok(binfo)
 262                 },
 263             Type::P => {
 264                     if br.read_bool()? {
 265                         return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant()));
 266                     }
 267                     let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
 268                     while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
 269                     let is_intra = (cbpc & 0x04) != 0;
 270                     let dquant   = (cbpc & 0x08) != 0;
 271                     let is_4x4   = (cbpc & 0x10) != 0;
 272                     if is_intra {
 273                         let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 274                         let cbp = (cbpy << 2) | (cbpc & 3);
 275                         if dquant {
 276                             q = read_dquant(br, q)?;
 277                         }
 278                         let binfo = BlockInfo::new(Type::I, cbp, q);
 279                         return Ok(binfo);
 280                     }
 281
 282                     let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 283 //                    if /* !aiv && */(cbpc & 3) != 3 {
 284                         cbpy ^= 0xF;
 285 //                    }
 286                     let cbp = (cbpy << 2) | (cbpc & 3);
 287                     if dquant {
 288                         q = read_dquant(br, q)?;
 289                     }
 290                     let mut binfo = BlockInfo::new(Type::P, cbp, q);
 291                     if !is_4x4 {
 292                         let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
 293                         binfo.set_mv(&mvec);
 294                     } else {
 295                         let mvec: [MV; 4] = [
 296                                 decode_mv(br, &self.tables.mv_cb)?,
 297                                 decode_mv(br, &self.tables.mv_cb)?,
 298                                 decode_mv(br, &self.tables.mv_cb)?,
 299                                 decode_mv(br, &self.tables.mv_cb)?
 300                             ];
 301                         binfo.set_mv(&mvec);
 302                     }
 303                     Ok(binfo)
 304                 },
 305             Type::B => { // B
 306                     let mut mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize;
 307                     while mbtype == 14 { mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; }
 308
 309                     let is_coded  = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_CODED) != 0;
 310                     let is_intra  = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_INTRA) != 0;
 311                     let dquant    = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_DQUANT) != 0;
 312                     let is_fwd    = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_FORWARD) != 0;
 313                     let is_bwd    = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_BACKWARD) != 0;
 314
 315                     let cbp = if is_coded {
 316                             let cbpc = br.read_cb(&self.tables.cbpc_b_cb)?;
 317                             let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 318                             if !is_intra { cbpy ^= 0xF; }
 319                             (cbpy << 2) | (cbpc & 3)
 320                         } else { 0 };
 321
 322                     if dquant {
 323                         q = read_dquant(br, q)?;
 324                     }
 325
 326                     if is_intra {
 327                         let binfo = BlockInfo::new(Type::I, cbp, q);
 328                         return Ok(binfo);
 329                     }
 330
 331                     let mut binfo = BlockInfo::new(Type::B, cbp, q);
 332                     if is_fwd {
 333                         let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
 334                         binfo.set_mv(&mvec);
 335                     }
 336                     if is_bwd {
 337                         let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
 338                         binfo.set_b_mv(&mvec);
 339                     }
 340                     Ok(binfo)
 341                 },
 342             _ => { unreachable!(); },
 343         }
 344     }
 345
 346     fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 347         self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred())
 348     }
 349
 350     #[allow(unused_variables)]
 351     fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 352         self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None)
 353     }
 354
 355     fn is_slice_end(&mut self) -> bool { false }
 356 }
 357
 358 impl<'a> RealVideo20BR<'a> {
 359 #[allow(unused_variables)]
 360     fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> {
 361         validate!(self.slice_no < self.num_slices);
 362
 363         let br = &mut self.br;
 364         br.seek(self.slice_off[self.slice_no] * 8)?;
 365
 366         let frm_type    = br.read(2)?;
 367         let ftype = match frm_type {
 368                 0 | 1 => { Type::I },
 369                 2     => { Type::P },
 370                 _     => { Type::B },
 371             };
 372
 373         let marker      = br.read(1)?;
 374         validate!(marker == 0);
 375         let qscale      = br.read(5)? as u8;
 376         validate!(qscale > 0);
 377         if self.minor_ver >= 2 {
 378             br.skip(1)?; // loop filter
 379         }
 380         let seq = if self.minor_ver <= 1 {
 381                 br.read(8)?  << 8
 382             } else {
 383                 br.read(13)? << 3
 384             };
 385         let w;
 386         let h;
 387         if self.rpr.present {
 388             let rpr = br.read(self.rpr.bits)? as usize;
 389             if rpr == 0 {
 390                 w = self.w;
 391                 h = self.h;
 392             } else {
 393                 w = self.rpr.widths[rpr - 1];
 394                 h = self.rpr.heights[rpr - 1];
 395                 validate!((w != 0) && (h != 0));
 396             }
 397         } else {
 398             w = self.w;
 399             h = self.h;
 400         }
 401
 402         let mb_pos = br.read(self.mb_pos_bits)? as usize;
 403         let mb_x = mb_pos % self.mb_w;
 404         let mb_y = mb_pos / self.mb_w;
 405
 406         br.skip(1)?; // no rounding
 407
 408         if (self.minor_ver <= 1) && (frm_type == 3) {
 409             br.skip(5)?;
 410         }
 411
 412         Ok(RV20SliceInfo::new(ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h))
 413     }
 414 }
 415
 416 impl RealVideo20Decoder {
 417     fn new() -> Self {
 418         let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
 419         let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 420         let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
 421         let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 422         let mut coderead = H263ShortCodeReader::new(H263_MBTYPE_B);
 423         let mbtype_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 424         let mut coderead = H263ShortCodeReader::new(H263_CBPY);
 425         let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 426         let mut coderead = H263ShortCodeReader::new(H263_CBPC_B);
 427         let cbpc_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 428         let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
 429         let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 430         let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
 431         let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 432         let mut coderead = H263ShortCodeReader::new(H263_MV);
 433         let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 434
 435         let tables = Tables {
 436             intra_mcbpc_cb,
 437             inter_mcbpc_cb,
 438             mbtype_b_cb,
 439             cbpy_cb,
 440             cbpc_b_cb,
 441             rl_cb,
 442             aic_rl_cb,
 443             mv_cb,
 444         };
 445
 446         RealVideo20Decoder{
 447             info:           NACodecInfoRef::default(),
 448             dec:            H263BaseDecoder::new_b_frames(false),
 449             tables,
 450             w:              0,
 451             h:              0,
 452             minor_ver:      0,
 453             rpr:            RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] },
 454             bdsp:           H263BlockDSP::new(),
 455         }
 456     }
 457 }
 458
 459 impl NADecoder for RealVideo20Decoder {
 460 #[allow(unused_variables)]
 461     fn init(&mut self, _supp: &mut NADecoderSupport, info: NACodecInfoRef) -> DecoderResult<()> {
 462         if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
 463             let w = vinfo.get_width();
 464             let h = vinfo.get_height();
 465             let fmt = formats::YUV420_FORMAT;
 466             let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
 467             self.info = NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()).into_ref();
 468             self.w = w;
 469             self.h = h;
 470
 471             let edata = info.get_extradata().unwrap();
 472             let src: &[u8] = &edata;
 473             let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4);
 474             let maj_ver = ver >> 16;
 475             let min_ver = (ver >> 8) & 0xFF;
 476             let mic_ver = ver & 0xFF;
 477             validate!(maj_ver == 2);
 478             self.minor_ver = min_ver as u8;
 479             let rprb = src[1] & 7;
 480             if rprb == 0 {
 481                 self.rpr.present = false;
 482             } else {
 483                 self.rpr.present = true;
 484                 self.rpr.bits    = ((rprb >> 1) + 1) as u8;
 485                 for i in 4..(src.len()/2) {
 486                     self.rpr.widths [i - 4] = (src[i * 2]     as usize) * 4;
 487                     self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4;
 488                 }
 489             }
 490             Ok(())
 491         } else {
 492             Err(DecoderError::InvalidData)
 493         }
 494     }
 495     fn decode(&mut self, _supp: &mut NADecoderSupport, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
 496         let src = pkt.get_buffer();
 497
 498         let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr);
 499
 500         let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?;
 501
 502         let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
 503         frm.set_keyframe(self.dec.is_intra());
 504         frm.set_frame_type(self.dec.get_frame_type());
 505         Ok(frm.into_ref())
 506     }
 507     fn flush(&mut self) {
 508         self.dec.flush();
 509     }
 510 }
 511
 512 struct MBB { blocks: usize, bits: u8 }
 513 const H263_MBB: &[MBB; 7] = &[
 514     MBB{ blocks:    47, bits:  6 },
 515     MBB{ blocks:    98, bits:  7 },
 516     MBB{ blocks:   395, bits:  9 },
 517     MBB{ blocks:  1583, bits: 11 },
 518     MBB{ blocks:  6335, bits: 13 },
 519     MBB{ blocks:  9215, bits: 14 },
 520     MBB{ blocks: 65536, bits: 14 },
 521 ];
 522
 523 pub fn get_decoder() -> Box<dyn NADecoder + Send> {
 524     Box::new(RealVideo20Decoder::new())
 525 }
 526
 527 #[cfg(test)]
 528 mod test {
 529     use nihav_core::codecs::RegisteredDecoders;
 530     use nihav_core::demuxers::RegisteredDemuxers;
 531     use nihav_core::test::dec_video::*;
 532     use crate::realmedia_register_all_codecs;
 533     use crate::realmedia_register_all_demuxers;
 534     #[test]
 535     fn test_rv20() {
 536         let mut dmx_reg = RegisteredDemuxers::new();
 537         realmedia_register_all_demuxers(&mut dmx_reg);
 538         let mut dec_reg = RegisteredDecoders::new();
 539         realmedia_register_all_codecs(&mut dec_reg);
 540
 541         test_file_decoding("realmedia", "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", /*None*/Some(3000), true, false, None/*Some("rv20")*/, &dmx_reg, &dec_reg);
 542 //        test_file_decoding("realmedia", "assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm", /*None*/Some(1000), true, false, Some("rv20"));
 543     }
 544 }