src/codecs/h263/intel263.rs

   1 use crate::io::bitreader::*;
   2 use crate::io::codebook::*;
   3 use crate::formats;
   4 use super::super::*;
   5 use super::*;
   6 use super::decoder::*;
   7 use super::data::*;
   8 use super::code::H263BlockDSP;
   9
  10 #[allow(dead_code)]
  11 struct Tables {
  12     intra_mcbpc_cb: Codebook<u8>,
  13     inter_mcbpc_cb: Codebook<u8>,
  14     cbpy_cb:        Codebook<u8>,
  15     rl_cb:          Codebook<H263RLSym>,
  16     aic_rl_cb:      Codebook<H263RLSym>,
  17     mv_cb:          Codebook<u8>,
  18 }
  19
  20 struct Intel263Decoder {
  21     info:    Rc<NACodecInfo>,
  22     dec:     H263BaseDecoder,
  23     tables:  Tables,
  24     bdsp:    H263BlockDSP,
  25 }
  26
  27 struct Intel263BR<'a> {
  28     br:     BitReader<'a>,
  29     tables: &'a Tables,
  30     gob_no: usize,
  31     mb_w:   usize,
  32     is_pb:  bool,
  33     is_ipb: bool,
  34 }
  35
  36 fn check_marker<'a>(br: &mut BitReader<'a>) -> DecoderResult<()> {
  37     let mark = br.read(1)?;
  38     validate!(mark == 1);
  39     Ok(())
  40 }
  41
  42 impl<'a> Intel263BR<'a> {
  43     fn new(src: &'a [u8], tables: &'a Tables) -> Self {
  44         Intel263BR {
  45             br:     BitReader::new(src, src.len(), BitReaderMode::BE),
  46             tables: tables,
  47             gob_no: 0,
  48             mb_w:   0,
  49             is_pb:  false,
  50             is_ipb: false,
  51         }
  52     }
  53
  54     fn decode_block(&mut self, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
  55         let br = &mut self.br;
  56         let mut idx = 0;
  57         if intra {
  58             let mut dc = br.read(8)?;
  59             if dc == 255 { dc = 128; }
  60             blk[0] = (dc as i16) << 3;
  61             idx = 1;
  62         }
  63         if !coded { return Ok(()); }
  64
  65         let rl_cb = &self.tables.rl_cb; // could be aic too
  66         let q_add = if quant == 0 { 0i16 } else { ((quant - 1) | 1) as i16 };
  67         let q = (quant * 2) as i16;
  68         while idx < 64 {
  69             let code = br.read_cb(rl_cb)?;
  70             let run;
  71             let mut level;
  72             let last;
  73             if !code.is_escape() {
  74                 run   = code.get_run();
  75                 level = code.get_level();
  76                 last  = code.is_last();
  77                 if br.read_bool()? { level = -level; }
  78                 level = (level * q) + q_add;
  79             } else {
  80                 last  = br.read_bool()?;
  81                 run   = br.read(6)? as u8;
  82                 level = br.read_s(8)? as i16;
  83                 if level == -128 {
  84                     let low = br.read(5)? as i16;
  85                     let top = br.read_s(6)? as i16;
  86                     level = (top << 5) | low;
  87                 }
  88                 level = (level * q) + q_add;
  89                 if level < -2048 { level = -2048; }
  90                 if level >  2047 { level =  2047; }
  91             }
  92             idx += run;
  93             validate!(idx < 64);
  94             let oidx = H263_ZIGZAG[idx as usize];
  95             blk[oidx] = level;
  96             idx += 1;
  97             if last { break; }
  98         }
  99         Ok(())
 100     }
 101 }
 102
 103 fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
 104     let code = br.read_cb(mv_cb)? as i16;
 105     if code == 0 { return Ok(0) }
 106     if !br.read_bool()? {
 107         Ok(code)
 108     } else {
 109         Ok(-code)
 110     }
 111 }
 112
 113 fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
 114     let xval = decode_mv_component(br, mv_cb)?;
 115     let yval = decode_mv_component(br, mv_cb)?;
 116     Ok(MV::new(xval, yval))
 117 }
 118
 119 fn decode_b_info(br: &mut BitReader, is_pb: bool, is_ipb: bool, is_intra: bool) -> DecoderResult<BBlockInfo> {
 120     if is_pb { // as improved pb
 121         if is_ipb {
 122             let pb_mv_add = if is_intra { 1 } else { 0 };
 123             if br.read_bool()?{
 124                 if br.read_bool()? {
 125                     let pb_mv_count = 1 - (br.read(1)? as usize);
 126                     let cbpb = br.read(6)? as u8;
 127                     Ok(BBlockInfo::new(true, cbpb, pb_mv_count + pb_mv_add, pb_mv_count == 1))
 128                 } else {
 129                     Ok(BBlockInfo::new(true, 0, 1 + pb_mv_add, true))
 130                 }
 131             } else {
 132                 Ok(BBlockInfo::new(true, 0, pb_mv_add, false))
 133             }
 134         } else {
 135             let mvdb = br.read_bool()?;
 136             let cbpb = if mvdb && br.read_bool()? { br.read(6)? as u8 } else { 0 };
 137             Ok(BBlockInfo::new(true, cbpb, if mvdb { 1 } else { 0 }, false))
 138         }
 139     } else {
 140         Ok(BBlockInfo::new(false, 0, 0, false))
 141     }
 142 }
 143
 144 impl<'a> BlockDecoder for Intel263BR<'a> {
 145
 146 #[allow(unused_variables)]
 147     fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
 148         let br = &mut self.br;
 149         let syncw = br.read(22)?;
 150         validate!(syncw == 0x000020);
 151         let tr = (br.read(8)? << 8) as u16;
 152         check_marker(br)?;
 153         let id = br.read(1)?;
 154         validate!(id == 0);
 155         br.read(1)?; // split screen indicator
 156         br.read(1)?; // document camera indicator
 157         br.read(1)?; // freeze picture release
 158         let mut sfmt = br.read(3)?;
 159         validate!((sfmt != 0b000) && (sfmt != 0b110));
 160         let is_intra = !br.read_bool()?;
 161         let umv = br.read_bool()?;
 162         br.read(1)?; // syntax arithmetic coding
 163         let apm = br.read_bool()?;
 164         self.is_pb = br.read_bool()?;
 165         let deblock;
 166         let pbplus;
 167         if sfmt == 0b111 {
 168             sfmt = br.read(3)?;
 169             validate!((sfmt != 0b000) && (sfmt != 0b111));
 170             br.read(2)?; // unknown flags
 171             deblock = br.read_bool()?;
 172             br.read(1)?; // unknown flag
 173             pbplus = br.read_bool()?;
 174             br.read(5)?; // unknown flags
 175             let marker = br.read(5)?;
 176             validate!(marker == 1);
 177         } else {
 178             deblock = false;
 179             pbplus = false;
 180         }
 181         self.is_ipb = pbplus;
 182         let w; let h;
 183         if sfmt == 0b110 {
 184             let par = br.read(4)?;
 185             w = ((br.read(9)? + 1) * 4) as usize;
 186             check_marker(br)?;
 187             h = ((br.read(9)? + 1) * 4) as usize;
 188             if par == 0b1111 {
 189                 let pixw = br.read(8)?;
 190                 let pixh = br.read(8)?;
 191                 validate!((pixw != 0) && (pixh != 0));
 192             }
 193         } else {
 194             let (w_, h_) = H263_SIZES[sfmt as usize];
 195             w = w_;
 196             h = h_;
 197         }
 198         let quant = br.read(5)?;
 199         let cpm = br.read_bool()?;
 200         validate!(!cpm);
 201
 202         let pbinfo;
 203         if self.is_pb {
 204             let trb = br.read(3)?;
 205             let dbquant = br.read(2)?;
 206             pbinfo = Some(PBInfo::new(trb as u8, dbquant as u8, pbplus));
 207         } else {
 208             pbinfo = None;
 209         }
 210         while br.read_bool()? { // skip PEI
 211             br.read(8)?;
 212         }
 213 //println!("frame {}x{} intra: {} q {} pb {} apm {} umv {} @{}", w, h, is_intra, quant, self.is_pb, apm, umv, br.tell());
 214         self.gob_no = 0;
 215         self.mb_w = (w + 15) >> 4;
 216
 217         let ftype = if is_intra { Type::I } else { Type::P };
 218         let plusinfo = if deblock { Some(PlusInfo::new(false, deblock, false, false)) } else { None };
 219         let mvmode = if umv { MVMode::UMV } else { MVMode::Old };
 220         let picinfo = PicInfo::new(w, h, ftype, mvmode, umv, apm, quant as u8, tr, pbinfo, plusinfo);
 221         Ok(picinfo)
 222     }
 223
 224     #[allow(unused_variables)]
 225     fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
 226         let br = &mut self.br;
 227         let gbsc = br.read(17)?;
 228         validate!(gbsc == 1);
 229         let gn = br.read(5)?;
 230         let gfid = br.read(2)?;
 231         let gquant = br.read(5)?;
 232 //println!("GOB gn {:X} id {} q {}", gn, gfid, gquant);
 233         let ret = SliceInfo::new_gob(0, self.gob_no, gquant as u8);
 234         self.gob_no += 1;
 235         Ok(ret)
 236     }
 237
 238     #[allow(unused_variables)]
 239     fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
 240         let br = &mut self.br;
 241         let mut q = slice.get_quant();
 242         match info.get_mode() {
 243             Type::I => {
 244                     let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
 245                     while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
 246                     let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 247                     let cbp = (cbpy << 2) | (cbpc & 3);
 248                     let dquant = (cbpc & 4) != 0;
 249                     if dquant {
 250                         let idx = br.read(2)? as usize;
 251                         q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 252                     }
 253                     Ok(BlockInfo::new(Type::I, cbp, q))
 254                 },
 255             Type::P => {
 256                     if br.read_bool()? { return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant())); }
 257                     let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
 258                     while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
 259                     let is_intra = (cbpc & 0x04) != 0;
 260                     let dquant   = (cbpc & 0x08) != 0;
 261                     let is_4x4   = (cbpc & 0x10) != 0;
 262                     if is_intra {
 263                         let mut mvec: Vec<MV> = Vec::new();
 264                         let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, true)?;
 265                         let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 266                         let cbp = (cbpy << 2) | (cbpc & 3);
 267                         if dquant {
 268                             let idx = br.read(2)? as usize;
 269                             q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 270                         }
 271                         let mut binfo = BlockInfo::new(Type::I, cbp, q);
 272                         binfo.set_bpart(bbinfo);
 273                         if self.is_pb {
 274                             for _ in 0..bbinfo.get_num_mv() {
 275                                 mvec.push(decode_mv(br, &self.tables.mv_cb)?);
 276                             }
 277                             binfo.set_b_mv(mvec.as_slice());
 278                         }
 279                         return Ok(binfo);
 280                     }
 281
 282                     let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, false)?;
 283                     let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 284 //                    if /* !aiv && */(cbpc & 3) != 3 {
 285                         cbpy ^= 0xF;
 286 //                    }
 287                     let cbp = (cbpy << 2) | (cbpc & 3);
 288                     if dquant {
 289                         let idx = br.read(2)? as usize;
 290                         q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
 291                     }
 292                     let mut binfo = BlockInfo::new(Type::P, cbp, q);
 293                     binfo.set_bpart(bbinfo);
 294                     if !is_4x4 {
 295                         let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
 296                         binfo.set_mv(&mvec);
 297                     } else {
 298                         let mvec: [MV; 4] = [
 299                                 decode_mv(br, &self.tables.mv_cb)?,
 300                                 decode_mv(br, &self.tables.mv_cb)?,
 301                                 decode_mv(br, &self.tables.mv_cb)?,
 302                                 decode_mv(br, &self.tables.mv_cb)?
 303                             ];
 304                         binfo.set_mv(&mvec);
 305                     }
 306                     if self.is_pb {
 307                         let mut mvec: Vec<MV> = Vec::with_capacity(bbinfo.get_num_mv());
 308                         for _ in 0..bbinfo.get_num_mv() {
 309                             let mv = decode_mv(br, &self.tables.mv_cb)?;
 310                             mvec.push(mv);
 311                         }
 312                         binfo.set_b_mv(mvec.as_slice());
 313                     }
 314                     Ok(binfo)
 315                 },
 316             _ => { Err(DecoderError::InvalidData) },
 317         }
 318     }
 319
 320     #[allow(unused_variables)]
 321     fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 322         self.decode_block(quant, true, coded, blk)
 323     }
 324
 325     #[allow(unused_variables)]
 326     fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 327         self.decode_block(quant, false, coded, blk)
 328     }
 329
 330     fn is_slice_end(&mut self) -> bool { self.br.peek(16) == 0 }
 331 }
 332
 333 impl Intel263Decoder {
 334     fn new() -> Self {
 335         let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
 336         let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 337         let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
 338         let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 339         let mut coderead = H263ShortCodeReader::new(H263_CBPY);
 340         let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 341         let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
 342         let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 343         let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
 344         let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 345         let mut coderead = H263ShortCodeReader::new(H263_MV);
 346         let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 347         let tables = Tables {
 348             intra_mcbpc_cb: intra_mcbpc_cb,
 349             inter_mcbpc_cb: inter_mcbpc_cb,
 350             cbpy_cb:        cbpy_cb,
 351             rl_cb:          rl_cb,
 352             aic_rl_cb:      aic_rl_cb,
 353             mv_cb:          mv_cb,
 354         };
 355
 356         Intel263Decoder{
 357             info:           Rc::new(DUMMY_CODEC_INFO),
 358             dec:            H263BaseDecoder::new(true),
 359             tables:         tables,
 360             bdsp:           H263BlockDSP::new(),
 361         }
 362     }
 363 }
 364
 365 impl NADecoder for Intel263Decoder {
 366     fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> {
 367         if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
 368             let w = vinfo.get_width();
 369             let h = vinfo.get_height();
 370             let fmt = formats::YUV420_FORMAT;
 371             let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
 372             self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()));
 373             Ok(())
 374         } else {
 375             Err(DecoderError::InvalidData)
 376         }
 377     }
 378     fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
 379         let src = pkt.get_buffer();
 380
 381         if src.len() == 8 {
 382             let bret = self.dec.get_bframe(&self.bdsp);
 383             let buftype;
 384             let is_skip;
 385             if let Ok(btype) = bret {
 386                 buftype = btype;
 387                 is_skip = false;
 388             } else {
 389                 buftype = NABufferType::None;
 390                 is_skip = true;
 391             }
 392             let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), buftype);
 393             frm.set_keyframe(false);
 394             frm.set_frame_type(if is_skip { FrameType::Skip } else { FrameType::B });
 395             return Ok(Rc::new(RefCell::new(frm)));
 396         }
 397         let mut ibr = Intel263BR::new(&src, &self.tables);
 398
 399         let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?;
 400
 401         let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
 402         frm.set_keyframe(self.dec.is_intra());
 403         frm.set_frame_type(if self.dec.is_intra() { FrameType::I } else { FrameType::P });
 404         Ok(Rc::new(RefCell::new(frm)))
 405     }
 406 }
 407
 408
 409 pub fn get_decoder() -> Box<NADecoder> {
 410     Box::new(Intel263Decoder::new())
 411 }
 412
 413 #[cfg(test)]
 414 mod test {
 415     use crate::test::dec_video::test_file_decoding;
 416     #[test]
 417     fn test_intel263() {
 418          test_file_decoding("avi", "assets/neal73_saber.avi", Some(16), true, false, None/*Some("i263")*/);
 419     }
 420 }