nihav-indeo/src/codecs/intel263.rs

   1 use nihav_core::io::bitreader::*;
   2 use nihav_core::io::codebook::*;
   3 use nihav_core::formats;
   4 use nihav_core::frame::*;
   5 use nihav_core::codecs::*;
   6 use nihav_codec_support::codecs::{MV, ZIGZAG};
   7 use nihav_codec_support::codecs::h263::*;
   8 use nihav_codec_support::codecs::h263::decoder::*;
   9 use nihav_codec_support::codecs::h263::data::*;
  10 use nihav_codec_support::codecs::h263::code::H263BlockDSP;
  11
  12 #[allow(dead_code)]
  13 struct Tables {
  14     intra_mcbpc_cb: Codebook<u8>,
  15     inter_mcbpc_cb: Codebook<u8>,
  16     cbpy_cb:        Codebook<u8>,
  17     rl_cb:          Codebook<H263RLSym>,
  18     aic_rl_cb:      Codebook<H263RLSym>,
  19     mv_cb:          Codebook<u8>,
  20 }
  21
  22 struct Intel263Decoder {
  23     info:    NACodecInfoRef,
  24     dec:     H263BaseDecoder,
  25     tables:  Tables,
  26     bdsp:    H263BlockDSP,
  27     lastframe:  Option<NABufferType>,
  28     lastpts:    Option<u64>,
  29 }
  30
  31 struct Intel263BR<'a> {
  32     br:     BitReader<'a>,
  33     tables: &'a Tables,
  34     gob_no: usize,
  35     mb_w:   usize,
  36     is_pb:  bool,
  37     is_ipb: bool,
  38 }
  39
  40 fn check_marker<'a>(br: &mut BitReader<'a>) -> DecoderResult<()> {
  41     let mark = br.read(1)?;
  42     validate!(mark == 1);
  43     Ok(())
  44 }
  45
  46 impl<'a> Intel263BR<'a> {
  47     fn new(src: &'a [u8], tables: &'a Tables) -> Self {
  48         Intel263BR {
  49             br:     BitReader::new(src, BitReaderMode::BE),
  50             tables,
  51             gob_no: 0,
  52             mb_w:   0,
  53             is_pb:  false,
  54             is_ipb: false,
  55         }
  56     }
  57
  58     fn decode_block(&mut self, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
  59         let br = &mut self.br;
  60         let mut idx = 0;
  61         if intra {
  62             let mut dc = br.read(8)?;
  63             if dc == 255 { dc = 128; }
  64             blk[0] = (dc as i16) << 3;
  65             idx = 1;
  66         }
  67         if !coded { return Ok(()); }
  68
  69         let rl_cb = &self.tables.rl_cb; // could be aic too
  70         let q_add = if quant == 0 { 0i16 } else { i16::from((quant - 1) | 1) };
  71         let q = i16::from(quant * 2);
  72         while idx < 64 {
  73             let code = br.read_cb(rl_cb)?;
  74             let run;
  75             let mut level;
  76             let last;
  77             if !code.is_escape() {
  78                 run   = code.get_run();
  79                 level = code.get_level();
  80                 last  = code.is_last();
  81                 if br.read_bool()? { level = -level; }
  82                 if level > 0 {
  83                     level = (level * q) + q_add;
  84                 } else {
  85                     level = (level * q) - q_add;
  86                 }
  87             } else {
  88                 last  = br.read_bool()?;
  89                 run   = br.read(6)? as u8;
  90                 level = br.read_s(8)? as i16;
  91                 if level == -128 {
  92                     let low = br.read(5)? as i16;
  93                     let top = br.read_s(6)? as i16;
  94                     level = (top << 5) | low;
  95                 }
  96                 if level > 0 {
  97                     level = (level * q) + q_add;
  98                 } else {
  99                     level = (level * q) - q_add;
 100                 }
 101                 if level < -2048 { level = -2048; }
 102                 if level >  2047 { level =  2047; }
 103             }
 104             idx += run;
 105             validate!(idx < 64);
 106             let oidx = ZIGZAG[idx as usize];
 107             blk[oidx] = level;
 108             idx += 1;
 109             if last { break; }
 110         }
 111         Ok(())
 112     }
 113 }
 114
 115 fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
 116     let code = i16::from(br.read_cb(mv_cb)?);
 117     if code == 0 { return Ok(0) }
 118     if !br.read_bool()? {
 119         Ok(code)
 120     } else {
 121         Ok(-code)
 122     }
 123 }
 124
 125 fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
 126     let xval = decode_mv_component(br, mv_cb)?;
 127     let yval = decode_mv_component(br, mv_cb)?;
 128     Ok(MV::new(xval, yval))
 129 }
 130
 131 fn decode_b_info(br: &mut BitReader, is_pb: bool, is_ipb: bool, is_intra: bool) -> DecoderResult<BBlockInfo> {
 132     if is_pb { // as improved pb
 133         if is_ipb {
 134             let pb_mv_add = if is_intra { 1 } else { 0 };
 135             if br.read_bool()?{
 136                 if br.read_bool()? {
 137                     let pb_mv_count = 1 - (br.read(1)? as usize);
 138                     let cbpb = br.read(6)? as u8;
 139                     Ok(BBlockInfo::new(true, cbpb, pb_mv_count + pb_mv_add, pb_mv_count == 1))
 140                 } else {
 141                     Ok(BBlockInfo::new(true, 0, 1 + pb_mv_add, true))
 142                 }
 143             } else {
 144                 Ok(BBlockInfo::new(true, 0, pb_mv_add, false))
 145             }
 146         } else {
 147             let mvdb = br.read_bool()?;
 148             let cbpb = if mvdb && br.read_bool()? { br.read(6)? as u8 } else { 0 };
 149             Ok(BBlockInfo::new(true, cbpb, if mvdb { 1 } else { 0 }, false))
 150         }
 151     } else {
 152         Ok(BBlockInfo::new(false, 0, 0, false))
 153     }
 154 }
 155
 156 impl<'a> BlockDecoder for Intel263BR<'a> {
 157
 158 #[allow(unused_variables)]
 159     fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
 160         let br = &mut self.br;
 161         let syncw = br.read(22)?;
 162         validate!(syncw == 0x000020);
 163         let tr = (br.read(8)? << 8) as u16;
 164         check_marker(br)?;
 165         let id = br.read(1)?;
 166         validate!(id == 0);
 167         br.read(1)?; // split screen indicator
 168         br.read(1)?; // document camera indicator
 169         br.read(1)?; // freeze picture release
 170         let mut sfmt = br.read(3)?;
 171         validate!((sfmt != 0b000) && (sfmt != 0b110));
 172         let is_intra = !br.read_bool()?;
 173         let umv = br.read_bool()?;
 174         br.read(1)?; // syntax arithmetic coding
 175         let apm = br.read_bool()?;
 176         self.is_pb = br.read_bool()?;
 177         let deblock;
 178         let pbplus;
 179         if sfmt == 0b111 {
 180             sfmt = br.read(3)?;
 181             validate!((sfmt != 0b000) && (sfmt != 0b111));
 182             br.read(2)?; // unknown flags
 183             deblock = br.read_bool()?;
 184             br.read(1)?; // unknown flag
 185             pbplus = br.read_bool()?;
 186             br.read(5)?; // unknown flags
 187             let marker = br.read(5)?;
 188             validate!(marker == 1);
 189         } else {
 190             deblock = false;
 191             pbplus = false;
 192         }
 193         self.is_ipb = pbplus;
 194         let w; let h;
 195         if sfmt == 0b110 {
 196             let par = br.read(4)?;
 197             w = ((br.read(9)? + 1) * 4) as usize;
 198             check_marker(br)?;
 199             h = ((br.read(9)? + 1) * 4) as usize;
 200             if par == 0b1111 {
 201                 let pixw = br.read(8)?;
 202                 let pixh = br.read(8)?;
 203                 validate!((pixw != 0) && (pixh != 0));
 204             }
 205         } else {
 206             let (w_, h_) = H263_SIZES[sfmt as usize];
 207             w = w_;
 208             h = h_;
 209         }
 210         let quant = br.read(5)?;
 211         let cpm = br.read_bool()?;
 212         validate!(!cpm);
 213
 214         let pbinfo;
 215         if self.is_pb {
 216             let trb = br.read(3)?;
 217             let dbquant = br.read(2)?;
 218             pbinfo = Some(PBInfo::new(trb as u8, dbquant as u8, pbplus));
 219         } else {
 220             pbinfo = None;
 221         }
 222         while br.read_bool()? { // skip PEI
 223             br.read(8)?;
 224         }
 225 //println!("frame {}x{} intra: {} q {} pb {} apm {} umv {} @{}", w, h, is_intra, quant, self.is_pb, apm, umv, br.tell());
 226         self.gob_no = 0;
 227         self.mb_w = (w + 15) >> 4;
 228
 229         let ftype = if is_intra { Type::I } else { Type::P };
 230         let plusinfo = if deblock { Some(PlusInfo::new(false, deblock, false, false)) } else { None };
 231         let mvmode = if umv { MVMode::UMV } else { MVMode::Old };
 232         let picinfo = PicInfo::new(w, h, ftype, mvmode, umv, apm, quant as u8, tr, pbinfo, plusinfo);
 233         Ok(picinfo)
 234     }
 235
 236     #[allow(unused_variables)]
 237     fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
 238         let br = &mut self.br;
 239         let gbsc = br.read(17)?;
 240         validate!(gbsc == 1);
 241         let gn = br.read(5)?;
 242         let gfid = br.read(2)?;
 243         let gquant = br.read(5)?;
 244 //println!("GOB gn {:X} id {} q {}", gn, gfid, gquant);
 245         let ret = SliceInfo::new_gob(0, self.gob_no, gquant as u8);
 246         self.gob_no += 1;
 247         Ok(ret)
 248     }
 249
 250     #[allow(unused_variables)]
 251     fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
 252         let br = &mut self.br;
 253         let mut q = slice.get_quant();
 254         match info.get_mode() {
 255             Type::I => {
 256                     let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
 257                     while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
 258                     let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 259                     let cbp = (cbpy << 2) | (cbpc & 3);
 260                     let dquant = (cbpc & 4) != 0;
 261                     if dquant {
 262                         let idx = br.read(2)? as usize;
 263                         q = (i16::from(q) + i16::from(H263_DQUANT_TAB[idx])) as u8;
 264                     }
 265                     Ok(BlockInfo::new(Type::I, cbp, q))
 266                 },
 267             Type::P => {
 268                     if br.read_bool()? { return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant())); }
 269                     let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
 270                     while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
 271                     let is_intra = (cbpc & 0x04) != 0;
 272                     let dquant   = (cbpc & 0x08) != 0;
 273                     let is_4x4   = (cbpc & 0x10) != 0;
 274                     if is_intra {
 275                         let mut mvec: Vec<MV> = Vec::new();
 276                         let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, true)?;
 277                         let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 278                         let cbp = (cbpy << 2) | (cbpc & 3);
 279                         if dquant {
 280                             let idx = br.read(2)? as usize;
 281                             q = (i16::from(q) + i16::from(H263_DQUANT_TAB[idx])) as u8;
 282                         }
 283                         let mut binfo = BlockInfo::new(Type::I, cbp, q);
 284                         binfo.set_bpart(bbinfo);
 285                         if self.is_pb {
 286                             for _ in 0..bbinfo.get_num_mv() {
 287                                 mvec.push(decode_mv(br, &self.tables.mv_cb)?);
 288                             }
 289                             binfo.set_b_mv(mvec.as_slice());
 290                         }
 291                         return Ok(binfo);
 292                     }
 293
 294                     let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, false)?;
 295                     let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
 296 //                    if /* !aiv && */(cbpc & 3) != 3 {
 297                         cbpy ^= 0xF;
 298 //                    }
 299                     let cbp = (cbpy << 2) | (cbpc & 3);
 300                     if dquant {
 301                         let idx = br.read(2)? as usize;
 302                         q = (i16::from(q) + i16::from(H263_DQUANT_TAB[idx])) as u8;
 303                     }
 304                     let mut binfo = BlockInfo::new(Type::P, cbp, q);
 305                     binfo.set_bpart(bbinfo);
 306                     if !is_4x4 {
 307                         let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
 308                         binfo.set_mv(&mvec);
 309                     } else {
 310                         let mvec: [MV; 4] = [
 311                                 decode_mv(br, &self.tables.mv_cb)?,
 312                                 decode_mv(br, &self.tables.mv_cb)?,
 313                                 decode_mv(br, &self.tables.mv_cb)?,
 314                                 decode_mv(br, &self.tables.mv_cb)?
 315                             ];
 316                         binfo.set_mv(&mvec);
 317                     }
 318                     if self.is_pb {
 319                         let mut mvec: Vec<MV> = Vec::with_capacity(bbinfo.get_num_mv());
 320                         for _ in 0..bbinfo.get_num_mv() {
 321                             let mv = decode_mv(br, &self.tables.mv_cb)?;
 322                             mvec.push(mv);
 323                         }
 324                         binfo.set_b_mv(mvec.as_slice());
 325                     }
 326                     Ok(binfo)
 327                 },
 328             _ => { Err(DecoderError::InvalidData) },
 329         }
 330     }
 331
 332     #[allow(unused_variables)]
 333     fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 334         self.decode_block(quant, true, coded, blk)
 335     }
 336
 337     #[allow(unused_variables)]
 338     fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
 339         self.decode_block(quant, false, coded, blk)
 340     }
 341
 342     fn is_slice_end(&mut self) -> bool { self.br.peek(16) == 0 }
 343 }
 344
 345 impl Intel263Decoder {
 346     fn new() -> Self {
 347         let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
 348         let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 349         let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
 350         let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 351         let mut coderead = H263ShortCodeReader::new(H263_CBPY);
 352         let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 353         let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
 354         let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 355         let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
 356         let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 357         let mut coderead = H263ShortCodeReader::new(H263_MV);
 358         let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
 359         let tables = Tables {
 360             intra_mcbpc_cb,
 361             inter_mcbpc_cb,
 362             cbpy_cb,
 363             rl_cb,
 364             aic_rl_cb,
 365             mv_cb,
 366         };
 367
 368         Intel263Decoder{
 369             info:           NACodecInfo::new_dummy(),
 370             dec:            H263BaseDecoder::new(true),
 371             tables,
 372             bdsp:           H263BlockDSP::new(),
 373             lastframe:      None,
 374             lastpts:        None,
 375         }
 376     }
 377 }
 378
 379 impl NADecoder for Intel263Decoder {
 380     fn init(&mut self, _supp: &mut NADecoderSupport, info: NACodecInfoRef) -> DecoderResult<()> {
 381         if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
 382             let w = vinfo.get_width();
 383             let h = vinfo.get_height();
 384             let fmt = formats::YUV420_FORMAT;
 385             let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
 386             self.info = NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()).into_ref();
 387             Ok(())
 388         } else {
 389             Err(DecoderError::InvalidData)
 390         }
 391     }
 392     fn decode(&mut self, _supp: &mut NADecoderSupport, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
 393         let src = pkt.get_buffer();
 394
 395         if src.len() == 8 {
 396             let buftype;
 397             let ftype;
 398             if self.lastframe.is_none() {
 399                 buftype = NABufferType::None;
 400                 ftype = FrameType::Skip;
 401             } else {
 402                 let mut buf = None;
 403                 std::mem::swap(&mut self.lastframe, &mut buf);
 404                 buftype = buf.unwrap();
 405                 ftype = FrameType::B;
 406             }
 407             let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), buftype);
 408             frm.set_keyframe(false);
 409             frm.set_frame_type(ftype);
 410             if self.lastpts.is_some() {
 411                 frm.set_pts(self.lastpts);
 412                 self.lastpts = None;
 413             }
 414             return Ok(frm.into_ref());
 415         }
 416         let mut ibr = Intel263BR::new(&src, &self.tables);
 417
 418         let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?;
 419
 420         let mut cur_pts = pkt.get_pts();
 421         if !self.dec.is_intra() {
 422             let bret = self.dec.get_bframe(&self.bdsp);
 423             if let Ok(b_buf) = bret {
 424                 self.lastframe = Some(b_buf);
 425                 self.lastpts = pkt.get_pts();
 426                 if let Some(pts) = pkt.get_pts() {
 427                     cur_pts = Some(pts + 1);
 428                 }
 429             }
 430         }
 431
 432         let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
 433         frm.set_keyframe(self.dec.is_intra());
 434         frm.set_frame_type(if self.dec.is_intra() { FrameType::I } else { FrameType::P });
 435         frm.set_pts(cur_pts);
 436         Ok(frm.into_ref())
 437     }
 438     fn flush(&mut self) {
 439         self.dec.flush();
 440     }
 441 }
 442
 443
 444 pub fn get_decoder() -> Box<dyn NADecoder + Send> {
 445     Box::new(Intel263Decoder::new())
 446 }
 447
 448 #[cfg(test)]
 449 mod test {
 450     use nihav_core::codecs::RegisteredDecoders;
 451     use nihav_core::demuxers::RegisteredDemuxers;
 452     use nihav_codec_support::test::dec_video::*;
 453     use crate::indeo_register_all_codecs;
 454     use nihav_commonfmt::generic_register_all_demuxers;
 455     #[test]
 456     fn test_intel263() {
 457         let mut dmx_reg = RegisteredDemuxers::new();
 458         generic_register_all_demuxers(&mut dmx_reg);
 459         let mut dec_reg = RegisteredDecoders::new();
 460         indeo_register_all_codecs(&mut dec_reg);
 461
 462         test_file_decoding("avi", "assets/Indeo/neal73_saber.avi", Some(16), true, false, None/*Some("i263")*/, &dmx_reg, &dec_reg);
 463     }
 464 }