| 1 | use nihav_core::io::bitreader::*; |
| 2 | use nihav_core::io::codebook::*; |
| 3 | use nihav_core::formats; |
| 4 | use nihav_core::frame::*; |
| 5 | use nihav_core::codecs::*; |
| 6 | use nihav_core::codecs::h263::*; |
| 7 | use nihav_core::codecs::h263::decoder::*; |
| 8 | use nihav_core::codecs::h263::data::*; |
| 9 | use nihav_core::codecs::h263::code::H263BlockDSP; |
| 10 | |
| 11 | #[allow(dead_code)] |
| 12 | struct Tables { |
| 13 | intra_mcbpc_cb: Codebook<u8>, |
| 14 | inter_mcbpc_cb: Codebook<u8>, |
| 15 | cbpy_cb: Codebook<u8>, |
| 16 | rl_cb: Codebook<H263RLSym>, |
| 17 | aic_rl_cb: Codebook<H263RLSym>, |
| 18 | mv_cb: Codebook<u8>, |
| 19 | } |
| 20 | |
| 21 | struct Intel263Decoder { |
| 22 | info: NACodecInfoRef, |
| 23 | dec: H263BaseDecoder, |
| 24 | tables: Tables, |
| 25 | bdsp: H263BlockDSP, |
| 26 | } |
| 27 | |
| 28 | struct Intel263BR<'a> { |
| 29 | br: BitReader<'a>, |
| 30 | tables: &'a Tables, |
| 31 | gob_no: usize, |
| 32 | mb_w: usize, |
| 33 | is_pb: bool, |
| 34 | is_ipb: bool, |
| 35 | } |
| 36 | |
| 37 | fn check_marker<'a>(br: &mut BitReader<'a>) -> DecoderResult<()> { |
| 38 | let mark = br.read(1)?; |
| 39 | validate!(mark == 1); |
| 40 | Ok(()) |
| 41 | } |
| 42 | |
| 43 | impl<'a> Intel263BR<'a> { |
| 44 | fn new(src: &'a [u8], tables: &'a Tables) -> Self { |
| 45 | Intel263BR { |
| 46 | br: BitReader::new(src, src.len(), BitReaderMode::BE), |
| 47 | tables: tables, |
| 48 | gob_no: 0, |
| 49 | mb_w: 0, |
| 50 | is_pb: false, |
| 51 | is_ipb: false, |
| 52 | } |
| 53 | } |
| 54 | |
| 55 | fn decode_block(&mut self, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
| 56 | let br = &mut self.br; |
| 57 | let mut idx = 0; |
| 58 | if intra { |
| 59 | let mut dc = br.read(8)?; |
| 60 | if dc == 255 { dc = 128; } |
| 61 | blk[0] = (dc as i16) << 3; |
| 62 | idx = 1; |
| 63 | } |
| 64 | if !coded { return Ok(()); } |
| 65 | |
| 66 | let rl_cb = &self.tables.rl_cb; // could be aic too |
| 67 | let q_add = if quant == 0 { 0i16 } else { ((quant - 1) | 1) as i16 }; |
| 68 | let q = (quant * 2) as i16; |
| 69 | while idx < 64 { |
| 70 | let code = br.read_cb(rl_cb)?; |
| 71 | let run; |
| 72 | let mut level; |
| 73 | let last; |
| 74 | if !code.is_escape() { |
| 75 | run = code.get_run(); |
| 76 | level = code.get_level(); |
| 77 | last = code.is_last(); |
| 78 | if br.read_bool()? { level = -level; } |
| 79 | level = (level * q) + q_add; |
| 80 | } else { |
| 81 | last = br.read_bool()?; |
| 82 | run = br.read(6)? as u8; |
| 83 | level = br.read_s(8)? as i16; |
| 84 | if level == -128 { |
| 85 | let low = br.read(5)? as i16; |
| 86 | let top = br.read_s(6)? as i16; |
| 87 | level = (top << 5) | low; |
| 88 | } |
| 89 | level = (level * q) + q_add; |
| 90 | if level < -2048 { level = -2048; } |
| 91 | if level > 2047 { level = 2047; } |
| 92 | } |
| 93 | idx += run; |
| 94 | validate!(idx < 64); |
| 95 | let oidx = H263_ZIGZAG[idx as usize]; |
| 96 | blk[oidx] = level; |
| 97 | idx += 1; |
| 98 | if last { break; } |
| 99 | } |
| 100 | Ok(()) |
| 101 | } |
| 102 | } |
| 103 | |
| 104 | fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> { |
| 105 | let code = br.read_cb(mv_cb)? as i16; |
| 106 | if code == 0 { return Ok(0) } |
| 107 | if !br.read_bool()? { |
| 108 | Ok(code) |
| 109 | } else { |
| 110 | Ok(-code) |
| 111 | } |
| 112 | } |
| 113 | |
| 114 | fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> { |
| 115 | let xval = decode_mv_component(br, mv_cb)?; |
| 116 | let yval = decode_mv_component(br, mv_cb)?; |
| 117 | Ok(MV::new(xval, yval)) |
| 118 | } |
| 119 | |
| 120 | fn decode_b_info(br: &mut BitReader, is_pb: bool, is_ipb: bool, is_intra: bool) -> DecoderResult<BBlockInfo> { |
| 121 | if is_pb { // as improved pb |
| 122 | if is_ipb { |
| 123 | let pb_mv_add = if is_intra { 1 } else { 0 }; |
| 124 | if br.read_bool()?{ |
| 125 | if br.read_bool()? { |
| 126 | let pb_mv_count = 1 - (br.read(1)? as usize); |
| 127 | let cbpb = br.read(6)? as u8; |
| 128 | Ok(BBlockInfo::new(true, cbpb, pb_mv_count + pb_mv_add, pb_mv_count == 1)) |
| 129 | } else { |
| 130 | Ok(BBlockInfo::new(true, 0, 1 + pb_mv_add, true)) |
| 131 | } |
| 132 | } else { |
| 133 | Ok(BBlockInfo::new(true, 0, pb_mv_add, false)) |
| 134 | } |
| 135 | } else { |
| 136 | let mvdb = br.read_bool()?; |
| 137 | let cbpb = if mvdb && br.read_bool()? { br.read(6)? as u8 } else { 0 }; |
| 138 | Ok(BBlockInfo::new(true, cbpb, if mvdb { 1 } else { 0 }, false)) |
| 139 | } |
| 140 | } else { |
| 141 | Ok(BBlockInfo::new(false, 0, 0, false)) |
| 142 | } |
| 143 | } |
| 144 | |
| 145 | impl<'a> BlockDecoder for Intel263BR<'a> { |
| 146 | |
| 147 | #[allow(unused_variables)] |
| 148 | fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> { |
| 149 | let br = &mut self.br; |
| 150 | let syncw = br.read(22)?; |
| 151 | validate!(syncw == 0x000020); |
| 152 | let tr = (br.read(8)? << 8) as u16; |
| 153 | check_marker(br)?; |
| 154 | let id = br.read(1)?; |
| 155 | validate!(id == 0); |
| 156 | br.read(1)?; // split screen indicator |
| 157 | br.read(1)?; // document camera indicator |
| 158 | br.read(1)?; // freeze picture release |
| 159 | let mut sfmt = br.read(3)?; |
| 160 | validate!((sfmt != 0b000) && (sfmt != 0b110)); |
| 161 | let is_intra = !br.read_bool()?; |
| 162 | let umv = br.read_bool()?; |
| 163 | br.read(1)?; // syntax arithmetic coding |
| 164 | let apm = br.read_bool()?; |
| 165 | self.is_pb = br.read_bool()?; |
| 166 | let deblock; |
| 167 | let pbplus; |
| 168 | if sfmt == 0b111 { |
| 169 | sfmt = br.read(3)?; |
| 170 | validate!((sfmt != 0b000) && (sfmt != 0b111)); |
| 171 | br.read(2)?; // unknown flags |
| 172 | deblock = br.read_bool()?; |
| 173 | br.read(1)?; // unknown flag |
| 174 | pbplus = br.read_bool()?; |
| 175 | br.read(5)?; // unknown flags |
| 176 | let marker = br.read(5)?; |
| 177 | validate!(marker == 1); |
| 178 | } else { |
| 179 | deblock = false; |
| 180 | pbplus = false; |
| 181 | } |
| 182 | self.is_ipb = pbplus; |
| 183 | let w; let h; |
| 184 | if sfmt == 0b110 { |
| 185 | let par = br.read(4)?; |
| 186 | w = ((br.read(9)? + 1) * 4) as usize; |
| 187 | check_marker(br)?; |
| 188 | h = ((br.read(9)? + 1) * 4) as usize; |
| 189 | if par == 0b1111 { |
| 190 | let pixw = br.read(8)?; |
| 191 | let pixh = br.read(8)?; |
| 192 | validate!((pixw != 0) && (pixh != 0)); |
| 193 | } |
| 194 | } else { |
| 195 | let (w_, h_) = H263_SIZES[sfmt as usize]; |
| 196 | w = w_; |
| 197 | h = h_; |
| 198 | } |
| 199 | let quant = br.read(5)?; |
| 200 | let cpm = br.read_bool()?; |
| 201 | validate!(!cpm); |
| 202 | |
| 203 | let pbinfo; |
| 204 | if self.is_pb { |
| 205 | let trb = br.read(3)?; |
| 206 | let dbquant = br.read(2)?; |
| 207 | pbinfo = Some(PBInfo::new(trb as u8, dbquant as u8, pbplus)); |
| 208 | } else { |
| 209 | pbinfo = None; |
| 210 | } |
| 211 | while br.read_bool()? { // skip PEI |
| 212 | br.read(8)?; |
| 213 | } |
| 214 | //println!("frame {}x{} intra: {} q {} pb {} apm {} umv {} @{}", w, h, is_intra, quant, self.is_pb, apm, umv, br.tell()); |
| 215 | self.gob_no = 0; |
| 216 | self.mb_w = (w + 15) >> 4; |
| 217 | |
| 218 | let ftype = if is_intra { Type::I } else { Type::P }; |
| 219 | let plusinfo = if deblock { Some(PlusInfo::new(false, deblock, false, false)) } else { None }; |
| 220 | let mvmode = if umv { MVMode::UMV } else { MVMode::Old }; |
| 221 | let picinfo = PicInfo::new(w, h, ftype, mvmode, umv, apm, quant as u8, tr, pbinfo, plusinfo); |
| 222 | Ok(picinfo) |
| 223 | } |
| 224 | |
| 225 | #[allow(unused_variables)] |
| 226 | fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> { |
| 227 | let br = &mut self.br; |
| 228 | let gbsc = br.read(17)?; |
| 229 | validate!(gbsc == 1); |
| 230 | let gn = br.read(5)?; |
| 231 | let gfid = br.read(2)?; |
| 232 | let gquant = br.read(5)?; |
| 233 | //println!("GOB gn {:X} id {} q {}", gn, gfid, gquant); |
| 234 | let ret = SliceInfo::new_gob(0, self.gob_no, gquant as u8); |
| 235 | self.gob_no += 1; |
| 236 | Ok(ret) |
| 237 | } |
| 238 | |
| 239 | #[allow(unused_variables)] |
| 240 | fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> { |
| 241 | let br = &mut self.br; |
| 242 | let mut q = slice.get_quant(); |
| 243 | match info.get_mode() { |
| 244 | Type::I => { |
| 245 | let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; |
| 246 | while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; } |
| 247 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
| 248 | let cbp = (cbpy << 2) | (cbpc & 3); |
| 249 | let dquant = (cbpc & 4) != 0; |
| 250 | if dquant { |
| 251 | let idx = br.read(2)? as usize; |
| 252 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; |
| 253 | } |
| 254 | Ok(BlockInfo::new(Type::I, cbp, q)) |
| 255 | }, |
| 256 | Type::P => { |
| 257 | if br.read_bool()? { return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant())); } |
| 258 | let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; |
| 259 | while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; } |
| 260 | let is_intra = (cbpc & 0x04) != 0; |
| 261 | let dquant = (cbpc & 0x08) != 0; |
| 262 | let is_4x4 = (cbpc & 0x10) != 0; |
| 263 | if is_intra { |
| 264 | let mut mvec: Vec<MV> = Vec::new(); |
| 265 | let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, true)?; |
| 266 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
| 267 | let cbp = (cbpy << 2) | (cbpc & 3); |
| 268 | if dquant { |
| 269 | let idx = br.read(2)? as usize; |
| 270 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; |
| 271 | } |
| 272 | let mut binfo = BlockInfo::new(Type::I, cbp, q); |
| 273 | binfo.set_bpart(bbinfo); |
| 274 | if self.is_pb { |
| 275 | for _ in 0..bbinfo.get_num_mv() { |
| 276 | mvec.push(decode_mv(br, &self.tables.mv_cb)?); |
| 277 | } |
| 278 | binfo.set_b_mv(mvec.as_slice()); |
| 279 | } |
| 280 | return Ok(binfo); |
| 281 | } |
| 282 | |
| 283 | let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, false)?; |
| 284 | let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
| 285 | // if /* !aiv && */(cbpc & 3) != 3 { |
| 286 | cbpy ^= 0xF; |
| 287 | // } |
| 288 | let cbp = (cbpy << 2) | (cbpc & 3); |
| 289 | if dquant { |
| 290 | let idx = br.read(2)? as usize; |
| 291 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; |
| 292 | } |
| 293 | let mut binfo = BlockInfo::new(Type::P, cbp, q); |
| 294 | binfo.set_bpart(bbinfo); |
| 295 | if !is_4x4 { |
| 296 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; |
| 297 | binfo.set_mv(&mvec); |
| 298 | } else { |
| 299 | let mvec: [MV; 4] = [ |
| 300 | decode_mv(br, &self.tables.mv_cb)?, |
| 301 | decode_mv(br, &self.tables.mv_cb)?, |
| 302 | decode_mv(br, &self.tables.mv_cb)?, |
| 303 | decode_mv(br, &self.tables.mv_cb)? |
| 304 | ]; |
| 305 | binfo.set_mv(&mvec); |
| 306 | } |
| 307 | if self.is_pb { |
| 308 | let mut mvec: Vec<MV> = Vec::with_capacity(bbinfo.get_num_mv()); |
| 309 | for _ in 0..bbinfo.get_num_mv() { |
| 310 | let mv = decode_mv(br, &self.tables.mv_cb)?; |
| 311 | mvec.push(mv); |
| 312 | } |
| 313 | binfo.set_b_mv(mvec.as_slice()); |
| 314 | } |
| 315 | Ok(binfo) |
| 316 | }, |
| 317 | _ => { Err(DecoderError::InvalidData) }, |
| 318 | } |
| 319 | } |
| 320 | |
| 321 | #[allow(unused_variables)] |
| 322 | fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
| 323 | self.decode_block(quant, true, coded, blk) |
| 324 | } |
| 325 | |
| 326 | #[allow(unused_variables)] |
| 327 | fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
| 328 | self.decode_block(quant, false, coded, blk) |
| 329 | } |
| 330 | |
| 331 | fn is_slice_end(&mut self) -> bool { self.br.peek(16) == 0 } |
| 332 | } |
| 333 | |
| 334 | impl Intel263Decoder { |
| 335 | fn new() -> Self { |
| 336 | let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC); |
| 337 | let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 338 | let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC); |
| 339 | let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 340 | let mut coderead = H263ShortCodeReader::new(H263_CBPY); |
| 341 | let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 342 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES); |
| 343 | let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 344 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC); |
| 345 | let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 346 | let mut coderead = H263ShortCodeReader::new(H263_MV); |
| 347 | let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 348 | let tables = Tables { |
| 349 | intra_mcbpc_cb: intra_mcbpc_cb, |
| 350 | inter_mcbpc_cb: inter_mcbpc_cb, |
| 351 | cbpy_cb: cbpy_cb, |
| 352 | rl_cb: rl_cb, |
| 353 | aic_rl_cb: aic_rl_cb, |
| 354 | mv_cb: mv_cb, |
| 355 | }; |
| 356 | |
| 357 | Intel263Decoder{ |
| 358 | info: NACodecInfo::new_dummy(), |
| 359 | dec: H263BaseDecoder::new(true), |
| 360 | tables: tables, |
| 361 | bdsp: H263BlockDSP::new(), |
| 362 | } |
| 363 | } |
| 364 | } |
| 365 | |
| 366 | impl NADecoder for Intel263Decoder { |
| 367 | fn init(&mut self, info: NACodecInfoRef) -> DecoderResult<()> { |
| 368 | if let NACodecTypeInfo::Video(vinfo) = info.get_properties() { |
| 369 | let w = vinfo.get_width(); |
| 370 | let h = vinfo.get_height(); |
| 371 | let fmt = formats::YUV420_FORMAT; |
| 372 | let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt)); |
| 373 | self.info = NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()).into_ref(); |
| 374 | Ok(()) |
| 375 | } else { |
| 376 | Err(DecoderError::InvalidData) |
| 377 | } |
| 378 | } |
| 379 | fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> { |
| 380 | let src = pkt.get_buffer(); |
| 381 | |
| 382 | if src.len() == 8 { |
| 383 | let bret = self.dec.get_bframe(&self.bdsp); |
| 384 | let buftype; |
| 385 | let is_skip; |
| 386 | if let Ok(btype) = bret { |
| 387 | buftype = btype; |
| 388 | is_skip = false; |
| 389 | } else { |
| 390 | buftype = NABufferType::None; |
| 391 | is_skip = true; |
| 392 | } |
| 393 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), buftype); |
| 394 | frm.set_keyframe(false); |
| 395 | frm.set_frame_type(if is_skip { FrameType::Skip } else { FrameType::B }); |
| 396 | return Ok(Rc::new(RefCell::new(frm))); |
| 397 | } |
| 398 | let mut ibr = Intel263BR::new(&src, &self.tables); |
| 399 | |
| 400 | let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?; |
| 401 | |
| 402 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo); |
| 403 | frm.set_keyframe(self.dec.is_intra()); |
| 404 | frm.set_frame_type(if self.dec.is_intra() { FrameType::I } else { FrameType::P }); |
| 405 | Ok(Rc::new(RefCell::new(frm))) |
| 406 | } |
| 407 | } |
| 408 | |
| 409 | |
| 410 | pub fn get_decoder() -> Box<NADecoder> { |
| 411 | Box::new(Intel263Decoder::new()) |
| 412 | } |
| 413 | |
| 414 | #[cfg(test)] |
| 415 | mod test { |
| 416 | use nihav_core::codecs::RegisteredDecoders; |
| 417 | use nihav_core::demuxers::RegisteredDemuxers; |
| 418 | use nihav_core::test::dec_video::*; |
| 419 | use crate::codecs::indeo_register_all_codecs; |
| 420 | use nihav_commonfmt::demuxers::generic_register_all_demuxers; |
| 421 | #[test] |
| 422 | fn test_intel263() { |
| 423 | let mut dmx_reg = RegisteredDemuxers::new(); |
| 424 | generic_register_all_demuxers(&mut dmx_reg); |
| 425 | let mut dec_reg = RegisteredDecoders::new(); |
| 426 | indeo_register_all_codecs(&mut dec_reg); |
| 427 | |
| 428 | test_file_decoding("avi", "assets/Indeo/neal73_saber.avi", Some(16), true, false, None/*Some("i263")*/, &dmx_reg, &dec_reg); |
| 429 | } |
| 430 | } |