| 1 | use std::rc::Rc; |
| 2 | use std::cell::RefCell; |
| 3 | use nihav_core::io::bitreader::*; |
| 4 | use nihav_core::io::codebook::*; |
| 5 | use nihav_core::formats; |
| 6 | use nihav_core::frame::*; |
| 7 | use nihav_core::codecs::*; |
| 8 | use nihav_core::codecs::h263::*; |
| 9 | use nihav_core::codecs::h263::decoder::*; |
| 10 | use nihav_core::codecs::h263::data::*; |
| 11 | use nihav_core::codecs::h263::code::H263BlockDSP; |
| 12 | |
| 13 | #[allow(dead_code)] |
| 14 | struct Tables { |
| 15 | intra_mcbpc_cb: Codebook<u8>, |
| 16 | inter_mcbpc_cb: Codebook<u8>, |
| 17 | cbpy_cb: Codebook<u8>, |
| 18 | rl_cb: Codebook<H263RLSym>, |
| 19 | aic_rl_cb: Codebook<H263RLSym>, |
| 20 | mv_cb: Codebook<u8>, |
| 21 | } |
| 22 | |
| 23 | struct Intel263Decoder { |
| 24 | info: Rc<NACodecInfo>, |
| 25 | dec: H263BaseDecoder, |
| 26 | tables: Tables, |
| 27 | bdsp: H263BlockDSP, |
| 28 | } |
| 29 | |
| 30 | struct Intel263BR<'a> { |
| 31 | br: BitReader<'a>, |
| 32 | tables: &'a Tables, |
| 33 | gob_no: usize, |
| 34 | mb_w: usize, |
| 35 | is_pb: bool, |
| 36 | is_ipb: bool, |
| 37 | } |
| 38 | |
| 39 | fn check_marker<'a>(br: &mut BitReader<'a>) -> DecoderResult<()> { |
| 40 | let mark = br.read(1)?; |
| 41 | validate!(mark == 1); |
| 42 | Ok(()) |
| 43 | } |
| 44 | |
| 45 | impl<'a> Intel263BR<'a> { |
| 46 | fn new(src: &'a [u8], tables: &'a Tables) -> Self { |
| 47 | Intel263BR { |
| 48 | br: BitReader::new(src, src.len(), BitReaderMode::BE), |
| 49 | tables: tables, |
| 50 | gob_no: 0, |
| 51 | mb_w: 0, |
| 52 | is_pb: false, |
| 53 | is_ipb: false, |
| 54 | } |
| 55 | } |
| 56 | |
| 57 | fn decode_block(&mut self, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
| 58 | let br = &mut self.br; |
| 59 | let mut idx = 0; |
| 60 | if intra { |
| 61 | let mut dc = br.read(8)?; |
| 62 | if dc == 255 { dc = 128; } |
| 63 | blk[0] = (dc as i16) << 3; |
| 64 | idx = 1; |
| 65 | } |
| 66 | if !coded { return Ok(()); } |
| 67 | |
| 68 | let rl_cb = &self.tables.rl_cb; // could be aic too |
| 69 | let q_add = if quant == 0 { 0i16 } else { ((quant - 1) | 1) as i16 }; |
| 70 | let q = (quant * 2) as i16; |
| 71 | while idx < 64 { |
| 72 | let code = br.read_cb(rl_cb)?; |
| 73 | let run; |
| 74 | let mut level; |
| 75 | let last; |
| 76 | if !code.is_escape() { |
| 77 | run = code.get_run(); |
| 78 | level = code.get_level(); |
| 79 | last = code.is_last(); |
| 80 | if br.read_bool()? { level = -level; } |
| 81 | level = (level * q) + q_add; |
| 82 | } else { |
| 83 | last = br.read_bool()?; |
| 84 | run = br.read(6)? as u8; |
| 85 | level = br.read_s(8)? as i16; |
| 86 | if level == -128 { |
| 87 | let low = br.read(5)? as i16; |
| 88 | let top = br.read_s(6)? as i16; |
| 89 | level = (top << 5) | low; |
| 90 | } |
| 91 | level = (level * q) + q_add; |
| 92 | if level < -2048 { level = -2048; } |
| 93 | if level > 2047 { level = 2047; } |
| 94 | } |
| 95 | idx += run; |
| 96 | validate!(idx < 64); |
| 97 | let oidx = H263_ZIGZAG[idx as usize]; |
| 98 | blk[oidx] = level; |
| 99 | idx += 1; |
| 100 | if last { break; } |
| 101 | } |
| 102 | Ok(()) |
| 103 | } |
| 104 | } |
| 105 | |
| 106 | fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> { |
| 107 | let code = br.read_cb(mv_cb)? as i16; |
| 108 | if code == 0 { return Ok(0) } |
| 109 | if !br.read_bool()? { |
| 110 | Ok(code) |
| 111 | } else { |
| 112 | Ok(-code) |
| 113 | } |
| 114 | } |
| 115 | |
| 116 | fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> { |
| 117 | let xval = decode_mv_component(br, mv_cb)?; |
| 118 | let yval = decode_mv_component(br, mv_cb)?; |
| 119 | Ok(MV::new(xval, yval)) |
| 120 | } |
| 121 | |
| 122 | fn decode_b_info(br: &mut BitReader, is_pb: bool, is_ipb: bool, is_intra: bool) -> DecoderResult<BBlockInfo> { |
| 123 | if is_pb { // as improved pb |
| 124 | if is_ipb { |
| 125 | let pb_mv_add = if is_intra { 1 } else { 0 }; |
| 126 | if br.read_bool()?{ |
| 127 | if br.read_bool()? { |
| 128 | let pb_mv_count = 1 - (br.read(1)? as usize); |
| 129 | let cbpb = br.read(6)? as u8; |
| 130 | Ok(BBlockInfo::new(true, cbpb, pb_mv_count + pb_mv_add, pb_mv_count == 1)) |
| 131 | } else { |
| 132 | Ok(BBlockInfo::new(true, 0, 1 + pb_mv_add, true)) |
| 133 | } |
| 134 | } else { |
| 135 | Ok(BBlockInfo::new(true, 0, pb_mv_add, false)) |
| 136 | } |
| 137 | } else { |
| 138 | let mvdb = br.read_bool()?; |
| 139 | let cbpb = if mvdb && br.read_bool()? { br.read(6)? as u8 } else { 0 }; |
| 140 | Ok(BBlockInfo::new(true, cbpb, if mvdb { 1 } else { 0 }, false)) |
| 141 | } |
| 142 | } else { |
| 143 | Ok(BBlockInfo::new(false, 0, 0, false)) |
| 144 | } |
| 145 | } |
| 146 | |
| 147 | impl<'a> BlockDecoder for Intel263BR<'a> { |
| 148 | |
| 149 | #[allow(unused_variables)] |
| 150 | fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> { |
| 151 | let br = &mut self.br; |
| 152 | let syncw = br.read(22)?; |
| 153 | validate!(syncw == 0x000020); |
| 154 | let tr = (br.read(8)? << 8) as u16; |
| 155 | check_marker(br)?; |
| 156 | let id = br.read(1)?; |
| 157 | validate!(id == 0); |
| 158 | br.read(1)?; // split screen indicator |
| 159 | br.read(1)?; // document camera indicator |
| 160 | br.read(1)?; // freeze picture release |
| 161 | let mut sfmt = br.read(3)?; |
| 162 | validate!((sfmt != 0b000) && (sfmt != 0b110)); |
| 163 | let is_intra = !br.read_bool()?; |
| 164 | let umv = br.read_bool()?; |
| 165 | br.read(1)?; // syntax arithmetic coding |
| 166 | let apm = br.read_bool()?; |
| 167 | self.is_pb = br.read_bool()?; |
| 168 | let deblock; |
| 169 | let pbplus; |
| 170 | if sfmt == 0b111 { |
| 171 | sfmt = br.read(3)?; |
| 172 | validate!((sfmt != 0b000) && (sfmt != 0b111)); |
| 173 | br.read(2)?; // unknown flags |
| 174 | deblock = br.read_bool()?; |
| 175 | br.read(1)?; // unknown flag |
| 176 | pbplus = br.read_bool()?; |
| 177 | br.read(5)?; // unknown flags |
| 178 | let marker = br.read(5)?; |
| 179 | validate!(marker == 1); |
| 180 | } else { |
| 181 | deblock = false; |
| 182 | pbplus = false; |
| 183 | } |
| 184 | self.is_ipb = pbplus; |
| 185 | let w; let h; |
| 186 | if sfmt == 0b110 { |
| 187 | let par = br.read(4)?; |
| 188 | w = ((br.read(9)? + 1) * 4) as usize; |
| 189 | check_marker(br)?; |
| 190 | h = ((br.read(9)? + 1) * 4) as usize; |
| 191 | if par == 0b1111 { |
| 192 | let pixw = br.read(8)?; |
| 193 | let pixh = br.read(8)?; |
| 194 | validate!((pixw != 0) && (pixh != 0)); |
| 195 | } |
| 196 | } else { |
| 197 | let (w_, h_) = H263_SIZES[sfmt as usize]; |
| 198 | w = w_; |
| 199 | h = h_; |
| 200 | } |
| 201 | let quant = br.read(5)?; |
| 202 | let cpm = br.read_bool()?; |
| 203 | validate!(!cpm); |
| 204 | |
| 205 | let pbinfo; |
| 206 | if self.is_pb { |
| 207 | let trb = br.read(3)?; |
| 208 | let dbquant = br.read(2)?; |
| 209 | pbinfo = Some(PBInfo::new(trb as u8, dbquant as u8, pbplus)); |
| 210 | } else { |
| 211 | pbinfo = None; |
| 212 | } |
| 213 | while br.read_bool()? { // skip PEI |
| 214 | br.read(8)?; |
| 215 | } |
| 216 | //println!("frame {}x{} intra: {} q {} pb {} apm {} umv {} @{}", w, h, is_intra, quant, self.is_pb, apm, umv, br.tell()); |
| 217 | self.gob_no = 0; |
| 218 | self.mb_w = (w + 15) >> 4; |
| 219 | |
| 220 | let ftype = if is_intra { Type::I } else { Type::P }; |
| 221 | let plusinfo = if deblock { Some(PlusInfo::new(false, deblock, false, false)) } else { None }; |
| 222 | let mvmode = if umv { MVMode::UMV } else { MVMode::Old }; |
| 223 | let picinfo = PicInfo::new(w, h, ftype, mvmode, umv, apm, quant as u8, tr, pbinfo, plusinfo); |
| 224 | Ok(picinfo) |
| 225 | } |
| 226 | |
| 227 | #[allow(unused_variables)] |
| 228 | fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> { |
| 229 | let br = &mut self.br; |
| 230 | let gbsc = br.read(17)?; |
| 231 | validate!(gbsc == 1); |
| 232 | let gn = br.read(5)?; |
| 233 | let gfid = br.read(2)?; |
| 234 | let gquant = br.read(5)?; |
| 235 | //println!("GOB gn {:X} id {} q {}", gn, gfid, gquant); |
| 236 | let ret = SliceInfo::new_gob(0, self.gob_no, gquant as u8); |
| 237 | self.gob_no += 1; |
| 238 | Ok(ret) |
| 239 | } |
| 240 | |
| 241 | #[allow(unused_variables)] |
| 242 | fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> { |
| 243 | let br = &mut self.br; |
| 244 | let mut q = slice.get_quant(); |
| 245 | match info.get_mode() { |
| 246 | Type::I => { |
| 247 | let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; |
| 248 | while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; } |
| 249 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
| 250 | let cbp = (cbpy << 2) | (cbpc & 3); |
| 251 | let dquant = (cbpc & 4) != 0; |
| 252 | if dquant { |
| 253 | let idx = br.read(2)? as usize; |
| 254 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; |
| 255 | } |
| 256 | Ok(BlockInfo::new(Type::I, cbp, q)) |
| 257 | }, |
| 258 | Type::P => { |
| 259 | if br.read_bool()? { return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant())); } |
| 260 | let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; |
| 261 | while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; } |
| 262 | let is_intra = (cbpc & 0x04) != 0; |
| 263 | let dquant = (cbpc & 0x08) != 0; |
| 264 | let is_4x4 = (cbpc & 0x10) != 0; |
| 265 | if is_intra { |
| 266 | let mut mvec: Vec<MV> = Vec::new(); |
| 267 | let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, true)?; |
| 268 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
| 269 | let cbp = (cbpy << 2) | (cbpc & 3); |
| 270 | if dquant { |
| 271 | let idx = br.read(2)? as usize; |
| 272 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; |
| 273 | } |
| 274 | let mut binfo = BlockInfo::new(Type::I, cbp, q); |
| 275 | binfo.set_bpart(bbinfo); |
| 276 | if self.is_pb { |
| 277 | for _ in 0..bbinfo.get_num_mv() { |
| 278 | mvec.push(decode_mv(br, &self.tables.mv_cb)?); |
| 279 | } |
| 280 | binfo.set_b_mv(mvec.as_slice()); |
| 281 | } |
| 282 | return Ok(binfo); |
| 283 | } |
| 284 | |
| 285 | let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, false)?; |
| 286 | let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
| 287 | // if /* !aiv && */(cbpc & 3) != 3 { |
| 288 | cbpy ^= 0xF; |
| 289 | // } |
| 290 | let cbp = (cbpy << 2) | (cbpc & 3); |
| 291 | if dquant { |
| 292 | let idx = br.read(2)? as usize; |
| 293 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; |
| 294 | } |
| 295 | let mut binfo = BlockInfo::new(Type::P, cbp, q); |
| 296 | binfo.set_bpart(bbinfo); |
| 297 | if !is_4x4 { |
| 298 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; |
| 299 | binfo.set_mv(&mvec); |
| 300 | } else { |
| 301 | let mvec: [MV; 4] = [ |
| 302 | decode_mv(br, &self.tables.mv_cb)?, |
| 303 | decode_mv(br, &self.tables.mv_cb)?, |
| 304 | decode_mv(br, &self.tables.mv_cb)?, |
| 305 | decode_mv(br, &self.tables.mv_cb)? |
| 306 | ]; |
| 307 | binfo.set_mv(&mvec); |
| 308 | } |
| 309 | if self.is_pb { |
| 310 | let mut mvec: Vec<MV> = Vec::with_capacity(bbinfo.get_num_mv()); |
| 311 | for _ in 0..bbinfo.get_num_mv() { |
| 312 | let mv = decode_mv(br, &self.tables.mv_cb)?; |
| 313 | mvec.push(mv); |
| 314 | } |
| 315 | binfo.set_b_mv(mvec.as_slice()); |
| 316 | } |
| 317 | Ok(binfo) |
| 318 | }, |
| 319 | _ => { Err(DecoderError::InvalidData) }, |
| 320 | } |
| 321 | } |
| 322 | |
| 323 | #[allow(unused_variables)] |
| 324 | fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
| 325 | self.decode_block(quant, true, coded, blk) |
| 326 | } |
| 327 | |
| 328 | #[allow(unused_variables)] |
| 329 | fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
| 330 | self.decode_block(quant, false, coded, blk) |
| 331 | } |
| 332 | |
| 333 | fn is_slice_end(&mut self) -> bool { self.br.peek(16) == 0 } |
| 334 | } |
| 335 | |
| 336 | impl Intel263Decoder { |
| 337 | fn new() -> Self { |
| 338 | let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC); |
| 339 | let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 340 | let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC); |
| 341 | let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 342 | let mut coderead = H263ShortCodeReader::new(H263_CBPY); |
| 343 | let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 344 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES); |
| 345 | let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 346 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC); |
| 347 | let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 348 | let mut coderead = H263ShortCodeReader::new(H263_MV); |
| 349 | let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); |
| 350 | let tables = Tables { |
| 351 | intra_mcbpc_cb: intra_mcbpc_cb, |
| 352 | inter_mcbpc_cb: inter_mcbpc_cb, |
| 353 | cbpy_cb: cbpy_cb, |
| 354 | rl_cb: rl_cb, |
| 355 | aic_rl_cb: aic_rl_cb, |
| 356 | mv_cb: mv_cb, |
| 357 | }; |
| 358 | |
| 359 | Intel263Decoder{ |
| 360 | info: Rc::new(DUMMY_CODEC_INFO), |
| 361 | dec: H263BaseDecoder::new(true), |
| 362 | tables: tables, |
| 363 | bdsp: H263BlockDSP::new(), |
| 364 | } |
| 365 | } |
| 366 | } |
| 367 | |
| 368 | impl NADecoder for Intel263Decoder { |
| 369 | fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> { |
| 370 | if let NACodecTypeInfo::Video(vinfo) = info.get_properties() { |
| 371 | let w = vinfo.get_width(); |
| 372 | let h = vinfo.get_height(); |
| 373 | let fmt = formats::YUV420_FORMAT; |
| 374 | let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt)); |
| 375 | self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata())); |
| 376 | Ok(()) |
| 377 | } else { |
| 378 | Err(DecoderError::InvalidData) |
| 379 | } |
| 380 | } |
| 381 | fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> { |
| 382 | let src = pkt.get_buffer(); |
| 383 | |
| 384 | if src.len() == 8 { |
| 385 | let bret = self.dec.get_bframe(&self.bdsp); |
| 386 | let buftype; |
| 387 | let is_skip; |
| 388 | if let Ok(btype) = bret { |
| 389 | buftype = btype; |
| 390 | is_skip = false; |
| 391 | } else { |
| 392 | buftype = NABufferType::None; |
| 393 | is_skip = true; |
| 394 | } |
| 395 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), buftype); |
| 396 | frm.set_keyframe(false); |
| 397 | frm.set_frame_type(if is_skip { FrameType::Skip } else { FrameType::B }); |
| 398 | return Ok(Rc::new(RefCell::new(frm))); |
| 399 | } |
| 400 | let mut ibr = Intel263BR::new(&src, &self.tables); |
| 401 | |
| 402 | let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?; |
| 403 | |
| 404 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo); |
| 405 | frm.set_keyframe(self.dec.is_intra()); |
| 406 | frm.set_frame_type(if self.dec.is_intra() { FrameType::I } else { FrameType::P }); |
| 407 | Ok(Rc::new(RefCell::new(frm))) |
| 408 | } |
| 409 | } |
| 410 | |
| 411 | |
| 412 | pub fn get_decoder() -> Box<NADecoder> { |
| 413 | Box::new(Intel263Decoder::new()) |
| 414 | } |
| 415 | |
| 416 | #[cfg(test)] |
| 417 | mod test { |
| 418 | use nihav_core::codecs::RegisteredDecoders; |
| 419 | use nihav_core::demuxers::RegisteredDemuxers; |
| 420 | use nihav_core::test::dec_video::*; |
| 421 | use crate::codecs::indeo_register_all_codecs; |
| 422 | use nihav_commonfmt::demuxers::generic_register_all_demuxers; |
| 423 | #[test] |
| 424 | fn test_intel263() { |
| 425 | let mut dmx_reg = RegisteredDemuxers::new(); |
| 426 | generic_register_all_demuxers(&mut dmx_reg); |
| 427 | let mut dec_reg = RegisteredDecoders::new(); |
| 428 | indeo_register_all_codecs(&mut dec_reg); |
| 429 | |
| 430 | test_file_decoding("avi", "assets/neal73_saber.avi", Some(16), true, false, None/*Some("i263")*/, &dmx_reg, &dec_reg); |
| 431 | } |
| 432 | } |