]>
Commit | Line | Data |
---|---|---|
5641dccf KS |
1 | use std::rc::Rc; |
2 | use std::cell::RefCell; | |
3 | use nihav_core::io::bitreader::*; | |
4 | use nihav_core::io::codebook::*; | |
5 | use nihav_core::formats; | |
6 | use nihav_core::frame::*; | |
7 | use nihav_core::codecs::*; | |
8 | use nihav_core::codecs::h263::*; | |
9 | use nihav_core::codecs::h263::decoder::*; | |
10 | use nihav_core::codecs::h263::data::*; | |
11 | use nihav_core::codecs::h263::code::H263BlockDSP; | |
cf64af13 KS |
12 | |
13 | #[allow(dead_code)] | |
14 | struct Tables { | |
15 | intra_mcbpc_cb: Codebook<u8>, | |
16 | inter_mcbpc_cb: Codebook<u8>, | |
17 | cbpy_cb: Codebook<u8>, | |
18 | rl_cb: Codebook<H263RLSym>, | |
19 | aic_rl_cb: Codebook<H263RLSym>, | |
20 | mv_cb: Codebook<u8>, | |
21 | } | |
22 | ||
23 | struct Intel263Decoder { | |
24 | info: Rc<NACodecInfo>, | |
88c58b1b | 25 | dec: H263BaseDecoder, |
cf64af13 | 26 | tables: Tables, |
2a2aa421 | 27 | bdsp: H263BlockDSP, |
cf64af13 KS |
28 | } |
29 | ||
30 | struct Intel263BR<'a> { | |
31 | br: BitReader<'a>, | |
32 | tables: &'a Tables, | |
33 | gob_no: usize, | |
34 | mb_w: usize, | |
35 | is_pb: bool, | |
effbebce | 36 | is_ipb: bool, |
cf64af13 KS |
37 | } |
38 | ||
39 | fn check_marker<'a>(br: &mut BitReader<'a>) -> DecoderResult<()> { | |
40 | let mark = br.read(1)?; | |
41 | validate!(mark == 1); | |
42 | Ok(()) | |
43 | } | |
44 | ||
45 | impl<'a> Intel263BR<'a> { | |
46 | fn new(src: &'a [u8], tables: &'a Tables) -> Self { | |
47 | Intel263BR { | |
48 | br: BitReader::new(src, src.len(), BitReaderMode::BE), | |
49 | tables: tables, | |
50 | gob_no: 0, | |
51 | mb_w: 0, | |
52 | is_pb: false, | |
effbebce | 53 | is_ipb: false, |
cf64af13 KS |
54 | } |
55 | } | |
56 | ||
57 | fn decode_block(&mut self, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { | |
9037cf6b | 58 | let br = &mut self.br; |
cf64af13 KS |
59 | let mut idx = 0; |
60 | if intra { | |
61 | let mut dc = br.read(8)?; | |
62 | if dc == 255 { dc = 128; } | |
63 | blk[0] = (dc as i16) << 3; | |
64 | idx = 1; | |
65 | } | |
66 | if !coded { return Ok(()); } | |
67 | ||
68 | let rl_cb = &self.tables.rl_cb; // could be aic too | |
69 | let q_add = if quant == 0 { 0i16 } else { ((quant - 1) | 1) as i16 }; | |
70 | let q = (quant * 2) as i16; | |
71 | while idx < 64 { | |
72 | let code = br.read_cb(rl_cb)?; | |
73 | let run; | |
74 | let mut level; | |
75 | let last; | |
76 | if !code.is_escape() { | |
77 | run = code.get_run(); | |
78 | level = code.get_level(); | |
79 | last = code.is_last(); | |
80 | if br.read_bool()? { level = -level; } | |
81 | level = (level * q) + q_add; | |
82 | } else { | |
83 | last = br.read_bool()?; | |
84 | run = br.read(6)? as u8; | |
85 | level = br.read_s(8)? as i16; | |
86 | if level == -128 { | |
87 | let low = br.read(5)? as i16; | |
88 | let top = br.read_s(6)? as i16; | |
89 | level = (top << 5) | low; | |
90 | } | |
91 | level = (level * q) + q_add; | |
92 | if level < -2048 { level = -2048; } | |
93 | if level > 2047 { level = 2047; } | |
94 | } | |
95 | idx += run; | |
96 | validate!(idx < 64); | |
97 | let oidx = H263_ZIGZAG[idx as usize]; | |
98 | blk[oidx] = level; | |
99 | idx += 1; | |
100 | if last { break; } | |
101 | } | |
102 | Ok(()) | |
103 | } | |
104 | } | |
105 | ||
106 | fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> { | |
107 | let code = br.read_cb(mv_cb)? as i16; | |
108 | if code == 0 { return Ok(0) } | |
109 | if !br.read_bool()? { | |
110 | Ok(code) | |
111 | } else { | |
112 | Ok(-code) | |
113 | } | |
114 | } | |
115 | ||
116 | fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> { | |
117 | let xval = decode_mv_component(br, mv_cb)?; | |
118 | let yval = decode_mv_component(br, mv_cb)?; | |
119 | Ok(MV::new(xval, yval)) | |
120 | } | |
121 | ||
effbebce | 122 | fn decode_b_info(br: &mut BitReader, is_pb: bool, is_ipb: bool, is_intra: bool) -> DecoderResult<BBlockInfo> { |
21c16d5f | 123 | if is_pb { // as improved pb |
effbebce KS |
124 | if is_ipb { |
125 | let pb_mv_add = if is_intra { 1 } else { 0 }; | |
126 | if br.read_bool()?{ | |
127 | if br.read_bool()? { | |
128 | let pb_mv_count = 1 - (br.read(1)? as usize); | |
129 | let cbpb = br.read(6)? as u8; | |
130 | Ok(BBlockInfo::new(true, cbpb, pb_mv_count + pb_mv_add, pb_mv_count == 1)) | |
131 | } else { | |
132 | Ok(BBlockInfo::new(true, 0, 1 + pb_mv_add, true)) | |
133 | } | |
21c16d5f | 134 | } else { |
effbebce | 135 | Ok(BBlockInfo::new(true, 0, pb_mv_add, false)) |
21c16d5f KS |
136 | } |
137 | } else { | |
effbebce KS |
138 | let mvdb = br.read_bool()?; |
139 | let cbpb = if mvdb && br.read_bool()? { br.read(6)? as u8 } else { 0 }; | |
140 | Ok(BBlockInfo::new(true, cbpb, if mvdb { 1 } else { 0 }, false)) | |
21c16d5f KS |
141 | } |
142 | } else { | |
143 | Ok(BBlockInfo::new(false, 0, 0, false)) | |
144 | } | |
145 | } | |
146 | ||
cf64af13 KS |
147 | impl<'a> BlockDecoder for Intel263BR<'a> { |
148 | ||
149 | #[allow(unused_variables)] | |
150 | fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> { | |
9037cf6b | 151 | let br = &mut self.br; |
cf64af13 KS |
152 | let syncw = br.read(22)?; |
153 | validate!(syncw == 0x000020); | |
32007ad9 | 154 | let tr = (br.read(8)? << 8) as u16; |
cf64af13 KS |
155 | check_marker(br)?; |
156 | let id = br.read(1)?; | |
157 | validate!(id == 0); | |
158 | br.read(1)?; // split screen indicator | |
159 | br.read(1)?; // document camera indicator | |
160 | br.read(1)?; // freeze picture release | |
161 | let mut sfmt = br.read(3)?; | |
162 | validate!((sfmt != 0b000) && (sfmt != 0b110)); | |
163 | let is_intra = !br.read_bool()?; | |
164 | let umv = br.read_bool()?; | |
165 | br.read(1)?; // syntax arithmetic coding | |
166 | let apm = br.read_bool()?; | |
167 | self.is_pb = br.read_bool()?; | |
f2f1afb2 | 168 | let deblock; |
effbebce | 169 | let pbplus; |
cf64af13 KS |
170 | if sfmt == 0b111 { |
171 | sfmt = br.read(3)?; | |
172 | validate!((sfmt != 0b000) && (sfmt != 0b111)); | |
173 | br.read(2)?; // unknown flags | |
f2f1afb2 | 174 | deblock = br.read_bool()?; |
cf64af13 | 175 | br.read(1)?; // unknown flag |
effbebce | 176 | pbplus = br.read_bool()?; |
cf64af13 KS |
177 | br.read(5)?; // unknown flags |
178 | let marker = br.read(5)?; | |
179 | validate!(marker == 1); | |
f2f1afb2 KS |
180 | } else { |
181 | deblock = false; | |
effbebce | 182 | pbplus = false; |
cf64af13 | 183 | } |
effbebce | 184 | self.is_ipb = pbplus; |
cf64af13 KS |
185 | let w; let h; |
186 | if sfmt == 0b110 { | |
187 | let par = br.read(4)?; | |
188 | w = ((br.read(9)? + 1) * 4) as usize; | |
189 | check_marker(br)?; | |
190 | h = ((br.read(9)? + 1) * 4) as usize; | |
191 | if par == 0b1111 { | |
192 | let pixw = br.read(8)?; | |
193 | let pixh = br.read(8)?; | |
194 | validate!((pixw != 0) && (pixh != 0)); | |
195 | } | |
196 | } else { | |
197 | let (w_, h_) = H263_SIZES[sfmt as usize]; | |
198 | w = w_; | |
199 | h = h_; | |
200 | } | |
201 | let quant = br.read(5)?; | |
202 | let cpm = br.read_bool()?; | |
203 | validate!(!cpm); | |
21c16d5f KS |
204 | |
205 | let pbinfo; | |
cf64af13 KS |
206 | if self.is_pb { |
207 | let trb = br.read(3)?; | |
208 | let dbquant = br.read(2)?; | |
effbebce | 209 | pbinfo = Some(PBInfo::new(trb as u8, dbquant as u8, pbplus)); |
21c16d5f KS |
210 | } else { |
211 | pbinfo = None; | |
cf64af13 KS |
212 | } |
213 | while br.read_bool()? { // skip PEI | |
214 | br.read(8)?; | |
215 | } | |
21c16d5f | 216 | //println!("frame {}x{} intra: {} q {} pb {} apm {} umv {} @{}", w, h, is_intra, quant, self.is_pb, apm, umv, br.tell()); |
cf64af13 KS |
217 | self.gob_no = 0; |
218 | self.mb_w = (w + 15) >> 4; | |
219 | ||
220 | let ftype = if is_intra { Type::I } else { Type::P }; | |
2a2aa421 | 221 | let plusinfo = if deblock { Some(PlusInfo::new(false, deblock, false, false)) } else { None }; |
32007ad9 KS |
222 | let mvmode = if umv { MVMode::UMV } else { MVMode::Old }; |
223 | let picinfo = PicInfo::new(w, h, ftype, mvmode, umv, apm, quant as u8, tr, pbinfo, plusinfo); | |
cf64af13 KS |
224 | Ok(picinfo) |
225 | } | |
226 | ||
227 | #[allow(unused_variables)] | |
2a2aa421 | 228 | fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> { |
9037cf6b | 229 | let br = &mut self.br; |
cf64af13 | 230 | let gbsc = br.read(17)?; |
cf64af13 KS |
231 | validate!(gbsc == 1); |
232 | let gn = br.read(5)?; | |
233 | let gfid = br.read(2)?; | |
234 | let gquant = br.read(5)?; | |
21c16d5f | 235 | //println!("GOB gn {:X} id {} q {}", gn, gfid, gquant); |
2a2aa421 | 236 | let ret = SliceInfo::new_gob(0, self.gob_no, gquant as u8); |
cf64af13 KS |
237 | self.gob_no += 1; |
238 | Ok(ret) | |
239 | } | |
240 | ||
2a2aa421 KS |
241 | #[allow(unused_variables)] |
242 | fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> { | |
9037cf6b | 243 | let br = &mut self.br; |
cf64af13 KS |
244 | let mut q = slice.get_quant(); |
245 | match info.get_mode() { | |
246 | Type::I => { | |
247 | let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; | |
248 | while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; } | |
249 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; | |
250 | let cbp = (cbpy << 2) | (cbpc & 3); | |
251 | let dquant = (cbpc & 4) != 0; | |
252 | if dquant { | |
253 | let idx = br.read(2)? as usize; | |
254 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; | |
255 | } | |
cf64af13 KS |
256 | Ok(BlockInfo::new(Type::I, cbp, q)) |
257 | }, | |
258 | Type::P => { | |
cf64af13 KS |
259 | if br.read_bool()? { return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant())); } |
260 | let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; | |
261 | while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; } | |
262 | let is_intra = (cbpc & 0x04) != 0; | |
263 | let dquant = (cbpc & 0x08) != 0; | |
264 | let is_4x4 = (cbpc & 0x10) != 0; | |
265 | if is_intra { | |
266 | let mut mvec: Vec<MV> = Vec::new(); | |
effbebce | 267 | let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, true)?; |
cf64af13 KS |
268 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
269 | let cbp = (cbpy << 2) | (cbpc & 3); | |
270 | if dquant { | |
271 | let idx = br.read(2)? as usize; | |
272 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; | |
273 | } | |
274 | let mut binfo = BlockInfo::new(Type::I, cbp, q); | |
21c16d5f | 275 | binfo.set_bpart(bbinfo); |
cf64af13 | 276 | if self.is_pb { |
21c16d5f | 277 | for _ in 0..bbinfo.get_num_mv() { |
cf64af13 KS |
278 | mvec.push(decode_mv(br, &self.tables.mv_cb)?); |
279 | } | |
21c16d5f | 280 | binfo.set_b_mv(mvec.as_slice()); |
cf64af13 | 281 | } |
cf64af13 KS |
282 | return Ok(binfo); |
283 | } | |
284 | ||
effbebce | 285 | let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, false)?; |
cf64af13 KS |
286 | let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
287 | // if /* !aiv && */(cbpc & 3) != 3 { | |
288 | cbpy ^= 0xF; | |
289 | // } | |
290 | let cbp = (cbpy << 2) | (cbpc & 3); | |
291 | if dquant { | |
292 | let idx = br.read(2)? as usize; | |
293 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; | |
294 | } | |
295 | let mut binfo = BlockInfo::new(Type::P, cbp, q); | |
21c16d5f | 296 | binfo.set_bpart(bbinfo); |
cf64af13 KS |
297 | if !is_4x4 { |
298 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; | |
cf64af13 KS |
299 | binfo.set_mv(&mvec); |
300 | } else { | |
301 | let mvec: [MV; 4] = [ | |
302 | decode_mv(br, &self.tables.mv_cb)?, | |
303 | decode_mv(br, &self.tables.mv_cb)?, | |
304 | decode_mv(br, &self.tables.mv_cb)?, | |
305 | decode_mv(br, &self.tables.mv_cb)? | |
306 | ]; | |
307 | binfo.set_mv(&mvec); | |
308 | } | |
309 | if self.is_pb { | |
21c16d5f KS |
310 | let mut mvec: Vec<MV> = Vec::with_capacity(bbinfo.get_num_mv()); |
311 | for _ in 0..bbinfo.get_num_mv() { | |
cf64af13 KS |
312 | let mv = decode_mv(br, &self.tables.mv_cb)?; |
313 | mvec.push(mv); | |
314 | } | |
21c16d5f | 315 | binfo.set_b_mv(mvec.as_slice()); |
cf64af13 | 316 | } |
cf64af13 KS |
317 | Ok(binfo) |
318 | }, | |
319 | _ => { Err(DecoderError::InvalidData) }, | |
320 | } | |
321 | } | |
322 | ||
323 | #[allow(unused_variables)] | |
2a2aa421 | 324 | fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
21c16d5f | 325 | self.decode_block(quant, true, coded, blk) |
cf64af13 KS |
326 | } |
327 | ||
328 | #[allow(unused_variables)] | |
2a2aa421 | 329 | fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
21c16d5f | 330 | self.decode_block(quant, false, coded, blk) |
cf64af13 KS |
331 | } |
332 | ||
cf64af13 KS |
333 | fn is_slice_end(&mut self) -> bool { self.br.peek(16) == 0 } |
334 | } | |
335 | ||
336 | impl Intel263Decoder { | |
337 | fn new() -> Self { | |
338 | let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC); | |
339 | let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
340 | let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC); | |
341 | let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
342 | let mut coderead = H263ShortCodeReader::new(H263_CBPY); | |
343 | let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
344 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES); | |
345 | let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
346 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC); | |
347 | let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
348 | let mut coderead = H263ShortCodeReader::new(H263_MV); | |
349 | let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
350 | let tables = Tables { | |
351 | intra_mcbpc_cb: intra_mcbpc_cb, | |
352 | inter_mcbpc_cb: inter_mcbpc_cb, | |
353 | cbpy_cb: cbpy_cb, | |
354 | rl_cb: rl_cb, | |
355 | aic_rl_cb: aic_rl_cb, | |
356 | mv_cb: mv_cb, | |
357 | }; | |
358 | ||
359 | Intel263Decoder{ | |
360 | info: Rc::new(DUMMY_CODEC_INFO), | |
42a59352 | 361 | dec: H263BaseDecoder::new(true), |
cf64af13 | 362 | tables: tables, |
2a2aa421 | 363 | bdsp: H263BlockDSP::new(), |
cf64af13 KS |
364 | } |
365 | } | |
366 | } | |
367 | ||
368 | impl NADecoder for Intel263Decoder { | |
369 | fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> { | |
370 | if let NACodecTypeInfo::Video(vinfo) = info.get_properties() { | |
371 | let w = vinfo.get_width(); | |
372 | let h = vinfo.get_height(); | |
373 | let fmt = formats::YUV420_FORMAT; | |
374 | let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt)); | |
375 | self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata())); | |
376 | Ok(()) | |
377 | } else { | |
378 | Err(DecoderError::InvalidData) | |
379 | } | |
380 | } | |
381 | fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> { | |
382 | let src = pkt.get_buffer(); | |
383 | ||
384 | if src.len() == 8 { | |
2a2aa421 | 385 | let bret = self.dec.get_bframe(&self.bdsp); |
cf64af13 KS |
386 | let buftype; |
387 | let is_skip; | |
388 | if let Ok(btype) = bret { | |
389 | buftype = btype; | |
390 | is_skip = false; | |
391 | } else { | |
392 | buftype = NABufferType::None; | |
393 | is_skip = true; | |
394 | } | |
395 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), buftype); | |
396 | frm.set_keyframe(false); | |
21c16d5f | 397 | frm.set_frame_type(if is_skip { FrameType::Skip } else { FrameType::B }); |
cf64af13 KS |
398 | return Ok(Rc::new(RefCell::new(frm))); |
399 | } | |
cf64af13 KS |
400 | let mut ibr = Intel263BR::new(&src, &self.tables); |
401 | ||
2a2aa421 | 402 | let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?; |
cf64af13 KS |
403 | |
404 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo); | |
405 | frm.set_keyframe(self.dec.is_intra()); | |
406 | frm.set_frame_type(if self.dec.is_intra() { FrameType::I } else { FrameType::P }); | |
407 | Ok(Rc::new(RefCell::new(frm))) | |
408 | } | |
409 | } | |
410 | ||
411 | ||
412 | pub fn get_decoder() -> Box<NADecoder> { | |
413 | Box::new(Intel263Decoder::new()) | |
414 | } | |
415 | ||
416 | #[cfg(test)] | |
417 | mod test { | |
3167c45c KS |
418 | use nihav_core::codecs::RegisteredDecoders; |
419 | use nihav_core::demuxers::RegisteredDemuxers; | |
420 | use nihav_core::test::dec_video::*; | |
421 | use crate::codecs::indeo_register_all_codecs; | |
422 | use nihav_commonfmt::demuxers::generic_register_all_demuxers; | |
cf64af13 KS |
423 | #[test] |
424 | fn test_intel263() { | |
3167c45c KS |
425 | let mut dmx_reg = RegisteredDemuxers::new(); |
426 | generic_register_all_demuxers(&mut dmx_reg); | |
427 | let mut dec_reg = RegisteredDecoders::new(); | |
428 | indeo_register_all_codecs(&mut dec_reg); | |
429 | ||
430 | test_file_decoding("avi", "assets/neal73_saber.avi", Some(16), true, false, None/*Some("i263")*/, &dmx_reg, &dec_reg); | |
cf64af13 KS |
431 | } |
432 | } |