]>
Commit | Line | Data |
---|---|---|
1 | use nihav_core::io::bitreader::*; | |
2 | use nihav_core::io::codebook::*; | |
3 | use nihav_core::formats; | |
4 | use nihav_core::frame::*; | |
5 | use nihav_core::codecs::*; | |
6 | use nihav_codec_support::codecs::{MV, ZIGZAG}; | |
7 | use nihav_codec_support::codecs::h263::*; | |
8 | use nihav_codec_support::codecs::h263::decoder::*; | |
9 | use nihav_codec_support::codecs::h263::data::*; | |
10 | use nihav_codec_support::codecs::h263::code::H263BlockDSP; | |
11 | ||
12 | #[allow(dead_code)] | |
13 | struct Tables { | |
14 | intra_mcbpc_cb: Codebook<u8>, | |
15 | inter_mcbpc_cb: Codebook<u8>, | |
16 | cbpy_cb: Codebook<u8>, | |
17 | rl_cb: Codebook<H263RLSym>, | |
18 | aic_rl_cb: Codebook<H263RLSym>, | |
19 | mv_cb: Codebook<u8>, | |
20 | } | |
21 | ||
22 | struct Intel263Decoder { | |
23 | info: NACodecInfoRef, | |
24 | dec: H263BaseDecoder, | |
25 | tables: Tables, | |
26 | bdsp: H263BlockDSP, | |
27 | } | |
28 | ||
29 | struct Intel263BR<'a> { | |
30 | br: BitReader<'a>, | |
31 | tables: &'a Tables, | |
32 | gob_no: usize, | |
33 | mb_w: usize, | |
34 | is_pb: bool, | |
35 | is_ipb: bool, | |
36 | } | |
37 | ||
38 | fn check_marker<'a>(br: &mut BitReader<'a>) -> DecoderResult<()> { | |
39 | let mark = br.read(1)?; | |
40 | validate!(mark == 1); | |
41 | Ok(()) | |
42 | } | |
43 | ||
44 | impl<'a> Intel263BR<'a> { | |
45 | fn new(src: &'a [u8], tables: &'a Tables) -> Self { | |
46 | Intel263BR { | |
47 | br: BitReader::new(src, BitReaderMode::BE), | |
48 | tables, | |
49 | gob_no: 0, | |
50 | mb_w: 0, | |
51 | is_pb: false, | |
52 | is_ipb: false, | |
53 | } | |
54 | } | |
55 | ||
56 | fn decode_block(&mut self, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { | |
57 | let br = &mut self.br; | |
58 | let mut idx = 0; | |
59 | if intra { | |
60 | let mut dc = br.read(8)?; | |
61 | if dc == 255 { dc = 128; } | |
62 | blk[0] = (dc as i16) << 3; | |
63 | idx = 1; | |
64 | } | |
65 | if !coded { return Ok(()); } | |
66 | ||
67 | let rl_cb = &self.tables.rl_cb; // could be aic too | |
68 | let q_add = if quant == 0 { 0i16 } else { i16::from((quant - 1) | 1) }; | |
69 | let q = i16::from(quant * 2); | |
70 | while idx < 64 { | |
71 | let code = br.read_cb(rl_cb)?; | |
72 | let run; | |
73 | let mut level; | |
74 | let last; | |
75 | if !code.is_escape() { | |
76 | run = code.get_run(); | |
77 | level = code.get_level(); | |
78 | last = code.is_last(); | |
79 | if br.read_bool()? { level = -level; } | |
80 | level = (level * q) + q_add; | |
81 | } else { | |
82 | last = br.read_bool()?; | |
83 | run = br.read(6)? as u8; | |
84 | level = br.read_s(8)? as i16; | |
85 | if level == -128 { | |
86 | let low = br.read(5)? as i16; | |
87 | let top = br.read_s(6)? as i16; | |
88 | level = (top << 5) | low; | |
89 | } | |
90 | level = (level * q) + q_add; | |
91 | if level < -2048 { level = -2048; } | |
92 | if level > 2047 { level = 2047; } | |
93 | } | |
94 | idx += run; | |
95 | validate!(idx < 64); | |
96 | let oidx = ZIGZAG[idx as usize]; | |
97 | blk[oidx] = level; | |
98 | idx += 1; | |
99 | if last { break; } | |
100 | } | |
101 | Ok(()) | |
102 | } | |
103 | } | |
104 | ||
105 | fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> { | |
106 | let code = i16::from(br.read_cb(mv_cb)?); | |
107 | if code == 0 { return Ok(0) } | |
108 | if !br.read_bool()? { | |
109 | Ok(code) | |
110 | } else { | |
111 | Ok(-code) | |
112 | } | |
113 | } | |
114 | ||
115 | fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> { | |
116 | let xval = decode_mv_component(br, mv_cb)?; | |
117 | let yval = decode_mv_component(br, mv_cb)?; | |
118 | Ok(MV::new(xval, yval)) | |
119 | } | |
120 | ||
121 | fn decode_b_info(br: &mut BitReader, is_pb: bool, is_ipb: bool, is_intra: bool) -> DecoderResult<BBlockInfo> { | |
122 | if is_pb { // as improved pb | |
123 | if is_ipb { | |
124 | let pb_mv_add = if is_intra { 1 } else { 0 }; | |
125 | if br.read_bool()?{ | |
126 | if br.read_bool()? { | |
127 | let pb_mv_count = 1 - (br.read(1)? as usize); | |
128 | let cbpb = br.read(6)? as u8; | |
129 | Ok(BBlockInfo::new(true, cbpb, pb_mv_count + pb_mv_add, pb_mv_count == 1)) | |
130 | } else { | |
131 | Ok(BBlockInfo::new(true, 0, 1 + pb_mv_add, true)) | |
132 | } | |
133 | } else { | |
134 | Ok(BBlockInfo::new(true, 0, pb_mv_add, false)) | |
135 | } | |
136 | } else { | |
137 | let mvdb = br.read_bool()?; | |
138 | let cbpb = if mvdb && br.read_bool()? { br.read(6)? as u8 } else { 0 }; | |
139 | Ok(BBlockInfo::new(true, cbpb, if mvdb { 1 } else { 0 }, false)) | |
140 | } | |
141 | } else { | |
142 | Ok(BBlockInfo::new(false, 0, 0, false)) | |
143 | } | |
144 | } | |
145 | ||
146 | impl<'a> BlockDecoder for Intel263BR<'a> { | |
147 | ||
148 | #[allow(unused_variables)] | |
149 | fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> { | |
150 | let br = &mut self.br; | |
151 | let syncw = br.read(22)?; | |
152 | validate!(syncw == 0x000020); | |
153 | let tr = (br.read(8)? << 8) as u16; | |
154 | check_marker(br)?; | |
155 | let id = br.read(1)?; | |
156 | validate!(id == 0); | |
157 | br.read(1)?; // split screen indicator | |
158 | br.read(1)?; // document camera indicator | |
159 | br.read(1)?; // freeze picture release | |
160 | let mut sfmt = br.read(3)?; | |
161 | validate!((sfmt != 0b000) && (sfmt != 0b110)); | |
162 | let is_intra = !br.read_bool()?; | |
163 | let umv = br.read_bool()?; | |
164 | br.read(1)?; // syntax arithmetic coding | |
165 | let apm = br.read_bool()?; | |
166 | self.is_pb = br.read_bool()?; | |
167 | let deblock; | |
168 | let pbplus; | |
169 | if sfmt == 0b111 { | |
170 | sfmt = br.read(3)?; | |
171 | validate!((sfmt != 0b000) && (sfmt != 0b111)); | |
172 | br.read(2)?; // unknown flags | |
173 | deblock = br.read_bool()?; | |
174 | br.read(1)?; // unknown flag | |
175 | pbplus = br.read_bool()?; | |
176 | br.read(5)?; // unknown flags | |
177 | let marker = br.read(5)?; | |
178 | validate!(marker == 1); | |
179 | } else { | |
180 | deblock = false; | |
181 | pbplus = false; | |
182 | } | |
183 | self.is_ipb = pbplus; | |
184 | let w; let h; | |
185 | if sfmt == 0b110 { | |
186 | let par = br.read(4)?; | |
187 | w = ((br.read(9)? + 1) * 4) as usize; | |
188 | check_marker(br)?; | |
189 | h = ((br.read(9)? + 1) * 4) as usize; | |
190 | if par == 0b1111 { | |
191 | let pixw = br.read(8)?; | |
192 | let pixh = br.read(8)?; | |
193 | validate!((pixw != 0) && (pixh != 0)); | |
194 | } | |
195 | } else { | |
196 | let (w_, h_) = H263_SIZES[sfmt as usize]; | |
197 | w = w_; | |
198 | h = h_; | |
199 | } | |
200 | let quant = br.read(5)?; | |
201 | let cpm = br.read_bool()?; | |
202 | validate!(!cpm); | |
203 | ||
204 | let pbinfo; | |
205 | if self.is_pb { | |
206 | let trb = br.read(3)?; | |
207 | let dbquant = br.read(2)?; | |
208 | pbinfo = Some(PBInfo::new(trb as u8, dbquant as u8, pbplus)); | |
209 | } else { | |
210 | pbinfo = None; | |
211 | } | |
212 | while br.read_bool()? { // skip PEI | |
213 | br.read(8)?; | |
214 | } | |
215 | //println!("frame {}x{} intra: {} q {} pb {} apm {} umv {} @{}", w, h, is_intra, quant, self.is_pb, apm, umv, br.tell()); | |
216 | self.gob_no = 0; | |
217 | self.mb_w = (w + 15) >> 4; | |
218 | ||
219 | let ftype = if is_intra { Type::I } else { Type::P }; | |
220 | let plusinfo = if deblock { Some(PlusInfo::new(false, deblock, false, false)) } else { None }; | |
221 | let mvmode = if umv { MVMode::UMV } else { MVMode::Old }; | |
222 | let picinfo = PicInfo::new(w, h, ftype, mvmode, umv, apm, quant as u8, tr, pbinfo, plusinfo); | |
223 | Ok(picinfo) | |
224 | } | |
225 | ||
226 | #[allow(unused_variables)] | |
227 | fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> { | |
228 | let br = &mut self.br; | |
229 | let gbsc = br.read(17)?; | |
230 | validate!(gbsc == 1); | |
231 | let gn = br.read(5)?; | |
232 | let gfid = br.read(2)?; | |
233 | let gquant = br.read(5)?; | |
234 | //println!("GOB gn {:X} id {} q {}", gn, gfid, gquant); | |
235 | let ret = SliceInfo::new_gob(0, self.gob_no, gquant as u8); | |
236 | self.gob_no += 1; | |
237 | Ok(ret) | |
238 | } | |
239 | ||
240 | #[allow(unused_variables)] | |
241 | fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> { | |
242 | let br = &mut self.br; | |
243 | let mut q = slice.get_quant(); | |
244 | match info.get_mode() { | |
245 | Type::I => { | |
246 | let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; | |
247 | while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; } | |
248 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; | |
249 | let cbp = (cbpy << 2) | (cbpc & 3); | |
250 | let dquant = (cbpc & 4) != 0; | |
251 | if dquant { | |
252 | let idx = br.read(2)? as usize; | |
253 | q = (i16::from(q) + i16::from(H263_DQUANT_TAB[idx])) as u8; | |
254 | } | |
255 | Ok(BlockInfo::new(Type::I, cbp, q)) | |
256 | }, | |
257 | Type::P => { | |
258 | if br.read_bool()? { return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant())); } | |
259 | let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; | |
260 | while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; } | |
261 | let is_intra = (cbpc & 0x04) != 0; | |
262 | let dquant = (cbpc & 0x08) != 0; | |
263 | let is_4x4 = (cbpc & 0x10) != 0; | |
264 | if is_intra { | |
265 | let mut mvec: Vec<MV> = Vec::new(); | |
266 | let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, true)?; | |
267 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; | |
268 | let cbp = (cbpy << 2) | (cbpc & 3); | |
269 | if dquant { | |
270 | let idx = br.read(2)? as usize; | |
271 | q = (i16::from(q) + i16::from(H263_DQUANT_TAB[idx])) as u8; | |
272 | } | |
273 | let mut binfo = BlockInfo::new(Type::I, cbp, q); | |
274 | binfo.set_bpart(bbinfo); | |
275 | if self.is_pb { | |
276 | for _ in 0..bbinfo.get_num_mv() { | |
277 | mvec.push(decode_mv(br, &self.tables.mv_cb)?); | |
278 | } | |
279 | binfo.set_b_mv(mvec.as_slice()); | |
280 | } | |
281 | return Ok(binfo); | |
282 | } | |
283 | ||
284 | let bbinfo = decode_b_info(br, self.is_pb, self.is_ipb, false)?; | |
285 | let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?; | |
286 | // if /* !aiv && */(cbpc & 3) != 3 { | |
287 | cbpy ^= 0xF; | |
288 | // } | |
289 | let cbp = (cbpy << 2) | (cbpc & 3); | |
290 | if dquant { | |
291 | let idx = br.read(2)? as usize; | |
292 | q = (i16::from(q) + i16::from(H263_DQUANT_TAB[idx])) as u8; | |
293 | } | |
294 | let mut binfo = BlockInfo::new(Type::P, cbp, q); | |
295 | binfo.set_bpart(bbinfo); | |
296 | if !is_4x4 { | |
297 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; | |
298 | binfo.set_mv(&mvec); | |
299 | } else { | |
300 | let mvec: [MV; 4] = [ | |
301 | decode_mv(br, &self.tables.mv_cb)?, | |
302 | decode_mv(br, &self.tables.mv_cb)?, | |
303 | decode_mv(br, &self.tables.mv_cb)?, | |
304 | decode_mv(br, &self.tables.mv_cb)? | |
305 | ]; | |
306 | binfo.set_mv(&mvec); | |
307 | } | |
308 | if self.is_pb { | |
309 | let mut mvec: Vec<MV> = Vec::with_capacity(bbinfo.get_num_mv()); | |
310 | for _ in 0..bbinfo.get_num_mv() { | |
311 | let mv = decode_mv(br, &self.tables.mv_cb)?; | |
312 | mvec.push(mv); | |
313 | } | |
314 | binfo.set_b_mv(mvec.as_slice()); | |
315 | } | |
316 | Ok(binfo) | |
317 | }, | |
318 | _ => { Err(DecoderError::InvalidData) }, | |
319 | } | |
320 | } | |
321 | ||
322 | #[allow(unused_variables)] | |
323 | fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { | |
324 | self.decode_block(quant, true, coded, blk) | |
325 | } | |
326 | ||
327 | #[allow(unused_variables)] | |
328 | fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { | |
329 | self.decode_block(quant, false, coded, blk) | |
330 | } | |
331 | ||
332 | fn is_slice_end(&mut self) -> bool { self.br.peek(16) == 0 } | |
333 | } | |
334 | ||
335 | impl Intel263Decoder { | |
336 | fn new() -> Self { | |
337 | let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC); | |
338 | let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
339 | let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC); | |
340 | let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
341 | let mut coderead = H263ShortCodeReader::new(H263_CBPY); | |
342 | let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
343 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES); | |
344 | let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
345 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC); | |
346 | let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
347 | let mut coderead = H263ShortCodeReader::new(H263_MV); | |
348 | let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
349 | let tables = Tables { | |
350 | intra_mcbpc_cb, | |
351 | inter_mcbpc_cb, | |
352 | cbpy_cb, | |
353 | rl_cb, | |
354 | aic_rl_cb, | |
355 | mv_cb, | |
356 | }; | |
357 | ||
358 | Intel263Decoder{ | |
359 | info: NACodecInfo::new_dummy(), | |
360 | dec: H263BaseDecoder::new(true), | |
361 | tables, | |
362 | bdsp: H263BlockDSP::new(), | |
363 | } | |
364 | } | |
365 | } | |
366 | ||
367 | impl NADecoder for Intel263Decoder { | |
368 | fn init(&mut self, _supp: &mut NADecoderSupport, info: NACodecInfoRef) -> DecoderResult<()> { | |
369 | if let NACodecTypeInfo::Video(vinfo) = info.get_properties() { | |
370 | let w = vinfo.get_width(); | |
371 | let h = vinfo.get_height(); | |
372 | let fmt = formats::YUV420_FORMAT; | |
373 | let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt)); | |
374 | self.info = NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()).into_ref(); | |
375 | Ok(()) | |
376 | } else { | |
377 | Err(DecoderError::InvalidData) | |
378 | } | |
379 | } | |
380 | fn decode(&mut self, _supp: &mut NADecoderSupport, pkt: &NAPacket) -> DecoderResult<NAFrameRef> { | |
381 | let src = pkt.get_buffer(); | |
382 | ||
383 | if src.len() == 8 { | |
384 | let bret = self.dec.get_bframe(&self.bdsp); | |
385 | let buftype; | |
386 | let is_skip; | |
387 | if let Ok(btype) = bret { | |
388 | buftype = btype; | |
389 | is_skip = false; | |
390 | } else { | |
391 | buftype = NABufferType::None; | |
392 | is_skip = true; | |
393 | } | |
394 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), buftype); | |
395 | frm.set_keyframe(false); | |
396 | frm.set_frame_type(if is_skip { FrameType::Skip } else { FrameType::B }); | |
397 | return Ok(frm.into_ref()); | |
398 | } | |
399 | let mut ibr = Intel263BR::new(&src, &self.tables); | |
400 | ||
401 | let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?; | |
402 | ||
403 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo); | |
404 | frm.set_keyframe(self.dec.is_intra()); | |
405 | frm.set_frame_type(if self.dec.is_intra() { FrameType::I } else { FrameType::P }); | |
406 | Ok(frm.into_ref()) | |
407 | } | |
408 | fn flush(&mut self) { | |
409 | self.dec.flush(); | |
410 | } | |
411 | } | |
412 | ||
413 | ||
414 | pub fn get_decoder() -> Box<dyn NADecoder + Send> { | |
415 | Box::new(Intel263Decoder::new()) | |
416 | } | |
417 | ||
418 | #[cfg(test)] | |
419 | mod test { | |
420 | use nihav_core::codecs::RegisteredDecoders; | |
421 | use nihav_core::demuxers::RegisteredDemuxers; | |
422 | use nihav_codec_support::test::dec_video::*; | |
423 | use crate::indeo_register_all_codecs; | |
424 | use nihav_commonfmt::generic_register_all_demuxers; | |
425 | #[test] | |
426 | fn test_intel263() { | |
427 | let mut dmx_reg = RegisteredDemuxers::new(); | |
428 | generic_register_all_demuxers(&mut dmx_reg); | |
429 | let mut dec_reg = RegisteredDecoders::new(); | |
430 | indeo_register_all_codecs(&mut dec_reg); | |
431 | ||
432 | test_file_decoding("avi", "assets/Indeo/neal73_saber.avi", Some(16), true, false, None/*Some("i263")*/, &dmx_reg, &dec_reg); | |
433 | } | |
434 | } |