h263: improve slice state a bit plus report proper frame type
[nihav.git] / src / codecs / h263 / rv20.rs
CommitLineData
be91b1c3
KS
1use io::bitreader::*;
2use io::codebook::*;
3use formats;
4use super::super::*;
5use super::*;
2a2aa421 6use super::code::H263BlockDSP;
be91b1c3
KS
7use super::decoder::*;
8use super::data::*;
9
10#[allow(dead_code)]
11struct Tables {
12 intra_mcbpc_cb: Codebook<u8>,
13 inter_mcbpc_cb: Codebook<u8>,
14 cbpy_cb: Codebook<u8>,
15 rl_cb: Codebook<H263RLSym>,
16 aic_rl_cb: Codebook<H263RLSym>,
17 mv_cb: Codebook<u8>,
18}
19
20#[derive(Clone,Copy)]
21struct RPRInfo {
22 present: bool,
23 bits: u8,
24 widths: [usize; 8],
25 heights: [usize; 8],
26}
27
28struct RealVideo20Decoder {
29 info: Rc<NACodecInfo>,
30 dec: H263BaseDecoder,
31 tables: Tables,
32 w: usize,
33 h: usize,
34 minor_ver: u8,
35 rpr: RPRInfo,
2a2aa421 36 bdsp: H263BlockDSP,
be91b1c3
KS
37}
38
39struct RealVideo20BR<'a> {
40 br: BitReader<'a>,
41 tables: &'a Tables,
42 num_slices: usize,
43 slice_no: usize,
44 slice_off: Vec<u32>,
45 w: usize,
46 h: usize,
47 mb_w: usize,
48 mb_h: usize,
be91b1c3 49 mb_pos_bits: u8,
be91b1c3
KS
50 minor_ver: u8,
51 rpr: RPRInfo,
be91b1c3
KS
52}
53
54struct RV20SliceInfo {
55 ftype: Type,
56 qscale: u8,
57 mb_x: usize,
58 mb_y: usize,
59 mb_pos: usize,
60 w: usize,
61 h: usize,
62}
63
64impl RV20SliceInfo {
65 fn new(ftype: Type, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self {
66 RV20SliceInfo { ftype: ftype, qscale: qscale, mb_x: mb_x, mb_y: mb_y, mb_pos: mb_pos, w: w, h: h }
67 }
68}
69
70impl<'a> RealVideo20BR<'a> {
71 fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self {
72 let nslices = (src[0] as usize) + 1;
73 let mut slice_offs = Vec::with_capacity(nslices);
74 {
75 let offs = &src[1..][..nslices * 8];
76 let mut br = BitReader::new(offs, offs.len(), BitReaderMode::BE);
77 for _ in 0..nslices {
78 br.skip(32).unwrap();
79 let off = br.read(32).unwrap();
80 slice_offs.push(off);
81 }
82 }
83 let soff = nslices * 8 + 1;
84 let mb_w = (width + 15) >> 4;
85 let mb_h = (height + 15) >> 4;
86 let max_pos = mb_w * mb_h - 1;
87 let mut mbpb = 0;
88 for i in 0..H263_MBB.len() {
89 if max_pos <= H263_MBB[i].blocks {
90 mbpb = H263_MBB[i].bits;
91 break;
92 }
93 }
94 RealVideo20BR {
95 br: BitReader::new(&src[soff..], src.len() - soff, BitReaderMode::BE),
96 tables: tables,
97 num_slices: nslices,
98 slice_no: 0,
99 slice_off: slice_offs,
100 w: width,
101 h: height,
102 mb_w: mb_w,
103 mb_h: mb_h,
104 mb_pos_bits: mbpb,
be91b1c3
KS
105 minor_ver: minor_ver,
106 rpr: rpr,
be91b1c3
KS
107 }
108 }
109
2a2aa421 110#[allow(unused_variables)]
0c3b4923 111 fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> {
be91b1c3
KS
112 let mut br = &mut self.br;
113 let mut idx = 0;
2a2aa421 114 if !sstate.is_iframe && intra {
fc26b944 115 let mut dc = br.read(8)? as i16;
be91b1c3
KS
116 if dc == 255 { dc = 128; }
117 blk[0] = dc << 3;
118 idx = 1;
119 }
120 if !coded { return Ok(()); }
0c3b4923
KS
121 let scan = match acpred {
122 ACPredMode::Hor => H263_SCAN_V,
123 ACPredMode::Ver => H263_SCAN_H,
124 _ => H263_ZIGZAG,
125 };
be91b1c3 126
2a2aa421 127 let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb };
be91b1c3
KS
128 let q_add = if quant == 0 { 0i16 } else { ((quant - 1) | 1) as i16 };
129 let q = (quant * 2) as i16;
130 while idx < 64 {
fc26b944 131 let code = br.read_cb(rl_cb)?;
be91b1c3
KS
132 let run;
133 let mut level;
134 let last;
135 if !code.is_escape() {
136 run = code.get_run();
137 level = code.get_level();
138 last = code.is_last();
fc26b944 139 if br.read_bool()? { level = -level; }
de919937
KS
140 if (idx != 0) || !sstate.is_iframe {
141 level = (level * q) + q_add;
142 } else {
143 level = level * (H263_DC_SCALES[quant as usize] as i16);
144 }
be91b1c3 145 } else {
fc26b944
KS
146 last = br.read_bool()?;
147 run = br.read(6)? as u8;
148 level = br.read_s(8)? as i16;
be91b1c3 149 if level == -128 {
fc26b944
KS
150 let low = br.read(5)? as i16;
151 let top = br.read_s(6)? as i16;
be91b1c3
KS
152 level = (top << 5) | low;
153 }
de919937
KS
154 if (idx != 0) || !sstate.is_iframe {
155 level = (level * q) + q_add;
156 } else {
157 level = level * (H263_DC_SCALES[quant as usize] as i16);
158 }
be91b1c3
KS
159 if level < -2048 { level = -2048; }
160 if level > 2047 { level = 2047; }
161 }
162 idx += run;
163 validate!(idx < 64);
0c3b4923 164 let oidx = scan[idx as usize];
be91b1c3
KS
165 blk[oidx] = level;
166 idx += 1;
167 if last { break; }
168 }
169 Ok(())
170 }
171}
172
173fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
fc26b944 174 let code = br.read_cb(mv_cb)? as i16;
be91b1c3 175 if code == 0 { return Ok(0) }
fc26b944 176 if !br.read_bool()? {
be91b1c3
KS
177 Ok(code)
178 } else {
179 Ok(-code)
180 }
181}
182
183fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
fc26b944
KS
184 let xval = decode_mv_component(br, mv_cb)?;
185 let yval = decode_mv_component(br, mv_cb)?;
be91b1c3
KS
186//println!(" MV {},{} @ {}", xval, yval, br.tell());
187 Ok(MV::new(xval, yval))
188}
189
190impl<'a> BlockDecoder for RealVideo20BR<'a> {
191
192#[allow(unused_variables)]
193 fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
194 self.slice_no = 0;
195println!("decoding picture header size {}", if self.num_slices > 1 { self.slice_off[1] } else { ((self.br.tell() as u32) + (self.br.left() as u32))/8 });
fc26b944 196 let shdr = self.read_slice_header()?;
be91b1c3 197println!("slice ends @ {}\n", self.br.tell());
2a2aa421 198// self.slice_no += 1;
be91b1c3 199 validate!((shdr.mb_x == 0) && (shdr.mb_y == 0));
2a2aa421 200/* let mb_count;
be91b1c3
KS
201 if self.slice_no < self.num_slices {
202 let pos = self.br.tell();
fc26b944 203 let shdr2 = self.read_slice_header()?;
be91b1c3
KS
204 self.br.seek(pos as u32)?;
205 mb_count = shdr2.mb_pos - shdr.mb_pos;
206 } else {
207 mb_count = self.mb_w * self.mb_h;
2a2aa421 208 }*/
be91b1c3 209
0c3b4923
KS
210 let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false));
211 let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, false, false, shdr.qscale, 0, None, plusinfo);
be91b1c3
KS
212 Ok(picinfo)
213 }
214
215 #[allow(unused_variables)]
2a2aa421 216 fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
be91b1c3 217//println!("read slice {} header", self.slice_no);
fc26b944 218 let shdr = self.read_slice_header()?;
be91b1c3
KS
219 self.slice_no += 1;
220 let mb_count;
221 if self.slice_no < self.num_slices {
0c3b4923 222 let pos = self.br.tell();
fc26b944 223 let shdr2 = self.read_slice_header()?;
be91b1c3 224 mb_count = shdr2.mb_pos - shdr.mb_pos;
0c3b4923 225 self.br.seek(pos as u32)?;
be91b1c3
KS
226 } else {
227 mb_count = self.mb_w * self.mb_h - shdr.mb_pos;
228 }
2a2aa421 229 let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale);
be91b1c3
KS
230
231 Ok(ret)
232 }
233
2a2aa421 234 fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
be91b1c3
KS
235 let mut br = &mut self.br;
236 let mut q = slice.get_quant();
237 match info.get_mode() {
238 Type::I => {
fc26b944
KS
239 let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
240 while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
0c3b4923
KS
241 let mut acpred = ACPredMode::None;
242 if let Some(ref pi) = info.plusinfo {
243 if pi.aic {
244 let acpp = br.read_bool()?;
245 acpred = ACPredMode::DC;
246 println!(" acp {} @ {}", acpp as u8, br.tell());
247 if acpp {
248 acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver };
249 }
250 }
251println!(" @ {}", br.tell());
252 }
fc26b944 253 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
be91b1c3
KS
254 let cbp = (cbpy << 2) | (cbpc & 3);
255 let dquant = (cbpc & 4) != 0;
256 if dquant {
fc26b944 257 let idx = br.read(2)? as usize;
be91b1c3
KS
258 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
259 }
2a2aa421 260println!(" MB {},{} CBP {:X} @ {}", sstate.mb_x, sstate.mb_y, cbp, br.tell());
0c3b4923
KS
261 let mut binfo = BlockInfo::new(Type::I, cbp, q);
262 binfo.set_acpred(acpred);
263 Ok(binfo)
be91b1c3
KS
264 },
265 Type::P => {
fc26b944 266 if br.read_bool()? {
be91b1c3
KS
267 return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant()));
268 }
fc26b944
KS
269 let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
270 while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
be91b1c3
KS
271 let is_intra = (cbpc & 0x04) != 0;
272 let dquant = (cbpc & 0x08) != 0;
273 let is_4x4 = (cbpc & 0x10) != 0;
274 if is_intra {
fc26b944 275 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
be91b1c3
KS
276 let cbp = (cbpy << 2) | (cbpc & 3);
277 if dquant {
fc26b944 278 let idx = br.read(2)? as usize;
be91b1c3
KS
279 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
280 }
281 let binfo = BlockInfo::new(Type::I, cbp, q);
be91b1c3
KS
282 return Ok(binfo);
283 }
284
fc26b944 285 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
be91b1c3
KS
286// if /* !aiv && */(cbpc & 3) != 3 {
287 cbpy ^= 0xF;
288// }
289 let cbp = (cbpy << 2) | (cbpc & 3);
290 if dquant {
fc26b944 291 let idx = br.read(2)? as usize;
be91b1c3
KS
292 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
293 }
2a2aa421 294println!(" MB {}.{} cbp = {:X}", sstate.mb_x, sstate.mb_y, cbp);
be91b1c3
KS
295 let mut binfo = BlockInfo::new(Type::P, cbp, q);
296 if !is_4x4 {
fc26b944 297 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
be91b1c3
KS
298 binfo.set_mv(&mvec);
299 } else {
300 let mvec: [MV; 4] = [
fc26b944
KS
301 decode_mv(br, &self.tables.mv_cb)?,
302 decode_mv(br, &self.tables.mv_cb)?,
303 decode_mv(br, &self.tables.mv_cb)?,
304 decode_mv(br, &self.tables.mv_cb)?
be91b1c3
KS
305 ];
306 binfo.set_mv(&mvec);
307 }
be91b1c3
KS
308 Ok(binfo)
309 },
310 _ => { println!("wrong info mode"); Err(DecoderError::InvalidData) },
311 }
312 }
313
2a2aa421 314 fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
0c3b4923 315 self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred())
be91b1c3
KS
316 }
317
318 #[allow(unused_variables)]
2a2aa421 319 fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
0c3b4923 320 self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None)
be91b1c3
KS
321 }
322
2a2aa421 323 fn is_slice_end(&mut self) -> bool { false }
be91b1c3
KS
324}
325
326impl<'a> RealVideo20BR<'a> {
2a2aa421 327#[allow(unused_variables)]
be91b1c3
KS
328 fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> {
329 validate!(self.slice_no < self.num_slices);
330
331 let mut br = &mut self.br;
fc26b944 332 br.seek(self.slice_off[self.slice_no] * 8)?;
be91b1c3
KS
333//println!(" slice at off {}", br.tell());
334
fc26b944 335 let frm_type = br.read(2)?;
be91b1c3
KS
336 let ftype = match frm_type {
337 0 | 1 => { Type::I },
338 2 => { Type::P },
339 _ => { Type::Skip },
340 };
341
fc26b944 342 let marker = br.read(1)?;
be91b1c3 343 validate!(marker == 0);
fc26b944 344 let qscale = br.read(5)? as u8;
be91b1c3
KS
345 validate!(qscale > 0);
346 if self.minor_ver >= 2 {
fc26b944 347 br.skip(1)?; // loop filter
be91b1c3
KS
348 }
349 let seq = if self.minor_ver <= 1 {
fc26b944 350 br.read(8)? << 7
be91b1c3 351 } else {
fc26b944 352 br.read(13)? << 2
be91b1c3
KS
353 };
354 let w;
355 let h;
356 if self.rpr.present {
fc26b944 357 let rpr = br.read(self.rpr.bits)? as usize;
be91b1c3
KS
358 if rpr == 0 {
359 w = self.w;
360 h = self.h;
361 } else {
7c37f176
KS
362 w = self.rpr.widths[rpr - 1];
363 h = self.rpr.heights[rpr - 1];
be91b1c3
KS
364 validate!((w != 0) && (h != 0));
365 }
366 } else {
367 w = self.w;
368 h = self.h;
369 }
370
fc26b944 371 let mb_pos = br.read(self.mb_pos_bits)? as usize;
be91b1c3
KS
372 let mb_x = mb_pos % self.mb_w;
373 let mb_y = mb_pos / self.mb_w;
374
fc26b944 375 br.skip(1)?; // no rounding
be91b1c3
KS
376
377 if (self.minor_ver <= 1) && (frm_type == 3) {
fc26b944 378 br.skip(5)?;
be91b1c3
KS
379 }
380println!("slice q {} mb {},{}", qscale, mb_x, mb_y);
381
382 Ok(RV20SliceInfo::new(ftype, qscale, mb_x, mb_y, mb_pos, w, h))
383 }
384}
385
be91b1c3
KS
386impl RealVideo20Decoder {
387 fn new() -> Self {
388 let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
389 let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
390 let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
391 let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
392 let mut coderead = H263ShortCodeReader::new(H263_CBPY);
393 let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
394 let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
395 let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
396 let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
397 let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
398 let mut coderead = H263ShortCodeReader::new(H263_MV);
399 let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
400
401 let tables = Tables {
402 intra_mcbpc_cb: intra_mcbpc_cb,
403 inter_mcbpc_cb: inter_mcbpc_cb,
404 cbpy_cb: cbpy_cb,
405 rl_cb: rl_cb,
406 aic_rl_cb: aic_rl_cb,
407 mv_cb: mv_cb,
408 };
409
410 RealVideo20Decoder{
411 info: Rc::new(DUMMY_CODEC_INFO),
42a59352 412 dec: H263BaseDecoder::new(false),
be91b1c3
KS
413 tables: tables,
414 w: 0,
415 h: 0,
416 minor_ver: 0,
417 rpr: RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] },
2a2aa421 418 bdsp: H263BlockDSP::new(),
be91b1c3
KS
419 }
420 }
421}
422
423impl NADecoder for RealVideo20Decoder {
2a2aa421 424#[allow(unused_variables)]
be91b1c3
KS
425 fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> {
426 if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
427 let w = vinfo.get_width();
428 let h = vinfo.get_height();
429 let fmt = formats::YUV420_FORMAT;
430 let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
431 self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()));
432 self.w = w;
433 self.h = h;
434
435 let edata = info.get_extradata().unwrap();
436 let src: &[u8] = &edata;
437 let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4);
438 let maj_ver = ver >> 16;
439 let min_ver = (ver >> 8) & 0xFF;
440 let mic_ver = ver & 0xFF;
441println!("ver {:06X}", ver);
442 validate!(maj_ver == 2);
443 self.minor_ver = min_ver as u8;
444 let rprb = src[1] & 7;
445 if rprb == 0 {
446 self.rpr.present = false;
447 } else {
448 self.rpr.present = true;
7c37f176 449 self.rpr.bits = ((rprb >> 1) + 1) as u8;
be91b1c3
KS
450 for i in 4..(src.len()/2) {
451 self.rpr.widths [i - 4] = (src[i * 2] as usize) * 4;
452 self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4;
453 }
454 }
455 Ok(())
456 } else {
be91b1c3
KS
457 Err(DecoderError::InvalidData)
458 }
459 }
460 fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
461 let src = pkt.get_buffer();
462
463println!(" decode frame size {}, {} slices", src.len(), src[0]+1);
464 let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr);
465
fc26b944 466 let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?;
be91b1c3
KS
467
468 let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
469 frm.set_keyframe(self.dec.is_intra());
470 frm.set_frame_type(if self.dec.is_intra() { FrameType::I } else { FrameType::P });
471 Ok(Rc::new(RefCell::new(frm)))
472 }
473}
474
475struct MBB { blocks: usize, bits: u8 }
476const H263_MBB: &[MBB; 7] = &[
477 MBB{ blocks: 47, bits: 6 },
478 MBB{ blocks: 98, bits: 7 },
479 MBB{ blocks: 395, bits: 9 },
480 MBB{ blocks: 1583, bits: 11 },
481 MBB{ blocks: 6335, bits: 13 },
482 MBB{ blocks: 9215, bits: 14 },
483 MBB{ blocks: 65536, bits: 14 },
484];
485
486pub fn get_decoder() -> Box<NADecoder> {
487 Box::new(RealVideo20Decoder::new())
488}
489
490#[cfg(test)]
491mod test {
492 use test::dec_video::test_file_decoding;
493 #[test]
494 fn test_rv20() {
7c37f176
KS
495 test_file_decoding("realmedia", "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", None, true, false, Some("rv20"));
496// test_file_decoding("realmedia", "assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm", /*None*/Some(1000), true, false, Some("rv20"));
be91b1c3
KS
497 }
498}