a781d1ecc2b93d78daca2ec005cd7d4394ae7e18
[nihav.git] / src / codecs / h263 / rv20.rs
1 use io::bitreader::*;
2 use io::codebook::*;
3 use formats;
4 use super::super::*;
5 use super::*;
6 use super::code::H263BlockDSP;
7 use super::decoder::*;
8 use super::data::*;
9
10 #[allow(dead_code)]
11 struct Tables {
12 intra_mcbpc_cb: Codebook<u8>,
13 inter_mcbpc_cb: Codebook<u8>,
14 mbtype_b_cb: Codebook<u8>,
15 cbpy_cb: Codebook<u8>,
16 cbpc_b_cb: Codebook<u8>,
17 rl_cb: Codebook<H263RLSym>,
18 aic_rl_cb: Codebook<H263RLSym>,
19 mv_cb: Codebook<u8>,
20 }
21
22 #[derive(Clone,Copy)]
23 struct RPRInfo {
24 present: bool,
25 bits: u8,
26 widths: [usize; 8],
27 heights: [usize; 8],
28 }
29
30 struct RealVideo20Decoder {
31 info: Rc<NACodecInfo>,
32 dec: H263BaseDecoder,
33 tables: Tables,
34 w: usize,
35 h: usize,
36 minor_ver: u8,
37 rpr: RPRInfo,
38 bdsp: H263BlockDSP,
39 }
40
41 struct RealVideo20BR<'a> {
42 br: BitReader<'a>,
43 tables: &'a Tables,
44 num_slices: usize,
45 slice_no: usize,
46 slice_off: Vec<u32>,
47 w: usize,
48 h: usize,
49 mb_w: usize,
50 mb_h: usize,
51 mb_pos_bits: u8,
52 minor_ver: u8,
53 rpr: RPRInfo,
54 }
55
56 struct RV20SliceInfo {
57 ftype: Type,
58 qscale: u8,
59 mb_x: usize,
60 mb_y: usize,
61 mb_pos: usize,
62 w: usize,
63 h: usize,
64 }
65
66 impl RV20SliceInfo {
67 fn new(ftype: Type, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self {
68 RV20SliceInfo { ftype: ftype, qscale: qscale, mb_x: mb_x, mb_y: mb_y, mb_pos: mb_pos, w: w, h: h }
69 }
70 }
71
72 impl<'a> RealVideo20BR<'a> {
73 fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self {
74 let nslices = (src[0] as usize) + 1;
75 let mut slice_offs = Vec::with_capacity(nslices);
76 {
77 let offs = &src[1..][..nslices * 8];
78 let mut br = BitReader::new(offs, offs.len(), BitReaderMode::BE);
79 for _ in 0..nslices {
80 br.skip(32).unwrap();
81 let off = br.read(32).unwrap();
82 slice_offs.push(off);
83 }
84 }
85 let soff = nslices * 8 + 1;
86 let mb_w = (width + 15) >> 4;
87 let mb_h = (height + 15) >> 4;
88 let max_pos = mb_w * mb_h - 1;
89 let mut mbpb = 0;
90 for i in 0..H263_MBB.len() {
91 if max_pos <= H263_MBB[i].blocks {
92 mbpb = H263_MBB[i].bits;
93 break;
94 }
95 }
96 RealVideo20BR {
97 br: BitReader::new(&src[soff..], src.len() - soff, BitReaderMode::BE),
98 tables: tables,
99 num_slices: nslices,
100 slice_no: 0,
101 slice_off: slice_offs,
102 w: width,
103 h: height,
104 mb_w: mb_w,
105 mb_h: mb_h,
106 mb_pos_bits: mbpb,
107 minor_ver: minor_ver,
108 rpr: rpr,
109 }
110 }
111
112 #[allow(unused_variables)]
113 fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> {
114 let mut br = &mut self.br;
115 let mut idx = 0;
116 if !sstate.is_iframe && intra {
117 let mut dc = br.read(8)? as i16;
118 if dc == 255 { dc = 128; }
119 blk[0] = dc << 3;
120 idx = 1;
121 }
122 if !coded { return Ok(()); }
123 let scan = match acpred {
124 ACPredMode::Hor => H263_SCAN_V,
125 ACPredMode::Ver => H263_SCAN_H,
126 _ => H263_ZIGZAG,
127 };
128
129 let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb };
130 let q_add = if quant == 0 { 0i16 } else { ((quant - 1) | 1) as i16 };
131 let q = (quant * 2) as i16;
132 while idx < 64 {
133 let code = br.read_cb(rl_cb)?;
134 let run;
135 let mut level;
136 let last;
137 if !code.is_escape() {
138 run = code.get_run();
139 level = code.get_level();
140 last = code.is_last();
141 if br.read_bool()? { level = -level; }
142 if (idx != 0) || !sstate.is_iframe {
143 level = (level * q) + q_add;
144 } else {
145 level = level * (H263_DC_SCALES[quant as usize] as i16);
146 }
147 } else {
148 last = br.read_bool()?;
149 run = br.read(6)? as u8;
150 level = br.read_s(8)? as i16;
151 if level == -128 {
152 let low = br.read(5)? as i16;
153 let top = br.read_s(6)? as i16;
154 level = (top << 5) | low;
155 }
156 if (idx != 0) || !sstate.is_iframe {
157 level = (level * q) + q_add;
158 } else {
159 level = level * (H263_DC_SCALES[quant as usize] as i16);
160 }
161 if level < -2048 { level = -2048; }
162 if level > 2047 { level = 2047; }
163 }
164 idx += run;
165 validate!(idx < 64);
166 let oidx = scan[idx as usize];
167 blk[oidx] = level;
168 idx += 1;
169 if last { break; }
170 }
171 Ok(())
172 }
173 }
174
175 fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
176 let code = br.read_cb(mv_cb)? as i16;
177 if code == 0 { return Ok(0) }
178 if !br.read_bool()? {
179 Ok(code)
180 } else {
181 Ok(-code)
182 }
183 }
184
185 fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
186 let xval = decode_mv_component(br, mv_cb)?;
187 let yval = decode_mv_component(br, mv_cb)?;
188 //println!(" MV {},{} @ {}", xval, yval, br.tell());
189 Ok(MV::new(xval, yval))
190 }
191
192 impl<'a> BlockDecoder for RealVideo20BR<'a> {
193
194 #[allow(unused_variables)]
195 fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
196 self.slice_no = 0;
197 println!("decoding picture header size {}", if self.num_slices > 1 { self.slice_off[1] } else { ((self.br.tell() as u32) + (self.br.left() as u32))/8 });
198 let shdr = self.read_slice_header()?;
199 println!("slice ends @ {}\n", self.br.tell());
200 // self.slice_no += 1;
201 validate!((shdr.mb_x == 0) && (shdr.mb_y == 0));
202 /* let mb_count;
203 if self.slice_no < self.num_slices {
204 let pos = self.br.tell();
205 let shdr2 = self.read_slice_header()?;
206 self.br.seek(pos as u32)?;
207 mb_count = shdr2.mb_pos - shdr.mb_pos;
208 } else {
209 mb_count = self.mb_w * self.mb_h;
210 }*/
211
212 let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false));
213 let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, false, false, shdr.qscale, 0, None, plusinfo);
214 Ok(picinfo)
215 }
216
217 #[allow(unused_variables)]
218 fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
219 //println!("read slice {} header", self.slice_no);
220 let shdr = self.read_slice_header()?;
221 self.slice_no += 1;
222 let mb_count;
223 if self.slice_no < self.num_slices {
224 let pos = self.br.tell();
225 let shdr2 = self.read_slice_header()?;
226 mb_count = shdr2.mb_pos - shdr.mb_pos;
227 self.br.seek(pos as u32)?;
228 } else {
229 mb_count = self.mb_w * self.mb_h - shdr.mb_pos;
230 }
231 let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale);
232
233 Ok(ret)
234 }
235
236 fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
237 let mut br = &mut self.br;
238 let mut q = slice.get_quant();
239 match info.get_mode() {
240 Type::I => {
241 let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
242 while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
243 let mut acpred = ACPredMode::None;
244 if let Some(ref pi) = info.plusinfo {
245 if pi.aic {
246 let acpp = br.read_bool()?;
247 acpred = ACPredMode::DC;
248 println!(" acp {} @ {}", acpp as u8, br.tell());
249 if acpp {
250 acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver };
251 }
252 }
253 println!(" @ {}", br.tell());
254 }
255 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
256 let cbp = (cbpy << 2) | (cbpc & 3);
257 let dquant = (cbpc & 4) != 0;
258 if dquant {
259 let idx = br.read(2)? as usize;
260 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
261 }
262 println!(" MB {},{} CBP {:X} @ {}", sstate.mb_x, sstate.mb_y, cbp, br.tell());
263 let mut binfo = BlockInfo::new(Type::I, cbp, q);
264 binfo.set_acpred(acpred);
265 Ok(binfo)
266 },
267 Type::P => {
268 if br.read_bool()? {
269 return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant()));
270 }
271 let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
272 while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
273 let is_intra = (cbpc & 0x04) != 0;
274 let dquant = (cbpc & 0x08) != 0;
275 let is_4x4 = (cbpc & 0x10) != 0;
276 if is_intra {
277 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
278 let cbp = (cbpy << 2) | (cbpc & 3);
279 if dquant {
280 let idx = br.read(2)? as usize;
281 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
282 }
283 let binfo = BlockInfo::new(Type::I, cbp, q);
284 return Ok(binfo);
285 }
286
287 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
288 // if /* !aiv && */(cbpc & 3) != 3 {
289 cbpy ^= 0xF;
290 // }
291 let cbp = (cbpy << 2) | (cbpc & 3);
292 if dquant {
293 let idx = br.read(2)? as usize;
294 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
295 }
296 println!(" MB {}.{} cbp = {:X}", sstate.mb_x, sstate.mb_y, cbp);
297 let mut binfo = BlockInfo::new(Type::P, cbp, q);
298 if !is_4x4 {
299 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
300 binfo.set_mv(&mvec);
301 } else {
302 let mvec: [MV; 4] = [
303 decode_mv(br, &self.tables.mv_cb)?,
304 decode_mv(br, &self.tables.mv_cb)?,
305 decode_mv(br, &self.tables.mv_cb)?,
306 decode_mv(br, &self.tables.mv_cb)?
307 ];
308 binfo.set_mv(&mvec);
309 }
310 Ok(binfo)
311 },
312 _ => { // B
313 let mut mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize;
314 while mbtype == 14 { mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; }
315
316 let is_coded = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_CODED) != 0;
317 let is_intra = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_INTRA) != 0;
318 let dquant = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_DQUANT) != 0;
319 let is_fwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_FORWARD) != 0;
320 let is_bwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_BACKWARD) != 0;
321
322 let cbp = if is_coded {
323 let cbpc = br.read_cb(&self.tables.cbpc_b_cb)?;
324 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
325 if !is_intra { cbpy ^= 0xF; }
326 (cbpy << 2) | (cbpc & 3)
327 } else { 0 };
328
329 if dquant {
330 let idx = br.read(2)? as usize;
331 q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8;
332 }
333 println!(" MB B {}.{} cbp = {:X} @ {} ({} {})", sstate.mb_x, sstate.mb_y, cbp, br.tell(), mbtype, is_intra);
334
335 if is_intra {
336 let binfo = BlockInfo::new(Type::I, cbp, q);
337 return Ok(binfo);
338 }
339
340 let mut binfo = BlockInfo::new(Type::B, cbp, q);
341 if is_fwd {
342 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
343 binfo.set_mv(&mvec);
344 }
345 if is_bwd {
346 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
347 binfo.set_b_mv(&mvec);
348 }
349 Ok(binfo)
350 },
351 }
352 }
353
354 fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
355 self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred())
356 }
357
358 #[allow(unused_variables)]
359 fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
360 self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None)
361 }
362
363 fn is_slice_end(&mut self) -> bool { false }
364 }
365
366 impl<'a> RealVideo20BR<'a> {
367 #[allow(unused_variables)]
368 fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> {
369 validate!(self.slice_no < self.num_slices);
370
371 let mut br = &mut self.br;
372 br.seek(self.slice_off[self.slice_no] * 8)?;
373 //println!(" slice at off {}", br.tell());
374
375 let frm_type = br.read(2)?;
376 let ftype = match frm_type {
377 0 | 1 => { Type::I },
378 2 => { Type::P },
379 _ => { Type::B },
380 };
381
382 let marker = br.read(1)?;
383 validate!(marker == 0);
384 let qscale = br.read(5)? as u8;
385 validate!(qscale > 0);
386 if self.minor_ver >= 2 {
387 br.skip(1)?; // loop filter
388 }
389 let seq = if self.minor_ver <= 1 {
390 br.read(8)? << 7
391 } else {
392 br.read(13)? << 2
393 };
394 let w;
395 let h;
396 if self.rpr.present {
397 let rpr = br.read(self.rpr.bits)? as usize;
398 if rpr == 0 {
399 w = self.w;
400 h = self.h;
401 } else {
402 w = self.rpr.widths[rpr - 1];
403 h = self.rpr.heights[rpr - 1];
404 validate!((w != 0) && (h != 0));
405 }
406 } else {
407 w = self.w;
408 h = self.h;
409 }
410
411 let mb_pos = br.read(self.mb_pos_bits)? as usize;
412 let mb_x = mb_pos % self.mb_w;
413 let mb_y = mb_pos / self.mb_w;
414
415 br.skip(1)?; // no rounding
416
417 if (self.minor_ver <= 1) && (frm_type == 3) {
418 br.skip(5)?;
419 }
420 println!("slice q {} mb {},{}", qscale, mb_x, mb_y);
421
422 Ok(RV20SliceInfo::new(ftype, qscale, mb_x, mb_y, mb_pos, w, h))
423 }
424 }
425
426 impl RealVideo20Decoder {
427 fn new() -> Self {
428 let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
429 let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
430 let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
431 let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
432 let mut coderead = H263ShortCodeReader::new(H263_MBTYPE_B);
433 let mbtype_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
434 let mut coderead = H263ShortCodeReader::new(H263_CBPY);
435 let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
436 let mut coderead = H263ShortCodeReader::new(H263_CBPC_B);
437 let cbpc_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
438 let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
439 let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
440 let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
441 let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
442 let mut coderead = H263ShortCodeReader::new(H263_MV);
443 let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
444
445 let tables = Tables {
446 intra_mcbpc_cb: intra_mcbpc_cb,
447 inter_mcbpc_cb: inter_mcbpc_cb,
448 mbtype_b_cb: mbtype_b_cb,
449 cbpy_cb: cbpy_cb,
450 cbpc_b_cb: cbpc_b_cb,
451 rl_cb: rl_cb,
452 aic_rl_cb: aic_rl_cb,
453 mv_cb: mv_cb,
454 };
455
456 RealVideo20Decoder{
457 info: Rc::new(DUMMY_CODEC_INFO),
458 dec: H263BaseDecoder::new(false),
459 tables: tables,
460 w: 0,
461 h: 0,
462 minor_ver: 0,
463 rpr: RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] },
464 bdsp: H263BlockDSP::new(),
465 }
466 }
467 }
468
469 impl NADecoder for RealVideo20Decoder {
470 #[allow(unused_variables)]
471 fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> {
472 if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
473 let w = vinfo.get_width();
474 let h = vinfo.get_height();
475 let fmt = formats::YUV420_FORMAT;
476 let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
477 self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()));
478 self.w = w;
479 self.h = h;
480
481 let edata = info.get_extradata().unwrap();
482 let src: &[u8] = &edata;
483 let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4);
484 let maj_ver = ver >> 16;
485 let min_ver = (ver >> 8) & 0xFF;
486 let mic_ver = ver & 0xFF;
487 println!("ver {:06X}", ver);
488 validate!(maj_ver == 2);
489 self.minor_ver = min_ver as u8;
490 let rprb = src[1] & 7;
491 if rprb == 0 {
492 self.rpr.present = false;
493 } else {
494 self.rpr.present = true;
495 self.rpr.bits = ((rprb >> 1) + 1) as u8;
496 for i in 4..(src.len()/2) {
497 self.rpr.widths [i - 4] = (src[i * 2] as usize) * 4;
498 self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4;
499 }
500 }
501 Ok(())
502 } else {
503 Err(DecoderError::InvalidData)
504 }
505 }
506 fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
507 let src = pkt.get_buffer();
508
509 println!(" decode frame size {}, {} slices", src.len(), src[0]+1);
510 let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr);
511
512 let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?;
513
514 let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
515 frm.set_keyframe(self.dec.is_intra());
516 frm.set_frame_type(self.dec.get_frame_type());
517 Ok(Rc::new(RefCell::new(frm)))
518 }
519 }
520
521 struct MBB { blocks: usize, bits: u8 }
522 const H263_MBB: &[MBB; 7] = &[
523 MBB{ blocks: 47, bits: 6 },
524 MBB{ blocks: 98, bits: 7 },
525 MBB{ blocks: 395, bits: 9 },
526 MBB{ blocks: 1583, bits: 11 },
527 MBB{ blocks: 6335, bits: 13 },
528 MBB{ blocks: 9215, bits: 14 },
529 MBB{ blocks: 65536, bits: 14 },
530 ];
531
532 pub fn get_decoder() -> Box<NADecoder> {
533 Box::new(RealVideo20Decoder::new())
534 }
535
536 #[cfg(test)]
537 mod test {
538 use test::dec_video::test_file_decoding;
539 #[test]
540 fn test_rv20() {
541 test_file_decoding("realmedia", "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", None, true, false, Some("rv20"));
542 // test_file_decoding("realmedia", "assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm", /*None*/Some(1000), true, false, Some("rv20"));
543 }
544 }