eeb56cfb9b2f59625e52968ddd6f86e2837e3070
[nihav.git] / nihav-realmedia / src / codecs / rv20.rs
1 use std::rc::Rc;
2 use std::cell::RefCell;
3 use nihav_core::io::bitreader::*;
4 use nihav_core::io::codebook::*;
5 use nihav_core::formats;
6 use nihav_core::frame::*;
7 use nihav_core::codecs::*;
8 use nihav_core::codecs::h263::*;
9 use nihav_core::codecs::h263::code::H263BlockDSP;
10 use nihav_core::codecs::h263::decoder::*;
11 use nihav_core::codecs::h263::data::*;
12
13
14 #[allow(dead_code)]
15 struct Tables {
16 intra_mcbpc_cb: Codebook<u8>,
17 inter_mcbpc_cb: Codebook<u8>,
18 mbtype_b_cb: Codebook<u8>,
19 cbpy_cb: Codebook<u8>,
20 cbpc_b_cb: Codebook<u8>,
21 rl_cb: Codebook<H263RLSym>,
22 aic_rl_cb: Codebook<H263RLSym>,
23 mv_cb: Codebook<u8>,
24 }
25
26 #[derive(Clone,Copy)]
27 struct RPRInfo {
28 present: bool,
29 bits: u8,
30 widths: [usize; 8],
31 heights: [usize; 8],
32 }
33
34 struct RealVideo20Decoder {
35 info: Rc<NACodecInfo>,
36 dec: H263BaseDecoder,
37 tables: Tables,
38 w: usize,
39 h: usize,
40 minor_ver: u8,
41 rpr: RPRInfo,
42 bdsp: H263BlockDSP,
43 }
44
45 struct RealVideo20BR<'a> {
46 br: BitReader<'a>,
47 tables: &'a Tables,
48 num_slices: usize,
49 slice_no: usize,
50 slice_off: Vec<u32>,
51 w: usize,
52 h: usize,
53 mb_w: usize,
54 mb_h: usize,
55 mb_pos_bits: u8,
56 minor_ver: u8,
57 rpr: RPRInfo,
58 }
59
60 struct RV20SliceInfo {
61 ftype: Type,
62 seq: u32,
63 qscale: u8,
64 mb_x: usize,
65 mb_y: usize,
66 mb_pos: usize,
67 w: usize,
68 h: usize,
69 }
70
71 impl RV20SliceInfo {
72 fn new(ftype: Type, seq: u32, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self {
73 RV20SliceInfo { ftype: ftype, seq: seq, qscale: qscale, mb_x: mb_x, mb_y: mb_y, mb_pos: mb_pos, w: w, h: h }
74 }
75 }
76
77 impl<'a> RealVideo20BR<'a> {
78 fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self {
79 let nslices = (src[0] as usize) + 1;
80 let mut slice_offs = Vec::with_capacity(nslices);
81 {
82 let offs = &src[1..][..nslices * 8];
83 let mut br = BitReader::new(offs, offs.len(), BitReaderMode::BE);
84 for _ in 0..nslices {
85 br.skip(32).unwrap();
86 let off = br.read(32).unwrap();
87 slice_offs.push(off);
88 }
89 }
90 let soff = nslices * 8 + 1;
91 let mb_w = (width + 15) >> 4;
92 let mb_h = (height + 15) >> 4;
93 let max_pos = mb_w * mb_h - 1;
94 let mut mbpb = 0;
95 for i in 0..H263_MBB.len() {
96 if max_pos <= H263_MBB[i].blocks {
97 mbpb = H263_MBB[i].bits;
98 break;
99 }
100 }
101 RealVideo20BR {
102 br: BitReader::new(&src[soff..], src.len() - soff, BitReaderMode::BE),
103 tables: tables,
104 num_slices: nslices,
105 slice_no: 0,
106 slice_off: slice_offs,
107 w: width,
108 h: height,
109 mb_w: mb_w,
110 mb_h: mb_h,
111 mb_pos_bits: mbpb,
112 minor_ver: minor_ver,
113 rpr: rpr,
114 }
115 }
116
117 #[allow(unused_variables)]
118 fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> {
119 let br = &mut self.br;
120 let mut idx = 0;
121 if !sstate.is_iframe && intra {
122 let mut dc = br.read(8)? as i16;
123 if dc == 255 { dc = 128; }
124 blk[0] = dc << 3;
125 idx = 1;
126 }
127 if !coded { return Ok(()); }
128 let scan = match acpred {
129 ACPredMode::Hor => H263_SCAN_V,
130 ACPredMode::Ver => H263_SCAN_H,
131 _ => H263_ZIGZAG,
132 };
133
134 let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb };
135 let q_add = if quant == 0 || sstate.is_iframe { 0i16 } else { ((quant - 1) | 1) as i16 };
136 let q = if plane_no == 0 { (quant * 2) as i16 } else { H263_CHROMA_QUANT[quant as usize] as i16 };
137 while idx < 64 {
138 let code = br.read_cb(rl_cb)?;
139 let run;
140 let mut level;
141 let last;
142 if !code.is_escape() {
143 run = code.get_run();
144 level = code.get_level();
145 last = code.is_last();
146 if br.read_bool()? { level = -level; }
147 level = (level * q) + q_add;
148 } else {
149 last = br.read_bool()?;
150 run = br.read(6)? as u8;
151 level = br.read_s(8)? as i16;
152 if level == -128 {
153 let low = br.read(5)? as i16;
154 let top = br.read_s(6)? as i16;
155 level = (top << 5) | low;
156 }
157 level = (level * q) + q_add;
158 if level < -2048 { level = -2048; }
159 if level > 2047 { level = 2047; }
160 }
161 idx += run;
162 validate!(idx < 64);
163 let oidx = scan[idx as usize];
164 blk[oidx] = level;
165 idx += 1;
166 if last { break; }
167 }
168 Ok(())
169 }
170 }
171
172 fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
173 let code = br.read_cb(mv_cb)? as i16;
174 if code == 0 { return Ok(0) }
175 if !br.read_bool()? {
176 Ok(code)
177 } else {
178 Ok(-code)
179 }
180 }
181
182 fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
183 let xval = decode_mv_component(br, mv_cb)?;
184 let yval = decode_mv_component(br, mv_cb)?;
185 Ok(MV::new(xval, yval))
186 }
187
188 fn read_dquant(br: &mut BitReader, q: u8) -> DecoderResult<u8> {
189 if br.read_bool()? {
190 Ok(H263_MODIFIED_QUANT[br.read(1)? as usize][q as usize])
191 } else {
192 Ok(br.read(5)? as u8)
193 }
194 }
195
196 impl<'a> BlockDecoder for RealVideo20BR<'a> {
197
198 #[allow(unused_variables)]
199 fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
200 self.slice_no = 0;
201 let shdr = self.read_slice_header()?;
202 // self.slice_no += 1;
203 validate!((shdr.mb_x == 0) && (shdr.mb_y == 0));
204 /* let mb_count;
205 if self.slice_no < self.num_slices {
206 let pos = self.br.tell();
207 let shdr2 = self.read_slice_header()?;
208 self.br.seek(pos as u32)?;
209 mb_count = shdr2.mb_pos - shdr.mb_pos;
210 } else {
211 mb_count = self.mb_w * self.mb_h;
212 }*/
213
214 let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false));
215 let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, MVMode::Long, false, false, shdr.qscale, shdr.seq as u16, None, plusinfo);
216 Ok(picinfo)
217 }
218
219 #[allow(unused_variables)]
220 fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
221 let shdr = self.read_slice_header()?;
222 self.slice_no += 1;
223 let mb_count;
224 if self.slice_no < self.num_slices {
225 let pos = self.br.tell();
226 let shdr2 = self.read_slice_header()?;
227 mb_count = shdr2.mb_pos - shdr.mb_pos;
228 self.br.seek(pos as u32)?;
229 } else {
230 mb_count = self.mb_w * self.mb_h - shdr.mb_pos;
231 }
232 let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale);
233
234 Ok(ret)
235 }
236
237 fn decode_block_header(&mut self, info: &PicInfo, _slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
238 let br = &mut self.br;
239 let mut q = sstate.quant;
240 match info.get_mode() {
241 Type::I => {
242 let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
243 while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
244 let mut acpred = ACPredMode::None;
245 if let Some(ref pi) = info.plusinfo {
246 if pi.aic {
247 let acpp = br.read_bool()?;
248 acpred = ACPredMode::DC;
249 if acpp {
250 acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver };
251 }
252 }
253 }
254 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
255 let cbp = (cbpy << 2) | (cbpc & 3);
256 let dquant = (cbpc & 4) != 0;
257 if dquant {
258 q = read_dquant(br, q)?;
259 }
260 let mut binfo = BlockInfo::new(Type::I, cbp, q);
261 binfo.set_acpred(acpred);
262 Ok(binfo)
263 },
264 Type::P => {
265 if br.read_bool()? {
266 return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant()));
267 }
268 let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
269 while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
270 let is_intra = (cbpc & 0x04) != 0;
271 let dquant = (cbpc & 0x08) != 0;
272 let is_4x4 = (cbpc & 0x10) != 0;
273 if is_intra {
274 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
275 let cbp = (cbpy << 2) | (cbpc & 3);
276 if dquant {
277 q = read_dquant(br, q)?;
278 }
279 let binfo = BlockInfo::new(Type::I, cbp, q);
280 return Ok(binfo);
281 }
282
283 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
284 // if /* !aiv && */(cbpc & 3) != 3 {
285 cbpy ^= 0xF;
286 // }
287 let cbp = (cbpy << 2) | (cbpc & 3);
288 if dquant {
289 q = read_dquant(br, q)?;
290 }
291 let mut binfo = BlockInfo::new(Type::P, cbp, q);
292 if !is_4x4 {
293 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
294 binfo.set_mv(&mvec);
295 } else {
296 let mvec: [MV; 4] = [
297 decode_mv(br, &self.tables.mv_cb)?,
298 decode_mv(br, &self.tables.mv_cb)?,
299 decode_mv(br, &self.tables.mv_cb)?,
300 decode_mv(br, &self.tables.mv_cb)?
301 ];
302 binfo.set_mv(&mvec);
303 }
304 Ok(binfo)
305 },
306 Type::B => { // B
307 let mut mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize;
308 while mbtype == 14 { mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; }
309
310 let is_coded = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_CODED) != 0;
311 let is_intra = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_INTRA) != 0;
312 let dquant = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_DQUANT) != 0;
313 let is_fwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_FORWARD) != 0;
314 let is_bwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_BACKWARD) != 0;
315
316 let cbp = if is_coded {
317 let cbpc = br.read_cb(&self.tables.cbpc_b_cb)?;
318 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
319 if !is_intra { cbpy ^= 0xF; }
320 (cbpy << 2) | (cbpc & 3)
321 } else { 0 };
322
323 if dquant {
324 q = read_dquant(br, q)?;
325 }
326
327 if is_intra {
328 let binfo = BlockInfo::new(Type::I, cbp, q);
329 return Ok(binfo);
330 }
331
332 let mut binfo = BlockInfo::new(Type::B, cbp, q);
333 if is_fwd {
334 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
335 binfo.set_mv(&mvec);
336 }
337 if is_bwd {
338 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
339 binfo.set_b_mv(&mvec);
340 }
341 Ok(binfo)
342 },
343 _ => { unreachable!(); },
344 }
345 }
346
347 fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
348 self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred())
349 }
350
351 #[allow(unused_variables)]
352 fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
353 self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None)
354 }
355
356 fn is_slice_end(&mut self) -> bool { false }
357 }
358
359 impl<'a> RealVideo20BR<'a> {
360 #[allow(unused_variables)]
361 fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> {
362 validate!(self.slice_no < self.num_slices);
363
364 let br = &mut self.br;
365 br.seek(self.slice_off[self.slice_no] * 8)?;
366
367 let frm_type = br.read(2)?;
368 let ftype = match frm_type {
369 0 | 1 => { Type::I },
370 2 => { Type::P },
371 _ => { Type::B },
372 };
373
374 let marker = br.read(1)?;
375 validate!(marker == 0);
376 let qscale = br.read(5)? as u8;
377 validate!(qscale > 0);
378 if self.minor_ver >= 2 {
379 br.skip(1)?; // loop filter
380 }
381 let seq = if self.minor_ver <= 1 {
382 br.read(8)? << 8
383 } else {
384 br.read(13)? << 3
385 };
386 let w;
387 let h;
388 if self.rpr.present {
389 let rpr = br.read(self.rpr.bits)? as usize;
390 if rpr == 0 {
391 w = self.w;
392 h = self.h;
393 } else {
394 w = self.rpr.widths[rpr - 1];
395 h = self.rpr.heights[rpr - 1];
396 validate!((w != 0) && (h != 0));
397 }
398 } else {
399 w = self.w;
400 h = self.h;
401 }
402
403 let mb_pos = br.read(self.mb_pos_bits)? as usize;
404 let mb_x = mb_pos % self.mb_w;
405 let mb_y = mb_pos / self.mb_w;
406
407 br.skip(1)?; // no rounding
408
409 if (self.minor_ver <= 1) && (frm_type == 3) {
410 br.skip(5)?;
411 }
412
413 Ok(RV20SliceInfo::new(ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h))
414 }
415 }
416
417 impl RealVideo20Decoder {
418 fn new() -> Self {
419 let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
420 let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
421 let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
422 let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
423 let mut coderead = H263ShortCodeReader::new(H263_MBTYPE_B);
424 let mbtype_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
425 let mut coderead = H263ShortCodeReader::new(H263_CBPY);
426 let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
427 let mut coderead = H263ShortCodeReader::new(H263_CBPC_B);
428 let cbpc_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
429 let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
430 let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
431 let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
432 let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
433 let mut coderead = H263ShortCodeReader::new(H263_MV);
434 let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
435
436 let tables = Tables {
437 intra_mcbpc_cb: intra_mcbpc_cb,
438 inter_mcbpc_cb: inter_mcbpc_cb,
439 mbtype_b_cb: mbtype_b_cb,
440 cbpy_cb: cbpy_cb,
441 cbpc_b_cb: cbpc_b_cb,
442 rl_cb: rl_cb,
443 aic_rl_cb: aic_rl_cb,
444 mv_cb: mv_cb,
445 };
446
447 RealVideo20Decoder{
448 info: Rc::new(DUMMY_CODEC_INFO),
449 dec: H263BaseDecoder::new_b_frames(false),
450 tables: tables,
451 w: 0,
452 h: 0,
453 minor_ver: 0,
454 rpr: RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] },
455 bdsp: H263BlockDSP::new(),
456 }
457 }
458 }
459
460 impl NADecoder for RealVideo20Decoder {
461 #[allow(unused_variables)]
462 fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> {
463 if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
464 let w = vinfo.get_width();
465 let h = vinfo.get_height();
466 let fmt = formats::YUV420_FORMAT;
467 let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
468 self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()));
469 self.w = w;
470 self.h = h;
471
472 let edata = info.get_extradata().unwrap();
473 let src: &[u8] = &edata;
474 let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4);
475 let maj_ver = ver >> 16;
476 let min_ver = (ver >> 8) & 0xFF;
477 let mic_ver = ver & 0xFF;
478 validate!(maj_ver == 2);
479 self.minor_ver = min_ver as u8;
480 let rprb = src[1] & 7;
481 if rprb == 0 {
482 self.rpr.present = false;
483 } else {
484 self.rpr.present = true;
485 self.rpr.bits = ((rprb >> 1) + 1) as u8;
486 for i in 4..(src.len()/2) {
487 self.rpr.widths [i - 4] = (src[i * 2] as usize) * 4;
488 self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4;
489 }
490 }
491 Ok(())
492 } else {
493 Err(DecoderError::InvalidData)
494 }
495 }
496 fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
497 let src = pkt.get_buffer();
498
499 let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr);
500
501 let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp)?;
502
503 let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
504 frm.set_keyframe(self.dec.is_intra());
505 frm.set_frame_type(self.dec.get_frame_type());
506 Ok(Rc::new(RefCell::new(frm)))
507 }
508 }
509
510 struct MBB { blocks: usize, bits: u8 }
511 const H263_MBB: &[MBB; 7] = &[
512 MBB{ blocks: 47, bits: 6 },
513 MBB{ blocks: 98, bits: 7 },
514 MBB{ blocks: 395, bits: 9 },
515 MBB{ blocks: 1583, bits: 11 },
516 MBB{ blocks: 6335, bits: 13 },
517 MBB{ blocks: 9215, bits: 14 },
518 MBB{ blocks: 65536, bits: 14 },
519 ];
520
521 pub fn get_decoder() -> Box<NADecoder> {
522 Box::new(RealVideo20Decoder::new())
523 }
524
525 #[cfg(test)]
526 mod test {
527 use nihav_core::codecs::RegisteredDecoders;
528 use nihav_core::demuxers::RegisteredDemuxers;
529 use nihav_core::test::dec_video::*;
530 use crate::codecs::realmedia_register_all_codecs;
531 use crate::demuxers::realmedia_register_all_demuxers;
532 #[test]
533 fn test_rv20() {
534 let mut dmx_reg = RegisteredDemuxers::new();
535 realmedia_register_all_demuxers(&mut dmx_reg);
536 let mut dec_reg = RegisteredDecoders::new();
537 realmedia_register_all_codecs(&mut dec_reg);
538
539 test_file_decoding("realmedia", "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", /*None*/Some(3000), true, false, None/*Some("rv20")*/, &dmx_reg, &dec_reg);
540 // test_file_decoding("realmedia", "assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm", /*None*/Some(1000), true, false, Some("rv20"));
541 }
542 }