rv20: fix decoding with RPR present
[nihav.git] / nihav-realmedia / src / codecs / rv20.rs
CommitLineData
5641dccf
KS
1use nihav_core::io::bitreader::*;
2use nihav_core::io::codebook::*;
3use nihav_core::formats;
4use nihav_core::frame::*;
5use nihav_core::codecs::*;
b4d5b851 6use nihav_codec_support::codecs::{MV, ZIGZAG};
5c75af61 7use nihav_codec_support::codecs::blockdsp;
b4d5b851 8use nihav_codec_support::codecs::h263::*;
5c75af61 9use nihav_codec_support::codecs::h263::code::{H263_INTERP_FUNCS, H263_INTERP_AVG_FUNCS, h263_filter_row};
b4d5b851
KS
10use nihav_codec_support::codecs::h263::decoder::*;
11use nihav_codec_support::codecs::h263::data::*;
5641dccf 12
be91b1c3
KS
13
14#[allow(dead_code)]
15struct Tables {
16 intra_mcbpc_cb: Codebook<u8>,
17 inter_mcbpc_cb: Codebook<u8>,
507f4b11 18 mbtype_b_cb: Codebook<u8>,
be91b1c3 19 cbpy_cb: Codebook<u8>,
507f4b11 20 cbpc_b_cb: Codebook<u8>,
be91b1c3
KS
21 rl_cb: Codebook<H263RLSym>,
22 aic_rl_cb: Codebook<H263RLSym>,
23 mv_cb: Codebook<u8>,
24}
25
26#[derive(Clone,Copy)]
27struct RPRInfo {
28 present: bool,
29 bits: u8,
30 widths: [usize; 8],
31 heights: [usize; 8],
32}
33
34struct RealVideo20Decoder {
2422d969 35 info: NACodecInfoRef,
be91b1c3
KS
36 dec: H263BaseDecoder,
37 tables: Tables,
38 w: usize,
39 h: usize,
40 minor_ver: u8,
41 rpr: RPRInfo,
5c75af61 42 bdsp: Box<dyn BlockDSP + Send>,
5ce3689c
KS
43 base_ts: u64,
44 last_ts: u16,
45 next_ts: u16,
be91b1c3
KS
46}
47
48struct RealVideo20BR<'a> {
49 br: BitReader<'a>,
50 tables: &'a Tables,
51 num_slices: usize,
52 slice_no: usize,
53 slice_off: Vec<u32>,
54 w: usize,
55 h: usize,
56 mb_w: usize,
57 mb_h: usize,
be91b1c3 58 mb_pos_bits: u8,
be91b1c3
KS
59 minor_ver: u8,
60 rpr: RPRInfo,
5ce3689c 61 pts: u16,
be91b1c3
KS
62}
63
64struct RV20SliceInfo {
65 ftype: Type,
32007ad9 66 seq: u32,
be91b1c3
KS
67 qscale: u8,
68 mb_x: usize,
69 mb_y: usize,
70 mb_pos: usize,
71 w: usize,
72 h: usize,
73}
74
5c75af61
KS
75#[derive(Default)]
76struct RV20BlockDSP {}
77
be91b1c3 78impl RV20SliceInfo {
32007ad9 79 fn new(ftype: Type, seq: u32, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self {
e07387c7 80 RV20SliceInfo { ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h }
be91b1c3
KS
81 }
82}
83
5c75af61
KS
84macro_rules! idct {
85 ($src: expr, $sstep: expr, $dst: expr, $dstep: expr, $bias: expr, $shift: expr, $dtype: tt) => {
86 let s0 = $src[0] as i32;
87 let s1 = $src[$sstep] as i32;
88 let s2 = $src[$sstep * 2] as i32;
89 let s3 = $src[$sstep * 3] as i32;
90 let s4 = $src[$sstep * 4] as i32;
91 let s5 = $src[$sstep * 5] as i32;
92 let s6 = $src[$sstep * 6] as i32;
93 let s7 = $src[$sstep * 7] as i32;
94
95 let t0 = (s0 + s4).wrapping_mul(1448);
96 let t1 = (s0 - s4).wrapping_mul(1448);
97 let t2 = s2.wrapping_mul(1892) + s6.wrapping_mul(784);
98 let t3 = s2.wrapping_mul(784) - s6.wrapping_mul(1892);
99 let t4 = s1.wrapping_mul(2009) + s3.wrapping_mul(1703)
100 + s5.wrapping_mul(1138) + s7.wrapping_mul(400);
101 let t5 = s1.wrapping_mul(1703) - s3.wrapping_mul(400)
102 - s5.wrapping_mul(2009) - s7.wrapping_mul(1138);
103 let t6 = s1.wrapping_mul(1138) - s3.wrapping_mul(2009)
104 + s5.wrapping_mul(400) + s7.wrapping_mul(1703);
105 let t7 = s1.wrapping_mul(400) - s3.wrapping_mul(1138)
106 + s5.wrapping_mul(1703) - s7.wrapping_mul(2009);
107
108 let t8 = t0 + t2;
109 let t9 = t0 - t2;
110 let ta = t1 + t3;
111 let tb = t1 - t3;
112
113 $dst[0] = ((t8 + t4 + $bias) >> $shift) as $dtype;
114 $dst[$dstep] = ((ta + t5 + $bias) >> $shift) as $dtype;
115 $dst[$dstep * 2] = ((tb + t6 + $bias) >> $shift) as $dtype;
116 $dst[$dstep * 3] = ((t9 + t7 + $bias) >> $shift) as $dtype;
117 $dst[$dstep * 4] = ((t9 - t7 + $bias) >> $shift) as $dtype;
118 $dst[$dstep * 5] = ((tb - t6 + $bias) >> $shift) as $dtype;
119 $dst[$dstep * 6] = ((ta - t5 + $bias) >> $shift) as $dtype;
120 $dst[$dstep * 7] = ((t8 - t4 + $bias) >> $shift) as $dtype;
121 }
122}
123
124impl BlockDSP for RV20BlockDSP {
125 fn idct(&self, blk: &mut [i16; 64]) {
126 let mut tmp = [0i32; 64];
127 for (dst, src) in tmp.chunks_mut(8).zip(blk.chunks(8)) {
128 idct!(src, 1, dst, 1, 0, 4, i32);
129 }
130 for i in 0..8 {
131 idct!(&tmp[i..], 8, &mut blk[i..], 8, 1 << 19, 20, i16);
132 }
133 }
401b2b60 134 fn copy_blocks(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mv: MV) {
5c75af61 135 let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize;
401b2b60 136 let cmode = (if (mv.x & 3) != 0 { 1 } else { 0 }) + (if (mv.y & 3) != 0 { 2 } else { 0 });
5c75af61 137
401b2b60
KS
138 let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap();
139
140 blockdsp::copy_block(&mut dst, src.clone(), 0, xpos, ypos, mv.x >> 1, mv.y >> 1, 16, 16, 0, 1, mode, H263_INTERP_FUNCS);
141 blockdsp::copy_block(&mut dst, src.clone(), 1, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS);
142 blockdsp::copy_block(&mut dst, src.clone(), 2, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS);
143 }
144 fn copy_blocks8x8(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mvs: &[MV; 4]) {
145 let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap();
146
147 for i in 0..4 {
148 let xadd = (i & 1) * 8;
149 let yadd = (i & 2) * 4;
150 let mode = ((mvs[i].x & 1) + (mvs[i].y & 1) * 2) as usize;
151
152 blockdsp::copy_block(&mut dst, src.clone(), 0, xpos + xadd, ypos + yadd, mvs[i].x >> 1, mvs[i].y >> 1, 8, 8, 0, 1, mode, H263_INTERP_FUNCS);
153 }
154
155 let sum_mv = mvs[0] + mvs[1] + mvs[2] + mvs[3];
156 let cmx = (sum_mv.x >> 3) + H263_CHROMA_ROUND[(sum_mv.x & 0xF) as usize];
157 let cmy = (sum_mv.y >> 3) + H263_CHROMA_ROUND[(sum_mv.y & 0xF) as usize];
158 let mode = ((cmx & 1) + (cmy & 1) * 2) as usize;
159 for plane in 1..3 {
160 blockdsp::copy_block(&mut dst, src.clone(), plane, xpos >> 1, ypos >> 1, cmx >> 1, cmy >> 1, 8, 8, 0, 1, mode, H263_INTERP_FUNCS);
161 }
5c75af61 162 }
401b2b60 163 fn avg_blocks(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mv: MV) {
5c75af61 164 let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize;
401b2b60 165 let cmode = (if (mv.x & 3) != 0 { 1 } else { 0 }) + (if (mv.y & 3) != 0 { 2 } else { 0 });
5c75af61 166
401b2b60
KS
167 let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap();
168
169 blockdsp::copy_block(&mut dst, src.clone(), 0, xpos, ypos, mv.x >> 1, mv.y >> 1, 16, 16, 0, 1, mode, H263_INTERP_AVG_FUNCS);
170 blockdsp::copy_block(&mut dst, src.clone(), 1, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_AVG_FUNCS);
171 blockdsp::copy_block(&mut dst, src.clone(), 2, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_AVG_FUNCS);
172 }
173 fn avg_blocks8x8(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mvs: &[MV; 4]) {
174 let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap();
175
176 for i in 0..4 {
177 let xadd = (i & 1) * 8;
178 let yadd = (i & 2) * 4;
179 let mode = ((mvs[i].x & 1) + (mvs[i].y & 1) * 2) as usize;
180
181 blockdsp::copy_block(&mut dst, src.clone(), 0, xpos + xadd, ypos + yadd, mvs[i].x >> 1, mvs[i].y >> 1, 8, 8, 0, 1, mode, H263_INTERP_AVG_FUNCS);
182 }
183
184 let sum_mv = mvs[0] + mvs[1] + mvs[2] + mvs[3];
185 let cmx = (sum_mv.x >> 3) + H263_CHROMA_ROUND[(sum_mv.x & 0xF) as usize];
186 let cmy = (sum_mv.y >> 3) + H263_CHROMA_ROUND[(sum_mv.y & 0xF) as usize];
187 let mode = ((cmx & 1) + (cmy & 1) * 2) as usize;
188 for plane in 1..3 {
189 blockdsp::copy_block(&mut dst, src.clone(), plane, xpos >> 1, ypos >> 1, cmx >> 1, cmy >> 1, 8, 8, 0, 1, mode, H263_INTERP_AVG_FUNCS);
190 }
5c75af61
KS
191 }
192 fn filter_row(&self, buf: &mut NAVideoBuffer<u8>, mb_y: usize, mb_w: usize, cbpi: &CBPInfo) {
193 h263_filter_row(buf, mb_y, mb_w, cbpi)
194 }
195}
196
b7e1f972
KS
197fn get_mb_pos_bits(mb_w: usize, mb_h: usize) -> u8 {
198 let max_pos = mb_w * mb_h - 1;
199 for i in 0..H263_MBB.len() {
200 if max_pos <= H263_MBB[i].blocks {
201 return H263_MBB[i].bits;
202 }
203 }
204 0
205}
206
be91b1c3
KS
207impl<'a> RealVideo20BR<'a> {
208 fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self {
209 let nslices = (src[0] as usize) + 1;
210 let mut slice_offs = Vec::with_capacity(nslices);
211 {
212 let offs = &src[1..][..nslices * 8];
fa90ccfb 213 let mut br = BitReader::new(offs, BitReaderMode::BE);
be91b1c3
KS
214 for _ in 0..nslices {
215 br.skip(32).unwrap();
216 let off = br.read(32).unwrap();
217 slice_offs.push(off);
218 }
219 }
220 let soff = nslices * 8 + 1;
221 let mb_w = (width + 15) >> 4;
222 let mb_h = (height + 15) >> 4;
be91b1c3 223 RealVideo20BR {
fa90ccfb 224 br: BitReader::new(&src[soff..], BitReaderMode::BE),
e07387c7 225 tables,
be91b1c3
KS
226 num_slices: nslices,
227 slice_no: 0,
228 slice_off: slice_offs,
229 w: width,
230 h: height,
e07387c7
KS
231 mb_w,
232 mb_h,
b7e1f972 233 mb_pos_bits: get_mb_pos_bits(mb_w, mb_h),
e07387c7
KS
234 minor_ver,
235 rpr,
5ce3689c 236 pts: 0,
be91b1c3
KS
237 }
238 }
239
2a2aa421 240#[allow(unused_variables)]
0c3b4923 241 fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> {
9037cf6b 242 let br = &mut self.br;
be91b1c3 243 let mut idx = 0;
2a2aa421 244 if !sstate.is_iframe && intra {
fc26b944 245 let mut dc = br.read(8)? as i16;
be91b1c3
KS
246 if dc == 255 { dc = 128; }
247 blk[0] = dc << 3;
248 idx = 1;
249 }
250 if !coded { return Ok(()); }
0c3b4923
KS
251 let scan = match acpred {
252 ACPredMode::Hor => H263_SCAN_V,
253 ACPredMode::Ver => H263_SCAN_H,
64e8b971 254 _ => &ZIGZAG,
0c3b4923 255 };
be91b1c3 256
2a2aa421 257 let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb };
7f73eeee
KS
258 let q = if plane_no == 0 { (quant * 2) as i16 } else { (H263_CHROMA_QUANT[quant as usize] * 2) as i16 };
259 let q_add = if q == 0 || sstate.is_iframe { 0i16 } else { (((q >> 1) - 1) | 1) as i16 };
be91b1c3 260 while idx < 64 {
fc26b944 261 let code = br.read_cb(rl_cb)?;
be91b1c3
KS
262 let run;
263 let mut level;
264 let last;
265 if !code.is_escape() {
266 run = code.get_run();
267 level = code.get_level();
268 last = code.is_last();
fc26b944 269 if br.read_bool()? { level = -level; }
7f73eeee
KS
270 if level >= 0 {
271 level = (level * q) + q_add;
272 } else {
273 level = (level * q) - q_add;
274 }
be91b1c3 275 } else {
fc26b944
KS
276 last = br.read_bool()?;
277 run = br.read(6)? as u8;
278 level = br.read_s(8)? as i16;
be91b1c3 279 if level == -128 {
fc26b944
KS
280 let low = br.read(5)? as i16;
281 let top = br.read_s(6)? as i16;
be91b1c3
KS
282 level = (top << 5) | low;
283 }
7f73eeee
KS
284 if level >= 0 {
285 level = (level * q) + q_add;
286 } else {
287 level = (level * q) - q_add;
288 }
be91b1c3
KS
289 if level < -2048 { level = -2048; }
290 if level > 2047 { level = 2047; }
291 }
292 idx += run;
293 validate!(idx < 64);
0c3b4923 294 let oidx = scan[idx as usize];
be91b1c3
KS
295 blk[oidx] = level;
296 idx += 1;
297 if last { break; }
298 }
299 Ok(())
300 }
301}
302
303fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> {
fc26b944 304 let code = br.read_cb(mv_cb)? as i16;
be91b1c3 305 if code == 0 { return Ok(0) }
fc26b944 306 if !br.read_bool()? {
be91b1c3
KS
307 Ok(code)
308 } else {
309 Ok(-code)
310 }
311}
312
313fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> {
fc26b944
KS
314 let xval = decode_mv_component(br, mv_cb)?;
315 let yval = decode_mv_component(br, mv_cb)?;
be91b1c3
KS
316 Ok(MV::new(xval, yval))
317}
318
43c8b55e
KS
319fn read_dquant(br: &mut BitReader, q: u8) -> DecoderResult<u8> {
320 if br.read_bool()? {
321 Ok(H263_MODIFIED_QUANT[br.read(1)? as usize][q as usize])
322 } else {
323 Ok(br.read(5)? as u8)
324 }
325}
326
be91b1c3
KS
327impl<'a> BlockDecoder for RealVideo20BR<'a> {
328
329#[allow(unused_variables)]
330 fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> {
331 self.slice_no = 0;
fc26b944 332 let shdr = self.read_slice_header()?;
2a2aa421 333// self.slice_no += 1;
be91b1c3 334 validate!((shdr.mb_x == 0) && (shdr.mb_y == 0));
2a2aa421 335/* let mb_count;
be91b1c3
KS
336 if self.slice_no < self.num_slices {
337 let pos = self.br.tell();
fc26b944 338 let shdr2 = self.read_slice_header()?;
be91b1c3
KS
339 self.br.seek(pos as u32)?;
340 mb_count = shdr2.mb_pos - shdr.mb_pos;
341 } else {
342 mb_count = self.mb_w * self.mb_h;
2a2aa421 343 }*/
be91b1c3 344
0c3b4923 345 let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false));
32007ad9 346 let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, MVMode::Long, false, false, shdr.qscale, shdr.seq as u16, None, plusinfo);
be91b1c3
KS
347 Ok(picinfo)
348 }
349
350 #[allow(unused_variables)]
2a2aa421 351 fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> {
fc26b944 352 let shdr = self.read_slice_header()?;
be91b1c3
KS
353 self.slice_no += 1;
354 let mb_count;
355 if self.slice_no < self.num_slices {
0c3b4923 356 let pos = self.br.tell();
fc26b944 357 let shdr2 = self.read_slice_header()?;
1b6a1780 358 validate!(shdr2.mb_pos > shdr.mb_pos);
b7e1f972 359 validate!(shdr2.w == shdr.w && shdr2.h == shdr.h);
be91b1c3 360 mb_count = shdr2.mb_pos - shdr.mb_pos;
0c3b4923 361 self.br.seek(pos as u32)?;
be91b1c3
KS
362 } else {
363 mb_count = self.mb_w * self.mb_h - shdr.mb_pos;
364 }
2a2aa421 365 let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale);
be91b1c3
KS
366
367 Ok(ret)
368 }
369
43c8b55e 370 fn decode_block_header(&mut self, info: &PicInfo, _slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> {
9037cf6b 371 let br = &mut self.br;
43c8b55e 372 let mut q = sstate.quant;
be91b1c3
KS
373 match info.get_mode() {
374 Type::I => {
fc26b944
KS
375 let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?;
376 while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; }
0c3b4923
KS
377 let mut acpred = ACPredMode::None;
378 if let Some(ref pi) = info.plusinfo {
379 if pi.aic {
380 let acpp = br.read_bool()?;
381 acpred = ACPredMode::DC;
0c3b4923
KS
382 if acpp {
383 acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver };
384 }
385 }
0c3b4923 386 }
fc26b944 387 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
be91b1c3
KS
388 let cbp = (cbpy << 2) | (cbpc & 3);
389 let dquant = (cbpc & 4) != 0;
390 if dquant {
43c8b55e 391 q = read_dquant(br, q)?;
be91b1c3 392 }
0c3b4923
KS
393 let mut binfo = BlockInfo::new(Type::I, cbp, q);
394 binfo.set_acpred(acpred);
395 Ok(binfo)
be91b1c3
KS
396 },
397 Type::P => {
fc26b944 398 if br.read_bool()? {
be91b1c3
KS
399 return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant()));
400 }
fc26b944
KS
401 let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?;
402 while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; }
be91b1c3
KS
403 let is_intra = (cbpc & 0x04) != 0;
404 let dquant = (cbpc & 0x08) != 0;
405 let is_4x4 = (cbpc & 0x10) != 0;
406 if is_intra {
fc26b944 407 let cbpy = br.read_cb(&self.tables.cbpy_cb)?;
be91b1c3
KS
408 let cbp = (cbpy << 2) | (cbpc & 3);
409 if dquant {
43c8b55e 410 q = read_dquant(br, q)?;
be91b1c3
KS
411 }
412 let binfo = BlockInfo::new(Type::I, cbp, q);
be91b1c3
KS
413 return Ok(binfo);
414 }
415
fc26b944 416 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
be91b1c3
KS
417// if /* !aiv && */(cbpc & 3) != 3 {
418 cbpy ^= 0xF;
419// }
420 let cbp = (cbpy << 2) | (cbpc & 3);
421 if dquant {
43c8b55e 422 q = read_dquant(br, q)?;
be91b1c3 423 }
be91b1c3
KS
424 let mut binfo = BlockInfo::new(Type::P, cbp, q);
425 if !is_4x4 {
fc26b944 426 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
be91b1c3
KS
427 binfo.set_mv(&mvec);
428 } else {
429 let mvec: [MV; 4] = [
fc26b944
KS
430 decode_mv(br, &self.tables.mv_cb)?,
431 decode_mv(br, &self.tables.mv_cb)?,
432 decode_mv(br, &self.tables.mv_cb)?,
433 decode_mv(br, &self.tables.mv_cb)?
be91b1c3
KS
434 ];
435 binfo.set_mv(&mvec);
436 }
be91b1c3
KS
437 Ok(binfo)
438 },
32007ad9 439 Type::B => { // B
507f4b11
KS
440 let mut mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize;
441 while mbtype == 14 { mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; }
442
443 let is_coded = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_CODED) != 0;
444 let is_intra = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_INTRA) != 0;
445 let dquant = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_DQUANT) != 0;
446 let is_fwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_FORWARD) != 0;
447 let is_bwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_BACKWARD) != 0;
448
449 let cbp = if is_coded {
450 let cbpc = br.read_cb(&self.tables.cbpc_b_cb)?;
451 let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?;
452 if !is_intra { cbpy ^= 0xF; }
453 (cbpy << 2) | (cbpc & 3)
454 } else { 0 };
1a151e53 455
507f4b11 456 if dquant {
43c8b55e 457 q = read_dquant(br, q)?;
507f4b11 458 }
507f4b11
KS
459
460 if is_intra {
461 let binfo = BlockInfo::new(Type::I, cbp, q);
462 return Ok(binfo);
463 }
464
465 let mut binfo = BlockInfo::new(Type::B, cbp, q);
466 if is_fwd {
467 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
468 binfo.set_mv(&mvec);
469 }
470 if is_bwd {
471 let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?];
472 binfo.set_b_mv(&mvec);
473 }
474 Ok(binfo)
475 },
32007ad9 476 _ => { unreachable!(); },
be91b1c3
KS
477 }
478 }
479
2a2aa421 480 fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
0c3b4923 481 self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred())
be91b1c3
KS
482 }
483
484 #[allow(unused_variables)]
2a2aa421 485 fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> {
0c3b4923 486 self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None)
be91b1c3
KS
487 }
488
2a2aa421 489 fn is_slice_end(&mut self) -> bool { false }
be91b1c3
KS
490}
491
492impl<'a> RealVideo20BR<'a> {
2a2aa421 493#[allow(unused_variables)]
be91b1c3
KS
494 fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> {
495 validate!(self.slice_no < self.num_slices);
496
9037cf6b 497 let br = &mut self.br;
fc26b944 498 br.seek(self.slice_off[self.slice_no] * 8)?;
be91b1c3 499
fc26b944 500 let frm_type = br.read(2)?;
be91b1c3
KS
501 let ftype = match frm_type {
502 0 | 1 => { Type::I },
503 2 => { Type::P },
507f4b11 504 _ => { Type::B },
be91b1c3
KS
505 };
506
fc26b944 507 let marker = br.read(1)?;
be91b1c3 508 validate!(marker == 0);
fc26b944 509 let qscale = br.read(5)? as u8;
be91b1c3
KS
510 validate!(qscale > 0);
511 if self.minor_ver >= 2 {
fc26b944 512 br.skip(1)?; // loop filter
be91b1c3
KS
513 }
514 let seq = if self.minor_ver <= 1 {
32007ad9 515 br.read(8)? << 8
be91b1c3 516 } else {
32007ad9 517 br.read(13)? << 3
be91b1c3 518 };
5ce3689c 519 self.pts = seq as u16;
be91b1c3
KS
520 let w;
521 let h;
522 if self.rpr.present {
fc26b944 523 let rpr = br.read(self.rpr.bits)? as usize;
be91b1c3
KS
524 if rpr == 0 {
525 w = self.w;
526 h = self.h;
527 } else {
7c37f176
KS
528 w = self.rpr.widths[rpr - 1];
529 h = self.rpr.heights[rpr - 1];
be91b1c3
KS
530 validate!((w != 0) && (h != 0));
531 }
b7e1f972
KS
532 self.mb_w = (w + 15) >> 4;
533 self.mb_h = (h + 15) >> 4;
534 self.mb_pos_bits = get_mb_pos_bits(self.mb_w, self.mb_h);
be91b1c3
KS
535 } else {
536 w = self.w;
537 h = self.h;
538 }
539
fc26b944 540 let mb_pos = br.read(self.mb_pos_bits)? as usize;
be91b1c3
KS
541 let mb_x = mb_pos % self.mb_w;
542 let mb_y = mb_pos / self.mb_w;
543
fc26b944 544 br.skip(1)?; // no rounding
be91b1c3
KS
545
546 if (self.minor_ver <= 1) && (frm_type == 3) {
fc26b944 547 br.skip(5)?;
be91b1c3 548 }
be91b1c3 549
32007ad9 550 Ok(RV20SliceInfo::new(ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h))
be91b1c3
KS
551 }
552}
553
be91b1c3
KS
554impl RealVideo20Decoder {
555 fn new() -> Self {
556 let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC);
557 let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
558 let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC);
559 let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
507f4b11
KS
560 let mut coderead = H263ShortCodeReader::new(H263_MBTYPE_B);
561 let mbtype_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
be91b1c3
KS
562 let mut coderead = H263ShortCodeReader::new(H263_CBPY);
563 let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
507f4b11
KS
564 let mut coderead = H263ShortCodeReader::new(H263_CBPC_B);
565 let cbpc_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
be91b1c3
KS
566 let mut coderead = H263RLCodeReader::new(H263_RL_CODES);
567 let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
568 let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC);
569 let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
570 let mut coderead = H263ShortCodeReader::new(H263_MV);
571 let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap();
1a151e53 572
be91b1c3 573 let tables = Tables {
e07387c7
KS
574 intra_mcbpc_cb,
575 inter_mcbpc_cb,
576 mbtype_b_cb,
577 cbpy_cb,
578 cbpc_b_cb,
579 rl_cb,
580 aic_rl_cb,
581 mv_cb,
be91b1c3
KS
582 };
583
584 RealVideo20Decoder{
2422d969 585 info: NACodecInfoRef::default(),
32007ad9 586 dec: H263BaseDecoder::new_b_frames(false),
e07387c7 587 tables,
be91b1c3
KS
588 w: 0,
589 h: 0,
590 minor_ver: 0,
591 rpr: RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] },
5c75af61 592 bdsp: Box::new(RV20BlockDSP::default()),
5ce3689c
KS
593 base_ts: 0,
594 last_ts: 0,
595 next_ts: 0,
be91b1c3
KS
596 }
597 }
598}
599
600impl NADecoder for RealVideo20Decoder {
2a2aa421 601#[allow(unused_variables)]
01613464 602 fn init(&mut self, _supp: &mut NADecoderSupport, info: NACodecInfoRef) -> DecoderResult<()> {
be91b1c3
KS
603 if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
604 let w = vinfo.get_width();
605 let h = vinfo.get_height();
606 let fmt = formats::YUV420_FORMAT;
607 let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt));
2422d969 608 self.info = NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()).into_ref();
be91b1c3
KS
609 self.w = w;
610 self.h = h;
611
612 let edata = info.get_extradata().unwrap();
613 let src: &[u8] = &edata;
614 let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4);
615 let maj_ver = ver >> 16;
616 let min_ver = (ver >> 8) & 0xFF;
617 let mic_ver = ver & 0xFF;
be91b1c3
KS
618 validate!(maj_ver == 2);
619 self.minor_ver = min_ver as u8;
620 let rprb = src[1] & 7;
621 if rprb == 0 {
622 self.rpr.present = false;
623 } else {
624 self.rpr.present = true;
b7e1f972
KS
625 self.rpr.bits = ((rprb >> 1) + 1).min(3) as u8;
626 let num_dim = ((src.len() - 8) / 2).min(self.rpr.widths.len() - 1);
627 for i in 0..num_dim {
628 self.rpr.widths [i] = (src[i * 2 + 8] as usize) * 4;
629 self.rpr.heights[i] = (src[i * 2 + 9] as usize) * 4;
be91b1c3
KS
630 }
631 }
632 Ok(())
633 } else {
be91b1c3
KS
634 Err(DecoderError::InvalidData)
635 }
636 }
01613464 637 fn decode(&mut self, _supp: &mut NADecoderSupport, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
be91b1c3
KS
638 let src = pkt.get_buffer();
639
be91b1c3
KS
640 let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr);
641
5c75af61 642 let bufinfo = self.dec.parse_frame(&mut ibr, self.bdsp.as_ref())?;
be91b1c3
KS
643
644 let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
5ce3689c
KS
645 let ftype = self.dec.get_frame_type();
646 let pts = ibr.pts;
647 if ftype != FrameType::B {
648 self.last_ts = self.next_ts;
649 self.next_ts = pts;
650 if self.last_ts > self.next_ts {
651 self.base_ts += 1 << 16;
652 }
653 }
654 let ts_diff = self.next_ts.wrapping_sub(pts);
655 let ts = self.base_ts + (self.next_ts as u64) - (ts_diff as u64);
be91b1c3 656 frm.set_keyframe(self.dec.is_intra());
5ce3689c
KS
657 frm.set_frame_type(ftype);
658 frm.set_pts(Some(ts >> 3));
171860fc 659 Ok(frm.into_ref())
be91b1c3 660 }
f9be4e75
KS
661 fn flush(&mut self) {
662 self.dec.flush();
663 }
be91b1c3
KS
664}
665
666struct MBB { blocks: usize, bits: u8 }
667const H263_MBB: &[MBB; 7] = &[
668 MBB{ blocks: 47, bits: 6 },
669 MBB{ blocks: 98, bits: 7 },
670 MBB{ blocks: 395, bits: 9 },
671 MBB{ blocks: 1583, bits: 11 },
672 MBB{ blocks: 6335, bits: 13 },
673 MBB{ blocks: 9215, bits: 14 },
674 MBB{ blocks: 65536, bits: 14 },
675];
676
08a1fab7 677pub fn get_decoder() -> Box<dyn NADecoder + Send> {
be91b1c3
KS
678 Box::new(RealVideo20Decoder::new())
679}
680
681#[cfg(test)]
682mod test {
3167c45c
KS
683 use nihav_core::codecs::RegisteredDecoders;
684 use nihav_core::demuxers::RegisteredDemuxers;
ce742854 685 use nihav_codec_support::test::dec_video::*;
e64739f8
KS
686 use crate::realmedia_register_all_codecs;
687 use crate::realmedia_register_all_demuxers;
be91b1c3
KS
688 #[test]
689 fn test_rv20() {
3167c45c
KS
690 let mut dmx_reg = RegisteredDemuxers::new();
691 realmedia_register_all_demuxers(&mut dmx_reg);
692 let mut dec_reg = RegisteredDecoders::new();
693 realmedia_register_all_codecs(&mut dec_reg);
694
39a5835c
KS
695 test_decoding("realmedia", "realvideo2",
696 "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm",
697 Some(1000), &dmx_reg, &dec_reg, ExpectedTestResult::MD5Frames(vec![
698 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
699 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
700 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
701 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
702 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
703 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
704 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
705 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
706 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
707 [0x8ce88686, 0x03ca3bb9, 0x0d18347b, 0xccdb0bc5],
708 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
709 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
710 [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f],
711 [0xa2008d4c, 0xf4684b3a, 0xecd0526c, 0xf0742a77],
712 [0xafe0df5b, 0x29cd2418, 0x29a265c7, 0x9b4f2218],
713 [0x0e0529df, 0xf1cc3f03, 0x03986b0d, 0xd2033c08],
714 [0x4662b5ab, 0xaca5ca35, 0x4d089fb2, 0xc6a3df1e],
715 [0x22c978cf, 0x6887a9ba, 0xe74c9316, 0x8cbdd29b],
716 [0x12d8b88f, 0x59ebe632, 0xbcfaa336, 0xadbdd9ad],
717 [0x0d99c67b, 0x3231302f, 0x3612b0d0, 0x38b5414d],
718 [0x2f65b75e, 0x1239d563, 0x832ce096, 0x568a9bc2]]));
be91b1c3
KS
719 }
720}