Commit | Line | Data |
---|---|---|
5641dccf KS |
1 | use nihav_core::io::bitreader::*; |
2 | use nihav_core::io::codebook::*; | |
3 | use nihav_core::formats; | |
4 | use nihav_core::frame::*; | |
5 | use nihav_core::codecs::*; | |
b4d5b851 | 6 | use nihav_codec_support::codecs::{MV, ZIGZAG}; |
5c75af61 | 7 | use nihav_codec_support::codecs::blockdsp; |
b4d5b851 | 8 | use nihav_codec_support::codecs::h263::*; |
5c75af61 | 9 | use nihav_codec_support::codecs::h263::code::{H263_INTERP_FUNCS, H263_INTERP_AVG_FUNCS, h263_filter_row}; |
b4d5b851 KS |
10 | use nihav_codec_support::codecs::h263::decoder::*; |
11 | use nihav_codec_support::codecs::h263::data::*; | |
5641dccf | 12 | |
be91b1c3 KS |
13 | |
14 | #[allow(dead_code)] | |
15 | struct Tables { | |
16 | intra_mcbpc_cb: Codebook<u8>, | |
17 | inter_mcbpc_cb: Codebook<u8>, | |
507f4b11 | 18 | mbtype_b_cb: Codebook<u8>, |
be91b1c3 | 19 | cbpy_cb: Codebook<u8>, |
507f4b11 | 20 | cbpc_b_cb: Codebook<u8>, |
be91b1c3 KS |
21 | rl_cb: Codebook<H263RLSym>, |
22 | aic_rl_cb: Codebook<H263RLSym>, | |
23 | mv_cb: Codebook<u8>, | |
24 | } | |
25 | ||
26 | #[derive(Clone,Copy)] | |
27 | struct RPRInfo { | |
28 | present: bool, | |
29 | bits: u8, | |
30 | widths: [usize; 8], | |
31 | heights: [usize; 8], | |
32 | } | |
33 | ||
34 | struct RealVideo20Decoder { | |
2422d969 | 35 | info: NACodecInfoRef, |
be91b1c3 KS |
36 | dec: H263BaseDecoder, |
37 | tables: Tables, | |
38 | w: usize, | |
39 | h: usize, | |
40 | minor_ver: u8, | |
41 | rpr: RPRInfo, | |
5c75af61 | 42 | bdsp: Box<dyn BlockDSP + Send>, |
5ce3689c KS |
43 | base_ts: u64, |
44 | last_ts: u16, | |
45 | next_ts: u16, | |
be91b1c3 KS |
46 | } |
47 | ||
48 | struct RealVideo20BR<'a> { | |
49 | br: BitReader<'a>, | |
50 | tables: &'a Tables, | |
51 | num_slices: usize, | |
52 | slice_no: usize, | |
53 | slice_off: Vec<u32>, | |
54 | w: usize, | |
55 | h: usize, | |
56 | mb_w: usize, | |
57 | mb_h: usize, | |
be91b1c3 | 58 | mb_pos_bits: u8, |
be91b1c3 KS |
59 | minor_ver: u8, |
60 | rpr: RPRInfo, | |
5ce3689c | 61 | pts: u16, |
be91b1c3 KS |
62 | } |
63 | ||
64 | struct RV20SliceInfo { | |
65 | ftype: Type, | |
32007ad9 | 66 | seq: u32, |
be91b1c3 KS |
67 | qscale: u8, |
68 | mb_x: usize, | |
69 | mb_y: usize, | |
70 | mb_pos: usize, | |
71 | w: usize, | |
72 | h: usize, | |
73 | } | |
74 | ||
5c75af61 KS |
75 | #[derive(Default)] |
76 | struct RV20BlockDSP {} | |
77 | ||
be91b1c3 | 78 | impl RV20SliceInfo { |
32007ad9 | 79 | fn new(ftype: Type, seq: u32, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self { |
e07387c7 | 80 | RV20SliceInfo { ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h } |
be91b1c3 KS |
81 | } |
82 | } | |
83 | ||
5c75af61 KS |
84 | macro_rules! idct { |
85 | ($src: expr, $sstep: expr, $dst: expr, $dstep: expr, $bias: expr, $shift: expr, $dtype: tt) => { | |
86 | let s0 = $src[0] as i32; | |
87 | let s1 = $src[$sstep] as i32; | |
88 | let s2 = $src[$sstep * 2] as i32; | |
89 | let s3 = $src[$sstep * 3] as i32; | |
90 | let s4 = $src[$sstep * 4] as i32; | |
91 | let s5 = $src[$sstep * 5] as i32; | |
92 | let s6 = $src[$sstep * 6] as i32; | |
93 | let s7 = $src[$sstep * 7] as i32; | |
94 | ||
95 | let t0 = (s0 + s4).wrapping_mul(1448); | |
96 | let t1 = (s0 - s4).wrapping_mul(1448); | |
97 | let t2 = s2.wrapping_mul(1892) + s6.wrapping_mul(784); | |
98 | let t3 = s2.wrapping_mul(784) - s6.wrapping_mul(1892); | |
99 | let t4 = s1.wrapping_mul(2009) + s3.wrapping_mul(1703) | |
100 | + s5.wrapping_mul(1138) + s7.wrapping_mul(400); | |
101 | let t5 = s1.wrapping_mul(1703) - s3.wrapping_mul(400) | |
102 | - s5.wrapping_mul(2009) - s7.wrapping_mul(1138); | |
103 | let t6 = s1.wrapping_mul(1138) - s3.wrapping_mul(2009) | |
104 | + s5.wrapping_mul(400) + s7.wrapping_mul(1703); | |
105 | let t7 = s1.wrapping_mul(400) - s3.wrapping_mul(1138) | |
106 | + s5.wrapping_mul(1703) - s7.wrapping_mul(2009); | |
107 | ||
108 | let t8 = t0 + t2; | |
109 | let t9 = t0 - t2; | |
110 | let ta = t1 + t3; | |
111 | let tb = t1 - t3; | |
112 | ||
113 | $dst[0] = ((t8 + t4 + $bias) >> $shift) as $dtype; | |
114 | $dst[$dstep] = ((ta + t5 + $bias) >> $shift) as $dtype; | |
115 | $dst[$dstep * 2] = ((tb + t6 + $bias) >> $shift) as $dtype; | |
116 | $dst[$dstep * 3] = ((t9 + t7 + $bias) >> $shift) as $dtype; | |
117 | $dst[$dstep * 4] = ((t9 - t7 + $bias) >> $shift) as $dtype; | |
118 | $dst[$dstep * 5] = ((tb - t6 + $bias) >> $shift) as $dtype; | |
119 | $dst[$dstep * 6] = ((ta - t5 + $bias) >> $shift) as $dtype; | |
120 | $dst[$dstep * 7] = ((t8 - t4 + $bias) >> $shift) as $dtype; | |
121 | } | |
122 | } | |
123 | ||
124 | impl BlockDSP for RV20BlockDSP { | |
125 | fn idct(&self, blk: &mut [i16; 64]) { | |
126 | let mut tmp = [0i32; 64]; | |
127 | for (dst, src) in tmp.chunks_mut(8).zip(blk.chunks(8)) { | |
128 | idct!(src, 1, dst, 1, 0, 4, i32); | |
129 | } | |
130 | for i in 0..8 { | |
131 | idct!(&tmp[i..], 8, &mut blk[i..], 8, 1 << 19, 20, i16); | |
132 | } | |
133 | } | |
401b2b60 | 134 | fn copy_blocks(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mv: MV) { |
5c75af61 | 135 | let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize; |
401b2b60 | 136 | let cmode = (if (mv.x & 3) != 0 { 1 } else { 0 }) + (if (mv.y & 3) != 0 { 2 } else { 0 }); |
5c75af61 | 137 | |
401b2b60 KS |
138 | let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap(); |
139 | ||
140 | blockdsp::copy_block(&mut dst, src.clone(), 0, xpos, ypos, mv.x >> 1, mv.y >> 1, 16, 16, 0, 1, mode, H263_INTERP_FUNCS); | |
141 | blockdsp::copy_block(&mut dst, src.clone(), 1, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS); | |
142 | blockdsp::copy_block(&mut dst, src.clone(), 2, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS); | |
143 | } | |
144 | fn copy_blocks8x8(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mvs: &[MV; 4]) { | |
145 | let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap(); | |
146 | ||
147 | for i in 0..4 { | |
148 | let xadd = (i & 1) * 8; | |
149 | let yadd = (i & 2) * 4; | |
150 | let mode = ((mvs[i].x & 1) + (mvs[i].y & 1) * 2) as usize; | |
151 | ||
152 | blockdsp::copy_block(&mut dst, src.clone(), 0, xpos + xadd, ypos + yadd, mvs[i].x >> 1, mvs[i].y >> 1, 8, 8, 0, 1, mode, H263_INTERP_FUNCS); | |
153 | } | |
154 | ||
155 | let sum_mv = mvs[0] + mvs[1] + mvs[2] + mvs[3]; | |
156 | let cmx = (sum_mv.x >> 3) + H263_CHROMA_ROUND[(sum_mv.x & 0xF) as usize]; | |
157 | let cmy = (sum_mv.y >> 3) + H263_CHROMA_ROUND[(sum_mv.y & 0xF) as usize]; | |
158 | let mode = ((cmx & 1) + (cmy & 1) * 2) as usize; | |
159 | for plane in 1..3 { | |
160 | blockdsp::copy_block(&mut dst, src.clone(), plane, xpos >> 1, ypos >> 1, cmx >> 1, cmy >> 1, 8, 8, 0, 1, mode, H263_INTERP_FUNCS); | |
161 | } | |
5c75af61 | 162 | } |
401b2b60 | 163 | fn avg_blocks(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mv: MV) { |
5c75af61 | 164 | let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize; |
401b2b60 | 165 | let cmode = (if (mv.x & 3) != 0 { 1 } else { 0 }) + (if (mv.y & 3) != 0 { 2 } else { 0 }); |
5c75af61 | 166 | |
401b2b60 KS |
167 | let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap(); |
168 | ||
169 | blockdsp::copy_block(&mut dst, src.clone(), 0, xpos, ypos, mv.x >> 1, mv.y >> 1, 16, 16, 0, 1, mode, H263_INTERP_AVG_FUNCS); | |
170 | blockdsp::copy_block(&mut dst, src.clone(), 1, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_AVG_FUNCS); | |
171 | blockdsp::copy_block(&mut dst, src.clone(), 2, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_AVG_FUNCS); | |
172 | } | |
173 | fn avg_blocks8x8(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mvs: &[MV; 4]) { | |
174 | let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap(); | |
175 | ||
176 | for i in 0..4 { | |
177 | let xadd = (i & 1) * 8; | |
178 | let yadd = (i & 2) * 4; | |
179 | let mode = ((mvs[i].x & 1) + (mvs[i].y & 1) * 2) as usize; | |
180 | ||
181 | blockdsp::copy_block(&mut dst, src.clone(), 0, xpos + xadd, ypos + yadd, mvs[i].x >> 1, mvs[i].y >> 1, 8, 8, 0, 1, mode, H263_INTERP_AVG_FUNCS); | |
182 | } | |
183 | ||
184 | let sum_mv = mvs[0] + mvs[1] + mvs[2] + mvs[3]; | |
185 | let cmx = (sum_mv.x >> 3) + H263_CHROMA_ROUND[(sum_mv.x & 0xF) as usize]; | |
186 | let cmy = (sum_mv.y >> 3) + H263_CHROMA_ROUND[(sum_mv.y & 0xF) as usize]; | |
187 | let mode = ((cmx & 1) + (cmy & 1) * 2) as usize; | |
188 | for plane in 1..3 { | |
189 | blockdsp::copy_block(&mut dst, src.clone(), plane, xpos >> 1, ypos >> 1, cmx >> 1, cmy >> 1, 8, 8, 0, 1, mode, H263_INTERP_AVG_FUNCS); | |
190 | } | |
5c75af61 KS |
191 | } |
192 | fn filter_row(&self, buf: &mut NAVideoBuffer<u8>, mb_y: usize, mb_w: usize, cbpi: &CBPInfo) { | |
193 | h263_filter_row(buf, mb_y, mb_w, cbpi) | |
194 | } | |
195 | } | |
196 | ||
be91b1c3 KS |
197 | impl<'a> RealVideo20BR<'a> { |
198 | fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self { | |
199 | let nslices = (src[0] as usize) + 1; | |
200 | let mut slice_offs = Vec::with_capacity(nslices); | |
201 | { | |
202 | let offs = &src[1..][..nslices * 8]; | |
fa90ccfb | 203 | let mut br = BitReader::new(offs, BitReaderMode::BE); |
be91b1c3 KS |
204 | for _ in 0..nslices { |
205 | br.skip(32).unwrap(); | |
206 | let off = br.read(32).unwrap(); | |
207 | slice_offs.push(off); | |
208 | } | |
209 | } | |
210 | let soff = nslices * 8 + 1; | |
211 | let mb_w = (width + 15) >> 4; | |
212 | let mb_h = (height + 15) >> 4; | |
213 | let max_pos = mb_w * mb_h - 1; | |
214 | let mut mbpb = 0; | |
215 | for i in 0..H263_MBB.len() { | |
216 | if max_pos <= H263_MBB[i].blocks { | |
217 | mbpb = H263_MBB[i].bits; | |
218 | break; | |
219 | } | |
220 | } | |
221 | RealVideo20BR { | |
fa90ccfb | 222 | br: BitReader::new(&src[soff..], BitReaderMode::BE), |
e07387c7 | 223 | tables, |
be91b1c3 KS |
224 | num_slices: nslices, |
225 | slice_no: 0, | |
226 | slice_off: slice_offs, | |
227 | w: width, | |
228 | h: height, | |
e07387c7 KS |
229 | mb_w, |
230 | mb_h, | |
be91b1c3 | 231 | mb_pos_bits: mbpb, |
e07387c7 KS |
232 | minor_ver, |
233 | rpr, | |
5ce3689c | 234 | pts: 0, |
be91b1c3 KS |
235 | } |
236 | } | |
237 | ||
2a2aa421 | 238 | #[allow(unused_variables)] |
0c3b4923 | 239 | fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> { |
9037cf6b | 240 | let br = &mut self.br; |
be91b1c3 | 241 | let mut idx = 0; |
2a2aa421 | 242 | if !sstate.is_iframe && intra { |
fc26b944 | 243 | let mut dc = br.read(8)? as i16; |
be91b1c3 KS |
244 | if dc == 255 { dc = 128; } |
245 | blk[0] = dc << 3; | |
246 | idx = 1; | |
247 | } | |
248 | if !coded { return Ok(()); } | |
0c3b4923 KS |
249 | let scan = match acpred { |
250 | ACPredMode::Hor => H263_SCAN_V, | |
251 | ACPredMode::Ver => H263_SCAN_H, | |
64e8b971 | 252 | _ => &ZIGZAG, |
0c3b4923 | 253 | }; |
be91b1c3 | 254 | |
2a2aa421 | 255 | let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb }; |
7f73eeee KS |
256 | let q = if plane_no == 0 { (quant * 2) as i16 } else { (H263_CHROMA_QUANT[quant as usize] * 2) as i16 }; |
257 | let q_add = if q == 0 || sstate.is_iframe { 0i16 } else { (((q >> 1) - 1) | 1) as i16 }; | |
be91b1c3 | 258 | while idx < 64 { |
fc26b944 | 259 | let code = br.read_cb(rl_cb)?; |
be91b1c3 KS |
260 | let run; |
261 | let mut level; | |
262 | let last; | |
263 | if !code.is_escape() { | |
264 | run = code.get_run(); | |
265 | level = code.get_level(); | |
266 | last = code.is_last(); | |
fc26b944 | 267 | if br.read_bool()? { level = -level; } |
7f73eeee KS |
268 | if level >= 0 { |
269 | level = (level * q) + q_add; | |
270 | } else { | |
271 | level = (level * q) - q_add; | |
272 | } | |
be91b1c3 | 273 | } else { |
fc26b944 KS |
274 | last = br.read_bool()?; |
275 | run = br.read(6)? as u8; | |
276 | level = br.read_s(8)? as i16; | |
be91b1c3 | 277 | if level == -128 { |
fc26b944 KS |
278 | let low = br.read(5)? as i16; |
279 | let top = br.read_s(6)? as i16; | |
be91b1c3 KS |
280 | level = (top << 5) | low; |
281 | } | |
7f73eeee KS |
282 | if level >= 0 { |
283 | level = (level * q) + q_add; | |
284 | } else { | |
285 | level = (level * q) - q_add; | |
286 | } | |
be91b1c3 KS |
287 | if level < -2048 { level = -2048; } |
288 | if level > 2047 { level = 2047; } | |
289 | } | |
290 | idx += run; | |
291 | validate!(idx < 64); | |
0c3b4923 | 292 | let oidx = scan[idx as usize]; |
be91b1c3 KS |
293 | blk[oidx] = level; |
294 | idx += 1; | |
295 | if last { break; } | |
296 | } | |
297 | Ok(()) | |
298 | } | |
299 | } | |
300 | ||
301 | fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> { | |
fc26b944 | 302 | let code = br.read_cb(mv_cb)? as i16; |
be91b1c3 | 303 | if code == 0 { return Ok(0) } |
fc26b944 | 304 | if !br.read_bool()? { |
be91b1c3 KS |
305 | Ok(code) |
306 | } else { | |
307 | Ok(-code) | |
308 | } | |
309 | } | |
310 | ||
311 | fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> { | |
fc26b944 KS |
312 | let xval = decode_mv_component(br, mv_cb)?; |
313 | let yval = decode_mv_component(br, mv_cb)?; | |
be91b1c3 KS |
314 | Ok(MV::new(xval, yval)) |
315 | } | |
316 | ||
43c8b55e KS |
317 | fn read_dquant(br: &mut BitReader, q: u8) -> DecoderResult<u8> { |
318 | if br.read_bool()? { | |
319 | Ok(H263_MODIFIED_QUANT[br.read(1)? as usize][q as usize]) | |
320 | } else { | |
321 | Ok(br.read(5)? as u8) | |
322 | } | |
323 | } | |
324 | ||
be91b1c3 KS |
325 | impl<'a> BlockDecoder for RealVideo20BR<'a> { |
326 | ||
327 | #[allow(unused_variables)] | |
328 | fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> { | |
329 | self.slice_no = 0; | |
fc26b944 | 330 | let shdr = self.read_slice_header()?; |
2a2aa421 | 331 | // self.slice_no += 1; |
be91b1c3 | 332 | validate!((shdr.mb_x == 0) && (shdr.mb_y == 0)); |
2a2aa421 | 333 | /* let mb_count; |
be91b1c3 KS |
334 | if self.slice_no < self.num_slices { |
335 | let pos = self.br.tell(); | |
fc26b944 | 336 | let shdr2 = self.read_slice_header()?; |
be91b1c3 KS |
337 | self.br.seek(pos as u32)?; |
338 | mb_count = shdr2.mb_pos - shdr.mb_pos; | |
339 | } else { | |
340 | mb_count = self.mb_w * self.mb_h; | |
2a2aa421 | 341 | }*/ |
be91b1c3 | 342 | |
0c3b4923 | 343 | let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false)); |
32007ad9 | 344 | let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, MVMode::Long, false, false, shdr.qscale, shdr.seq as u16, None, plusinfo); |
be91b1c3 KS |
345 | Ok(picinfo) |
346 | } | |
347 | ||
348 | #[allow(unused_variables)] | |
2a2aa421 | 349 | fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> { |
fc26b944 | 350 | let shdr = self.read_slice_header()?; |
be91b1c3 KS |
351 | self.slice_no += 1; |
352 | let mb_count; | |
353 | if self.slice_no < self.num_slices { | |
0c3b4923 | 354 | let pos = self.br.tell(); |
fc26b944 | 355 | let shdr2 = self.read_slice_header()?; |
1b6a1780 | 356 | validate!(shdr2.mb_pos > shdr.mb_pos); |
be91b1c3 | 357 | mb_count = shdr2.mb_pos - shdr.mb_pos; |
0c3b4923 | 358 | self.br.seek(pos as u32)?; |
be91b1c3 KS |
359 | } else { |
360 | mb_count = self.mb_w * self.mb_h - shdr.mb_pos; | |
361 | } | |
2a2aa421 | 362 | let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale); |
be91b1c3 KS |
363 | |
364 | Ok(ret) | |
365 | } | |
366 | ||
43c8b55e | 367 | fn decode_block_header(&mut self, info: &PicInfo, _slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> { |
9037cf6b | 368 | let br = &mut self.br; |
43c8b55e | 369 | let mut q = sstate.quant; |
be91b1c3 KS |
370 | match info.get_mode() { |
371 | Type::I => { | |
fc26b944 KS |
372 | let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; |
373 | while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; } | |
0c3b4923 KS |
374 | let mut acpred = ACPredMode::None; |
375 | if let Some(ref pi) = info.plusinfo { | |
376 | if pi.aic { | |
377 | let acpp = br.read_bool()?; | |
378 | acpred = ACPredMode::DC; | |
0c3b4923 KS |
379 | if acpp { |
380 | acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver }; | |
381 | } | |
382 | } | |
0c3b4923 | 383 | } |
fc26b944 | 384 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
be91b1c3 KS |
385 | let cbp = (cbpy << 2) | (cbpc & 3); |
386 | let dquant = (cbpc & 4) != 0; | |
387 | if dquant { | |
43c8b55e | 388 | q = read_dquant(br, q)?; |
be91b1c3 | 389 | } |
0c3b4923 KS |
390 | let mut binfo = BlockInfo::new(Type::I, cbp, q); |
391 | binfo.set_acpred(acpred); | |
392 | Ok(binfo) | |
be91b1c3 KS |
393 | }, |
394 | Type::P => { | |
fc26b944 | 395 | if br.read_bool()? { |
be91b1c3 KS |
396 | return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant())); |
397 | } | |
fc26b944 KS |
398 | let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; |
399 | while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; } | |
be91b1c3 KS |
400 | let is_intra = (cbpc & 0x04) != 0; |
401 | let dquant = (cbpc & 0x08) != 0; | |
402 | let is_4x4 = (cbpc & 0x10) != 0; | |
403 | if is_intra { | |
fc26b944 | 404 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
be91b1c3 KS |
405 | let cbp = (cbpy << 2) | (cbpc & 3); |
406 | if dquant { | |
43c8b55e | 407 | q = read_dquant(br, q)?; |
be91b1c3 KS |
408 | } |
409 | let binfo = BlockInfo::new(Type::I, cbp, q); | |
be91b1c3 KS |
410 | return Ok(binfo); |
411 | } | |
412 | ||
fc26b944 | 413 | let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
be91b1c3 KS |
414 | // if /* !aiv && */(cbpc & 3) != 3 { |
415 | cbpy ^= 0xF; | |
416 | // } | |
417 | let cbp = (cbpy << 2) | (cbpc & 3); | |
418 | if dquant { | |
43c8b55e | 419 | q = read_dquant(br, q)?; |
be91b1c3 | 420 | } |
be91b1c3 KS |
421 | let mut binfo = BlockInfo::new(Type::P, cbp, q); |
422 | if !is_4x4 { | |
fc26b944 | 423 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; |
be91b1c3 KS |
424 | binfo.set_mv(&mvec); |
425 | } else { | |
426 | let mvec: [MV; 4] = [ | |
fc26b944 KS |
427 | decode_mv(br, &self.tables.mv_cb)?, |
428 | decode_mv(br, &self.tables.mv_cb)?, | |
429 | decode_mv(br, &self.tables.mv_cb)?, | |
430 | decode_mv(br, &self.tables.mv_cb)? | |
be91b1c3 KS |
431 | ]; |
432 | binfo.set_mv(&mvec); | |
433 | } | |
be91b1c3 KS |
434 | Ok(binfo) |
435 | }, | |
32007ad9 | 436 | Type::B => { // B |
507f4b11 KS |
437 | let mut mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; |
438 | while mbtype == 14 { mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; } | |
439 | ||
440 | let is_coded = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_CODED) != 0; | |
441 | let is_intra = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_INTRA) != 0; | |
442 | let dquant = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_DQUANT) != 0; | |
443 | let is_fwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_FORWARD) != 0; | |
444 | let is_bwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_BACKWARD) != 0; | |
445 | ||
446 | let cbp = if is_coded { | |
447 | let cbpc = br.read_cb(&self.tables.cbpc_b_cb)?; | |
448 | let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?; | |
449 | if !is_intra { cbpy ^= 0xF; } | |
450 | (cbpy << 2) | (cbpc & 3) | |
451 | } else { 0 }; | |
1a151e53 | 452 | |
507f4b11 | 453 | if dquant { |
43c8b55e | 454 | q = read_dquant(br, q)?; |
507f4b11 | 455 | } |
507f4b11 KS |
456 | |
457 | if is_intra { | |
458 | let binfo = BlockInfo::new(Type::I, cbp, q); | |
459 | return Ok(binfo); | |
460 | } | |
461 | ||
462 | let mut binfo = BlockInfo::new(Type::B, cbp, q); | |
463 | if is_fwd { | |
464 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; | |
465 | binfo.set_mv(&mvec); | |
466 | } | |
467 | if is_bwd { | |
468 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; | |
469 | binfo.set_b_mv(&mvec); | |
470 | } | |
471 | Ok(binfo) | |
472 | }, | |
32007ad9 | 473 | _ => { unreachable!(); }, |
be91b1c3 KS |
474 | } |
475 | } | |
476 | ||
2a2aa421 | 477 | fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
0c3b4923 | 478 | self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred()) |
be91b1c3 KS |
479 | } |
480 | ||
481 | #[allow(unused_variables)] | |
2a2aa421 | 482 | fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
0c3b4923 | 483 | self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None) |
be91b1c3 KS |
484 | } |
485 | ||
2a2aa421 | 486 | fn is_slice_end(&mut self) -> bool { false } |
be91b1c3 KS |
487 | } |
488 | ||
489 | impl<'a> RealVideo20BR<'a> { | |
2a2aa421 | 490 | #[allow(unused_variables)] |
be91b1c3 KS |
491 | fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> { |
492 | validate!(self.slice_no < self.num_slices); | |
493 | ||
9037cf6b | 494 | let br = &mut self.br; |
fc26b944 | 495 | br.seek(self.slice_off[self.slice_no] * 8)?; |
be91b1c3 | 496 | |
fc26b944 | 497 | let frm_type = br.read(2)?; |
be91b1c3 KS |
498 | let ftype = match frm_type { |
499 | 0 | 1 => { Type::I }, | |
500 | 2 => { Type::P }, | |
507f4b11 | 501 | _ => { Type::B }, |
be91b1c3 KS |
502 | }; |
503 | ||
fc26b944 | 504 | let marker = br.read(1)?; |
be91b1c3 | 505 | validate!(marker == 0); |
fc26b944 | 506 | let qscale = br.read(5)? as u8; |
be91b1c3 KS |
507 | validate!(qscale > 0); |
508 | if self.minor_ver >= 2 { | |
fc26b944 | 509 | br.skip(1)?; // loop filter |
be91b1c3 KS |
510 | } |
511 | let seq = if self.minor_ver <= 1 { | |
32007ad9 | 512 | br.read(8)? << 8 |
be91b1c3 | 513 | } else { |
32007ad9 | 514 | br.read(13)? << 3 |
be91b1c3 | 515 | }; |
5ce3689c | 516 | self.pts = seq as u16; |
be91b1c3 KS |
517 | let w; |
518 | let h; | |
519 | if self.rpr.present { | |
fc26b944 | 520 | let rpr = br.read(self.rpr.bits)? as usize; |
be91b1c3 KS |
521 | if rpr == 0 { |
522 | w = self.w; | |
523 | h = self.h; | |
524 | } else { | |
7c37f176 KS |
525 | w = self.rpr.widths[rpr - 1]; |
526 | h = self.rpr.heights[rpr - 1]; | |
be91b1c3 KS |
527 | validate!((w != 0) && (h != 0)); |
528 | } | |
529 | } else { | |
530 | w = self.w; | |
531 | h = self.h; | |
532 | } | |
533 | ||
fc26b944 | 534 | let mb_pos = br.read(self.mb_pos_bits)? as usize; |
be91b1c3 KS |
535 | let mb_x = mb_pos % self.mb_w; |
536 | let mb_y = mb_pos / self.mb_w; | |
537 | ||
fc26b944 | 538 | br.skip(1)?; // no rounding |
be91b1c3 KS |
539 | |
540 | if (self.minor_ver <= 1) && (frm_type == 3) { | |
fc26b944 | 541 | br.skip(5)?; |
be91b1c3 | 542 | } |
be91b1c3 | 543 | |
32007ad9 | 544 | Ok(RV20SliceInfo::new(ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h)) |
be91b1c3 KS |
545 | } |
546 | } | |
547 | ||
be91b1c3 KS |
548 | impl RealVideo20Decoder { |
549 | fn new() -> Self { | |
550 | let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC); | |
551 | let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
552 | let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC); | |
553 | let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
507f4b11 KS |
554 | let mut coderead = H263ShortCodeReader::new(H263_MBTYPE_B); |
555 | let mbtype_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
be91b1c3 KS |
556 | let mut coderead = H263ShortCodeReader::new(H263_CBPY); |
557 | let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
507f4b11 KS |
558 | let mut coderead = H263ShortCodeReader::new(H263_CBPC_B); |
559 | let cbpc_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
be91b1c3 KS |
560 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES); |
561 | let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
562 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC); | |
563 | let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
564 | let mut coderead = H263ShortCodeReader::new(H263_MV); | |
565 | let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
1a151e53 | 566 | |
be91b1c3 | 567 | let tables = Tables { |
e07387c7 KS |
568 | intra_mcbpc_cb, |
569 | inter_mcbpc_cb, | |
570 | mbtype_b_cb, | |
571 | cbpy_cb, | |
572 | cbpc_b_cb, | |
573 | rl_cb, | |
574 | aic_rl_cb, | |
575 | mv_cb, | |
be91b1c3 KS |
576 | }; |
577 | ||
578 | RealVideo20Decoder{ | |
2422d969 | 579 | info: NACodecInfoRef::default(), |
32007ad9 | 580 | dec: H263BaseDecoder::new_b_frames(false), |
e07387c7 | 581 | tables, |
be91b1c3 KS |
582 | w: 0, |
583 | h: 0, | |
584 | minor_ver: 0, | |
585 | rpr: RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] }, | |
5c75af61 | 586 | bdsp: Box::new(RV20BlockDSP::default()), |
5ce3689c KS |
587 | base_ts: 0, |
588 | last_ts: 0, | |
589 | next_ts: 0, | |
be91b1c3 KS |
590 | } |
591 | } | |
592 | } | |
593 | ||
594 | impl NADecoder for RealVideo20Decoder { | |
2a2aa421 | 595 | #[allow(unused_variables)] |
01613464 | 596 | fn init(&mut self, _supp: &mut NADecoderSupport, info: NACodecInfoRef) -> DecoderResult<()> { |
be91b1c3 KS |
597 | if let NACodecTypeInfo::Video(vinfo) = info.get_properties() { |
598 | let w = vinfo.get_width(); | |
599 | let h = vinfo.get_height(); | |
600 | let fmt = formats::YUV420_FORMAT; | |
601 | let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt)); | |
2422d969 | 602 | self.info = NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()).into_ref(); |
be91b1c3 KS |
603 | self.w = w; |
604 | self.h = h; | |
605 | ||
606 | let edata = info.get_extradata().unwrap(); | |
607 | let src: &[u8] = &edata; | |
608 | let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4); | |
609 | let maj_ver = ver >> 16; | |
610 | let min_ver = (ver >> 8) & 0xFF; | |
611 | let mic_ver = ver & 0xFF; | |
be91b1c3 KS |
612 | validate!(maj_ver == 2); |
613 | self.minor_ver = min_ver as u8; | |
614 | let rprb = src[1] & 7; | |
615 | if rprb == 0 { | |
616 | self.rpr.present = false; | |
617 | } else { | |
618 | self.rpr.present = true; | |
7c37f176 | 619 | self.rpr.bits = ((rprb >> 1) + 1) as u8; |
be91b1c3 KS |
620 | for i in 4..(src.len()/2) { |
621 | self.rpr.widths [i - 4] = (src[i * 2] as usize) * 4; | |
622 | self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4; | |
623 | } | |
624 | } | |
625 | Ok(()) | |
626 | } else { | |
be91b1c3 KS |
627 | Err(DecoderError::InvalidData) |
628 | } | |
629 | } | |
01613464 | 630 | fn decode(&mut self, _supp: &mut NADecoderSupport, pkt: &NAPacket) -> DecoderResult<NAFrameRef> { |
be91b1c3 KS |
631 | let src = pkt.get_buffer(); |
632 | ||
be91b1c3 KS |
633 | let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr); |
634 | ||
5c75af61 | 635 | let bufinfo = self.dec.parse_frame(&mut ibr, self.bdsp.as_ref())?; |
be91b1c3 KS |
636 | |
637 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo); | |
5ce3689c KS |
638 | let ftype = self.dec.get_frame_type(); |
639 | let pts = ibr.pts; | |
640 | if ftype != FrameType::B { | |
641 | self.last_ts = self.next_ts; | |
642 | self.next_ts = pts; | |
643 | if self.last_ts > self.next_ts { | |
644 | self.base_ts += 1 << 16; | |
645 | } | |
646 | } | |
647 | let ts_diff = self.next_ts.wrapping_sub(pts); | |
648 | let ts = self.base_ts + (self.next_ts as u64) - (ts_diff as u64); | |
be91b1c3 | 649 | frm.set_keyframe(self.dec.is_intra()); |
5ce3689c KS |
650 | frm.set_frame_type(ftype); |
651 | frm.set_pts(Some(ts >> 3)); | |
171860fc | 652 | Ok(frm.into_ref()) |
be91b1c3 | 653 | } |
f9be4e75 KS |
654 | fn flush(&mut self) { |
655 | self.dec.flush(); | |
656 | } | |
be91b1c3 KS |
657 | } |
658 | ||
659 | struct MBB { blocks: usize, bits: u8 } | |
660 | const H263_MBB: &[MBB; 7] = &[ | |
661 | MBB{ blocks: 47, bits: 6 }, | |
662 | MBB{ blocks: 98, bits: 7 }, | |
663 | MBB{ blocks: 395, bits: 9 }, | |
664 | MBB{ blocks: 1583, bits: 11 }, | |
665 | MBB{ blocks: 6335, bits: 13 }, | |
666 | MBB{ blocks: 9215, bits: 14 }, | |
667 | MBB{ blocks: 65536, bits: 14 }, | |
668 | ]; | |
669 | ||
08a1fab7 | 670 | pub fn get_decoder() -> Box<dyn NADecoder + Send> { |
be91b1c3 KS |
671 | Box::new(RealVideo20Decoder::new()) |
672 | } | |
673 | ||
674 | #[cfg(test)] | |
675 | mod test { | |
3167c45c KS |
676 | use nihav_core::codecs::RegisteredDecoders; |
677 | use nihav_core::demuxers::RegisteredDemuxers; | |
ce742854 | 678 | use nihav_codec_support::test::dec_video::*; |
e64739f8 KS |
679 | use crate::realmedia_register_all_codecs; |
680 | use crate::realmedia_register_all_demuxers; | |
be91b1c3 KS |
681 | #[test] |
682 | fn test_rv20() { | |
3167c45c KS |
683 | let mut dmx_reg = RegisteredDemuxers::new(); |
684 | realmedia_register_all_demuxers(&mut dmx_reg); | |
685 | let mut dec_reg = RegisteredDecoders::new(); | |
686 | realmedia_register_all_codecs(&mut dec_reg); | |
687 | ||
39a5835c KS |
688 | test_decoding("realmedia", "realvideo2", |
689 | "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", | |
690 | Some(1000), &dmx_reg, &dec_reg, ExpectedTestResult::MD5Frames(vec![ | |
691 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
692 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
693 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
694 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
695 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
696 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
697 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
698 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
699 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
700 | [0x8ce88686, 0x03ca3bb9, 0x0d18347b, 0xccdb0bc5], | |
701 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
702 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
703 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
704 | [0xa2008d4c, 0xf4684b3a, 0xecd0526c, 0xf0742a77], | |
705 | [0xafe0df5b, 0x29cd2418, 0x29a265c7, 0x9b4f2218], | |
706 | [0x0e0529df, 0xf1cc3f03, 0x03986b0d, 0xd2033c08], | |
707 | [0x4662b5ab, 0xaca5ca35, 0x4d089fb2, 0xc6a3df1e], | |
708 | [0x22c978cf, 0x6887a9ba, 0xe74c9316, 0x8cbdd29b], | |
709 | [0x12d8b88f, 0x59ebe632, 0xbcfaa336, 0xadbdd9ad], | |
710 | [0x0d99c67b, 0x3231302f, 0x3612b0d0, 0x38b5414d], | |
711 | [0x2f65b75e, 0x1239d563, 0x832ce096, 0x568a9bc2]])); | |
be91b1c3 KS |
712 | } |
713 | } |