Commit | Line | Data |
---|---|---|
5641dccf KS |
1 | use nihav_core::io::bitreader::*; |
2 | use nihav_core::io::codebook::*; | |
3 | use nihav_core::formats; | |
4 | use nihav_core::frame::*; | |
5 | use nihav_core::codecs::*; | |
b4d5b851 | 6 | use nihav_codec_support::codecs::{MV, ZIGZAG}; |
5c75af61 | 7 | use nihav_codec_support::codecs::blockdsp; |
b4d5b851 | 8 | use nihav_codec_support::codecs::h263::*; |
5c75af61 | 9 | use nihav_codec_support::codecs::h263::code::{H263_INTERP_FUNCS, H263_INTERP_AVG_FUNCS, h263_filter_row}; |
b4d5b851 KS |
10 | use nihav_codec_support::codecs::h263::decoder::*; |
11 | use nihav_codec_support::codecs::h263::data::*; | |
5641dccf | 12 | |
be91b1c3 KS |
13 | |
14 | #[allow(dead_code)] | |
15 | struct Tables { | |
16 | intra_mcbpc_cb: Codebook<u8>, | |
17 | inter_mcbpc_cb: Codebook<u8>, | |
507f4b11 | 18 | mbtype_b_cb: Codebook<u8>, |
be91b1c3 | 19 | cbpy_cb: Codebook<u8>, |
507f4b11 | 20 | cbpc_b_cb: Codebook<u8>, |
be91b1c3 KS |
21 | rl_cb: Codebook<H263RLSym>, |
22 | aic_rl_cb: Codebook<H263RLSym>, | |
23 | mv_cb: Codebook<u8>, | |
24 | } | |
25 | ||
26 | #[derive(Clone,Copy)] | |
27 | struct RPRInfo { | |
28 | present: bool, | |
29 | bits: u8, | |
30 | widths: [usize; 8], | |
31 | heights: [usize; 8], | |
32 | } | |
33 | ||
34 | struct RealVideo20Decoder { | |
2422d969 | 35 | info: NACodecInfoRef, |
be91b1c3 KS |
36 | dec: H263BaseDecoder, |
37 | tables: Tables, | |
38 | w: usize, | |
39 | h: usize, | |
40 | minor_ver: u8, | |
41 | rpr: RPRInfo, | |
5c75af61 | 42 | bdsp: Box<dyn BlockDSP + Send>, |
5ce3689c KS |
43 | base_ts: u64, |
44 | last_ts: u16, | |
45 | next_ts: u16, | |
be91b1c3 KS |
46 | } |
47 | ||
48 | struct RealVideo20BR<'a> { | |
49 | br: BitReader<'a>, | |
50 | tables: &'a Tables, | |
51 | num_slices: usize, | |
52 | slice_no: usize, | |
53 | slice_off: Vec<u32>, | |
54 | w: usize, | |
55 | h: usize, | |
56 | mb_w: usize, | |
57 | mb_h: usize, | |
be91b1c3 | 58 | mb_pos_bits: u8, |
be91b1c3 KS |
59 | minor_ver: u8, |
60 | rpr: RPRInfo, | |
5ce3689c | 61 | pts: u16, |
be91b1c3 KS |
62 | } |
63 | ||
64 | struct RV20SliceInfo { | |
65 | ftype: Type, | |
32007ad9 | 66 | seq: u32, |
be91b1c3 KS |
67 | qscale: u8, |
68 | mb_x: usize, | |
69 | mb_y: usize, | |
70 | mb_pos: usize, | |
71 | w: usize, | |
72 | h: usize, | |
73 | } | |
74 | ||
5c75af61 KS |
75 | #[derive(Default)] |
76 | struct RV20BlockDSP {} | |
77 | ||
be91b1c3 | 78 | impl RV20SliceInfo { |
32007ad9 | 79 | fn new(ftype: Type, seq: u32, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self { |
e07387c7 | 80 | RV20SliceInfo { ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h } |
be91b1c3 KS |
81 | } |
82 | } | |
83 | ||
5c75af61 KS |
84 | macro_rules! idct { |
85 | ($src: expr, $sstep: expr, $dst: expr, $dstep: expr, $bias: expr, $shift: expr, $dtype: tt) => { | |
86 | let s0 = $src[0] as i32; | |
87 | let s1 = $src[$sstep] as i32; | |
88 | let s2 = $src[$sstep * 2] as i32; | |
89 | let s3 = $src[$sstep * 3] as i32; | |
90 | let s4 = $src[$sstep * 4] as i32; | |
91 | let s5 = $src[$sstep * 5] as i32; | |
92 | let s6 = $src[$sstep * 6] as i32; | |
93 | let s7 = $src[$sstep * 7] as i32; | |
94 | ||
95 | let t0 = (s0 + s4).wrapping_mul(1448); | |
96 | let t1 = (s0 - s4).wrapping_mul(1448); | |
97 | let t2 = s2.wrapping_mul(1892) + s6.wrapping_mul(784); | |
98 | let t3 = s2.wrapping_mul(784) - s6.wrapping_mul(1892); | |
99 | let t4 = s1.wrapping_mul(2009) + s3.wrapping_mul(1703) | |
100 | + s5.wrapping_mul(1138) + s7.wrapping_mul(400); | |
101 | let t5 = s1.wrapping_mul(1703) - s3.wrapping_mul(400) | |
102 | - s5.wrapping_mul(2009) - s7.wrapping_mul(1138); | |
103 | let t6 = s1.wrapping_mul(1138) - s3.wrapping_mul(2009) | |
104 | + s5.wrapping_mul(400) + s7.wrapping_mul(1703); | |
105 | let t7 = s1.wrapping_mul(400) - s3.wrapping_mul(1138) | |
106 | + s5.wrapping_mul(1703) - s7.wrapping_mul(2009); | |
107 | ||
108 | let t8 = t0 + t2; | |
109 | let t9 = t0 - t2; | |
110 | let ta = t1 + t3; | |
111 | let tb = t1 - t3; | |
112 | ||
113 | $dst[0] = ((t8 + t4 + $bias) >> $shift) as $dtype; | |
114 | $dst[$dstep] = ((ta + t5 + $bias) >> $shift) as $dtype; | |
115 | $dst[$dstep * 2] = ((tb + t6 + $bias) >> $shift) as $dtype; | |
116 | $dst[$dstep * 3] = ((t9 + t7 + $bias) >> $shift) as $dtype; | |
117 | $dst[$dstep * 4] = ((t9 - t7 + $bias) >> $shift) as $dtype; | |
118 | $dst[$dstep * 5] = ((tb - t6 + $bias) >> $shift) as $dtype; | |
119 | $dst[$dstep * 6] = ((ta - t5 + $bias) >> $shift) as $dtype; | |
120 | $dst[$dstep * 7] = ((t8 - t4 + $bias) >> $shift) as $dtype; | |
121 | } | |
122 | } | |
123 | ||
124 | impl BlockDSP for RV20BlockDSP { | |
125 | fn idct(&self, blk: &mut [i16; 64]) { | |
126 | let mut tmp = [0i32; 64]; | |
127 | for (dst, src) in tmp.chunks_mut(8).zip(blk.chunks(8)) { | |
128 | idct!(src, 1, dst, 1, 0, 4, i32); | |
129 | } | |
130 | for i in 0..8 { | |
131 | idct!(&tmp[i..], 8, &mut blk[i..], 8, 1 << 19, 20, i16); | |
132 | } | |
133 | } | |
401b2b60 | 134 | fn copy_blocks(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mv: MV) { |
5c75af61 | 135 | let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize; |
401b2b60 | 136 | let cmode = (if (mv.x & 3) != 0 { 1 } else { 0 }) + (if (mv.y & 3) != 0 { 2 } else { 0 }); |
5c75af61 | 137 | |
401b2b60 KS |
138 | let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap(); |
139 | ||
140 | blockdsp::copy_block(&mut dst, src.clone(), 0, xpos, ypos, mv.x >> 1, mv.y >> 1, 16, 16, 0, 1, mode, H263_INTERP_FUNCS); | |
141 | blockdsp::copy_block(&mut dst, src.clone(), 1, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS); | |
142 | blockdsp::copy_block(&mut dst, src.clone(), 2, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS); | |
143 | } | |
144 | fn copy_blocks8x8(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mvs: &[MV; 4]) { | |
145 | let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap(); | |
146 | ||
147 | for i in 0..4 { | |
148 | let xadd = (i & 1) * 8; | |
149 | let yadd = (i & 2) * 4; | |
150 | let mode = ((mvs[i].x & 1) + (mvs[i].y & 1) * 2) as usize; | |
151 | ||
152 | blockdsp::copy_block(&mut dst, src.clone(), 0, xpos + xadd, ypos + yadd, mvs[i].x >> 1, mvs[i].y >> 1, 8, 8, 0, 1, mode, H263_INTERP_FUNCS); | |
153 | } | |
154 | ||
155 | let sum_mv = mvs[0] + mvs[1] + mvs[2] + mvs[3]; | |
156 | let cmx = (sum_mv.x >> 3) + H263_CHROMA_ROUND[(sum_mv.x & 0xF) as usize]; | |
157 | let cmy = (sum_mv.y >> 3) + H263_CHROMA_ROUND[(sum_mv.y & 0xF) as usize]; | |
158 | let mode = ((cmx & 1) + (cmy & 1) * 2) as usize; | |
159 | for plane in 1..3 { | |
160 | blockdsp::copy_block(&mut dst, src.clone(), plane, xpos >> 1, ypos >> 1, cmx >> 1, cmy >> 1, 8, 8, 0, 1, mode, H263_INTERP_FUNCS); | |
161 | } | |
5c75af61 | 162 | } |
401b2b60 | 163 | fn avg_blocks(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mv: MV) { |
5c75af61 | 164 | let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize; |
401b2b60 | 165 | let cmode = (if (mv.x & 3) != 0 { 1 } else { 0 }) + (if (mv.y & 3) != 0 { 2 } else { 0 }); |
5c75af61 | 166 | |
401b2b60 KS |
167 | let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap(); |
168 | ||
169 | blockdsp::copy_block(&mut dst, src.clone(), 0, xpos, ypos, mv.x >> 1, mv.y >> 1, 16, 16, 0, 1, mode, H263_INTERP_AVG_FUNCS); | |
170 | blockdsp::copy_block(&mut dst, src.clone(), 1, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_AVG_FUNCS); | |
171 | blockdsp::copy_block(&mut dst, src.clone(), 2, xpos >> 1, ypos >> 1, mv.x >> 2, mv.y >> 2, 8, 8, 0, 1, cmode, H263_INTERP_AVG_FUNCS); | |
172 | } | |
173 | fn avg_blocks8x8(&self, dst: &mut NAVideoBuffer<u8>, src: NAVideoBufferRef<u8>, xpos: usize, ypos: usize, mvs: &[MV; 4]) { | |
174 | let mut dst = NASimpleVideoFrame::from_video_buf(dst).unwrap(); | |
175 | ||
176 | for i in 0..4 { | |
177 | let xadd = (i & 1) * 8; | |
178 | let yadd = (i & 2) * 4; | |
179 | let mode = ((mvs[i].x & 1) + (mvs[i].y & 1) * 2) as usize; | |
180 | ||
181 | blockdsp::copy_block(&mut dst, src.clone(), 0, xpos + xadd, ypos + yadd, mvs[i].x >> 1, mvs[i].y >> 1, 8, 8, 0, 1, mode, H263_INTERP_AVG_FUNCS); | |
182 | } | |
183 | ||
184 | let sum_mv = mvs[0] + mvs[1] + mvs[2] + mvs[3]; | |
185 | let cmx = (sum_mv.x >> 3) + H263_CHROMA_ROUND[(sum_mv.x & 0xF) as usize]; | |
186 | let cmy = (sum_mv.y >> 3) + H263_CHROMA_ROUND[(sum_mv.y & 0xF) as usize]; | |
187 | let mode = ((cmx & 1) + (cmy & 1) * 2) as usize; | |
188 | for plane in 1..3 { | |
189 | blockdsp::copy_block(&mut dst, src.clone(), plane, xpos >> 1, ypos >> 1, cmx >> 1, cmy >> 1, 8, 8, 0, 1, mode, H263_INTERP_AVG_FUNCS); | |
190 | } | |
5c75af61 KS |
191 | } |
192 | fn filter_row(&self, buf: &mut NAVideoBuffer<u8>, mb_y: usize, mb_w: usize, cbpi: &CBPInfo) { | |
193 | h263_filter_row(buf, mb_y, mb_w, cbpi) | |
194 | } | |
195 | } | |
196 | ||
b7e1f972 KS |
197 | fn get_mb_pos_bits(mb_w: usize, mb_h: usize) -> u8 { |
198 | let max_pos = mb_w * mb_h - 1; | |
199 | for i in 0..H263_MBB.len() { | |
200 | if max_pos <= H263_MBB[i].blocks { | |
201 | return H263_MBB[i].bits; | |
202 | } | |
203 | } | |
204 | 0 | |
205 | } | |
206 | ||
be91b1c3 KS |
207 | impl<'a> RealVideo20BR<'a> { |
208 | fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self { | |
209 | let nslices = (src[0] as usize) + 1; | |
210 | let mut slice_offs = Vec::with_capacity(nslices); | |
211 | { | |
212 | let offs = &src[1..][..nslices * 8]; | |
fa90ccfb | 213 | let mut br = BitReader::new(offs, BitReaderMode::BE); |
be91b1c3 KS |
214 | for _ in 0..nslices { |
215 | br.skip(32).unwrap(); | |
216 | let off = br.read(32).unwrap(); | |
217 | slice_offs.push(off); | |
218 | } | |
219 | } | |
220 | let soff = nslices * 8 + 1; | |
221 | let mb_w = (width + 15) >> 4; | |
222 | let mb_h = (height + 15) >> 4; | |
be91b1c3 | 223 | RealVideo20BR { |
fa90ccfb | 224 | br: BitReader::new(&src[soff..], BitReaderMode::BE), |
e07387c7 | 225 | tables, |
be91b1c3 KS |
226 | num_slices: nslices, |
227 | slice_no: 0, | |
228 | slice_off: slice_offs, | |
229 | w: width, | |
230 | h: height, | |
e07387c7 KS |
231 | mb_w, |
232 | mb_h, | |
b7e1f972 | 233 | mb_pos_bits: get_mb_pos_bits(mb_w, mb_h), |
e07387c7 KS |
234 | minor_ver, |
235 | rpr, | |
5ce3689c | 236 | pts: 0, |
be91b1c3 KS |
237 | } |
238 | } | |
239 | ||
2a2aa421 | 240 | #[allow(unused_variables)] |
0c3b4923 | 241 | fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize, acpred: ACPredMode) -> DecoderResult<()> { |
9037cf6b | 242 | let br = &mut self.br; |
be91b1c3 | 243 | let mut idx = 0; |
2a2aa421 | 244 | if !sstate.is_iframe && intra { |
fc26b944 | 245 | let mut dc = br.read(8)? as i16; |
be91b1c3 KS |
246 | if dc == 255 { dc = 128; } |
247 | blk[0] = dc << 3; | |
248 | idx = 1; | |
249 | } | |
250 | if !coded { return Ok(()); } | |
0c3b4923 KS |
251 | let scan = match acpred { |
252 | ACPredMode::Hor => H263_SCAN_V, | |
253 | ACPredMode::Ver => H263_SCAN_H, | |
64e8b971 | 254 | _ => &ZIGZAG, |
0c3b4923 | 255 | }; |
be91b1c3 | 256 | |
2a2aa421 | 257 | let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb }; |
7f73eeee KS |
258 | let q = if plane_no == 0 { (quant * 2) as i16 } else { (H263_CHROMA_QUANT[quant as usize] * 2) as i16 }; |
259 | let q_add = if q == 0 || sstate.is_iframe { 0i16 } else { (((q >> 1) - 1) | 1) as i16 }; | |
be91b1c3 | 260 | while idx < 64 { |
fc26b944 | 261 | let code = br.read_cb(rl_cb)?; |
be91b1c3 KS |
262 | let run; |
263 | let mut level; | |
264 | let last; | |
265 | if !code.is_escape() { | |
266 | run = code.get_run(); | |
267 | level = code.get_level(); | |
268 | last = code.is_last(); | |
fc26b944 | 269 | if br.read_bool()? { level = -level; } |
7f73eeee KS |
270 | if level >= 0 { |
271 | level = (level * q) + q_add; | |
272 | } else { | |
273 | level = (level * q) - q_add; | |
274 | } | |
be91b1c3 | 275 | } else { |
fc26b944 KS |
276 | last = br.read_bool()?; |
277 | run = br.read(6)? as u8; | |
278 | level = br.read_s(8)? as i16; | |
be91b1c3 | 279 | if level == -128 { |
fc26b944 KS |
280 | let low = br.read(5)? as i16; |
281 | let top = br.read_s(6)? as i16; | |
be91b1c3 KS |
282 | level = (top << 5) | low; |
283 | } | |
7f73eeee KS |
284 | if level >= 0 { |
285 | level = (level * q) + q_add; | |
286 | } else { | |
287 | level = (level * q) - q_add; | |
288 | } | |
be91b1c3 KS |
289 | if level < -2048 { level = -2048; } |
290 | if level > 2047 { level = 2047; } | |
291 | } | |
292 | idx += run; | |
293 | validate!(idx < 64); | |
0c3b4923 | 294 | let oidx = scan[idx as usize]; |
be91b1c3 KS |
295 | blk[oidx] = level; |
296 | idx += 1; | |
297 | if last { break; } | |
298 | } | |
299 | Ok(()) | |
300 | } | |
301 | } | |
302 | ||
303 | fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> { | |
fc26b944 | 304 | let code = br.read_cb(mv_cb)? as i16; |
be91b1c3 | 305 | if code == 0 { return Ok(0) } |
fc26b944 | 306 | if !br.read_bool()? { |
be91b1c3 KS |
307 | Ok(code) |
308 | } else { | |
309 | Ok(-code) | |
310 | } | |
311 | } | |
312 | ||
313 | fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> { | |
fc26b944 KS |
314 | let xval = decode_mv_component(br, mv_cb)?; |
315 | let yval = decode_mv_component(br, mv_cb)?; | |
be91b1c3 KS |
316 | Ok(MV::new(xval, yval)) |
317 | } | |
318 | ||
43c8b55e KS |
319 | fn read_dquant(br: &mut BitReader, q: u8) -> DecoderResult<u8> { |
320 | if br.read_bool()? { | |
321 | Ok(H263_MODIFIED_QUANT[br.read(1)? as usize][q as usize]) | |
322 | } else { | |
323 | Ok(br.read(5)? as u8) | |
324 | } | |
325 | } | |
326 | ||
be91b1c3 KS |
327 | impl<'a> BlockDecoder for RealVideo20BR<'a> { |
328 | ||
329 | #[allow(unused_variables)] | |
330 | fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> { | |
331 | self.slice_no = 0; | |
fc26b944 | 332 | let shdr = self.read_slice_header()?; |
2a2aa421 | 333 | // self.slice_no += 1; |
be91b1c3 | 334 | validate!((shdr.mb_x == 0) && (shdr.mb_y == 0)); |
2a2aa421 | 335 | /* let mb_count; |
be91b1c3 KS |
336 | if self.slice_no < self.num_slices { |
337 | let pos = self.br.tell(); | |
fc26b944 | 338 | let shdr2 = self.read_slice_header()?; |
be91b1c3 KS |
339 | self.br.seek(pos as u32)?; |
340 | mb_count = shdr2.mb_pos - shdr.mb_pos; | |
341 | } else { | |
342 | mb_count = self.mb_w * self.mb_h; | |
2a2aa421 | 343 | }*/ |
be91b1c3 | 344 | |
0c3b4923 | 345 | let plusinfo = Some(PlusInfo::new(shdr.ftype == Type::I, false, false, false)); |
32007ad9 | 346 | let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, MVMode::Long, false, false, shdr.qscale, shdr.seq as u16, None, plusinfo); |
be91b1c3 KS |
347 | Ok(picinfo) |
348 | } | |
349 | ||
350 | #[allow(unused_variables)] | |
2a2aa421 | 351 | fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> { |
fc26b944 | 352 | let shdr = self.read_slice_header()?; |
be91b1c3 KS |
353 | self.slice_no += 1; |
354 | let mb_count; | |
355 | if self.slice_no < self.num_slices { | |
0c3b4923 | 356 | let pos = self.br.tell(); |
fc26b944 | 357 | let shdr2 = self.read_slice_header()?; |
1b6a1780 | 358 | validate!(shdr2.mb_pos > shdr.mb_pos); |
b7e1f972 | 359 | validate!(shdr2.w == shdr.w && shdr2.h == shdr.h); |
be91b1c3 | 360 | mb_count = shdr2.mb_pos - shdr.mb_pos; |
0c3b4923 | 361 | self.br.seek(pos as u32)?; |
be91b1c3 KS |
362 | } else { |
363 | mb_count = self.mb_w * self.mb_h - shdr.mb_pos; | |
364 | } | |
2a2aa421 | 365 | let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale); |
be91b1c3 KS |
366 | |
367 | Ok(ret) | |
368 | } | |
369 | ||
43c8b55e | 370 | fn decode_block_header(&mut self, info: &PicInfo, _slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> { |
9037cf6b | 371 | let br = &mut self.br; |
43c8b55e | 372 | let mut q = sstate.quant; |
be91b1c3 KS |
373 | match info.get_mode() { |
374 | Type::I => { | |
fc26b944 KS |
375 | let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; |
376 | while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb)?; } | |
0c3b4923 KS |
377 | let mut acpred = ACPredMode::None; |
378 | if let Some(ref pi) = info.plusinfo { | |
379 | if pi.aic { | |
380 | let acpp = br.read_bool()?; | |
381 | acpred = ACPredMode::DC; | |
0c3b4923 KS |
382 | if acpp { |
383 | acpred = if br.read_bool()? { ACPredMode::Hor } else { ACPredMode::Ver }; | |
384 | } | |
385 | } | |
0c3b4923 | 386 | } |
fc26b944 | 387 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
be91b1c3 KS |
388 | let cbp = (cbpy << 2) | (cbpc & 3); |
389 | let dquant = (cbpc & 4) != 0; | |
390 | if dquant { | |
43c8b55e | 391 | q = read_dquant(br, q)?; |
be91b1c3 | 392 | } |
0c3b4923 KS |
393 | let mut binfo = BlockInfo::new(Type::I, cbp, q); |
394 | binfo.set_acpred(acpred); | |
395 | Ok(binfo) | |
be91b1c3 KS |
396 | }, |
397 | Type::P => { | |
fc26b944 | 398 | if br.read_bool()? { |
be91b1c3 KS |
399 | return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant())); |
400 | } | |
fc26b944 KS |
401 | let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; |
402 | while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb)?; } | |
be91b1c3 KS |
403 | let is_intra = (cbpc & 0x04) != 0; |
404 | let dquant = (cbpc & 0x08) != 0; | |
405 | let is_4x4 = (cbpc & 0x10) != 0; | |
406 | if is_intra { | |
fc26b944 | 407 | let cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
be91b1c3 KS |
408 | let cbp = (cbpy << 2) | (cbpc & 3); |
409 | if dquant { | |
43c8b55e | 410 | q = read_dquant(br, q)?; |
be91b1c3 KS |
411 | } |
412 | let binfo = BlockInfo::new(Type::I, cbp, q); | |
be91b1c3 KS |
413 | return Ok(binfo); |
414 | } | |
415 | ||
fc26b944 | 416 | let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?; |
be91b1c3 KS |
417 | // if /* !aiv && */(cbpc & 3) != 3 { |
418 | cbpy ^= 0xF; | |
419 | // } | |
420 | let cbp = (cbpy << 2) | (cbpc & 3); | |
421 | if dquant { | |
43c8b55e | 422 | q = read_dquant(br, q)?; |
be91b1c3 | 423 | } |
be91b1c3 KS |
424 | let mut binfo = BlockInfo::new(Type::P, cbp, q); |
425 | if !is_4x4 { | |
fc26b944 | 426 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; |
be91b1c3 KS |
427 | binfo.set_mv(&mvec); |
428 | } else { | |
429 | let mvec: [MV; 4] = [ | |
fc26b944 KS |
430 | decode_mv(br, &self.tables.mv_cb)?, |
431 | decode_mv(br, &self.tables.mv_cb)?, | |
432 | decode_mv(br, &self.tables.mv_cb)?, | |
433 | decode_mv(br, &self.tables.mv_cb)? | |
be91b1c3 KS |
434 | ]; |
435 | binfo.set_mv(&mvec); | |
436 | } | |
be91b1c3 KS |
437 | Ok(binfo) |
438 | }, | |
32007ad9 | 439 | Type::B => { // B |
507f4b11 KS |
440 | let mut mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; |
441 | while mbtype == 14 { mbtype = br.read_cb(&self.tables.mbtype_b_cb)? as usize; } | |
442 | ||
443 | let is_coded = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_CODED) != 0; | |
444 | let is_intra = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_INTRA) != 0; | |
445 | let dquant = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_DQUANT) != 0; | |
446 | let is_fwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_FORWARD) != 0; | |
447 | let is_bwd = (H263_MBTYPE_B_CAPS[mbtype] & H263_MBB_CAP_BACKWARD) != 0; | |
448 | ||
449 | let cbp = if is_coded { | |
450 | let cbpc = br.read_cb(&self.tables.cbpc_b_cb)?; | |
451 | let mut cbpy = br.read_cb(&self.tables.cbpy_cb)?; | |
452 | if !is_intra { cbpy ^= 0xF; } | |
453 | (cbpy << 2) | (cbpc & 3) | |
454 | } else { 0 }; | |
1a151e53 | 455 | |
507f4b11 | 456 | if dquant { |
43c8b55e | 457 | q = read_dquant(br, q)?; |
507f4b11 | 458 | } |
507f4b11 KS |
459 | |
460 | if is_intra { | |
461 | let binfo = BlockInfo::new(Type::I, cbp, q); | |
462 | return Ok(binfo); | |
463 | } | |
464 | ||
465 | let mut binfo = BlockInfo::new(Type::B, cbp, q); | |
466 | if is_fwd { | |
467 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; | |
468 | binfo.set_mv(&mvec); | |
469 | } | |
470 | if is_bwd { | |
471 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb)?]; | |
472 | binfo.set_b_mv(&mvec); | |
473 | } | |
474 | Ok(binfo) | |
475 | }, | |
32007ad9 | 476 | _ => { unreachable!(); }, |
be91b1c3 KS |
477 | } |
478 | } | |
479 | ||
2a2aa421 | 480 | fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
0c3b4923 | 481 | self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }, info.get_acpred()) |
be91b1c3 KS |
482 | } |
483 | ||
484 | #[allow(unused_variables)] | |
2a2aa421 | 485 | fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { |
0c3b4923 | 486 | self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }, ACPredMode::None) |
be91b1c3 KS |
487 | } |
488 | ||
2a2aa421 | 489 | fn is_slice_end(&mut self) -> bool { false } |
be91b1c3 KS |
490 | } |
491 | ||
492 | impl<'a> RealVideo20BR<'a> { | |
2a2aa421 | 493 | #[allow(unused_variables)] |
be91b1c3 KS |
494 | fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> { |
495 | validate!(self.slice_no < self.num_slices); | |
496 | ||
9037cf6b | 497 | let br = &mut self.br; |
fc26b944 | 498 | br.seek(self.slice_off[self.slice_no] * 8)?; |
be91b1c3 | 499 | |
fc26b944 | 500 | let frm_type = br.read(2)?; |
be91b1c3 KS |
501 | let ftype = match frm_type { |
502 | 0 | 1 => { Type::I }, | |
503 | 2 => { Type::P }, | |
507f4b11 | 504 | _ => { Type::B }, |
be91b1c3 KS |
505 | }; |
506 | ||
fc26b944 | 507 | let marker = br.read(1)?; |
be91b1c3 | 508 | validate!(marker == 0); |
fc26b944 | 509 | let qscale = br.read(5)? as u8; |
be91b1c3 KS |
510 | validate!(qscale > 0); |
511 | if self.minor_ver >= 2 { | |
fc26b944 | 512 | br.skip(1)?; // loop filter |
be91b1c3 KS |
513 | } |
514 | let seq = if self.minor_ver <= 1 { | |
32007ad9 | 515 | br.read(8)? << 8 |
be91b1c3 | 516 | } else { |
32007ad9 | 517 | br.read(13)? << 3 |
be91b1c3 | 518 | }; |
5ce3689c | 519 | self.pts = seq as u16; |
be91b1c3 KS |
520 | let w; |
521 | let h; | |
522 | if self.rpr.present { | |
fc26b944 | 523 | let rpr = br.read(self.rpr.bits)? as usize; |
be91b1c3 KS |
524 | if rpr == 0 { |
525 | w = self.w; | |
526 | h = self.h; | |
527 | } else { | |
7c37f176 KS |
528 | w = self.rpr.widths[rpr - 1]; |
529 | h = self.rpr.heights[rpr - 1]; | |
be91b1c3 KS |
530 | validate!((w != 0) && (h != 0)); |
531 | } | |
b7e1f972 KS |
532 | self.mb_w = (w + 15) >> 4; |
533 | self.mb_h = (h + 15) >> 4; | |
534 | self.mb_pos_bits = get_mb_pos_bits(self.mb_w, self.mb_h); | |
be91b1c3 KS |
535 | } else { |
536 | w = self.w; | |
537 | h = self.h; | |
538 | } | |
539 | ||
fc26b944 | 540 | let mb_pos = br.read(self.mb_pos_bits)? as usize; |
be91b1c3 KS |
541 | let mb_x = mb_pos % self.mb_w; |
542 | let mb_y = mb_pos / self.mb_w; | |
543 | ||
fc26b944 | 544 | br.skip(1)?; // no rounding |
be91b1c3 KS |
545 | |
546 | if (self.minor_ver <= 1) && (frm_type == 3) { | |
fc26b944 | 547 | br.skip(5)?; |
be91b1c3 | 548 | } |
be91b1c3 | 549 | |
32007ad9 | 550 | Ok(RV20SliceInfo::new(ftype, seq, qscale, mb_x, mb_y, mb_pos, w, h)) |
be91b1c3 KS |
551 | } |
552 | } | |
553 | ||
be91b1c3 KS |
554 | impl RealVideo20Decoder { |
555 | fn new() -> Self { | |
556 | let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC); | |
557 | let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
558 | let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC); | |
559 | let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
507f4b11 KS |
560 | let mut coderead = H263ShortCodeReader::new(H263_MBTYPE_B); |
561 | let mbtype_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
be91b1c3 KS |
562 | let mut coderead = H263ShortCodeReader::new(H263_CBPY); |
563 | let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
507f4b11 KS |
564 | let mut coderead = H263ShortCodeReader::new(H263_CBPC_B); |
565 | let cbpc_b_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
be91b1c3 KS |
566 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES); |
567 | let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
568 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC); | |
569 | let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
570 | let mut coderead = H263ShortCodeReader::new(H263_MV); | |
571 | let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
1a151e53 | 572 | |
be91b1c3 | 573 | let tables = Tables { |
e07387c7 KS |
574 | intra_mcbpc_cb, |
575 | inter_mcbpc_cb, | |
576 | mbtype_b_cb, | |
577 | cbpy_cb, | |
578 | cbpc_b_cb, | |
579 | rl_cb, | |
580 | aic_rl_cb, | |
581 | mv_cb, | |
be91b1c3 KS |
582 | }; |
583 | ||
584 | RealVideo20Decoder{ | |
2422d969 | 585 | info: NACodecInfoRef::default(), |
32007ad9 | 586 | dec: H263BaseDecoder::new_b_frames(false), |
e07387c7 | 587 | tables, |
be91b1c3 KS |
588 | w: 0, |
589 | h: 0, | |
590 | minor_ver: 0, | |
591 | rpr: RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] }, | |
5c75af61 | 592 | bdsp: Box::new(RV20BlockDSP::default()), |
5ce3689c KS |
593 | base_ts: 0, |
594 | last_ts: 0, | |
595 | next_ts: 0, | |
be91b1c3 KS |
596 | } |
597 | } | |
598 | } | |
599 | ||
600 | impl NADecoder for RealVideo20Decoder { | |
2a2aa421 | 601 | #[allow(unused_variables)] |
01613464 | 602 | fn init(&mut self, _supp: &mut NADecoderSupport, info: NACodecInfoRef) -> DecoderResult<()> { |
be91b1c3 KS |
603 | if let NACodecTypeInfo::Video(vinfo) = info.get_properties() { |
604 | let w = vinfo.get_width(); | |
605 | let h = vinfo.get_height(); | |
606 | let fmt = formats::YUV420_FORMAT; | |
607 | let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt)); | |
2422d969 | 608 | self.info = NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()).into_ref(); |
be91b1c3 KS |
609 | self.w = w; |
610 | self.h = h; | |
611 | ||
612 | let edata = info.get_extradata().unwrap(); | |
613 | let src: &[u8] = &edata; | |
614 | let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4); | |
615 | let maj_ver = ver >> 16; | |
616 | let min_ver = (ver >> 8) & 0xFF; | |
617 | let mic_ver = ver & 0xFF; | |
be91b1c3 KS |
618 | validate!(maj_ver == 2); |
619 | self.minor_ver = min_ver as u8; | |
620 | let rprb = src[1] & 7; | |
621 | if rprb == 0 { | |
622 | self.rpr.present = false; | |
623 | } else { | |
624 | self.rpr.present = true; | |
b7e1f972 KS |
625 | self.rpr.bits = ((rprb >> 1) + 1).min(3) as u8; |
626 | let num_dim = ((src.len() - 8) / 2).min(self.rpr.widths.len() - 1); | |
627 | for i in 0..num_dim { | |
628 | self.rpr.widths [i] = (src[i * 2 + 8] as usize) * 4; | |
629 | self.rpr.heights[i] = (src[i * 2 + 9] as usize) * 4; | |
be91b1c3 KS |
630 | } |
631 | } | |
632 | Ok(()) | |
633 | } else { | |
be91b1c3 KS |
634 | Err(DecoderError::InvalidData) |
635 | } | |
636 | } | |
01613464 | 637 | fn decode(&mut self, _supp: &mut NADecoderSupport, pkt: &NAPacket) -> DecoderResult<NAFrameRef> { |
be91b1c3 KS |
638 | let src = pkt.get_buffer(); |
639 | ||
be91b1c3 KS |
640 | let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr); |
641 | ||
5c75af61 | 642 | let bufinfo = self.dec.parse_frame(&mut ibr, self.bdsp.as_ref())?; |
be91b1c3 KS |
643 | |
644 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo); | |
5ce3689c KS |
645 | let ftype = self.dec.get_frame_type(); |
646 | let pts = ibr.pts; | |
647 | if ftype != FrameType::B { | |
648 | self.last_ts = self.next_ts; | |
649 | self.next_ts = pts; | |
650 | if self.last_ts > self.next_ts { | |
651 | self.base_ts += 1 << 16; | |
652 | } | |
653 | } | |
654 | let ts_diff = self.next_ts.wrapping_sub(pts); | |
655 | let ts = self.base_ts + (self.next_ts as u64) - (ts_diff as u64); | |
be91b1c3 | 656 | frm.set_keyframe(self.dec.is_intra()); |
5ce3689c KS |
657 | frm.set_frame_type(ftype); |
658 | frm.set_pts(Some(ts >> 3)); | |
171860fc | 659 | Ok(frm.into_ref()) |
be91b1c3 | 660 | } |
f9be4e75 KS |
661 | fn flush(&mut self) { |
662 | self.dec.flush(); | |
663 | } | |
be91b1c3 KS |
664 | } |
665 | ||
666 | struct MBB { blocks: usize, bits: u8 } | |
667 | const H263_MBB: &[MBB; 7] = &[ | |
668 | MBB{ blocks: 47, bits: 6 }, | |
669 | MBB{ blocks: 98, bits: 7 }, | |
670 | MBB{ blocks: 395, bits: 9 }, | |
671 | MBB{ blocks: 1583, bits: 11 }, | |
672 | MBB{ blocks: 6335, bits: 13 }, | |
673 | MBB{ blocks: 9215, bits: 14 }, | |
674 | MBB{ blocks: 65536, bits: 14 }, | |
675 | ]; | |
676 | ||
08a1fab7 | 677 | pub fn get_decoder() -> Box<dyn NADecoder + Send> { |
be91b1c3 KS |
678 | Box::new(RealVideo20Decoder::new()) |
679 | } | |
680 | ||
681 | #[cfg(test)] | |
682 | mod test { | |
3167c45c KS |
683 | use nihav_core::codecs::RegisteredDecoders; |
684 | use nihav_core::demuxers::RegisteredDemuxers; | |
ce742854 | 685 | use nihav_codec_support::test::dec_video::*; |
e64739f8 KS |
686 | use crate::realmedia_register_all_codecs; |
687 | use crate::realmedia_register_all_demuxers; | |
be91b1c3 KS |
688 | #[test] |
689 | fn test_rv20() { | |
3167c45c KS |
690 | let mut dmx_reg = RegisteredDemuxers::new(); |
691 | realmedia_register_all_demuxers(&mut dmx_reg); | |
692 | let mut dec_reg = RegisteredDecoders::new(); | |
693 | realmedia_register_all_codecs(&mut dec_reg); | |
694 | ||
39a5835c KS |
695 | test_decoding("realmedia", "realvideo2", |
696 | "assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm", | |
697 | Some(1000), &dmx_reg, &dec_reg, ExpectedTestResult::MD5Frames(vec![ | |
698 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
699 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
700 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
701 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
702 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
703 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
704 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
705 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
706 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
707 | [0x8ce88686, 0x03ca3bb9, 0x0d18347b, 0xccdb0bc5], | |
708 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
709 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
710 | [0x319d142d, 0x607a7c28, 0x526a2794, 0xa6e7864f], | |
711 | [0xa2008d4c, 0xf4684b3a, 0xecd0526c, 0xf0742a77], | |
712 | [0xafe0df5b, 0x29cd2418, 0x29a265c7, 0x9b4f2218], | |
713 | [0x0e0529df, 0xf1cc3f03, 0x03986b0d, 0xd2033c08], | |
714 | [0x4662b5ab, 0xaca5ca35, 0x4d089fb2, 0xc6a3df1e], | |
715 | [0x22c978cf, 0x6887a9ba, 0xe74c9316, 0x8cbdd29b], | |
716 | [0x12d8b88f, 0x59ebe632, 0xbcfaa336, 0xadbdd9ad], | |
717 | [0x0d99c67b, 0x3231302f, 0x3612b0d0, 0x38b5414d], | |
718 | [0x2f65b75e, 0x1239d563, 0x832ce096, 0x568a9bc2]])); | |
be91b1c3 KS |
719 | } |
720 | } |