]>
Commit | Line | Data |
---|---|---|
1 | use io::bitreader::*; | |
2 | use io::codebook::*; | |
3 | use formats; | |
4 | use super::super::*; | |
5 | use super::*; | |
6 | use super::code::H263BlockDSP; | |
7 | use super::decoder::*; | |
8 | use super::data::*; | |
9 | ||
10 | #[allow(dead_code)] | |
11 | struct Tables { | |
12 | intra_mcbpc_cb: Codebook<u8>, | |
13 | inter_mcbpc_cb: Codebook<u8>, | |
14 | cbpy_cb: Codebook<u8>, | |
15 | rl_cb: Codebook<H263RLSym>, | |
16 | aic_rl_cb: Codebook<H263RLSym>, | |
17 | mv_cb: Codebook<u8>, | |
18 | } | |
19 | ||
20 | #[derive(Clone,Copy)] | |
21 | struct RPRInfo { | |
22 | present: bool, | |
23 | bits: u8, | |
24 | widths: [usize; 8], | |
25 | heights: [usize; 8], | |
26 | } | |
27 | ||
28 | struct RealVideo20Decoder { | |
29 | info: Rc<NACodecInfo>, | |
30 | dec: H263BaseDecoder, | |
31 | tables: Tables, | |
32 | w: usize, | |
33 | h: usize, | |
34 | minor_ver: u8, | |
35 | rpr: RPRInfo, | |
36 | bdsp: H263BlockDSP, | |
37 | } | |
38 | ||
39 | struct RealVideo20BR<'a> { | |
40 | br: BitReader<'a>, | |
41 | tables: &'a Tables, | |
42 | num_slices: usize, | |
43 | slice_no: usize, | |
44 | slice_off: Vec<u32>, | |
45 | w: usize, | |
46 | h: usize, | |
47 | mb_w: usize, | |
48 | mb_h: usize, | |
49 | mb_pos_bits: u8, | |
50 | minor_ver: u8, | |
51 | rpr: RPRInfo, | |
52 | } | |
53 | ||
54 | struct RV20SliceInfo { | |
55 | ftype: Type, | |
56 | qscale: u8, | |
57 | mb_x: usize, | |
58 | mb_y: usize, | |
59 | mb_pos: usize, | |
60 | w: usize, | |
61 | h: usize, | |
62 | } | |
63 | ||
64 | impl RV20SliceInfo { | |
65 | fn new(ftype: Type, qscale: u8, mb_x: usize, mb_y: usize, mb_pos: usize, w: usize, h: usize) -> Self { | |
66 | RV20SliceInfo { ftype: ftype, qscale: qscale, mb_x: mb_x, mb_y: mb_y, mb_pos: mb_pos, w: w, h: h } | |
67 | } | |
68 | } | |
69 | ||
70 | impl<'a> RealVideo20BR<'a> { | |
71 | fn new(src: &'a [u8], tables: &'a Tables, width: usize, height: usize, minor_ver: u8, rpr: RPRInfo) -> Self { | |
72 | let nslices = (src[0] as usize) + 1; | |
73 | let mut slice_offs = Vec::with_capacity(nslices); | |
74 | { | |
75 | let offs = &src[1..][..nslices * 8]; | |
76 | let mut br = BitReader::new(offs, offs.len(), BitReaderMode::BE); | |
77 | for _ in 0..nslices { | |
78 | br.skip(32).unwrap(); | |
79 | let off = br.read(32).unwrap(); | |
80 | slice_offs.push(off); | |
81 | } | |
82 | } | |
83 | let soff = nslices * 8 + 1; | |
84 | let mb_w = (width + 15) >> 4; | |
85 | let mb_h = (height + 15) >> 4; | |
86 | let max_pos = mb_w * mb_h - 1; | |
87 | let mut mbpb = 0; | |
88 | for i in 0..H263_MBB.len() { | |
89 | if max_pos <= H263_MBB[i].blocks { | |
90 | mbpb = H263_MBB[i].bits; | |
91 | break; | |
92 | } | |
93 | } | |
94 | RealVideo20BR { | |
95 | br: BitReader::new(&src[soff..], src.len() - soff, BitReaderMode::BE), | |
96 | tables: tables, | |
97 | num_slices: nslices, | |
98 | slice_no: 0, | |
99 | slice_off: slice_offs, | |
100 | w: width, | |
101 | h: height, | |
102 | mb_w: mb_w, | |
103 | mb_h: mb_h, | |
104 | mb_pos_bits: mbpb, | |
105 | minor_ver: minor_ver, | |
106 | rpr: rpr, | |
107 | } | |
108 | } | |
109 | ||
110 | #[allow(unused_variables)] | |
111 | fn decode_block(&mut self, sstate: &SliceState, quant: u8, intra: bool, coded: bool, blk: &mut [i16; 64], plane_no: usize) -> DecoderResult<()> { | |
112 | let mut br = &mut self.br; | |
113 | let mut idx = 0; | |
114 | if !sstate.is_iframe && intra { | |
115 | let mut dc = br.read(8).unwrap() as i16; | |
116 | if dc == 255 { dc = 128; } | |
117 | blk[0] = dc << 3; | |
118 | idx = 1; | |
119 | } | |
120 | if !coded { return Ok(()); } | |
121 | ||
122 | let rl_cb = if sstate.is_iframe { &self.tables.aic_rl_cb } else { &self.tables.rl_cb }; | |
123 | let q_add = if quant == 0 { 0i16 } else { ((quant - 1) | 1) as i16 }; | |
124 | let q = (quant * 2) as i16; | |
125 | while idx < 64 { | |
126 | let code = br.read_cb(rl_cb).unwrap(); | |
127 | let run; | |
128 | let mut level; | |
129 | let last; | |
130 | if !code.is_escape() { | |
131 | run = code.get_run(); | |
132 | level = code.get_level(); | |
133 | last = code.is_last(); | |
134 | if br.read_bool().unwrap() { level = -level; } | |
135 | level = (level * q) + q_add; | |
136 | } else { | |
137 | last = br.read_bool().unwrap(); | |
138 | run = br.read(6).unwrap() as u8; | |
139 | level = br.read_s(8).unwrap() as i16; | |
140 | if level == -128 { | |
141 | let low = br.read(5).unwrap() as i16; | |
142 | let top = br.read_s(6).unwrap() as i16; | |
143 | level = (top << 5) | low; | |
144 | } | |
145 | level = (level * q) + q_add; | |
146 | if level < -2048 { level = -2048; } | |
147 | if level > 2047 { level = 2047; } | |
148 | } | |
149 | idx += run; | |
150 | validate!(idx < 64); | |
151 | let oidx = H263_ZIGZAG[idx as usize]; | |
152 | blk[oidx] = level; | |
153 | idx += 1; | |
154 | if last { break; } | |
155 | } | |
156 | Ok(()) | |
157 | } | |
158 | } | |
159 | ||
160 | fn decode_mv_component(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<i16> { | |
161 | let code = br.read_cb(mv_cb).unwrap() as i16; | |
162 | if code == 0 { return Ok(0) } | |
163 | if !br.read_bool().unwrap() { | |
164 | Ok(code) | |
165 | } else { | |
166 | Ok(-code) | |
167 | } | |
168 | } | |
169 | ||
170 | fn decode_mv(br: &mut BitReader, mv_cb: &Codebook<u8>) -> DecoderResult<MV> { | |
171 | let xval = decode_mv_component(br, mv_cb).unwrap(); | |
172 | let yval = decode_mv_component(br, mv_cb).unwrap(); | |
173 | //println!(" MV {},{} @ {}", xval, yval, br.tell()); | |
174 | Ok(MV::new(xval, yval)) | |
175 | } | |
176 | ||
177 | impl<'a> BlockDecoder for RealVideo20BR<'a> { | |
178 | ||
179 | #[allow(unused_variables)] | |
180 | fn decode_pichdr(&mut self) -> DecoderResult<PicInfo> { | |
181 | self.slice_no = 0; | |
182 | println!("decoding picture header size {}", if self.num_slices > 1 { self.slice_off[1] } else { ((self.br.tell() as u32) + (self.br.left() as u32))/8 }); | |
183 | let shdr = self.read_slice_header().unwrap(); | |
184 | println!("slice ends @ {}\n", self.br.tell()); | |
185 | // self.slice_no += 1; | |
186 | validate!((shdr.mb_x == 0) && (shdr.mb_y == 0)); | |
187 | /* let mb_count; | |
188 | if self.slice_no < self.num_slices { | |
189 | let pos = self.br.tell(); | |
190 | let shdr2 = self.read_slice_header().unwrap(); | |
191 | self.br.seek(pos as u32)?; | |
192 | mb_count = shdr2.mb_pos - shdr.mb_pos; | |
193 | } else { | |
194 | mb_count = self.mb_w * self.mb_h; | |
195 | }*/ | |
196 | ||
197 | let picinfo = PicInfo::new(shdr.w, shdr.h, shdr.ftype, false, false, shdr.qscale, 0, None, None); | |
198 | Ok(picinfo) | |
199 | } | |
200 | ||
201 | #[allow(unused_variables)] | |
202 | fn decode_slice_header(&mut self, info: &PicInfo) -> DecoderResult<SliceInfo> { | |
203 | //println!("read slice {} header", self.slice_no); | |
204 | let shdr = self.read_slice_header().unwrap(); | |
205 | self.slice_no += 1; | |
206 | let mb_count; | |
207 | if self.slice_no < self.num_slices { | |
208 | let shdr2 = self.read_slice_header().unwrap(); | |
209 | mb_count = shdr2.mb_pos - shdr.mb_pos; | |
210 | } else { | |
211 | mb_count = self.mb_w * self.mb_h - shdr.mb_pos; | |
212 | } | |
213 | let ret = SliceInfo::new(shdr.mb_x, shdr.mb_y, shdr.mb_pos + mb_count, shdr.qscale); | |
214 | ||
215 | Ok(ret) | |
216 | } | |
217 | ||
218 | fn decode_block_header(&mut self, info: &PicInfo, slice: &SliceInfo, sstate: &SliceState) -> DecoderResult<BlockInfo> { | |
219 | let mut br = &mut self.br; | |
220 | let mut q = slice.get_quant(); | |
221 | match info.get_mode() { | |
222 | Type::I => { | |
223 | let mut cbpc = br.read_cb(&self.tables.intra_mcbpc_cb).unwrap(); | |
224 | while cbpc == 8 { cbpc = br.read_cb(&self.tables.intra_mcbpc_cb).unwrap(); } | |
225 | if sstate.is_iframe { | |
226 | let acpred = br.read_bool()?; | |
227 | println!(" acp {} @ {}", acpred, br.tell()); | |
228 | if acpred { | |
229 | br.skip(1)?;//pred direction | |
230 | } | |
231 | } | |
232 | let cbpy = br.read_cb(&self.tables.cbpy_cb).unwrap(); | |
233 | let cbp = (cbpy << 2) | (cbpc & 3); | |
234 | let dquant = (cbpc & 4) != 0; | |
235 | if dquant { | |
236 | let idx = br.read(2).unwrap() as usize; | |
237 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; | |
238 | } | |
239 | println!(" MB {},{} CBP {:X} @ {}", sstate.mb_x, sstate.mb_y, cbp, br.tell()); | |
240 | Ok(BlockInfo::new(Type::I, cbp, q)) | |
241 | }, | |
242 | Type::P => { | |
243 | if br.read_bool().unwrap() { | |
244 | return Ok(BlockInfo::new(Type::Skip, 0, info.get_quant())); | |
245 | } | |
246 | let mut cbpc = br.read_cb(&self.tables.inter_mcbpc_cb).unwrap(); | |
247 | while cbpc == 20 { cbpc = br.read_cb(&self.tables.inter_mcbpc_cb).unwrap(); } | |
248 | let is_intra = (cbpc & 0x04) != 0; | |
249 | let dquant = (cbpc & 0x08) != 0; | |
250 | let is_4x4 = (cbpc & 0x10) != 0; | |
251 | if is_intra { | |
252 | let cbpy = br.read_cb(&self.tables.cbpy_cb).unwrap(); | |
253 | let cbp = (cbpy << 2) | (cbpc & 3); | |
254 | if dquant { | |
255 | let idx = br.read(2).unwrap() as usize; | |
256 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; | |
257 | } | |
258 | let binfo = BlockInfo::new(Type::I, cbp, q); | |
259 | return Ok(binfo); | |
260 | } | |
261 | ||
262 | let mut cbpy = br.read_cb(&self.tables.cbpy_cb).unwrap(); | |
263 | // if /* !aiv && */(cbpc & 3) != 3 { | |
264 | cbpy ^= 0xF; | |
265 | // } | |
266 | let cbp = (cbpy << 2) | (cbpc & 3); | |
267 | if dquant { | |
268 | let idx = br.read(2).unwrap() as usize; | |
269 | q = ((q as i16) + (H263_DQUANT_TAB[idx] as i16)) as u8; | |
270 | } | |
271 | println!(" MB {}.{} cbp = {:X}", sstate.mb_x, sstate.mb_y, cbp); | |
272 | let mut binfo = BlockInfo::new(Type::P, cbp, q); | |
273 | if !is_4x4 { | |
274 | let mvec: [MV; 1] = [decode_mv(br, &self.tables.mv_cb).unwrap()]; | |
275 | binfo.set_mv(&mvec); | |
276 | } else { | |
277 | let mvec: [MV; 4] = [ | |
278 | decode_mv(br, &self.tables.mv_cb).unwrap(), | |
279 | decode_mv(br, &self.tables.mv_cb).unwrap(), | |
280 | decode_mv(br, &self.tables.mv_cb).unwrap(), | |
281 | decode_mv(br, &self.tables.mv_cb).unwrap() | |
282 | ]; | |
283 | binfo.set_mv(&mvec); | |
284 | } | |
285 | Ok(binfo) | |
286 | }, | |
287 | _ => { println!("wrong info mode"); Err(DecoderError::InvalidData) }, | |
288 | } | |
289 | } | |
290 | ||
291 | #[allow(unused_variables)] | |
292 | fn decode_block_intra(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { | |
293 | self.decode_block(sstate, quant, true, coded, blk, if no < 4 { 0 } else { no - 3 }) | |
294 | } | |
295 | ||
296 | #[allow(unused_variables)] | |
297 | fn decode_block_inter(&mut self, info: &BlockInfo, sstate: &SliceState, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()> { | |
298 | self.decode_block(sstate, quant, false, coded, blk, if no < 4 { 0 } else { no - 3 }) | |
299 | } | |
300 | ||
301 | fn is_slice_end(&mut self) -> bool { false } | |
302 | ||
303 | fn is_gob(&mut self) -> bool { false } | |
304 | } | |
305 | ||
306 | impl<'a> RealVideo20BR<'a> { | |
307 | #[allow(unused_variables)] | |
308 | fn read_slice_header(&mut self) -> DecoderResult<RV20SliceInfo> { | |
309 | validate!(self.slice_no < self.num_slices); | |
310 | ||
311 | let mut br = &mut self.br; | |
312 | br.seek(self.slice_off[self.slice_no] * 8).unwrap(); | |
313 | //println!(" slice at off {}", br.tell()); | |
314 | ||
315 | let frm_type = br.read(2).unwrap(); | |
316 | let ftype = match frm_type { | |
317 | 0 | 1 => { Type::I }, | |
318 | 2 => { Type::P }, | |
319 | _ => { Type::Skip }, | |
320 | }; | |
321 | ||
322 | let marker = br.read(1).unwrap(); | |
323 | validate!(marker == 0); | |
324 | let qscale = br.read(5).unwrap() as u8; | |
325 | validate!(qscale > 0); | |
326 | if self.minor_ver >= 2 { | |
327 | br.skip(1).unwrap(); // loop filter | |
328 | } | |
329 | let seq = if self.minor_ver <= 1 { | |
330 | br.read(8).unwrap() << 7 | |
331 | } else { | |
332 | br.read(13).unwrap() << 2 | |
333 | }; | |
334 | let w; | |
335 | let h; | |
336 | if self.rpr.present { | |
337 | let rpr = br.read(self.rpr.bits).unwrap() as usize; | |
338 | if rpr == 0 { | |
339 | w = self.w; | |
340 | h = self.h; | |
341 | } else { | |
342 | w = self.rpr.widths[rpr]; | |
343 | h = self.rpr.heights[rpr]; | |
344 | validate!((w != 0) && (h != 0)); | |
345 | } | |
346 | } else { | |
347 | w = self.w; | |
348 | h = self.h; | |
349 | } | |
350 | ||
351 | let mb_pos = br.read(self.mb_pos_bits).unwrap() as usize; | |
352 | let mb_x = mb_pos % self.mb_w; | |
353 | let mb_y = mb_pos / self.mb_w; | |
354 | ||
355 | br.skip(1).unwrap(); // no rounding | |
356 | ||
357 | if (self.minor_ver <= 1) && (frm_type == 3) { | |
358 | br.skip(5).unwrap(); | |
359 | } | |
360 | println!("slice q {} mb {},{}", qscale, mb_x, mb_y); | |
361 | ||
362 | Ok(RV20SliceInfo::new(ftype, qscale, mb_x, mb_y, mb_pos, w, h)) | |
363 | } | |
364 | } | |
365 | ||
366 | impl RealVideo20Decoder { | |
367 | fn new() -> Self { | |
368 | let mut coderead = H263ShortCodeReader::new(H263_INTRA_MCBPC); | |
369 | let intra_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
370 | let mut coderead = H263ShortCodeReader::new(H263_INTER_MCBPC); | |
371 | let inter_mcbpc_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
372 | let mut coderead = H263ShortCodeReader::new(H263_CBPY); | |
373 | let cbpy_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
374 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES); | |
375 | let rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
376 | let mut coderead = H263RLCodeReader::new(H263_RL_CODES_AIC); | |
377 | let aic_rl_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
378 | let mut coderead = H263ShortCodeReader::new(H263_MV); | |
379 | let mv_cb = Codebook::new(&mut coderead, CodebookMode::MSB).unwrap(); | |
380 | ||
381 | let tables = Tables { | |
382 | intra_mcbpc_cb: intra_mcbpc_cb, | |
383 | inter_mcbpc_cb: inter_mcbpc_cb, | |
384 | cbpy_cb: cbpy_cb, | |
385 | rl_cb: rl_cb, | |
386 | aic_rl_cb: aic_rl_cb, | |
387 | mv_cb: mv_cb, | |
388 | }; | |
389 | ||
390 | RealVideo20Decoder{ | |
391 | info: Rc::new(DUMMY_CODEC_INFO), | |
392 | dec: H263BaseDecoder::new(), | |
393 | tables: tables, | |
394 | w: 0, | |
395 | h: 0, | |
396 | minor_ver: 0, | |
397 | rpr: RPRInfo { present: false, bits: 0, widths: [0; 8], heights: [0; 8] }, | |
398 | bdsp: H263BlockDSP::new(), | |
399 | } | |
400 | } | |
401 | } | |
402 | ||
403 | impl NADecoder for RealVideo20Decoder { | |
404 | #[allow(unused_variables)] | |
405 | fn init(&mut self, info: Rc<NACodecInfo>) -> DecoderResult<()> { | |
406 | if let NACodecTypeInfo::Video(vinfo) = info.get_properties() { | |
407 | let w = vinfo.get_width(); | |
408 | let h = vinfo.get_height(); | |
409 | let fmt = formats::YUV420_FORMAT; | |
410 | let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(w, h, false, fmt)); | |
411 | self.info = Rc::new(NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata())); | |
412 | self.w = w; | |
413 | self.h = h; | |
414 | ||
415 | let edata = info.get_extradata().unwrap(); | |
416 | let src: &[u8] = &edata; | |
417 | let ver = ((src[4] as u32) << 12) | ((src[5] as u32) << 4) | ((src[6] as u32) >> 4); | |
418 | let maj_ver = ver >> 16; | |
419 | let min_ver = (ver >> 8) & 0xFF; | |
420 | let mic_ver = ver & 0xFF; | |
421 | println!("ver {:06X}", ver); | |
422 | validate!(maj_ver == 2); | |
423 | self.minor_ver = min_ver as u8; | |
424 | let rprb = src[1] & 7; | |
425 | if rprb == 0 { | |
426 | self.rpr.present = false; | |
427 | } else { | |
428 | self.rpr.present = true; | |
429 | self.rpr.bits = rprb as u8; | |
430 | for i in 4..(src.len()/2) { | |
431 | self.rpr.widths [i - 4] = (src[i * 2] as usize) * 4; | |
432 | self.rpr.heights[i - 4] = (src[i * 2 + 1] as usize) * 4; | |
433 | } | |
434 | } | |
435 | Ok(()) | |
436 | } else { | |
437 | println!(".unwrap().unwrap().unwrap()"); | |
438 | Err(DecoderError::InvalidData) | |
439 | } | |
440 | } | |
441 | fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> { | |
442 | let src = pkt.get_buffer(); | |
443 | ||
444 | println!(" decode frame size {}, {} slices", src.len(), src[0]+1); | |
445 | let mut ibr = RealVideo20BR::new(&src, &self.tables, self.w, self.h, self.minor_ver, self.rpr); | |
446 | ||
447 | let bufinfo = self.dec.parse_frame(&mut ibr, &self.bdsp).unwrap(); | |
448 | ||
449 | let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo); | |
450 | frm.set_keyframe(self.dec.is_intra()); | |
451 | frm.set_frame_type(if self.dec.is_intra() { FrameType::I } else { FrameType::P }); | |
452 | Ok(Rc::new(RefCell::new(frm))) | |
453 | } | |
454 | } | |
455 | ||
456 | struct MBB { blocks: usize, bits: u8 } | |
457 | const H263_MBB: &[MBB; 7] = &[ | |
458 | MBB{ blocks: 47, bits: 6 }, | |
459 | MBB{ blocks: 98, bits: 7 }, | |
460 | MBB{ blocks: 395, bits: 9 }, | |
461 | MBB{ blocks: 1583, bits: 11 }, | |
462 | MBB{ blocks: 6335, bits: 13 }, | |
463 | MBB{ blocks: 9215, bits: 14 }, | |
464 | MBB{ blocks: 65536, bits: 14 }, | |
465 | ]; | |
466 | ||
467 | pub fn get_decoder() -> Box<NADecoder> { | |
468 | Box::new(RealVideo20Decoder::new()) | |
469 | } | |
470 | ||
471 | #[cfg(test)] | |
472 | mod test { | |
473 | use test::dec_video::test_file_decoding; | |
474 | #[test] | |
475 | fn test_rv20() { | |
476 | test_file_decoding("realmedia", "assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm", /*None*/Some(160), true, false, Some("rv20")); | |
477 | } | |
478 | } |