]>
Commit | Line | Data |
---|---|---|
1 | use std::mem; | |
2 | use frame::*; | |
3 | use super::super::*; | |
4 | use super::super::blockdsp; | |
5 | use super::*; | |
6 | use super::code::*; | |
7 | use formats; | |
8 | ||
9 | #[allow(dead_code)] | |
10 | struct MVInfo { | |
11 | mv: Vec<MV>, | |
12 | mb_w: usize, | |
13 | mb_stride: usize, | |
14 | mb_start: usize, | |
15 | top: bool, | |
16 | mvmode: MVMode, | |
17 | } | |
18 | ||
19 | impl MVInfo { | |
20 | fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, mvmode: MVMode::Old } } | |
21 | fn reset(&mut self, mb_w: usize, mb_start: usize, mvmode: MVMode) { | |
22 | self.mb_start = mb_start; | |
23 | self.mb_w = mb_w; | |
24 | self.mb_stride = mb_w * 2; | |
25 | self.top = true; | |
26 | self.mv.resize(self.mb_stride * 3, ZERO_MV); | |
27 | self.mvmode = mvmode; | |
28 | } | |
29 | fn update_row(&mut self) { | |
30 | self.mb_start = self.mb_w + 1; | |
31 | self.top = false; | |
32 | for i in 0..self.mb_stride { | |
33 | self.mv[i] = self.mv[self.mb_stride * 2 + i]; | |
34 | } | |
35 | } | |
36 | #[allow(non_snake_case)] | |
37 | fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV) -> MV { | |
38 | let A; | |
39 | let B; | |
40 | let C; | |
41 | let last = mb_x == self.mb_w - 1; | |
42 | match blk_no { | |
43 | 0 => { | |
44 | if mb_x != self.mb_start { | |
45 | A = if mb_x != 0 { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV }; | |
46 | B = if !self.top { self.mv[ mb_x * 2] } else { A }; | |
47 | C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV }; | |
48 | } else { | |
49 | A = ZERO_MV; B = ZERO_MV; C = ZERO_MV; | |
50 | } | |
51 | }, | |
52 | 1 => { | |
53 | A = self.mv[self.mb_stride + mb_x * 2]; | |
54 | B = if !self.top { self.mv[mb_x * 2 + 1] } else { A }; | |
55 | C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { A }; | |
56 | }, | |
57 | 2 => { | |
58 | A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV }; | |
59 | B = self.mv[self.mb_stride + mb_x * 2]; | |
60 | C = self.mv[self.mb_stride + mb_x * 2 + 1]; | |
61 | }, | |
62 | 3 => { | |
63 | A = self.mv[self.mb_stride * 2 + mb_x * 2]; | |
64 | B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1]; | |
65 | C = self.mv[self.mb_stride * 1 + mb_x * 2]; | |
66 | }, | |
67 | _ => { return ZERO_MV; } | |
68 | } | |
69 | let pred_mv = MV::pred(A, B, C); | |
70 | let new_mv = MV::add_umv(pred_mv, diff, self.mvmode); | |
71 | if !use4 { | |
72 | self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; | |
73 | self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; | |
74 | self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; | |
75 | self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; | |
76 | } else { | |
77 | match blk_no { | |
78 | 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; }, | |
79 | 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; }, | |
80 | 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; }, | |
81 | 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; }, | |
82 | _ => {}, | |
83 | }; | |
84 | } | |
85 | ||
86 | new_mv | |
87 | } | |
88 | fn set_zero_mv(&mut self, mb_x: usize) { | |
89 | self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV; | |
90 | self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV; | |
91 | self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV; | |
92 | self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV; | |
93 | } | |
94 | } | |
95 | ||
96 | #[allow(dead_code)] | |
97 | #[derive(Clone,Copy)] | |
98 | struct BMB { | |
99 | num_mv: usize, | |
100 | mv_f: [MV; 4], | |
101 | mv_b: [MV; 4], | |
102 | fwd: bool, | |
103 | blk: [[i16; 64]; 6], | |
104 | cbp: u8, | |
105 | } | |
106 | ||
107 | impl BMB { | |
108 | fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} } | |
109 | } | |
110 | ||
111 | #[derive(Clone,Copy)] | |
112 | struct PredCoeffs { | |
113 | hor: [[i16; 8]; 6], | |
114 | ver: [[i16; 8]; 6], | |
115 | } | |
116 | ||
117 | const ZERO_PRED_COEFFS: PredCoeffs = PredCoeffs { hor: [[0; 8]; 6], ver: [[0; 8]; 6] }; | |
118 | ||
119 | pub struct H263BaseDecoder { | |
120 | w: usize, | |
121 | h: usize, | |
122 | mb_w: usize, | |
123 | mb_h: usize, | |
124 | num_mb: usize, | |
125 | ftype: Type, | |
126 | prev_frm: Option<NAVideoBuffer<u8>>, | |
127 | cur_frm: Option<NAVideoBuffer<u8>>, | |
128 | last_ts: u8, | |
129 | has_b: bool, | |
130 | b_data: Vec<BMB>, | |
131 | pred_coeffs: Vec<PredCoeffs>, | |
132 | is_gob: bool, | |
133 | } | |
134 | ||
135 | #[inline] | |
136 | fn clip_dc(dc: i16) -> i16 { | |
137 | if dc < 0 { 0 } | |
138 | else if dc > 2046 { 2046 } | |
139 | else { (dc + 1) & !1 } | |
140 | } | |
141 | ||
142 | #[inline] | |
143 | fn clip_ac(ac: i16) -> i16 { | |
144 | if ac < -2048 { -2048 } | |
145 | else if ac > 2047 { 2047 } | |
146 | else { ac } | |
147 | } | |
148 | ||
149 | #[allow(dead_code)] | |
150 | impl H263BaseDecoder { | |
151 | pub fn new(is_gob: bool) -> Self { | |
152 | H263BaseDecoder{ | |
153 | w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0, | |
154 | ftype: Type::Special, | |
155 | prev_frm: None, cur_frm: None, | |
156 | last_ts: 0, | |
157 | has_b: false, b_data: Vec::new(), | |
158 | pred_coeffs: Vec::new(), | |
159 | is_gob: is_gob, | |
160 | } | |
161 | } | |
162 | ||
163 | pub fn is_intra(&self) -> bool { self.ftype == Type::I } | |
164 | pub fn get_frame_type(&self) -> FrameType { | |
165 | match self.ftype { | |
166 | Type::I => FrameType::I, | |
167 | Type::P => FrameType::P, | |
168 | Type::B => FrameType::B, | |
169 | Type::PB => FrameType::P, | |
170 | Type::Skip => FrameType::Skip, | |
171 | Type::Special => FrameType::Skip, | |
172 | } | |
173 | } | |
174 | pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) } | |
175 | ||
176 | pub fn parse_frame(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP) -> DecoderResult<NABufferType> { | |
177 | let pinfo = bd.decode_pichdr()?; | |
178 | let mut mvi = MVInfo::new(); | |
179 | let mut cbpi = CBPInfo::new(); | |
180 | ||
181 | //todo handle res change | |
182 | self.w = pinfo.w; | |
183 | self.h = pinfo.h; | |
184 | self.mb_w = (pinfo.w + 15) >> 4; | |
185 | self.mb_h = (pinfo.h + 15) >> 4; | |
186 | self.num_mb = self.mb_w * self.mb_h; | |
187 | self.ftype = pinfo.mode; | |
188 | self.has_b = pinfo.is_pb(); | |
189 | ||
190 | if self.has_b { | |
191 | self.b_data.truncate(0); | |
192 | } | |
193 | ||
194 | mem::swap(&mut self.cur_frm, &mut self.prev_frm); | |
195 | ||
196 | let tsdiff = pinfo.ts.wrapping_sub(self.last_ts); | |
197 | let bsdiff = if pinfo.is_pb() { pinfo.get_pbinfo().get_trb() } else { 0 }; | |
198 | ||
199 | let fmt = formats::YUV420_FORMAT; | |
200 | let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt); | |
201 | let bufret = alloc_video_buffer(vinfo, 4); | |
202 | if let Err(_) = bufret { return Err(DecoderError::InvalidData); } | |
203 | let mut bufinfo = bufret.unwrap(); | |
204 | let mut buf = bufinfo.get_vbuf().unwrap(); | |
205 | ||
206 | let mut slice = if self.is_gob { | |
207 | SliceInfo::get_default_slice(&pinfo) | |
208 | } else { | |
209 | bd.decode_slice_header(&pinfo)? | |
210 | }; | |
211 | mvi.reset(self.mb_w, 0, pinfo.get_mvmode()); | |
212 | cbpi.reset(self.mb_w); | |
213 | ||
214 | let mut blk: [[i16; 64]; 6] = [[0; 64]; 6]; | |
215 | let mut sstate = SliceState::new(pinfo.mode == Type::I); | |
216 | let mut mb_pos = 0; | |
217 | let apply_acpred = (pinfo.mode == Type::I) && pinfo.plusinfo.is_some() && pinfo.plusinfo.unwrap().aic; | |
218 | if apply_acpred { | |
219 | self.pred_coeffs.truncate(0); | |
220 | self.pred_coeffs.resize(self.mb_w * self.mb_h, ZERO_PRED_COEFFS); | |
221 | } | |
222 | for mb_y in 0..self.mb_h { | |
223 | for mb_x in 0..self.mb_w { | |
224 | for i in 0..6 { for j in 0..64 { blk[i][j] = 0; } } | |
225 | ||
226 | if slice.is_at_end(mb_pos) || (slice.needs_check() && mb_pos > 0 && bd.is_slice_end()) { | |
227 | slice = bd.decode_slice_header(&pinfo)?; | |
228 | if !self.is_gob { | |
229 | mvi.reset(self.mb_w, mb_x, pinfo.get_mvmode()); | |
230 | cbpi.reset(self.mb_w); | |
231 | sstate.first_line = true; | |
232 | sstate.first_mb = true; | |
233 | } | |
234 | } | |
235 | ||
236 | let binfo = bd.decode_block_header(&pinfo, &slice, &sstate)?; | |
237 | let cbp = binfo.get_cbp(); | |
238 | cbpi.set_cbp(mb_x, cbp); | |
239 | cbpi.set_q(mb_x, binfo.get_q()); | |
240 | if binfo.is_intra() { | |
241 | for i in 0..6 { | |
242 | bd.decode_block_intra(&binfo, &sstate, binfo.get_q(), i, (cbp & (1 << (5 - i))) != 0, &mut blk[i])?; | |
243 | if apply_acpred && (binfo.acpred != ACPredMode::None) { | |
244 | let has_b = (i == 1) || (i == 3) || !sstate.first_mb; | |
245 | let has_a = (i == 2) || (i == 3) || !sstate.first_line; | |
246 | let (b_mb, b_blk) = if has_b { | |
247 | if (i == 1) || (i == 3) { | |
248 | (mb_pos, i - 1) | |
249 | } else if i < 4 { | |
250 | (mb_pos - 1, i + 1) | |
251 | } else { | |
252 | (mb_pos - 1, i) | |
253 | } | |
254 | } else { (0, 0) }; | |
255 | let (a_mb, a_blk) = if has_a { | |
256 | if (i == 2) || (i == 3) { | |
257 | (mb_pos, i - 2) | |
258 | } else if i < 4 { | |
259 | (mb_pos - self.mb_w, i + 2) | |
260 | } else { | |
261 | (mb_pos - self.mb_w, i) | |
262 | } | |
263 | } else { (0, 0) }; | |
264 | match binfo.acpred { | |
265 | ACPredMode::DC => { | |
266 | let dc; | |
267 | if has_a && has_b { | |
268 | dc = (self.pred_coeffs[b_mb].hor[b_blk][0] + self.pred_coeffs[a_mb].ver[a_blk][0]) / 2; | |
269 | } else if has_a { | |
270 | dc = self.pred_coeffs[a_mb].ver[a_blk][0]; | |
271 | } else if has_b { | |
272 | dc = self.pred_coeffs[b_mb].hor[b_blk][0]; | |
273 | } else { | |
274 | dc = 1024; | |
275 | } | |
276 | blk[i][0] = clip_dc(blk[i][0] + dc); | |
277 | }, | |
278 | ACPredMode::Hor => { | |
279 | if has_b { | |
280 | for k in 0..8 { | |
281 | blk[i][k * 8] += self.pred_coeffs[b_mb].hor[b_blk][k]; | |
282 | } | |
283 | for k in 1..8 { | |
284 | blk[i][k * 8] = clip_ac(blk[i][k * 8]); | |
285 | } | |
286 | } else { | |
287 | blk[i][0] += 1024; | |
288 | } | |
289 | blk[i][0] = clip_dc(blk[i][0]); | |
290 | }, | |
291 | ACPredMode::Ver => { | |
292 | if has_a { | |
293 | for k in 0..8 { | |
294 | blk[i][k] += self.pred_coeffs[a_mb].ver[a_blk][k]; | |
295 | } | |
296 | for k in 1..8 { | |
297 | blk[i][k] = clip_ac(blk[i][k]); | |
298 | } | |
299 | } else { | |
300 | blk[i][0] += 1024; | |
301 | } | |
302 | blk[i][0] = clip_dc(blk[i][0]); | |
303 | }, | |
304 | ACPredMode::None => {}, | |
305 | }; | |
306 | for t in 0..8 { self.pred_coeffs[mb_pos].hor[i][t] = blk[i][t * 8]; } | |
307 | for t in 0..8 { self.pred_coeffs[mb_pos].ver[i][t] = blk[i][t]; } | |
308 | } | |
309 | h263_idct(&mut blk[i]); | |
310 | } | |
311 | blockdsp::put_blocks(&mut buf, mb_x, mb_y, &blk); | |
312 | mvi.set_zero_mv(mb_x); | |
313 | } else if (binfo.mode != Type::B) && !binfo.is_skipped() { | |
314 | if binfo.get_num_mvs() == 1 { | |
315 | let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0)); | |
316 | if let Some(ref srcbuf) = self.prev_frm { | |
317 | bdsp.copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, mv); | |
318 | } | |
319 | } else { | |
320 | for blk_no in 0..4 { | |
321 | let mv = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no)); | |
322 | if let Some(ref srcbuf) = self.prev_frm { | |
323 | bdsp.copy_blocks(&mut buf, srcbuf, | |
324 | mb_x * 16 + (blk_no & 1) * 8, | |
325 | mb_y * 16 + (blk_no & 2) * 4, 8, 8, mv); | |
326 | } | |
327 | } | |
328 | } | |
329 | for i in 0..6 { | |
330 | bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((cbp >> (5 - i)) & 1) != 0, &mut blk[i])?; | |
331 | h263_idct(&mut blk[i]); | |
332 | } | |
333 | blockdsp::add_blocks(&mut buf, mb_x, mb_y, &blk); | |
334 | } else if binfo.mode != Type::B { | |
335 | mvi.set_zero_mv(mb_x); | |
336 | if let Some(ref srcbuf) = self.prev_frm { | |
337 | bdsp.copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, ZERO_MV); | |
338 | } | |
339 | } else { | |
340 | //todo | |
341 | if cbp != 0 { | |
342 | for i in 0..6 { | |
343 | bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((cbp >> (5 - i)) & 1) != 0, &mut blk[i])?; | |
344 | h263_idct(&mut blk[i]); | |
345 | } | |
346 | } | |
347 | blockdsp::add_blocks(&mut buf, mb_x, mb_y, &blk); | |
348 | } | |
349 | if pinfo.is_pb() { | |
350 | let mut b_mb = BMB::new(); | |
351 | let cbp = binfo.get_cbp_b(); | |
352 | let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2; | |
353 | let bquant; | |
354 | if bq < 1 { bquant = 1; } | |
355 | else if bq > 31 { bquant = 31; } | |
356 | else { bquant = bq as u8; } | |
357 | ||
358 | b_mb.cbp = cbp; | |
359 | for i in 0..6 { | |
360 | bd.decode_block_inter(&binfo, &sstate, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?; | |
361 | h263_idct(&mut b_mb.blk[i]); | |
362 | } | |
363 | ||
364 | let is_fwd = !binfo.is_b_fwd(); | |
365 | b_mb.fwd = is_fwd; | |
366 | b_mb.num_mv = binfo.get_num_mvs(); | |
367 | if binfo.get_num_mvs() == 0 { | |
368 | b_mb.num_mv = 1; | |
369 | b_mb.mv_f[0] = binfo.get_mv2(1); | |
370 | b_mb.mv_b[0] = binfo.get_mv2(0); | |
371 | } else if binfo.get_num_mvs() == 1 { | |
372 | let src_mv = binfo.get_mv(0).scale(bsdiff, tsdiff); | |
373 | let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode()); | |
374 | let mv_b = MV::b_sub(binfo.get_mv(0), mv_f, binfo.get_mv2(0), bsdiff, tsdiff); | |
375 | b_mb.mv_f[0] = mv_f; | |
376 | b_mb.mv_b[0] = mv_b; | |
377 | } else { | |
378 | for blk_no in 0..4 { | |
379 | let src_mv = binfo.get_mv(blk_no).scale(bsdiff, tsdiff); | |
380 | let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode()); | |
381 | let mv_b = MV::b_sub(binfo.get_mv(blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff); | |
382 | b_mb.mv_f[blk_no] = mv_f; | |
383 | b_mb.mv_b[blk_no] = mv_b; | |
384 | } | |
385 | } | |
386 | self.b_data.push(b_mb); | |
387 | } | |
388 | sstate.next_mb(); | |
389 | mb_pos += 1; | |
390 | } | |
391 | if let Some(plusinfo) = pinfo.plusinfo { | |
392 | if plusinfo.deblock { | |
393 | bdsp.filter_row(&mut buf, mb_y, self.mb_w, &cbpi); | |
394 | } | |
395 | } | |
396 | mvi.update_row(); | |
397 | cbpi.update_row(); | |
398 | sstate.new_row(); | |
399 | } | |
400 | ||
401 | self.cur_frm = Some(buf); | |
402 | self.last_ts = pinfo.ts; | |
403 | Ok(bufinfo) | |
404 | } | |
405 | ||
406 | pub fn get_bframe(&mut self, bdsp: &BlockDSP) -> DecoderResult<NABufferType> { | |
407 | if !self.has_b || !self.cur_frm.is_some() || !self.prev_frm.is_some() { | |
408 | return Err(DecoderError::MissingReference); | |
409 | } | |
410 | self.has_b = false; | |
411 | ||
412 | let fmt = formats::YUV420_FORMAT; | |
413 | let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt); | |
414 | let bufret = alloc_video_buffer(vinfo, 4); | |
415 | if let Err(_) = bufret { return Err(DecoderError::InvalidData); } | |
416 | let mut bufinfo = bufret.unwrap(); | |
417 | let mut b_buf = bufinfo.get_vbuf().unwrap(); | |
418 | ||
419 | if let Some(ref bck_buf) = self.prev_frm { | |
420 | if let Some(ref fwd_buf) = self.cur_frm { | |
421 | recon_b_frame(&mut b_buf, bck_buf, fwd_buf, self.mb_w, self.mb_h, &self.b_data, bdsp); | |
422 | } | |
423 | } | |
424 | ||
425 | self.b_data.truncate(0); | |
426 | Ok(bufinfo) | |
427 | } | |
428 | } | |
429 | ||
430 | fn recon_b_frame(b_buf: &mut NAVideoBuffer<u8>, bck_buf: &NAVideoBuffer<u8>, fwd_buf: &NAVideoBuffer<u8>, | |
431 | mb_w: usize, mb_h: usize, b_data: &Vec<BMB>, bdsp: &BlockDSP) { | |
432 | let mut cbpi = CBPInfo::new(); | |
433 | let mut cur_mb = 0; | |
434 | cbpi.reset(mb_w); | |
435 | for mb_y in 0..mb_h { | |
436 | for mb_x in 0..mb_w { | |
437 | let num_mv = b_data[cur_mb].num_mv; | |
438 | let is_fwd = b_data[cur_mb].fwd; | |
439 | let cbp = b_data[cur_mb].cbp; | |
440 | cbpi.set_cbp(mb_x, cbp); | |
441 | if num_mv == 1 { | |
442 | bdsp.copy_blocks(b_buf, fwd_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_b[0]); | |
443 | if !is_fwd { | |
444 | bdsp.avg_blocks(b_buf, bck_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_f[0]); | |
445 | } | |
446 | } else { | |
447 | for blk_no in 0..4 { | |
448 | let xpos = mb_x * 16 + (blk_no & 1) * 8; | |
449 | let ypos = mb_y * 16 + (blk_no & 2) * 4; | |
450 | bdsp.copy_blocks(b_buf, fwd_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_b[blk_no]); | |
451 | if !is_fwd { | |
452 | bdsp.avg_blocks(b_buf, bck_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_f[blk_no]); | |
453 | } | |
454 | } | |
455 | } | |
456 | if cbp != 0 { | |
457 | blockdsp::add_blocks(b_buf, mb_x, mb_y, &b_data[cur_mb].blk); | |
458 | } | |
459 | cur_mb += 1; | |
460 | } | |
461 | cbpi.update_row(); | |
462 | } | |
463 | } |