]>
Commit | Line | Data |
---|---|---|
1 | //use std::mem; | |
2 | use nihav_core::codecs::DecoderError; | |
3 | use nihav_core::frame::*; | |
4 | use super::super::*; | |
5 | use super::super::blockdsp; | |
6 | use super::*; | |
7 | use super::code::{H263_INTERP_FUNCS, obmc_filter}; | |
8 | use super::data::H263_CHROMA_ROUND; | |
9 | use nihav_core::formats; | |
10 | ||
11 | #[allow(dead_code)] | |
12 | struct MVInfo { | |
13 | mv: Vec<MV>, | |
14 | mb_w: usize, | |
15 | mb_stride: usize, | |
16 | mb_start: usize, | |
17 | top: bool, | |
18 | mvmode: MVMode, | |
19 | } | |
20 | ||
21 | impl MVInfo { | |
22 | fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, mvmode: MVMode::Old } } | |
23 | fn reset(&mut self, mb_w: usize, mb_start: usize, mvmode: MVMode) { | |
24 | self.mb_start = mb_start; | |
25 | self.mb_w = mb_w; | |
26 | self.mb_stride = mb_w * 2 + 2; | |
27 | self.mv.resize(self.mb_stride * 3, ZERO_MV); | |
28 | self.mvmode = mvmode; | |
29 | } | |
30 | fn update_row(&mut self) { | |
31 | self.mb_start = self.mb_w + 1; | |
32 | self.top = false; | |
33 | for i in 0..self.mb_stride { | |
34 | self.mv[i] = self.mv[self.mb_stride * 2 + i]; | |
35 | } | |
36 | } | |
37 | #[allow(non_snake_case)] | |
38 | fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV, first_line: bool, first_mb: bool) -> MV { | |
39 | let A; | |
40 | let B; | |
41 | let C; | |
42 | let last = mb_x == self.mb_w - 1; | |
43 | match blk_no { | |
44 | 0 => { | |
45 | if mb_x != self.mb_start { | |
46 | A = if !first_mb { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV }; | |
47 | B = if !first_line { self.mv[ mb_x * 2] } else { A }; | |
48 | C = if !first_line && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV }; | |
49 | } else { | |
50 | A = ZERO_MV; B = ZERO_MV; C = ZERO_MV; | |
51 | } | |
52 | }, | |
53 | 1 => { | |
54 | A = self.mv[self.mb_stride + mb_x * 2]; | |
55 | B = if !first_line { self.mv[mb_x * 2 + 1] } else { A }; | |
56 | C = if !first_line && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV/*A*/ }; | |
57 | }, | |
58 | 2 => { | |
59 | A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV }; | |
60 | B = self.mv[self.mb_stride + mb_x * 2]; | |
61 | C = self.mv[self.mb_stride + mb_x * 2 + 1]; | |
62 | }, | |
63 | 3 => { | |
64 | A = self.mv[self.mb_stride * 2 + mb_x * 2]; | |
65 | B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1]; | |
66 | C = self.mv[self.mb_stride * 1 + mb_x * 2]; | |
67 | }, | |
68 | _ => { return ZERO_MV; } | |
69 | } | |
70 | let pred_mv = MV::pred(A, B, C); | |
71 | let new_mv = MV::add_umv(pred_mv, diff, self.mvmode); | |
72 | if !use4 { | |
73 | self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; | |
74 | self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; | |
75 | self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; | |
76 | self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; | |
77 | } else { | |
78 | match blk_no { | |
79 | 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; }, | |
80 | 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; }, | |
81 | 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; }, | |
82 | 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; }, | |
83 | _ => {}, | |
84 | }; | |
85 | } | |
86 | ||
87 | new_mv | |
88 | } | |
89 | fn set_zero_mv(&mut self, mb_x: usize) { | |
90 | self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV; | |
91 | self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV; | |
92 | self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV; | |
93 | self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV; | |
94 | } | |
95 | fn get_mv(&self, mb_x: usize, blk_no: usize) -> MV { | |
96 | self.mv[self.mb_stride + mb_x * 2 + (blk_no & 1) + (blk_no >> 1) * self.mb_stride] | |
97 | } | |
98 | } | |
99 | ||
100 | #[allow(dead_code)] | |
101 | #[derive(Clone,Copy)] | |
102 | struct BMB { | |
103 | num_mv: usize, | |
104 | mv_f: [MV; 4], | |
105 | mv_b: [MV; 4], | |
106 | fwd: bool, | |
107 | blk: [[i16; 64]; 6], | |
108 | cbp: u8, | |
109 | } | |
110 | ||
111 | impl BMB { | |
112 | fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} } | |
113 | } | |
114 | ||
115 | #[derive(Clone,Copy)] | |
116 | struct PredCoeffs { | |
117 | hor: [[i16; 8]; 6], | |
118 | ver: [[i16; 8]; 6], | |
119 | } | |
120 | ||
121 | const ZERO_PRED_COEFFS: PredCoeffs = PredCoeffs { hor: [[1024, 0, 0, 0, 0, 0, 0, 0]; 6], ver: [[1024, 0, 0, 0, 0, 0, 0, 0]; 6] }; | |
122 | ||
123 | pub const H263DEC_OPT_USES_GOB: u32 = 0x0001; | |
124 | pub const H263DEC_OPT_SLICE_RESET: u32 = 0x0002; | |
125 | pub const H263DEC_OPT_HAS_B_FRAMES: u32 = 0x0004; | |
126 | pub const H263DEC_OPT_HAS_OBMC: u32 = 0x0008; | |
127 | ||
128 | pub struct H263BaseDecoder { | |
129 | w: usize, | |
130 | h: usize, | |
131 | mb_w: usize, | |
132 | mb_h: usize, | |
133 | num_mb: usize, | |
134 | ftype: Type, | |
135 | ipbs: IPBShuffler, | |
136 | next_ts: u16, | |
137 | last_ts: u16, | |
138 | tsdiff: u16, | |
139 | has_b: bool, | |
140 | b_data: Vec<BMB>, | |
141 | pred_coeffs: Vec<PredCoeffs>, | |
142 | is_gob: bool, | |
143 | slice_reset: bool, | |
144 | may_have_b_frames: bool, | |
145 | has_obmc: bool, | |
146 | mv_data: Vec<BlockMVInfo>, | |
147 | blk: [[i16; 64]; 6], | |
148 | obmc_buf: NAVideoBufferRef<u8>, | |
149 | obmc_blk: Vec<(Type, BMB)>, | |
150 | } | |
151 | ||
152 | #[inline] | |
153 | fn clip_dc(dc: i16) -> i16 { | |
154 | if dc <= 0 { 0 } | |
155 | else if dc > 2046 { 2047 } | |
156 | else { dc | 1 } | |
157 | } | |
158 | ||
159 | #[inline] | |
160 | fn clip_ac(ac: i16) -> i16 { | |
161 | if ac < -2048 { -2048 } | |
162 | else if ac > 2047 { 2047 } | |
163 | else { ac } | |
164 | } | |
165 | ||
166 | #[allow(dead_code)] | |
167 | impl H263BaseDecoder { | |
168 | pub fn new_with_opts(options: u32) -> Self { | |
169 | let is_gob = (options & H263DEC_OPT_USES_GOB) != 0; | |
170 | let slice_reset = (options & H263DEC_OPT_SLICE_RESET) != 0; | |
171 | let may_have_b_frames = (options & H263DEC_OPT_HAS_B_FRAMES) != 0; | |
172 | let has_obmc = (options & H263DEC_OPT_HAS_OBMC) != 0; | |
173 | ||
174 | let vbuf = alloc_video_buffer(NAVideoInfo::new(64, 64, false, YUV420_FORMAT), 4).unwrap(); | |
175 | let obmc_buf = vbuf.get_vbuf().unwrap(); | |
176 | ||
177 | H263BaseDecoder{ | |
178 | w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0, | |
179 | ftype: Type::Special, | |
180 | ipbs: IPBShuffler::new(), | |
181 | last_ts: 0, next_ts: 0, tsdiff: 0, | |
182 | has_b: false, b_data: Vec::new(), | |
183 | pred_coeffs: Vec::new(), | |
184 | is_gob, slice_reset, | |
185 | may_have_b_frames, has_obmc, | |
186 | mv_data: Vec::new(), | |
187 | blk: [[0; 64]; 6], | |
188 | obmc_buf, | |
189 | obmc_blk: Vec::new(), | |
190 | } | |
191 | } | |
192 | pub fn new(is_gob: bool) -> Self { | |
193 | Self::new_with_opts(H263DEC_OPT_SLICE_RESET | (if is_gob { H263DEC_OPT_USES_GOB } else { 0 })) | |
194 | } | |
195 | pub fn new_b_frames(is_gob: bool) -> Self { | |
196 | Self::new_with_opts(H263DEC_OPT_SLICE_RESET | H263DEC_OPT_HAS_B_FRAMES | (if is_gob { H263DEC_OPT_USES_GOB } else { 0 })) | |
197 | } | |
198 | ||
199 | pub fn is_intra(&self) -> bool { self.ftype == Type::I } | |
200 | pub fn get_frame_type(&self) -> FrameType { | |
201 | match self.ftype { | |
202 | Type::I => FrameType::I, | |
203 | Type::P => FrameType::P, | |
204 | Type::B => FrameType::B, | |
205 | Type::PB => FrameType::P, | |
206 | Type::Skip => FrameType::Skip, | |
207 | Type::Special => FrameType::Skip, | |
208 | } | |
209 | } | |
210 | pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) } | |
211 | ||
212 | fn decode_intra_mb(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP, mb_pos: usize, binfo: &BlockInfo, sstate: &SliceState, apply_acpred: bool) -> DecoderResult<()> { | |
213 | for i in 0..6 { | |
214 | bd.decode_block_intra(&binfo, &sstate, binfo.get_q(), i, (binfo.cbp & (1 << (5 - i))) != 0, &mut self.blk[i])?; | |
215 | if apply_acpred && (binfo.acpred != ACPredMode::None) { | |
216 | let has_b = (i == 1) || (i == 3) || !sstate.first_mb; | |
217 | let has_a = (i == 2) || (i == 3) || !sstate.first_line; | |
218 | let (b_mb, b_blk) = if has_b { | |
219 | if (i == 1) || (i == 3) { | |
220 | (mb_pos, i - 1) | |
221 | } else if i < 4 { | |
222 | (mb_pos - 1, i + 1) | |
223 | } else { | |
224 | (mb_pos - 1, i) | |
225 | } | |
226 | } else { (0, 0) }; | |
227 | let (a_mb, a_blk) = if has_a { | |
228 | if (i == 2) || (i == 3) { | |
229 | (mb_pos, i - 2) | |
230 | } else if i < 4 { | |
231 | (mb_pos - self.mb_w, i + 2) | |
232 | } else { | |
233 | (mb_pos - self.mb_w, i) | |
234 | } | |
235 | } else { (0, 0) }; | |
236 | match binfo.acpred { | |
237 | ACPredMode::DC => { | |
238 | let dc; | |
239 | if has_a && has_b { | |
240 | dc = (self.pred_coeffs[b_mb].hor[b_blk][0] + self.pred_coeffs[a_mb].ver[a_blk][0]) / 2; | |
241 | } else if has_a { | |
242 | dc = self.pred_coeffs[a_mb].ver[a_blk][0]; | |
243 | } else if has_b { | |
244 | dc = self.pred_coeffs[b_mb].hor[b_blk][0]; | |
245 | } else { | |
246 | dc = 1024; | |
247 | } | |
248 | self.blk[i][0] = clip_dc(self.blk[i][0] + dc); | |
249 | }, | |
250 | ACPredMode::Hor => { | |
251 | if has_b { | |
252 | for k in 0..8 { | |
253 | self.blk[i][k * 8] += self.pred_coeffs[b_mb].hor[b_blk][k]; | |
254 | } | |
255 | for k in 1..8 { | |
256 | self.blk[i][k * 8] = clip_ac(self.blk[i][k * 8]); | |
257 | } | |
258 | } else { | |
259 | self.blk[i][0] += 1024; | |
260 | } | |
261 | self.blk[i][0] = clip_dc(self.blk[i][0]); | |
262 | }, | |
263 | ACPredMode::Ver => { | |
264 | if has_a { | |
265 | for k in 0..8 { | |
266 | self.blk[i][k] += self.pred_coeffs[a_mb].ver[a_blk][k]; | |
267 | } | |
268 | for k in 1..8 { | |
269 | self.blk[i][k] = clip_ac(self.blk[i][k]); | |
270 | } | |
271 | } else { | |
272 | self.blk[i][0] += 1024; | |
273 | } | |
274 | self.blk[i][0] = clip_dc(self.blk[i][0]); | |
275 | }, | |
276 | ACPredMode::None => {}, | |
277 | }; | |
278 | for t in 0..8 { self.pred_coeffs[mb_pos].hor[i][t] = self.blk[i][t * 8]; } | |
279 | for t in 0..8 { self.pred_coeffs[mb_pos].ver[i][t] = self.blk[i][t]; } | |
280 | } | |
281 | bdsp.idct(&mut self.blk[i]); | |
282 | } | |
283 | Ok(()) | |
284 | } | |
285 | fn decode_inter_mb(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP, binfo: &BlockInfo, sstate: &SliceState) -> DecoderResult<()> { | |
286 | for i in 0..6 { | |
287 | bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((binfo.cbp >> (5 - i)) & 1) != 0, &mut self.blk[i])?; | |
288 | bdsp.idct(&mut self.blk[i]); | |
289 | } | |
290 | Ok(()) | |
291 | } | |
292 | fn get_obmc_mv(&self, mb_idx: usize, blk_no: usize, cur_mv: MV) -> MV { | |
293 | let (mbt, ref bi) = self.obmc_blk[mb_idx]; | |
294 | if mbt == Type::I { | |
295 | cur_mv | |
296 | } else if mbt == Type::Skip { | |
297 | ZERO_MV | |
298 | } else if bi.num_mv == 1 { | |
299 | bi.mv_f[0] | |
300 | } else { | |
301 | bi.mv_f[blk_no] | |
302 | } | |
303 | } | |
304 | #[allow(clippy::cyclomatic_complexity)] | |
305 | fn reconstruct_obmc(&mut self, buf: &mut NAVideoBuffer<u8>, slice_start: usize, start: usize, end: usize, slice_end: bool) -> usize { | |
306 | let mut mb_x = start % self.mb_w; | |
307 | let mut mb_y = start / self.mb_w; | |
308 | let mut mb_pos = start; | |
309 | while mb_pos < end { | |
310 | let has_top = mb_pos >= slice_start + self.mb_w; | |
311 | let has_left = (mb_x > 0) && (mb_pos > slice_start); | |
312 | let has_right = (mb_x + 1 < self.mb_w) && (mb_pos + 1 < end); | |
313 | let has_bottom = mb_pos + self.mb_w < end; | |
314 | ||
315 | if !has_bottom && !slice_end { | |
316 | break; | |
317 | } | |
318 | ||
319 | let (mbt, ref bi) = self.obmc_blk[mb_pos]; | |
320 | if mbt == Type::P || mbt == Type::Skip { | |
321 | let single_mv = bi.num_mv != 4; | |
322 | for blk in 0..4 { | |
323 | let cur_mv = if single_mv { bi.mv_f[0] } else { bi.mv_f[blk] }; | |
324 | let top_mv = if (blk & 2) == 0 { | |
325 | if has_top { | |
326 | self.get_obmc_mv(mb_pos - self.mb_w, blk + 2, cur_mv) | |
327 | } else { cur_mv } | |
328 | } else { | |
329 | if single_mv { cur_mv } else { bi.mv_f[blk - 2] } | |
330 | }; | |
331 | let left_mv = if (blk & 1) == 0 { | |
332 | if has_left { | |
333 | self.get_obmc_mv(mb_pos - 1, blk + 1, cur_mv) | |
334 | } else { cur_mv } | |
335 | } else { | |
336 | if single_mv { cur_mv } else { bi.mv_f[blk - 1] } | |
337 | }; | |
338 | let bottom_mv = if (blk & 2) != 0 { | |
339 | if has_bottom { | |
340 | self.get_obmc_mv(mb_pos + self.mb_w, blk - 2, cur_mv) | |
341 | } else { cur_mv } | |
342 | } else { | |
343 | if single_mv { cur_mv } else { bi.mv_f[blk + 2] } | |
344 | }; | |
345 | let right_mv = if (blk & 1) != 0 { | |
346 | if has_right { | |
347 | self.get_obmc_mv(mb_pos + 1, blk - 1, cur_mv) | |
348 | } else { cur_mv } | |
349 | } else { | |
350 | if single_mv { cur_mv } else { bi.mv_f[blk + 1] } | |
351 | }; | |
352 | ||
353 | let mut obmcbuf = NASimpleVideoFrame::from_video_buf(&mut self.obmc_buf).unwrap(); | |
354 | ||
355 | if let Some(ref srcbuf) = self.ipbs.get_lastref() { | |
356 | let dx = (mb_x * 16 + (blk & 1) * 8) as i16; | |
357 | let dy = (mb_y * 16 + (blk & 2) * 4) as i16; | |
358 | ||
359 | let block_params = [(8, 0, top_mv), (0, 8, left_mv), (8, 8, cur_mv), (16, 8, right_mv), (8, 16, bottom_mv)]; | |
360 | ||
361 | for (off_x, off_y, mv) in block_params.iter() { | |
362 | let mx = dx + (mv.x >> 1) - off_x; | |
363 | let my = dy + (mv.y >> 1) - off_y; | |
364 | let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize; | |
365 | blockdsp::copy_block(&mut obmcbuf, srcbuf.clone(), 0, | |
366 | *off_x as usize, *off_y as usize, mx, my, | |
367 | 8, 8, 0, 1, mode, H263_INTERP_FUNCS); | |
368 | } | |
369 | let stride = buf.get_stride(0); | |
370 | let off = buf.get_offset(0) + (dx as usize) + (dy as usize) * stride; | |
371 | let data = buf.get_data_mut().unwrap(); | |
372 | obmc_filter(&mut data[off..], stride, obmcbuf.data, obmcbuf.stride[0]); | |
373 | } | |
374 | } | |
375 | if let Some(ref srcbuf) = self.ipbs.get_lastref() { | |
376 | let mut dst = NASimpleVideoFrame::from_video_buf(buf).unwrap(); | |
377 | let xpos = mb_x * 8; | |
378 | let ypos = mb_y * 8; | |
379 | ||
380 | let (mvx, mvy, cmode) = if single_mv { | |
381 | let mv = bi.mv_f[0]; | |
382 | let cmode = (if (mv.x & 3) != 0 { 1 } else { 0 }) + (if (mv.y & 3) != 0 { 2 } else { 0 }); | |
383 | (mv.x >> 2, mv.y >> 2, cmode) | |
384 | } else { | |
385 | let sum_mv = bi.mv_f[0] + bi.mv_f[1] + bi.mv_f[2] + bi.mv_f[3]; | |
386 | let cmx = (sum_mv.x >> 3) + H263_CHROMA_ROUND[(sum_mv.x & 0xF) as usize]; | |
387 | let cmy = (sum_mv.y >> 3) + H263_CHROMA_ROUND[(sum_mv.y & 0xF) as usize]; | |
388 | let cmode = ((cmx & 1) + (cmy & 1) * 2) as usize; | |
389 | (cmx, cmy, cmode) | |
390 | }; | |
391 | blockdsp::copy_block(&mut dst, srcbuf.clone(), 1, xpos, ypos, mvx, mvy, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS); | |
392 | blockdsp::copy_block(&mut dst, srcbuf.clone(), 2, xpos, ypos, mvx, mvy, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS); | |
393 | } | |
394 | if mbt != Type::Skip { | |
395 | blockdsp::add_blocks(buf, mb_x, mb_y, &bi.blk); | |
396 | } | |
397 | } | |
398 | ||
399 | mb_pos += 1; | |
400 | mb_x += 1; | |
401 | if mb_x == self.mb_w { | |
402 | mb_x = 0; | |
403 | mb_y += 1; | |
404 | } | |
405 | } | |
406 | mb_pos | |
407 | } | |
408 | #[allow(clippy::cyclomatic_complexity)] | |
409 | pub fn parse_frame(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP) -> DecoderResult<NABufferType> { | |
410 | let pinfo = bd.decode_pichdr()?; | |
411 | let mut mvi = MVInfo::new(); | |
412 | let mut mvi2 = MVInfo::new(); | |
413 | let mut cbpi = CBPInfo::new(); | |
414 | ||
415 | //todo handle res change | |
416 | self.w = pinfo.w; | |
417 | self.h = pinfo.h; | |
418 | self.mb_w = (pinfo.w + 15) >> 4; | |
419 | self.mb_h = (pinfo.h + 15) >> 4; | |
420 | self.num_mb = self.mb_w * self.mb_h; | |
421 | self.ftype = pinfo.mode; | |
422 | self.has_b = pinfo.is_pb(); | |
423 | ||
424 | let do_obmc = self.has_obmc && (pinfo.mode == Type::P); | |
425 | ||
426 | if do_obmc { | |
427 | let capacity = self.obmc_blk.capacity(); | |
428 | if capacity < self.num_mb { | |
429 | self.obmc_blk.reserve(self.num_mb - capacity); | |
430 | } | |
431 | self.obmc_blk.truncate(0); | |
432 | } | |
433 | ||
434 | if self.has_b { | |
435 | self.mv_data.truncate(0); | |
436 | } | |
437 | ||
438 | let save_b_data = pinfo.mode.is_ref() && self.may_have_b_frames; | |
439 | if save_b_data { | |
440 | self.mv_data.truncate(0); | |
441 | } | |
442 | let is_b = pinfo.mode == Type::B; | |
443 | ||
444 | if is_b && (self.mv_data.len() < self.mb_w * self.mb_h) { | |
445 | return Err(DecoderError::MissingReference); | |
446 | } | |
447 | ||
448 | let tsdiff = if pinfo.is_pb() { pinfo.ts.wrapping_sub(self.last_ts) >> 1 } | |
449 | else { self.last_ts.wrapping_sub(self.next_ts) >> 1 }; | |
450 | let bsdiff = if pinfo.is_pb() { (pinfo.get_pbinfo().get_trb() as u16) << 7 } | |
451 | else { pinfo.ts.wrapping_sub(self.next_ts) >> 1 }; | |
452 | ||
453 | let fmt = formats::YUV420_FORMAT; | |
454 | let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt); | |
455 | let bufinfo = alloc_video_buffer(vinfo, 4)?; | |
456 | let mut buf = bufinfo.get_vbuf().unwrap(); | |
457 | ||
458 | let mut slice = if self.is_gob { | |
459 | SliceInfo::get_default_slice(&pinfo) | |
460 | } else { | |
461 | bd.decode_slice_header(&pinfo)? | |
462 | }; | |
463 | mvi.reset(self.mb_w, 0, pinfo.get_mvmode()); | |
464 | if is_b || pinfo.is_pb() { | |
465 | mvi2.reset(self.mb_w, 0, pinfo.get_mvmode()); | |
466 | } | |
467 | cbpi.reset(self.mb_w); | |
468 | ||
469 | let mut sstate = SliceState::new(pinfo.mode == Type::I); | |
470 | let mut mb_pos = 0; | |
471 | let apply_acpred = /*(pinfo.mode == Type::I) && */pinfo.plusinfo.is_some() && pinfo.plusinfo.unwrap().aic; | |
472 | if apply_acpred { | |
473 | self.pred_coeffs.truncate(0); | |
474 | self.pred_coeffs.resize(self.mb_w * self.mb_h, ZERO_PRED_COEFFS); | |
475 | } | |
476 | sstate.quant = slice.quant; | |
477 | let mut obmc_start = 0; | |
478 | let mut slice_start = 0; | |
479 | for mb_y in 0..self.mb_h { | |
480 | for mb_x in 0..self.mb_w { | |
481 | self.blk = [[0; 64]; 6]; | |
482 | ||
483 | if slice.is_at_end(mb_pos) || (slice.needs_check() && mb_pos > 0 && bd.is_slice_end()) { | |
484 | if do_obmc { | |
485 | self.reconstruct_obmc(&mut buf, slice_start, obmc_start, mb_pos, true); | |
486 | obmc_start = mb_pos; | |
487 | slice_start = mb_pos; | |
488 | } | |
489 | slice = bd.decode_slice_header(&pinfo)?; | |
490 | if self.is_gob || self.slice_reset { | |
491 | mvi.reset(self.mb_w, mb_x, pinfo.get_mvmode()); | |
492 | if is_b || pinfo.is_pb() { | |
493 | mvi2.reset(self.mb_w, mb_x, pinfo.get_mvmode()); | |
494 | } | |
495 | cbpi.reset(self.mb_w); | |
496 | sstate.reset_slice(mb_x, mb_y); | |
497 | sstate.quant = slice.quant; | |
498 | } | |
499 | } | |
500 | ||
501 | let binfo = bd.decode_block_header(&pinfo, &slice, &sstate)?; | |
502 | let cbp = binfo.get_cbp(); | |
503 | cbpi.set_cbp(mb_x, cbp); | |
504 | cbpi.set_q(mb_x, binfo.get_q()); | |
505 | sstate.quant = binfo.get_q(); | |
506 | if binfo.is_intra() { | |
507 | if save_b_data { | |
508 | self.mv_data.push(BlockMVInfo::Intra); | |
509 | } | |
510 | self.decode_intra_mb(bd, bdsp, mb_pos, &binfo, &sstate, apply_acpred)?; | |
511 | blockdsp::put_blocks(&mut buf, mb_x, mb_y, &self.blk); | |
512 | mvi.set_zero_mv(mb_x); | |
513 | if is_b { | |
514 | mvi2.set_zero_mv(mb_x); | |
515 | } else if pinfo.is_pb() { | |
516 | mvi.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb); | |
517 | mvi2.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb); | |
518 | } | |
519 | if do_obmc { | |
520 | //todo: use MV from PB-part if available | |
521 | self.obmc_blk.push((Type::I, BMB::new())); | |
522 | } | |
523 | } else if (binfo.mode != Type::B) && !binfo.is_skipped() { | |
524 | if binfo.get_num_mvs() == 1 { | |
525 | let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb); | |
526 | if save_b_data { | |
527 | self.mv_data.push(BlockMVInfo::Inter_1MV(mv)); | |
528 | } | |
529 | if let Some(ref srcbuf) = self.ipbs.get_lastref() { | |
530 | bdsp.copy_blocks(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, mv); | |
531 | } | |
532 | if pinfo.is_pb() { | |
533 | mvi2.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb); | |
534 | } | |
535 | if do_obmc { | |
536 | let mut blki = BMB::new(); | |
537 | blki.mv_f[0] = mv; | |
538 | blki.num_mv = 1; | |
539 | self.obmc_blk.push((Type::P, blki)); | |
540 | } | |
541 | } else { | |
542 | let mut mv: [MV; 4] = [ZERO_MV, ZERO_MV, ZERO_MV, ZERO_MV]; | |
543 | for blk_no in 0..4 { | |
544 | mv[blk_no] = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no), sstate.first_line, sstate.first_mb); | |
545 | } | |
546 | if let Some(ref srcbuf) = self.ipbs.get_lastref() { | |
547 | bdsp.copy_blocks8x8(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, &mv); | |
548 | } | |
549 | if pinfo.is_pb() { | |
550 | for blk_no in 0..4 { | |
551 | mvi2.predict(mb_x, blk_no, true, binfo.get_mv(blk_no), sstate.first_line, sstate.first_mb); | |
552 | } | |
553 | } | |
554 | if save_b_data { | |
555 | self.mv_data.push(BlockMVInfo::Inter_4MV(mv)); | |
556 | } | |
557 | if do_obmc { | |
558 | let mut blki = BMB::new(); | |
559 | blki.mv_f = mv; | |
560 | blki.num_mv = 4; | |
561 | self.obmc_blk.push((Type::P, blki)); | |
562 | } | |
563 | } | |
564 | self.decode_inter_mb(bd, bdsp, &binfo, &sstate)?; | |
565 | if !do_obmc { | |
566 | blockdsp::add_blocks(&mut buf, mb_x, mb_y, &self.blk); | |
567 | } else { | |
568 | let (_, ref mut bi) = self.obmc_blk[mb_pos]; | |
569 | bi.blk = self.blk; | |
570 | } | |
571 | if is_b && !pinfo.is_pb() { | |
572 | mvi2.set_zero_mv(mb_x); | |
573 | } | |
574 | } else if binfo.mode != Type::B { | |
575 | self.mv_data.push(BlockMVInfo::Inter_1MV(ZERO_MV)); | |
576 | mvi.set_zero_mv(mb_x); | |
577 | if is_b || pinfo.is_pb() { | |
578 | mvi2.set_zero_mv(mb_x); | |
579 | } | |
580 | if !do_obmc { | |
581 | if let Some(ref srcbuf) = self.ipbs.get_lastref() { | |
582 | bdsp.copy_blocks(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, ZERO_MV); | |
583 | } | |
584 | } else { | |
585 | self.obmc_blk.push((Type::Skip, BMB::new())); | |
586 | } | |
587 | } else { | |
588 | recon_b_mb(&mut buf, &mut self.ipbs, bdsp, &mut mvi, &mut mvi2, mb_pos, self.mb_w, &sstate, &binfo, &self.mv_data, bsdiff, tsdiff); | |
589 | if cbp != 0 { | |
590 | self.decode_inter_mb(bd, bdsp, &binfo, &sstate)?; | |
591 | blockdsp::add_blocks(&mut buf, mb_x, mb_y, &self.blk); | |
592 | } | |
593 | } | |
594 | if pinfo.is_pb() { | |
595 | let mut b_mb = BMB::new(); | |
596 | let cbp = binfo.get_cbp_b(); | |
597 | let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2; | |
598 | let bquant; | |
599 | if bq < 1 { bquant = 1; } | |
600 | else if bq > 31 { bquant = 31; } | |
601 | else { bquant = bq as u8; } | |
602 | ||
603 | b_mb.cbp = cbp; | |
604 | for i in 0..6 { | |
605 | bd.decode_block_inter(&binfo, &sstate, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?; | |
606 | bdsp.idct(&mut b_mb.blk[i]); | |
607 | } | |
608 | ||
609 | let is_fwd = binfo.is_b_fwd(); | |
610 | b_mb.fwd = is_fwd; | |
611 | if binfo.get_num_mvs() != 4 { | |
612 | let ref_mv = mvi2.get_mv(mb_x, 0); | |
613 | let b_mv = if binfo.is_intra() { binfo.get_mv2(1) } else { binfo.get_mv2(0) }; | |
614 | let src_mv = if is_fwd { ZERO_MV } else { ref_mv.scale(bsdiff, tsdiff) }; | |
615 | let mv_f = MV::add_umv(src_mv, b_mv, pinfo.get_mvmode()); | |
616 | let mv_b = MV::b_sub(ref_mv, mv_f, b_mv, bsdiff, tsdiff); | |
617 | b_mb.mv_f[0] = mv_f; | |
618 | b_mb.mv_b[0] = mv_b; | |
619 | b_mb.num_mv = 1; | |
620 | } else { | |
621 | for blk_no in 0..4 { | |
622 | let src_mv = if is_fwd { ZERO_MV } else { mvi2.get_mv(mb_x, blk_no).scale(bsdiff, tsdiff) }; | |
623 | let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode()); | |
624 | let mv_b = MV::b_sub(mvi2.get_mv(mb_x, blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff); | |
625 | b_mb.mv_f[blk_no] = mv_f; | |
626 | b_mb.mv_b[blk_no] = mv_b; | |
627 | } | |
628 | b_mb.num_mv = 4; | |
629 | } | |
630 | self.b_data.push(b_mb); | |
631 | } | |
632 | sstate.next_mb(); | |
633 | mb_pos += 1; | |
634 | } | |
635 | if do_obmc && (mb_pos > obmc_start + self.mb_w) { | |
636 | obmc_start = self.reconstruct_obmc(&mut buf, slice_start, obmc_start, mb_pos - self.mb_w, false); | |
637 | } else if let Some(plusinfo) = pinfo.plusinfo { | |
638 | if plusinfo.deblock { | |
639 | bdsp.filter_row(&mut buf, mb_y, self.mb_w, &cbpi); | |
640 | } | |
641 | } | |
642 | mvi.update_row(); | |
643 | if is_b || pinfo.is_pb() { | |
644 | mvi2.update_row(); | |
645 | } | |
646 | cbpi.update_row(); | |
647 | sstate.new_row(); | |
648 | } | |
649 | if do_obmc { | |
650 | self.reconstruct_obmc(&mut buf, slice_start, obmc_start, mb_pos, true); | |
651 | } | |
652 | ||
653 | if pinfo.mode.is_ref() { | |
654 | self.ipbs.add_frame(buf); | |
655 | self.next_ts = self.last_ts; | |
656 | self.last_ts = pinfo.ts; | |
657 | self.tsdiff = tsdiff; | |
658 | } | |
659 | ||
660 | Ok(bufinfo) | |
661 | } | |
662 | pub fn flush(&mut self) { | |
663 | self.ipbs.clear(); | |
664 | } | |
665 | ||
666 | pub fn get_bframe(&mut self, bdsp: &BlockDSP) -> DecoderResult<NABufferType> { | |
667 | if !self.has_b || self.ipbs.get_lastref().is_none() || self.ipbs.get_nextref().is_none() { | |
668 | return Err(DecoderError::MissingReference); | |
669 | } | |
670 | self.has_b = false; | |
671 | ||
672 | let fmt = formats::YUV420_FORMAT; | |
673 | let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt); | |
674 | let bufinfo = alloc_video_buffer(vinfo, 4)?; | |
675 | let b_buf = bufinfo.get_vbuf().unwrap(); | |
676 | ||
677 | if let (Some(ref bck_buf), Some(ref fwd_buf)) = (self.ipbs.get_b_bwdref(), self.ipbs.get_b_fwdref()) { | |
678 | recon_b_frame(b_buf, bck_buf.clone(), fwd_buf.clone(), self.mb_w, self.mb_h, self.b_data.as_slice(), bdsp); | |
679 | } | |
680 | ||
681 | self.b_data.truncate(0); | |
682 | Ok(bufinfo) | |
683 | } | |
684 | } | |
685 | ||
686 | fn recon_b_mb(buf: &mut NAVideoBuffer<u8>, ipbs: &mut IPBShuffler, bdsp: &BlockDSP, mvi: &mut MVInfo, mvi2: &mut MVInfo, mb_pos: usize, mb_w: usize, sstate: &SliceState, binfo: &BlockInfo, mv_data: &[BlockMVInfo], bsdiff: u16, tsdiff: u16) { | |
687 | let mb_x = mb_pos % mb_w; | |
688 | let mb_y = mb_pos / mb_w; | |
689 | ||
690 | let ref_mv_info = mv_data[mb_pos]; | |
691 | let has_fwd = binfo.get_num_mvs() > 0; | |
692 | let has_bwd = binfo.get_num_mvs2() > 0; | |
693 | ||
694 | if has_fwd || has_bwd { | |
695 | let fwd_mv; | |
696 | if has_fwd { | |
697 | fwd_mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb); | |
698 | } else { | |
699 | fwd_mv = ZERO_MV; | |
700 | mvi.set_zero_mv(mb_x); | |
701 | } | |
702 | let bwd_mv; | |
703 | if has_bwd { | |
704 | bwd_mv = mvi2.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb); | |
705 | } else { | |
706 | bwd_mv = ZERO_MV; | |
707 | mvi2.set_zero_mv(mb_x); | |
708 | } | |
709 | if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) { | |
710 | if has_fwd && has_bwd { | |
711 | bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, fwd_mv); | |
712 | bdsp.avg_blocks (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, bwd_mv); | |
713 | } else if has_fwd { | |
714 | bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, fwd_mv); | |
715 | } else { | |
716 | bdsp.copy_blocks(buf, bck_buf.clone(), mb_x * 16, mb_y * 16, bwd_mv); | |
717 | } | |
718 | } | |
719 | } else { | |
720 | if let BlockMVInfo::Inter_4MV(mvs) = ref_mv_info { | |
721 | let mut mv_f = [ZERO_MV; 4]; | |
722 | let mut mv_b = [ZERO_MV; 4]; | |
723 | for blk_no in 0..4 { | |
724 | let ref_mv = mvs[blk_no]; | |
725 | let ref_mv_fwd = ref_mv.scale(bsdiff, tsdiff); | |
726 | let ref_mv_bwd = ref_mv - ref_mv_fwd; | |
727 | mv_f[blk_no] = ref_mv_fwd; | |
728 | mv_b[blk_no] = ref_mv_bwd; | |
729 | } | |
730 | if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) { | |
731 | bdsp.copy_blocks8x8(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, &mv_f); | |
732 | bdsp.avg_blocks8x8 (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, &mv_b); | |
733 | } | |
734 | } else { | |
735 | let ref_mv = if let BlockMVInfo::Inter_1MV(mv_) = ref_mv_info { mv_ } else { ZERO_MV }; | |
736 | let ref_mv_fwd = ref_mv.scale(bsdiff, tsdiff); | |
737 | let ref_mv_bwd = MV::b_sub(ref_mv, ref_mv_fwd, ZERO_MV, bsdiff, tsdiff); | |
738 | ||
739 | if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) { | |
740 | bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, ref_mv_fwd); | |
741 | bdsp.avg_blocks (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, ref_mv_bwd); | |
742 | } | |
743 | } | |
744 | mvi.set_zero_mv(mb_x); | |
745 | mvi2.set_zero_mv(mb_x); | |
746 | } | |
747 | } | |
748 | ||
749 | fn recon_b_frame(mut b_buf: NAVideoBufferRef<u8>, bck_buf: NAVideoBufferRef<u8>, fwd_buf: NAVideoBufferRef<u8>, | |
750 | mb_w: usize, mb_h: usize, b_data: &[BMB], bdsp: &BlockDSP) { | |
751 | let mut cbpi = CBPInfo::new(); | |
752 | let mut cur_mb = 0; | |
753 | cbpi.reset(mb_w); | |
754 | for mb_y in 0..mb_h { | |
755 | for mb_x in 0..mb_w { | |
756 | let num_mv = b_data[cur_mb].num_mv; | |
757 | let is_fwd = b_data[cur_mb].fwd; | |
758 | let cbp = b_data[cur_mb].cbp; | |
759 | cbpi.set_cbp(mb_x, cbp); | |
760 | if num_mv == 1 { | |
761 | bdsp.copy_blocks(&mut b_buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, b_data[cur_mb].mv_f[0]); | |
762 | if !is_fwd { | |
763 | bdsp.avg_blocks(&mut b_buf, bck_buf.clone(), mb_x * 16, mb_y * 16, b_data[cur_mb].mv_b[0]); | |
764 | } | |
765 | } else { | |
766 | bdsp.copy_blocks8x8(&mut b_buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, &b_data[cur_mb].mv_f); | |
767 | if !is_fwd { | |
768 | bdsp.avg_blocks8x8(&mut b_buf, bck_buf.clone(), mb_x * 16, mb_y * 16, &b_data[cur_mb].mv_b); | |
769 | } | |
770 | } | |
771 | if cbp != 0 { | |
772 | blockdsp::add_blocks(&mut b_buf, mb_x, mb_y, &b_data[cur_mb].blk); | |
773 | } | |
774 | cur_mb += 1; | |
775 | } | |
776 | cbpi.update_row(); | |
777 | } | |
778 | } |