projects / nihav.git / blob
? search:


6be437bd084e17906fcf238ee0f5018285251540
[nihav.git] / nihav-codec-support / src / codecs / h263 / decoder.rs
1 //use std::mem;
2 use nihav_core::codecs::DecoderError;
3 use nihav_core::frame::*;
4 use super::super::*;
5 use super::super::blockdsp;
6 use super::*;
7 use super::code::{H263_INTERP_FUNCS, obmc_filter};
8 use super::data::H263_CHROMA_ROUND;
9 use nihav_core::formats;
10
11 #[allow(dead_code)]
12 struct MVInfo {
13 mv: Vec<MV>,
14 mb_w: usize,
15 mb_stride: usize,
16 mb_start: usize,
17 top: bool,
18 mvmode: MVMode,
19 }
20
21 impl MVInfo {
22 fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, mvmode: MVMode::Old } }
23 fn reset(&mut self, mb_w: usize, mb_start: usize, mvmode: MVMode) {
24 self.mb_start = mb_start;
25 self.mb_w = mb_w;
26 self.mb_stride = mb_w * 2 + 2;
27 self.mv.resize(self.mb_stride * 3, ZERO_MV);
28 self.mvmode = mvmode;
29 }
30 fn update_row(&mut self) {
31 self.mb_start = self.mb_w + 1;
32 self.top = false;
33 for i in 0..self.mb_stride {
34 self.mv[i] = self.mv[self.mb_stride * 2 + i];
35 }
36 }
37 #[allow(non_snake_case)]
38 fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV, first_line: bool, first_mb: bool) -> MV {
39 let A;
40 let B;
41 let C;
42 let last = mb_x == self.mb_w - 1;
43 match blk_no {
44 0 => {
45 if mb_x != self.mb_start {
46 A = if !first_mb { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV };
47 B = if !first_line { self.mv[ mb_x * 2] } else { A };
48 C = if !first_line && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV };
49 } else {
50 A = ZERO_MV; B = ZERO_MV; C = ZERO_MV;
51 }
52 },
53 1 => {
54 A = self.mv[self.mb_stride + mb_x * 2];
55 B = if !first_line { self.mv[mb_x * 2 + 1] } else { A };
56 C = if !first_line && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV/*A*/ };
57 },
58 2 => {
59 A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV };
60 B = self.mv[self.mb_stride + mb_x * 2];
61 C = self.mv[self.mb_stride + mb_x * 2 + 1];
62 },
63 3 => {
64 A = self.mv[self.mb_stride * 2 + mb_x * 2];
65 B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1];
66 C = self.mv[self.mb_stride * 1 + mb_x * 2];
67 },
68 _ => { return ZERO_MV; }
69 }
70 let pred_mv = MV::pred(A, B, C);
71 let new_mv = MV::add_umv(pred_mv, diff, self.mvmode);
72 if !use4 {
73 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv;
74 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv;
75 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv;
76 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv;
77 } else {
78 match blk_no {
79 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; },
80 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; },
81 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; },
82 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; },
83 _ => {},
84 };
85 }
86
87 new_mv
88 }
89 fn set_zero_mv(&mut self, mb_x: usize) {
90 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV;
91 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV;
92 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV;
93 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV;
94 }
95 fn get_mv(&self, mb_x: usize, blk_no: usize) -> MV {
96 self.mv[self.mb_stride + mb_x * 2 + (blk_no & 1) + (blk_no >> 1) * self.mb_stride]
97 }
98 }
99
100 #[allow(dead_code)]
101 #[derive(Clone,Copy)]
102 struct BMB {
103 num_mv: usize,
104 mv_f: [MV; 4],
105 mv_b: [MV; 4],
106 fwd: bool,
107 blk: [[i16; 64]; 6],
108 cbp: u8,
109 }
110
111 impl BMB {
112 fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} }
113 }
114
115 #[derive(Clone,Copy)]
116 struct PredCoeffs {
117 hor: [[i16; 8]; 6],
118 ver: [[i16; 8]; 6],
119 }
120
121 const ZERO_PRED_COEFFS: PredCoeffs = PredCoeffs { hor: [[1024, 0, 0, 0, 0, 0, 0, 0]; 6], ver: [[1024, 0, 0, 0, 0, 0, 0, 0]; 6] };
122 const ZERO_PRED_COEFFS2: PredCoeffs = PredCoeffs { hor: [[0x7FFF, 0, 0, 0, 0, 0, 0, 0]; 6], ver: [[0x7FFF, 0, 0, 0, 0, 0, 0, 0]; 6] };
123
124 pub const H263DEC_OPT_USES_GOB: u32 = 0x0001;
125 pub const H263DEC_OPT_SLICE_RESET: u32 = 0x0002;
126 pub const H263DEC_OPT_HAS_B_FRAMES: u32 = 0x0004;
127 pub const H263DEC_OPT_HAS_OBMC: u32 = 0x0008;
128 pub const H263DEC_OPT_PRED_QUANT: u32 = 0x0010;
129
130 pub struct H263BaseDecoder {
131 w: usize,
132 h: usize,
133 mb_w: usize,
134 mb_h: usize,
135 num_mb: usize,
136 ftype: Type,
137 ipbs: IPBShuffler,
138 next_ts: u16,
139 last_ts: u16,
140 tsdiff: u16,
141 has_b: bool,
142 b_data: Vec<BMB>,
143 pred_coeffs: Vec<PredCoeffs>,
144 is_gob: bool,
145 slice_reset: bool,
146 may_have_b_frames: bool,
147 has_obmc: bool,
148 mv_data: Vec<BlockMVInfo>,
149 blk: [[i16; 64]; 6],
150 obmc_buf: NAVideoBufferRef<u8>,
151 obmc_blk: Vec<(Type, BMB)>,
152 pred_quant: bool,
153 }
154
155 #[inline]
156 fn clip_dc(dc: i16) -> i16 {
157 if dc <= 0 { 0 }
158 else if dc > 2046 { 2047 }
159 else { dc | 1 }
160 }
161
162 #[inline]
163 fn clip_ac(ac: i16) -> i16 {
164 if ac < -2048 { -2048 }
165 else if ac > 2047 { 2047 }
166 else { ac }
167 }
168
169 #[allow(dead_code)]
170 impl H263BaseDecoder {
171 pub fn new_with_opts(options: u32) -> Self {
172 let is_gob = (options & H263DEC_OPT_USES_GOB) != 0;
173 let slice_reset = (options & H263DEC_OPT_SLICE_RESET) != 0;
174 let may_have_b_frames = (options & H263DEC_OPT_HAS_B_FRAMES) != 0;
175 let has_obmc = (options & H263DEC_OPT_HAS_OBMC) != 0;
176 let pred_quant = (options & H263DEC_OPT_PRED_QUANT) != 0;
177
178 let vbuf = alloc_video_buffer(NAVideoInfo::new(64, 64, false, YUV420_FORMAT), 4).unwrap();
179 let obmc_buf = vbuf.get_vbuf().unwrap();
180
181 H263BaseDecoder{
182 w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0,
183 ftype: Type::Special,
184 ipbs: IPBShuffler::new(),
185 last_ts: 0, next_ts: 0, tsdiff: 0,
186 has_b: false, b_data: Vec::new(),
187 pred_coeffs: Vec::new(),
188 is_gob, slice_reset,
189 may_have_b_frames, has_obmc,
190 pred_quant,
191 mv_data: Vec::new(),
192 blk: [[0; 64]; 6],
193 obmc_buf,
194 obmc_blk: Vec::new(),
195 }
196 }
197 pub fn new(is_gob: bool) -> Self {
198 Self::new_with_opts(H263DEC_OPT_SLICE_RESET | (if is_gob { H263DEC_OPT_USES_GOB } else { 0 }))
199 }
200 pub fn new_b_frames(is_gob: bool) -> Self {
201 Self::new_with_opts(H263DEC_OPT_SLICE_RESET | H263DEC_OPT_HAS_B_FRAMES | (if is_gob { H263DEC_OPT_USES_GOB } else { 0 }))
202 }
203
204 pub fn is_intra(&self) -> bool { self.ftype == Type::I }
205 pub fn get_frame_type(&self) -> FrameType {
206 match self.ftype {
207 Type::I => FrameType::I,
208 Type::P => FrameType::P,
209 Type::B => FrameType::B,
210 Type::PB => FrameType::P,
211 Type::Skip => FrameType::Skip,
212 Type::Special => FrameType::Skip,
213 }
214 }
215 pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) }
216
217 fn decode_intra_mb(&mut self, bd: &mut dyn BlockDecoder, bdsp: &dyn BlockDSP, mb_pos: usize, binfo: &BlockInfo, sstate: &SliceState, apply_acpred: bool) -> DecoderResult<()> {
218 for i in 0..6 {
219 bd.decode_block_intra(&binfo, &sstate, binfo.get_q(), i, (binfo.cbp & (1 << (5 - i))) != 0, &mut self.blk[i])?;
220 if apply_acpred && (binfo.acpred != ACPredMode::None) {
221 let has_b = (i == 1) || (i == 3) || !sstate.first_mb;
222 let has_a = (i == 2) || (i == 3) || !sstate.first_line;
223 let (b_mb, b_blk) = if has_b {
224 if (i == 1) || (i == 3) {
225 (mb_pos, i - 1)
226 } else if i < 4 {
227 (mb_pos - 1, i + 1)
228 } else {
229 (mb_pos - 1, i)
230 }
231 } else { (0, 0) };
232 let (a_mb, a_blk) = if has_a {
233 if (i == 2) || (i == 3) {
234 (mb_pos, i - 2)
235 } else if i < 4 {
236 (mb_pos - self.mb_w, i + 2)
237 } else {
238 (mb_pos - self.mb_w, i)
239 }
240 } else { (0, 0) };
241 match binfo.acpred {
242 ACPredMode::DC => {
243 let dc;
244 if has_a && has_b {
245 dc = (self.pred_coeffs[b_mb].hor[b_blk][0] + self.pred_coeffs[a_mb].ver[a_blk][0]) / 2;
246 } else if has_a {
247 dc = self.pred_coeffs[a_mb].ver[a_blk][0];
248 } else if has_b {
249 dc = self.pred_coeffs[b_mb].hor[b_blk][0];
250 } else {
251 dc = 1024;
252 }
253 self.blk[i][0] = clip_dc(self.blk[i][0] + dc);
254 },
255 ACPredMode::Hor => {
256 if has_b {
257 for k in 0..8 {
258 self.blk[i][k * 8] += self.pred_coeffs[b_mb].hor[b_blk][k];
259 }
260 for k in 1..8 {
261 self.blk[i][k * 8] = clip_ac(self.blk[i][k * 8]);
262 }
263 } else {
264 self.blk[i][0] += 1024;
265 }
266 self.blk[i][0] = clip_dc(self.blk[i][0]);
267 },
268 ACPredMode::Ver => {
269 if has_a {
270 for k in 0..8 {
271 self.blk[i][k] += self.pred_coeffs[a_mb].ver[a_blk][k];
272 }
273 for k in 1..8 {
274 self.blk[i][k] = clip_ac(self.blk[i][k]);
275 }
276 } else {
277 self.blk[i][0] += 1024;
278 }
279 self.blk[i][0] = clip_dc(self.blk[i][0]);
280 },
281 ACPredMode::None => {},
282 };
283 for t in 0..8 { self.pred_coeffs[mb_pos].hor[i][t] = self.blk[i][t * 8]; }
284 for t in 0..8 { self.pred_coeffs[mb_pos].ver[i][t] = self.blk[i][t]; }
285 }
286 bdsp.idct(&mut self.blk[i]);
287 }
288 Ok(())
289 }
290 fn decode_intra_mb_pred_quant(&mut self, bd: &mut dyn BlockDecoder, bdsp: &dyn BlockDSP, mb_pos: usize, binfo: &BlockInfo, sstate: &SliceState, apply_acpred: bool) -> DecoderResult<()> {
291 for i in 0..6 {
292 bd.decode_block_intra(&binfo, &sstate, binfo.get_q(), i, (binfo.cbp & (1 << (5 - i))) != 0, &mut self.blk[i])?;
293 let q = if binfo.get_q() < 8 {
294 8
295 } else {
296 i16::from(binfo.get_q() * 2)
297 };
298 let qadd = (q + 1) >> 1;
299 let quant_gray = 1024 / q;
300 if apply_acpred && (binfo.acpred != ACPredMode::None) {
301 let has_b = (i == 1) || (i == 3) || !sstate.first_mb;
302 let has_a = (i == 2) || (i == 3) || !sstate.first_line;
303 let (b_mb, b_blk) = if has_b {
304 if (i == 1) || (i == 3) {
305 (mb_pos, i - 1)
306 } else if i < 4 {
307 (mb_pos - 1, i + 1)
308 } else {
309 (mb_pos - 1, i)
310 }
311 } else { (0, 0) };
312 let (a_mb, a_blk) = if has_a {
313 if (i == 2) || (i == 3) {
314 (mb_pos, i - 2)
315 } else if i < 4 {
316 (mb_pos - self.mb_w, i + 2)
317 } else {
318 (mb_pos - self.mb_w, i)
319 }
320 } else { (0, 0) };
321 let dc_a = if has_a && self.pred_coeffs[a_mb].ver[a_blk][0] != 0x7FFF {
322 self.pred_coeffs[a_mb].ver[a_blk][0]
323 } else {
324 quant_gray
325 };
326 let dc_b = if has_b && self.pred_coeffs[b_mb].hor[b_blk][0] != 0x7FFF {
327 self.pred_coeffs[b_mb].hor[b_blk][0]
328 } else {
329 quant_gray
330 };
331 let dc = match binfo.acpred {
332 ACPredMode::DC => {
333 if has_a && has_b {
334 (dc_a + dc_b + 1) >> 1
335 } else if has_a {
336 dc_a
337 } else if has_b {
338 dc_b
339 } else {
340 quant_gray
341 }
342 },
343 ACPredMode::Hor => {
344 if has_b {
345 for k in 1..8 {
346 self.blk[i][k * 8] += self.pred_coeffs[b_mb].hor[b_blk][k];
347 }
348 for k in 1..8 {
349 self.blk[i][k * 8] = clip_ac(self.blk[i][k * 8]);
350 }
351 dc_b
352 } else {
353 quant_gray
354 }
355 },
356 ACPredMode::Ver => {
357 if has_a {
358 for k in 1..8 {
359 self.blk[i][k] += self.pred_coeffs[a_mb].ver[a_blk][k];
360 }
361 for k in 1..8 {
362 self.blk[i][k] = clip_ac(self.blk[i][k]);
363 }
364 dc_a
365 } else {
366 quant_gray
367 }
368 },
369 ACPredMode::None => { 0 },
370 };
371 self.blk[i][0] += dc;
372 for t in 0..8 { self.pred_coeffs[mb_pos].hor[i][t] = self.blk[i][t * 8]; }
373 for t in 0..8 { self.pred_coeffs[mb_pos].ver[i][t] = self.blk[i][t]; }
374 }
375 if apply_acpred {
376 let start = if binfo.get_q() < 8 {
377 self.blk[i][0] <<= 3;
378 1
379 } else {
380 0
381 };
382 for el in self.blk[i].iter_mut().skip(start) {
383 if *el > 0 {
384 *el = *el * q + qadd;
385 } else if *el < 0 {
386 *el = *el * q - qadd;
387 }
388 }
389 }
390 bdsp.idct(&mut self.blk[i]);
391 }
392 Ok(())
393 }
394 fn decode_inter_mb(&mut self, bd: &mut dyn BlockDecoder, bdsp: &dyn BlockDSP, binfo: &BlockInfo, sstate: &SliceState) -> DecoderResult<()> {
395 for i in 0..6 {
396 bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((binfo.cbp >> (5 - i)) & 1) != 0, &mut self.blk[i])?;
397 bdsp.idct(&mut self.blk[i]);
398 }
399 Ok(())
400 }
401 fn get_obmc_mv(&self, mb_idx: usize, blk_no: usize, cur_mv: MV) -> MV {
402 let (mbt, ref bi) = self.obmc_blk[mb_idx];
403 if mbt == Type::I {
404 cur_mv
405 } else if mbt == Type::Skip {
406 ZERO_MV
407 } else if bi.num_mv == 1 {
408 bi.mv_f[0]
409 } else {
410 bi.mv_f[blk_no]
411 }
412 }
413 #[allow(clippy::cyclomatic_complexity)]
414 fn reconstruct_obmc(&mut self, buf: &mut NAVideoBuffer<u8>, slice_start: usize, start: usize, end: usize, slice_end: bool) -> usize {
415 let mut mb_x = start % self.mb_w;
416 let mut mb_y = start / self.mb_w;
417 let mut mb_pos = start;
418 while mb_pos < end {
419 let has_top = mb_pos >= slice_start + self.mb_w;
420 let has_left = (mb_x > 0) && (mb_pos > slice_start);
421 let has_right = (mb_x + 1 < self.mb_w) && (mb_pos + 1 < end);
422 let has_bottom = mb_pos + self.mb_w < end;
423
424 if !has_bottom && !slice_end {
425 break;
426 }
427
428 let (mbt, ref bi) = self.obmc_blk[mb_pos];
429 if mbt == Type::P || mbt == Type::Skip {
430 let single_mv = bi.num_mv != 4;
431 for blk in 0..4 {
432 let cur_mv = if single_mv { bi.mv_f[0] } else { bi.mv_f[blk] };
433 let top_mv = if (blk & 2) == 0 {
434 if has_top {
435 self.get_obmc_mv(mb_pos - self.mb_w, blk + 2, cur_mv)
436 } else { cur_mv }
437 } else {
438 if single_mv { cur_mv } else { bi.mv_f[blk - 2] }
439 };
440 let left_mv = if (blk & 1) == 0 {
441 if has_left {
442 self.get_obmc_mv(mb_pos - 1, blk + 1, cur_mv)
443 } else { cur_mv }
444 } else {
445 if single_mv { cur_mv } else { bi.mv_f[blk - 1] }
446 };
447 let bottom_mv = if (blk & 2) != 0 {
448 if has_bottom {
449 self.get_obmc_mv(mb_pos + self.mb_w, blk - 2, cur_mv)
450 } else { cur_mv }
451 } else {
452 if single_mv { cur_mv } else { bi.mv_f[blk + 2] }
453 };
454 let right_mv = if (blk & 1) != 0 {
455 if has_right {
456 self.get_obmc_mv(mb_pos + 1, blk - 1, cur_mv)
457 } else { cur_mv }
458 } else {
459 if single_mv { cur_mv } else { bi.mv_f[blk + 1] }
460 };
461
462 let mut obmcbuf = NASimpleVideoFrame::from_video_buf(&mut self.obmc_buf).unwrap();
463
464 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
465 let dx = (mb_x * 16 + (blk & 1) * 8) as i16;
466 let dy = (mb_y * 16 + (blk & 2) * 4) as i16;
467
468 let block_params = [(8, 0, top_mv), (0, 8, left_mv), (8, 8, cur_mv), (16, 8, right_mv), (8, 16, bottom_mv)];
469
470 for (off_x, off_y, mv) in block_params.iter() {
471 let mx = dx + (mv.x >> 1) - off_x;
472 let my = dy + (mv.y >> 1) - off_y;
473 let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize;
474 blockdsp::copy_block(&mut obmcbuf, srcbuf.clone(), 0,
475 *off_x as usize, *off_y as usize, mx, my,
476 8, 8, 0, 1, mode, H263_INTERP_FUNCS);
477 }
478 let stride = buf.get_stride(0);
479 let off = buf.get_offset(0) + (dx as usize) + (dy as usize) * stride;
480 let data = buf.get_data_mut().unwrap();
481 obmc_filter(&mut data[off..], stride, obmcbuf.data, obmcbuf.stride[0]);
482 }
483 }
484 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
485 let mut dst = NASimpleVideoFrame::from_video_buf(buf).unwrap();
486 let xpos = mb_x * 8;
487 let ypos = mb_y * 8;
488
489 let (mvx, mvy, cmode) = if single_mv {
490 let mv = bi.mv_f[0];
491 let cmode = (if (mv.x & 3) != 0 { 1 } else { 0 }) + (if (mv.y & 3) != 0 { 2 } else { 0 });
492 (mv.x >> 2, mv.y >> 2, cmode)
493 } else {
494 let sum_mv = bi.mv_f[0] + bi.mv_f[1] + bi.mv_f[2] + bi.mv_f[3];
495 let cmx = (sum_mv.x >> 3) + H263_CHROMA_ROUND[(sum_mv.x & 0xF) as usize];
496 let cmy = (sum_mv.y >> 3) + H263_CHROMA_ROUND[(sum_mv.y & 0xF) as usize];
497 let cmode = ((cmx & 1) + (cmy & 1) * 2) as usize;
498 (cmx, cmy, cmode)
499 };
500 blockdsp::copy_block(&mut dst, srcbuf.clone(), 1, xpos, ypos, mvx, mvy, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS);
501 blockdsp::copy_block(&mut dst, srcbuf.clone(), 2, xpos, ypos, mvx, mvy, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS);
502 }
503 if mbt != Type::Skip {
504 blockdsp::add_blocks(buf, mb_x, mb_y, &bi.blk);
505 }
506 }
507
508 mb_pos += 1;
509 mb_x += 1;
510 if mb_x == self.mb_w {
511 mb_x = 0;
512 mb_y += 1;
513 }
514 }
515 mb_pos
516 }
517 #[allow(clippy::cyclomatic_complexity)]
518 pub fn parse_frame(&mut self, bd: &mut dyn BlockDecoder, bdsp: &dyn BlockDSP) -> DecoderResult<NABufferType> {
519 let pinfo = bd.decode_pichdr()?;
520 let mut mvi = MVInfo::new();
521 let mut mvi2 = MVInfo::new();
522 let mut cbpi = CBPInfo::new();
523
524 //todo handle res change
525 self.w = pinfo.w;
526 self.h = pinfo.h;
527 self.mb_w = (pinfo.w + 15) >> 4;
528 self.mb_h = (pinfo.h + 15) >> 4;
529 self.num_mb = self.mb_w * self.mb_h;
530 self.ftype = pinfo.mode;
531 self.has_b = pinfo.is_pb();
532
533 let do_obmc = self.has_obmc && (pinfo.mode == Type::P);
534
535 if do_obmc {
536 let capacity = self.obmc_blk.capacity();
537 if capacity < self.num_mb {
538 self.obmc_blk.reserve(self.num_mb - capacity);
539 }
540 self.obmc_blk.truncate(0);
541 }
542
543 if self.has_b {
544 self.mv_data.truncate(0);
545 }
546
547 let save_b_data = pinfo.mode.is_ref() && self.may_have_b_frames;
548 if save_b_data {
549 self.mv_data.truncate(0);
550 }
551 let is_b = pinfo.mode == Type::B;
552
553 if is_b && (self.mv_data.len() < self.mb_w * self.mb_h) {
554 return Err(DecoderError::MissingReference);
555 }
556
557 let tsdiff = if pinfo.is_pb() { pinfo.ts.wrapping_sub(self.last_ts) >> 1 }
558 else { self.last_ts.wrapping_sub(self.next_ts) >> 1 };
559 let bsdiff = if pinfo.is_pb() { (pinfo.get_pbinfo().get_trb() as u16) << 7 }
560 else { pinfo.ts.wrapping_sub(self.next_ts) >> 1 };
561
562 let fmt = formats::YUV420_FORMAT;
563 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
564 let bufinfo = alloc_video_buffer(vinfo, 4)?;
565 let mut buf = bufinfo.get_vbuf().unwrap();
566
567 let mut slice = if self.is_gob {
568 SliceInfo::get_default_slice(&pinfo)
569 } else {
570 bd.decode_slice_header(&pinfo)?
571 };
572 mvi.reset(self.mb_w, 0, pinfo.get_mvmode());
573 if is_b || pinfo.is_pb() {
574 mvi2.reset(self.mb_w, 0, pinfo.get_mvmode());
575 }
576 cbpi.reset(self.mb_w);
577
578 let mut sstate = SliceState::new(pinfo.mode == Type::I);
579 let mut mb_pos = 0;
580 let apply_acpred = /*(pinfo.mode == Type::I) && */pinfo.plusinfo.is_some() && pinfo.plusinfo.unwrap().aic;
581 if apply_acpred {
582 self.pred_coeffs.truncate(0);
583 if !self.pred_quant {
584 self.pred_coeffs.resize(self.mb_w * self.mb_h, ZERO_PRED_COEFFS);
585 } else {
586 self.pred_coeffs.resize(self.mb_w * self.mb_h, ZERO_PRED_COEFFS2);
587 }
588 }
589 sstate.quant = slice.quant;
590 let mut obmc_start = 0;
591 let mut slice_start = 0;
592 for mb_y in 0..self.mb_h {
593 for mb_x in 0..self.mb_w {
594 self.blk = [[0; 64]; 6];
595
596 if slice.is_at_end(mb_pos) || (slice.needs_check() && mb_pos > 0 && bd.is_slice_end()) {
597 if do_obmc {
598 self.reconstruct_obmc(&mut buf, slice_start, obmc_start, mb_pos, true);
599 obmc_start = mb_pos;
600 slice_start = mb_pos;
601 }
602 slice = bd.decode_slice_header(&pinfo)?;
603 if self.is_gob || self.slice_reset {
604 mvi.reset(self.mb_w, mb_x, pinfo.get_mvmode());
605 if is_b || pinfo.is_pb() {
606 mvi2.reset(self.mb_w, mb_x, pinfo.get_mvmode());
607 }
608 cbpi.reset(self.mb_w);
609 sstate.reset_slice(mb_x, mb_y);
610 sstate.quant = slice.quant;
611 }
612 }
613
614 let binfo = bd.decode_block_header(&pinfo, &slice, &sstate)?;
615 let cbp = binfo.get_cbp();
616 cbpi.set_cbp(mb_x, cbp);
617 cbpi.set_q(mb_x, binfo.get_q());
618 sstate.quant = binfo.get_q();
619 if binfo.is_intra() {
620 if save_b_data {
621 self.mv_data.push(BlockMVInfo::Intra);
622 }
623 if !self.pred_quant {
624 self.decode_intra_mb(bd, bdsp, mb_pos, &binfo, &sstate, apply_acpred)?;
625 } else {
626 self.decode_intra_mb_pred_quant(bd, bdsp, mb_pos, &binfo, &sstate, apply_acpred)?;
627 }
628 blockdsp::put_blocks(&mut buf, mb_x, mb_y, &self.blk);
629 mvi.set_zero_mv(mb_x);
630 if is_b {
631 mvi2.set_zero_mv(mb_x);
632 } else if pinfo.is_pb() {
633 mvi.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb);
634 mvi2.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb);
635 }
636 if do_obmc {
637 //todo: use MV from PB-part if available
638 self.obmc_blk.push((Type::I, BMB::new()));
639 }
640 } else if (binfo.mode != Type::B) && !binfo.is_skipped() {
641 if binfo.get_num_mvs() == 1 {
642 let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb);
643 if save_b_data {
644 self.mv_data.push(BlockMVInfo::Inter_1MV(mv));
645 }
646 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
647 bdsp.copy_blocks(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, mv);
648 }
649 if pinfo.is_pb() {
650 mvi2.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb);
651 }
652 if do_obmc {
653 let mut blki = BMB::new();
654 blki.mv_f[0] = mv;
655 blki.num_mv = 1;
656 self.obmc_blk.push((Type::P, blki));
657 }
658 } else {
659 let mut mv: [MV; 4] = [ZERO_MV, ZERO_MV, ZERO_MV, ZERO_MV];
660 for blk_no in 0..4 {
661 mv[blk_no] = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no), sstate.first_line, sstate.first_mb);
662 }
663 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
664 bdsp.copy_blocks8x8(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, &mv);
665 }
666 if pinfo.is_pb() {
667 for blk_no in 0..4 {
668 mvi2.predict(mb_x, blk_no, true, binfo.get_mv(blk_no), sstate.first_line, sstate.first_mb);
669 }
670 }
671 if save_b_data {
672 self.mv_data.push(BlockMVInfo::Inter_4MV(mv));
673 }
674 if do_obmc {
675 let mut blki = BMB::new();
676 blki.mv_f = mv;
677 blki.num_mv = 4;
678 self.obmc_blk.push((Type::P, blki));
679 }
680 }
681 self.decode_inter_mb(bd, bdsp, &binfo, &sstate)?;
682 if !do_obmc {
683 blockdsp::add_blocks(&mut buf, mb_x, mb_y, &self.blk);
684 } else {
685 let (_, ref mut bi) = self.obmc_blk[mb_pos];
686 bi.blk = self.blk;
687 }
688 if is_b && !pinfo.is_pb() {
689 mvi2.set_zero_mv(mb_x);
690 }
691 } else if binfo.mode != Type::B {
692 self.mv_data.push(BlockMVInfo::Inter_1MV(ZERO_MV));
693 mvi.set_zero_mv(mb_x);
694 if is_b || pinfo.is_pb() {
695 mvi2.set_zero_mv(mb_x);
696 }
697 if !do_obmc {
698 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
699 bdsp.copy_blocks(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, ZERO_MV);
700 }
701 } else {
702 self.obmc_blk.push((Type::Skip, BMB::new()));
703 }
704 } else {
705 recon_b_mb(&mut buf, &mut self.ipbs, bdsp, &mut mvi, &mut mvi2, mb_pos, self.mb_w, &sstate, &binfo, &self.mv_data, bsdiff, tsdiff);
706 if cbp != 0 {
707 self.decode_inter_mb(bd, bdsp, &binfo, &sstate)?;
708 blockdsp::add_blocks(&mut buf, mb_x, mb_y, &self.blk);
709 }
710 }
711 if pinfo.is_pb() {
712 let mut b_mb = BMB::new();
713 let cbp = binfo.get_cbp_b();
714 let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2;
715 let bquant;
716 if bq < 1 { bquant = 1; }
717 else if bq > 31 { bquant = 31; }
718 else { bquant = bq as u8; }
719
720 b_mb.cbp = cbp;
721 for i in 0..6 {
722 bd.decode_block_inter(&binfo, &sstate, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?;
723 bdsp.idct(&mut b_mb.blk[i]);
724 }
725
726 let is_fwd = binfo.is_b_fwd();
727 b_mb.fwd = is_fwd;
728 if binfo.get_num_mvs() != 4 {
729 let ref_mv = mvi2.get_mv(mb_x, 0);
730 let b_mv = if binfo.is_intra() { binfo.get_mv2(1) } else { binfo.get_mv2(0) };
731 let src_mv = if is_fwd { ZERO_MV } else { ref_mv.scale(bsdiff, tsdiff) };
732 let mv_f = MV::add_umv(src_mv, b_mv, pinfo.get_mvmode());
733 let mv_b = MV::b_sub(ref_mv, mv_f, b_mv, bsdiff, tsdiff);
734 b_mb.mv_f[0] = mv_f;
735 b_mb.mv_b[0] = mv_b;
736 b_mb.num_mv = 1;
737 } else {
738 for blk_no in 0..4 {
739 let src_mv = if is_fwd { ZERO_MV } else { mvi2.get_mv(mb_x, blk_no).scale(bsdiff, tsdiff) };
740 let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode());
741 let mv_b = MV::b_sub(mvi2.get_mv(mb_x, blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff);
742 b_mb.mv_f[blk_no] = mv_f;
743 b_mb.mv_b[blk_no] = mv_b;
744 }
745 b_mb.num_mv = 4;
746 }
747 self.b_data.push(b_mb);
748 }
749 sstate.next_mb();
750 mb_pos += 1;
751 }
752 if do_obmc && (mb_pos > obmc_start + self.mb_w) {
753 obmc_start = self.reconstruct_obmc(&mut buf, slice_start, obmc_start, mb_pos - self.mb_w, false);
754 } else if let Some(plusinfo) = pinfo.plusinfo {
755 if plusinfo.deblock {
756 bdsp.filter_row(&mut buf, mb_y, self.mb_w, &cbpi);
757 }
758 }
759 mvi.update_row();
760 if is_b || pinfo.is_pb() {
761 mvi2.update_row();
762 }
763 cbpi.update_row();
764 sstate.new_row();
765 }
766 if do_obmc {
767 self.reconstruct_obmc(&mut buf, slice_start, obmc_start, mb_pos, true);
768 }
769
770 if pinfo.mode.is_ref() {
771 self.ipbs.add_frame(buf);
772 self.next_ts = self.last_ts;
773 self.last_ts = pinfo.ts;
774 self.tsdiff = tsdiff;
775 }
776
777 Ok(bufinfo)
778 }
779 pub fn flush(&mut self) {
780 self.ipbs.clear();
781 }
782
783 pub fn get_bframe(&mut self, bdsp: &dyn BlockDSP) -> DecoderResult<NABufferType> {
784 if !self.has_b || self.ipbs.get_lastref().is_none() || self.ipbs.get_nextref().is_none() {
785 return Err(DecoderError::MissingReference);
786 }
787 self.has_b = false;
788
789 let fmt = formats::YUV420_FORMAT;
790 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
791 let bufinfo = alloc_video_buffer(vinfo, 4)?;
792 let b_buf = bufinfo.get_vbuf().unwrap();
793
794 if let (Some(ref bck_buf), Some(ref fwd_buf)) = (self.ipbs.get_b_bwdref(), self.ipbs.get_b_fwdref()) {
795 recon_b_frame(b_buf, bck_buf.clone(), fwd_buf.clone(), self.mb_w, self.mb_h, self.b_data.as_slice(), bdsp);
796 }
797
798 self.b_data.truncate(0);
799 Ok(bufinfo)
800 }
801 }
802
803 fn recon_b_mb(buf: &mut NAVideoBuffer<u8>, ipbs: &mut IPBShuffler, bdsp: &dyn BlockDSP, mvi: &mut MVInfo, mvi2: &mut MVInfo, mb_pos: usize, mb_w: usize, sstate: &SliceState, binfo: &BlockInfo, mv_data: &[BlockMVInfo], bsdiff: u16, tsdiff: u16) {
804 let mb_x = mb_pos % mb_w;
805 let mb_y = mb_pos / mb_w;
806
807 let ref_mv_info = mv_data[mb_pos];
808 let has_fwd = binfo.get_num_mvs() > 0;
809 let has_bwd = binfo.get_num_mvs2() > 0;
810
811 if has_fwd || has_bwd {
812 let fwd_mv;
813 if has_fwd {
814 fwd_mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb);
815 } else {
816 fwd_mv = ZERO_MV;
817 mvi.set_zero_mv(mb_x);
818 }
819 let bwd_mv;
820 if has_bwd {
821 bwd_mv = mvi2.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb);
822 } else {
823 bwd_mv = ZERO_MV;
824 mvi2.set_zero_mv(mb_x);
825 }
826 if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) {
827 if has_fwd && has_bwd {
828 bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, fwd_mv);
829 bdsp.avg_blocks (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, bwd_mv);
830 } else if has_fwd {
831 bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, fwd_mv);
832 } else {
833 bdsp.copy_blocks(buf, bck_buf.clone(), mb_x * 16, mb_y * 16, bwd_mv);
834 }
835 }
836 } else {
837 if let BlockMVInfo::Inter_4MV(mvs) = ref_mv_info {
838 let mut mv_f = [ZERO_MV; 4];
839 let mut mv_b = [ZERO_MV; 4];
840 for blk_no in 0..4 {
841 let ref_mv = mvs[blk_no];
842 let ref_mv_fwd = ref_mv.scale(bsdiff, tsdiff);
843 let ref_mv_bwd = ref_mv - ref_mv_fwd;
844 mv_f[blk_no] = ref_mv_fwd;
845 mv_b[blk_no] = ref_mv_bwd;
846 }
847 if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) {
848 bdsp.copy_blocks8x8(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, &mv_f);
849 bdsp.avg_blocks8x8 (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, &mv_b);
850 }
851 } else {
852 let ref_mv = if let BlockMVInfo::Inter_1MV(mv_) = ref_mv_info { mv_ } else { ZERO_MV };
853 let ref_mv_fwd = ref_mv.scale(bsdiff, tsdiff);
854 let ref_mv_bwd = MV::b_sub(ref_mv, ref_mv_fwd, ZERO_MV, bsdiff, tsdiff);
855
856 if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) {
857 bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, ref_mv_fwd);
858 bdsp.avg_blocks (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, ref_mv_bwd);
859 }
860 }
861 mvi.set_zero_mv(mb_x);
862 mvi2.set_zero_mv(mb_x);
863 }
864 }
865
866 fn recon_b_frame(mut b_buf: NAVideoBufferRef<u8>, bck_buf: NAVideoBufferRef<u8>, fwd_buf: NAVideoBufferRef<u8>,
867 mb_w: usize, mb_h: usize, b_data: &[BMB], bdsp: &dyn BlockDSP) {
868 let mut cbpi = CBPInfo::new();
869 let mut cur_mb = 0;
870 cbpi.reset(mb_w);
871 for mb_y in 0..mb_h {
872 for mb_x in 0..mb_w {
873 let num_mv = b_data[cur_mb].num_mv;
874 let is_fwd = b_data[cur_mb].fwd;
875 let cbp = b_data[cur_mb].cbp;
876 cbpi.set_cbp(mb_x, cbp);
877 if num_mv == 1 {
878 bdsp.copy_blocks(&mut b_buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, b_data[cur_mb].mv_f[0]);
879 if !is_fwd {
880 bdsp.avg_blocks(&mut b_buf, bck_buf.clone(), mb_x * 16, mb_y * 16, b_data[cur_mb].mv_b[0]);
881 }
882 } else {
883 bdsp.copy_blocks8x8(&mut b_buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, &b_data[cur_mb].mv_f);
884 if !is_fwd {
885 bdsp.avg_blocks8x8(&mut b_buf, bck_buf.clone(), mb_x * 16, mb_y * 16, &b_data[cur_mb].mv_b);
886 }
887 }
888 if cbp != 0 {
889 blockdsp::add_blocks(&mut b_buf, mb_x, mb_y, &b_data[cur_mb].blk);
890 }
891 cur_mb += 1;
892 }
893 cbpi.update_row();
894 }
895 }
NihAV is a research multimedia framework