projects / nihav.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
clearvdeo: support MOV variant of extradata as well
[nihav.git] / nihav-codec-support / src / codecs / h263 / decoder.rs
CommitLineData
32007ad9 1//use std::mem;
b4d5b851
KS		 2use nihav_core::codecs::DecoderError;
3use nihav_core::frame::*;
88c58b1b
KS		 4use super::super::*;
5use super::super::blockdsp;
cf64af13 6use super::*;
5131a66c
KS		 7use super::code::{H263_INTERP_FUNCS, obmc_filter};
8use super::data::H263_CHROMA_ROUND;
b4d5b851 9use nihav_core::formats;
cf64af13 10
cf64af13
KS		 11#[allow(dead_code)]
12struct MVInfo {
13 mv: Vec<MV>,
14 mb_w: usize,
15 mb_stride: usize,
16 mb_start: usize,
17 top: bool,
2324f30b 18 mvmode: MVMode,
cf64af13
KS		 19}
20
21impl MVInfo {
2324f30b
KS		 22 fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, mvmode: MVMode::Old } }
23 fn reset(&mut self, mb_w: usize, mb_start: usize, mvmode: MVMode) {
cf64af13
KS		 24 self.mb_start = mb_start;
25 self.mb_w = mb_w;
7588f4f2 26 self.mb_stride = mb_w * 2 + 2;
cf64af13 27 self.mv.resize(self.mb_stride * 3, ZERO_MV);
2324f30b 28 self.mvmode = mvmode;
cf64af13
KS		 29 }
30 fn update_row(&mut self) {
31 self.mb_start = self.mb_w + 1;
32 self.top = false;
33 for i in 0..self.mb_stride {
34 self.mv[i] = self.mv[self.mb_stride * 2 + i];
35 }
36 }
37 #[allow(non_snake_case)]
32007ad9 38 fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV, first_line: bool, first_mb: bool) -> MV {
cf64af13
KS		 39 let A;
40 let B;
41 let C;
42 let last = mb_x == self.mb_w - 1;
cf64af13
KS		 43 match blk_no {
44 0 => {
45 if mb_x != self.mb_start {
32007ad9
KS		 46 A = if !first_mb { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV };
47 B = if !first_line { self.mv[ mb_x * 2] } else { A };
48 C = if !first_line && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV };
cf64af13
KS		 49 } else {
50 A = ZERO_MV; B = ZERO_MV; C = ZERO_MV;
51 }
52 },
53 1 => {
54 A = self.mv[self.mb_stride + mb_x * 2];
32007ad9 55 B = if !first_line { self.mv[mb_x * 2 + 1] } else { A };
effbebce 56 C = if !first_line && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV/*A*/ };
cf64af13
KS		 57 },
58 2 => {
59 A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV };
60 B = self.mv[self.mb_stride + mb_x * 2];
61 C = self.mv[self.mb_stride + mb_x * 2 + 1];
62 },
63 3 => {
64 A = self.mv[self.mb_stride * 2 + mb_x * 2];
65 B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1];
66 C = self.mv[self.mb_stride * 1 + mb_x * 2];
67 },
68 _ => { return ZERO_MV; }
69 }
cf64af13 70 let pred_mv = MV::pred(A, B, C);
2324f30b 71 let new_mv = MV::add_umv(pred_mv, diff, self.mvmode);
cf64af13
KS		 72 if !use4 {
73 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv;
74 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv;
75 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv;
76 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv;
77 } else {
78 match blk_no {
79 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; },
80 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; },
81 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; },
82 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; },
83 _ => {},
84 };
85 }
1a151e53 86
cf64af13
KS		 87 new_mv
88 }
89 fn set_zero_mv(&mut self, mb_x: usize) {
90 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV;
91 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV;
92 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV;
93 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV;
94 }
effbebce
KS		 95 fn get_mv(&self, mb_x: usize, blk_no: usize) -> MV {
96 self.mv[self.mb_stride + mb_x * 2 + (blk_no & 1) + (blk_no >> 1) * self.mb_stride]
97 }
cf64af13
KS		 98}
99
21c16d5f
KS		 100#[allow(dead_code)]
101#[derive(Clone,Copy)]
102struct BMB {
103 num_mv: usize,
104 mv_f: [MV; 4],
105 mv_b: [MV; 4],
106 fwd: bool,
107 blk: [[i16; 64]; 6],
108 cbp: u8,
109}
110
111impl BMB {
112 fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} }
113}
114
ef3209c7
KS		 115#[derive(Clone,Copy)]
116struct PredCoeffs {
117 hor: [[i16; 8]; 6],
118 ver: [[i16; 8]; 6],
119}
120
121const ZERO_PRED_COEFFS: PredCoeffs = PredCoeffs { hor: [[0; 8]; 6], ver: [[0; 8]; 6] };
122
4cb54b21
KS		 123pub const H263DEC_OPT_USES_GOB: u32 = 0x0001;
124pub const H263DEC_OPT_SLICE_RESET: u32 = 0x0002;
125pub const H263DEC_OPT_HAS_B_FRAMES: u32 = 0x0004;
5131a66c 126pub const H263DEC_OPT_HAS_OBMC: u32 = 0x0008;
4cb54b21 127
88c58b1b 128pub struct H263BaseDecoder {
cf64af13
KS		 129 w: usize,
130 h: usize,
131 mb_w: usize,
132 mb_h: usize,
133 num_mb: usize,
134 ftype: Type,
32007ad9
KS		 135 ipbs: IPBShuffler,
136 next_ts: u16,
137 last_ts: u16,
138 tsdiff: u16,
21c16d5f
KS		 139 has_b: bool,
140 b_data: Vec<BMB>,
ef3209c7 141 pred_coeffs: Vec<PredCoeffs>,
42a59352 142 is_gob: bool,
b20ff290 143 slice_reset: bool,
32007ad9 144 may_have_b_frames: bool,
5131a66c 145 has_obmc: bool,
32007ad9 146 mv_data: Vec<BlockMVInfo>,
29e1a129 147 blk: [[i16; 64]; 6],
5131a66c
KS		 148 obmc_buf: NAVideoBufferRef<u8>,
149 obmc_blk: Vec<(Type, BMB)>,
ef3209c7
KS		 150}
151
152#[inline]
153fn clip_dc(dc: i16) -> i16 {
acf6187c
KS		 154 if dc <= 0 { 0 }
155 else if dc > 2046 { 2047 }
156 else { dc | 1 }
ef3209c7
KS		 157}
158
159#[inline]
160fn clip_ac(ac: i16) -> i16 {
161 if ac < -2048 { -2048 }
162 else if ac > 2047 { 2047 }
163 else { ac }
cf64af13
KS		 164}
165
166#[allow(dead_code)]
88c58b1b 167impl H263BaseDecoder {
4cb54b21
KS		 168 pub fn new_with_opts(options: u32) -> Self {
169 let is_gob = (options & H263DEC_OPT_USES_GOB) != 0;
170 let slice_reset = (options & H263DEC_OPT_SLICE_RESET) != 0;
171 let may_have_b_frames = (options & H263DEC_OPT_HAS_B_FRAMES) != 0;
5131a66c
KS		 172 let has_obmc = (options & H263DEC_OPT_HAS_OBMC) != 0;
173
174 let vbuf = alloc_video_buffer(NAVideoInfo::new(64, 64, false, YUV420_FORMAT), 4).unwrap();
175 let obmc_buf = vbuf.get_vbuf().unwrap();
176
88c58b1b 177 H263BaseDecoder{
cf64af13
KS		 178 w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0,
179 ftype: Type::Special,
32007ad9
KS		 180 ipbs: IPBShuffler::new(),
181 last_ts: 0, next_ts: 0, tsdiff: 0,
21c16d5f 182 has_b: false, b_data: Vec::new(),
ef3209c7 183 pred_coeffs: Vec::new(),
e243ceb4 184 is_gob, slice_reset,
5131a66c 185 may_have_b_frames, has_obmc,
32007ad9 186 mv_data: Vec::new(),
29e1a129 187 blk: [[0; 64]; 6],
5131a66c
KS		 188 obmc_buf,
189 obmc_blk: Vec::new(),
cf64af13
KS		 190 }
191 }
32007ad9 192 pub fn new(is_gob: bool) -> Self {
4cb54b21 193 Self::new_with_opts(H263DEC_OPT_SLICE_RESET | (if is_gob { H263DEC_OPT_USES_GOB } else { 0 }))
32007ad9
KS		 194 }
195 pub fn new_b_frames(is_gob: bool) -> Self {
4cb54b21 196 Self::new_with_opts(H263DEC_OPT_SLICE_RESET | H263DEC_OPT_HAS_B_FRAMES | (if is_gob { H263DEC_OPT_USES_GOB } else { 0 }))
32007ad9 197 }
cf64af13
KS		 198
199 pub fn is_intra(&self) -> bool { self.ftype == Type::I }
2eb21477
KS		 200 pub fn get_frame_type(&self) -> FrameType {
201 match self.ftype {
202 Type::I => FrameType::I,
203 Type::P => FrameType::P,
204 Type::B => FrameType::B,
205 Type::PB => FrameType::P,
206 Type::Skip => FrameType::Skip,
207 Type::Special => FrameType::Skip,
208 }
209 }
cf64af13
KS		 210 pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) }
211
29e1a129
KS		 212 fn decode_intra_mb(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP, mb_pos: usize, binfo: &BlockInfo, sstate: &SliceState, apply_acpred: bool) -> DecoderResult<()> {
213 for i in 0..6 {
214 bd.decode_block_intra(&binfo, &sstate, binfo.get_q(), i, (binfo.cbp & (1 << (5 - i))) != 0, &mut self.blk[i])?;
215 if apply_acpred && (binfo.acpred != ACPredMode::None) {
216 let has_b = (i == 1) || (i == 3) || !sstate.first_mb;
217 let has_a = (i == 2) || (i == 3) || !sstate.first_line;
218 let (b_mb, b_blk) = if has_b {
219 if (i == 1) || (i == 3) {
220 (mb_pos, i - 1)
221 } else if i < 4 {
222 (mb_pos - 1, i + 1)
223 } else {
224 (mb_pos - 1, i)
225 }
226 } else { (0, 0) };
227 let (a_mb, a_blk) = if has_a {
228 if (i == 2) || (i == 3) {
229 (mb_pos, i - 2)
230 } else if i < 4 {
231 (mb_pos - self.mb_w, i + 2)
232 } else {
233 (mb_pos - self.mb_w, i)
234 }
235 } else { (0, 0) };
236 match binfo.acpred {
237 ACPredMode::DC => {
238 let dc;
239 if has_a && has_b {
240 dc = (self.pred_coeffs[b_mb].hor[b_blk][0] + self.pred_coeffs[a_mb].ver[a_blk][0]) / 2;
241 } else if has_a {
242 dc = self.pred_coeffs[a_mb].ver[a_blk][0];
243 } else if has_b {
244 dc = self.pred_coeffs[b_mb].hor[b_blk][0];
245 } else {
246 dc = 1024;
247 }
248 self.blk[i][0] = clip_dc(self.blk[i][0] + dc);
249 },
250 ACPredMode::Hor => {
251 if has_b {
252 for k in 0..8 {
253 self.blk[i][k * 8] += self.pred_coeffs[b_mb].hor[b_blk][k];
254 }
255 for k in 1..8 {
256 self.blk[i][k * 8] = clip_ac(self.blk[i][k * 8]);
257 }
258 } else {
259 self.blk[i][0] += 1024;
260 }
261 self.blk[i][0] = clip_dc(self.blk[i][0]);
262 },
263 ACPredMode::Ver => {
264 if has_a {
265 for k in 0..8 {
266 self.blk[i][k] += self.pred_coeffs[a_mb].ver[a_blk][k];
267 }
268 for k in 1..8 {
269 self.blk[i][k] = clip_ac(self.blk[i][k]);
270 }
271 } else {
272 self.blk[i][0] += 1024;
273 }
274 self.blk[i][0] = clip_dc(self.blk[i][0]);
275 },
276 ACPredMode::None => {},
277 };
278 for t in 0..8 { self.pred_coeffs[mb_pos].hor[i][t] = self.blk[i][t * 8]; }
279 for t in 0..8 { self.pred_coeffs[mb_pos].ver[i][t] = self.blk[i][t]; }
280 }
281 bdsp.idct(&mut self.blk[i]);
282 }
283 Ok(())
284 }
285 fn decode_inter_mb(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP, binfo: &BlockInfo, sstate: &SliceState) -> DecoderResult<()> {
286 for i in 0..6 {
287 bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((binfo.cbp >> (5 - i)) & 1) != 0, &mut self.blk[i])?;
288 bdsp.idct(&mut self.blk[i]);
289 }
290 Ok(())
291 }
5131a66c
KS		 292 fn get_obmc_mv(&self, mb_idx: usize, blk_no: usize, cur_mv: MV) -> MV {
293 let (mbt, ref bi) = self.obmc_blk[mb_idx];
294 if mbt == Type::I {
295 cur_mv
296 } else if mbt == Type::Skip {
297 ZERO_MV
298 } else if bi.num_mv == 1 {
299 bi.mv_f[0]
300 } else {
301 bi.mv_f[blk_no]
302 }
303 }
304 fn reconstruct_obmc(&mut self, buf: &mut NAVideoBuffer<u8>, slice_start: usize, start: usize, end: usize, slice_end: bool) -> usize {
305 let mut mb_x = start % self.mb_w;
306 let mut mb_y = start / self.mb_w;
307 let mut mb_pos = start;
308 while mb_pos < end {
309 let has_top = mb_pos >= slice_start + self.mb_w;
310 let has_left = (mb_x > 0) && (mb_pos > slice_start);
311 let has_right = (mb_x + 1 < self.mb_w) && (mb_pos + 1 < end);
312 let has_bottom = mb_pos + self.mb_w < end;
313
314 if !has_bottom && !slice_end {
315 break;
316 }
317
318 let (mbt, ref bi) = self.obmc_blk[mb_pos];
319 if mbt == Type::P || mbt == Type::Skip {
320 let single_mv = bi.num_mv != 4;
321 for blk in 0..4 {
322 let cur_mv = if single_mv { bi.mv_f[0] } else { bi.mv_f[blk] };
323 let top_mv = if (blk & 2) == 0 {
324 if has_top {
325 self.get_obmc_mv(mb_pos - self.mb_w, blk + 2, cur_mv)
326 } else { cur_mv }
327 } else {
328 if single_mv { cur_mv } else { bi.mv_f[blk - 2] }
329 };
330 let left_mv = if (blk & 1) == 0 {
331 if has_left {
332 self.get_obmc_mv(mb_pos - 1, blk + 1, cur_mv)
333 } else { cur_mv }
334 } else {
335 if single_mv { cur_mv } else { bi.mv_f[blk - 1] }
336 };
337 let bottom_mv = if (blk & 2) != 0 {
338 if has_bottom {
339 self.get_obmc_mv(mb_pos + self.mb_w, blk - 2, cur_mv)
340 } else { cur_mv }
341 } else {
342 if single_mv { cur_mv } else { bi.mv_f[blk + 2] }
343 };
344 let right_mv = if (blk & 1) != 0 {
345 if has_right {
346 self.get_obmc_mv(mb_pos + 1, blk - 1, cur_mv)
347 } else { cur_mv }
348 } else {
349 if single_mv { cur_mv } else { bi.mv_f[blk + 1] }
350 };
e65c0040 351
5131a66c
KS		 352 let mut obmcbuf = NASimpleVideoFrame::from_video_buf(&mut self.obmc_buf).unwrap();
353
354 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
355 let dx = (mb_x * 16 + (blk & 1) * 8) as i16;
356 let dy = (mb_y * 16 + (blk & 2) * 4) as i16;
357
358 let block_params = [(8, 0, top_mv), (0, 8, left_mv), (8, 8, cur_mv), (16, 8, right_mv), (8, 16, bottom_mv)];
359
360 for (off_x, off_y, mv) in block_params.iter() {
361 let mx = dx + (mv.x >> 1) - off_x;
362 let my = dy + (mv.y >> 1) - off_y;
363 let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize;
364 blockdsp::copy_block(&mut obmcbuf, srcbuf.clone(), 0,
365 *off_x as usize, *off_y as usize, mx, my,
366 8, 8, 0, 1, mode, H263_INTERP_FUNCS);
367 }
368 let stride = buf.get_stride(0);
369 let off = buf.get_offset(0) + (dx as usize) + (dy as usize) * stride;
370 let data = buf.get_data_mut().unwrap();
371 obmc_filter(&mut data[off..], stride, obmcbuf.data, obmcbuf.stride[0]);
372 }
373 }
374 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
375 let mut dst = NASimpleVideoFrame::from_video_buf(buf).unwrap();
376 let xpos = mb_x * 8;
377 let ypos = mb_y * 8;
378
379 let (mvx, mvy, cmode) = if single_mv {
380 let mv = bi.mv_f[0];
381 let cmode = (if (mv.x & 3) != 0 { 1 } else { 0 }) + (if (mv.y & 3) != 0 { 2 } else { 0 });
382 (mv.x >> 2, mv.y >> 2, cmode)
383 } else {
384 let sum_mv = bi.mv_f[0] + bi.mv_f[1] + bi.mv_f[2] + bi.mv_f[3];
385 let cmx = (sum_mv.x >> 3) + H263_CHROMA_ROUND[(sum_mv.x & 0xF) as usize];
386 let cmy = (sum_mv.y >> 3) + H263_CHROMA_ROUND[(sum_mv.y & 0xF) as usize];
387 let cmode = ((cmx & 1) + (cmy & 1) * 2) as usize;
388 (cmx, cmy, cmode)
389 };
390 blockdsp::copy_block(&mut dst, srcbuf.clone(), 1, xpos, ypos, mvx, mvy, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS);
391 blockdsp::copy_block(&mut dst, srcbuf.clone(), 2, xpos, ypos, mvx, mvy, 8, 8, 0, 1, cmode, H263_INTERP_FUNCS);
392 }
393 if mbt != Type::Skip {
394 blockdsp::add_blocks(buf, mb_x, mb_y, &bi.blk);
395 }
396 }
397
398 mb_pos += 1;
399 mb_x += 1;
400 if mb_x == self.mb_w {
401 mb_x = 0;
402 mb_y += 1;
403 }
404 }
405 mb_pos
406 }
2a2aa421 407 pub fn parse_frame(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP) -> DecoderResult<NABufferType> {
cf64af13 408 let pinfo = bd.decode_pichdr()?;
21c16d5f 409 let mut mvi = MVInfo::new();
15facd16 410 let mut mvi2 = MVInfo::new();
f2f1afb2 411 let mut cbpi = CBPInfo::new();
cf64af13
KS		 412
413//todo handle res change
414 self.w = pinfo.w;
415 self.h = pinfo.h;
416 self.mb_w = (pinfo.w + 15) >> 4;
417 self.mb_h = (pinfo.h + 15) >> 4;
418 self.num_mb = self.mb_w * self.mb_h;
419 self.ftype = pinfo.mode;
21c16d5f
KS		 420 self.has_b = pinfo.is_pb();
421
5131a66c
KS		 422 let do_obmc = self.has_obmc && (pinfo.mode == Type::P);
423
424 if do_obmc {
425 let capacity = self.obmc_blk.capacity();
426 if capacity < self.num_mb {
427 self.obmc_blk.reserve(self.num_mb - capacity);
428 }
429 self.obmc_blk.truncate(0);
430 }
431
21c16d5f 432 if self.has_b {
32007ad9 433 self.mv_data.truncate(0);
21c16d5f 434 }
cf64af13 435
32007ad9
KS		 436 let save_b_data = pinfo.mode.is_ref() && self.may_have_b_frames;
437 if save_b_data {
438 self.mv_data.truncate(0);
439 }
15facd16 440 let is_b = pinfo.mode == Type::B;
cf64af13 441
df05c438
KS		 442 if is_b && (self.mv_data.len() < self.mb_w * self.mb_h) {
443 return Err(DecoderError::MissingReference);
444 }
445
88e9abd4
KS		 446 let tsdiff = if pinfo.is_pb() { pinfo.ts.wrapping_sub(self.last_ts) >> 1 }
447 else { self.last_ts.wrapping_sub(self.next_ts) >> 1 };
32007ad9
KS		 448 let bsdiff = if pinfo.is_pb() { (pinfo.get_pbinfo().get_trb() as u16) << 7 }
449 else { pinfo.ts.wrapping_sub(self.next_ts) >> 1 };
21c16d5f 450
cf64af13
KS		 451 let fmt = formats::YUV420_FORMAT;
452 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
e243ceb4 453 let bufinfo = alloc_video_buffer(vinfo, 4)?;
cf64af13
KS		 454 let mut buf = bufinfo.get_vbuf().unwrap();
455
42a59352 456 let mut slice = if self.is_gob {
2a2aa421
KS		 457 SliceInfo::get_default_slice(&pinfo)
458 } else {
459 bd.decode_slice_header(&pinfo)?
460 };
2324f30b 461 mvi.reset(self.mb_w, 0, pinfo.get_mvmode());
effbebce 462 if is_b || pinfo.is_pb() {
15facd16
KS		 463 mvi2.reset(self.mb_w, 0, pinfo.get_mvmode());
464 }
f2f1afb2 465 cbpi.reset(self.mb_w);
cf64af13 466
2a2aa421
KS		 467 let mut sstate = SliceState::new(pinfo.mode == Type::I);
468 let mut mb_pos = 0;
ef3209c7
KS		 469 let apply_acpred = (pinfo.mode == Type::I) && pinfo.plusinfo.is_some() && pinfo.plusinfo.unwrap().aic;
470 if apply_acpred {
471 self.pred_coeffs.truncate(0);
472 self.pred_coeffs.resize(self.mb_w * self.mb_h, ZERO_PRED_COEFFS);
473 }
43c8b55e 474 sstate.quant = slice.quant;
5131a66c
KS		 475 let mut obmc_start = 0;
476 let mut slice_start = 0;
cf64af13
KS		 477 for mb_y in 0..self.mb_h {
478 for mb_x in 0..self.mb_w {
29e1a129 479 self.blk = [[0; 64]; 6];
cf64af13 480
2a2aa421 481 if slice.is_at_end(mb_pos) || (slice.needs_check() && mb_pos > 0 && bd.is_slice_end()) {
5131a66c
KS		 482 if do_obmc {
483 self.reconstruct_obmc(&mut buf, slice_start, obmc_start, mb_pos, true);
484 obmc_start = mb_pos;
485 slice_start = mb_pos;
486 }
cf64af13 487 slice = bd.decode_slice_header(&pinfo)?;
4c5fa492 488 if self.is_gob || self.slice_reset {
6f21f5f4 489 mvi.reset(self.mb_w, mb_x, pinfo.get_mvmode());
effbebce 490 if is_b || pinfo.is_pb() {
15facd16
KS		 491 mvi2.reset(self.mb_w, mb_x, pinfo.get_mvmode());
492 }
6f21f5f4 493 cbpi.reset(self.mb_w);
32007ad9 494 sstate.reset_slice(mb_x, mb_y);
43c8b55e 495 sstate.quant = slice.quant;
6f21f5f4 496 }
cf64af13
KS		 497 }
498
2a2aa421 499 let binfo = bd.decode_block_header(&pinfo, &slice, &sstate)?;
cf64af13 500 let cbp = binfo.get_cbp();
f2f1afb2
KS		 501 cbpi.set_cbp(mb_x, cbp);
502 cbpi.set_q(mb_x, binfo.get_q());
43c8b55e 503 sstate.quant = binfo.get_q();
cf64af13 504 if binfo.is_intra() {
32007ad9
KS		 505 if save_b_data {
506 self.mv_data.push(BlockMVInfo::Intra);
507 }
29e1a129
KS		 508 self.decode_intra_mb(bd, bdsp, mb_pos, &binfo, &sstate, apply_acpred)?;
509 blockdsp::put_blocks(&mut buf, mb_x, mb_y, &self.blk);
cf64af13 510 mvi.set_zero_mv(mb_x);
15facd16
KS		 511 if is_b {
512 mvi2.set_zero_mv(mb_x);
effbebce
KS		 513 } else if pinfo.is_pb() {
514 mvi2.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb);
15facd16 515 }
5131a66c
KS		 516 if do_obmc {
517//todo: use MV from PB-part if available
518 self.obmc_blk.push((Type::I, BMB::new()));
519 }
2eb21477 520 } else if (binfo.mode != Type::B) && !binfo.is_skipped() {
cf64af13 521 if binfo.get_num_mvs() == 1 {
32007ad9
KS		 522 let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb);
523 if save_b_data {
524 self.mv_data.push(BlockMVInfo::Inter_1MV(mv));
525 }
526 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
401b2b60 527 bdsp.copy_blocks(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, mv);
cf64af13 528 }
effbebce
KS		 529 if pinfo.is_pb() {
530 mvi2.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb);
531 }
5131a66c
KS		 532 if do_obmc {
533 let mut blki = BMB::new();
534 blki.mv_f[0] = mv;
535 blki.num_mv = 1;
536 self.obmc_blk.push((Type::P, blki));
537 }
cf64af13 538 } else {
32007ad9 539 let mut mv: [MV; 4] = [ZERO_MV, ZERO_MV, ZERO_MV, ZERO_MV];
cf64af13 540 for blk_no in 0..4 {
32007ad9 541 mv[blk_no] = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no), sstate.first_line, sstate.first_mb);
401b2b60
KS		 542 }
543 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
544 bdsp.copy_blocks8x8(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, &mv);
cf64af13 545 }
effbebce
KS		 546 if pinfo.is_pb() {
547 for blk_no in 0..4 {
548 mvi2.predict(mb_x, blk_no, true, binfo.get_mv(blk_no), sstate.first_line, sstate.first_mb);
549 }
550 }
32007ad9
KS		 551 if save_b_data {
552 self.mv_data.push(BlockMVInfo::Inter_4MV(mv));
553 }
5131a66c
KS		 554 if do_obmc {
555 let mut blki = BMB::new();
556 blki.mv_f = mv;
557 blki.num_mv = 4;
558 self.obmc_blk.push((Type::P, blki));
559 }
cf64af13 560 }
29e1a129 561 self.decode_inter_mb(bd, bdsp, &binfo, &sstate)?;
5131a66c
KS		 562 if !do_obmc {
563 blockdsp::add_blocks(&mut buf, mb_x, mb_y, &self.blk);
564 } else {
565 let (_, ref mut bi) = self.obmc_blk[mb_pos];
566 bi.blk = self.blk;
567 }
effbebce 568 if is_b && !pinfo.is_pb() {
d609e5d5
KS		 569 mvi2.set_zero_mv(mb_x);
570 }
2eb21477 571 } else if binfo.mode != Type::B {
32007ad9 572 self.mv_data.push(BlockMVInfo::Inter_1MV(ZERO_MV));
cf64af13 573 mvi.set_zero_mv(mb_x);
effbebce 574 if is_b || pinfo.is_pb() {
d609e5d5
KS		 575 mvi2.set_zero_mv(mb_x);
576 }
5131a66c
KS		 577 if !do_obmc {
578 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
579 bdsp.copy_blocks(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, ZERO_MV);
580 }
581 } else {
582 self.obmc_blk.push((Type::Skip, BMB::new()));
cf64af13 583 }
2eb21477 584 } else {
29e1a129 585 recon_b_mb(&mut buf, &mut self.ipbs, bdsp, &mut mvi, &mut mvi2, mb_pos, self.mb_w, &sstate, &binfo, &self.mv_data, bsdiff, tsdiff);
2eb21477 586 if cbp != 0 {
29e1a129
KS		 587 self.decode_inter_mb(bd, bdsp, &binfo, &sstate)?;
588 blockdsp::add_blocks(&mut buf, mb_x, mb_y, &self.blk);
2eb21477 589 }
cf64af13 590 }
21c16d5f
KS		 591 if pinfo.is_pb() {
592 let mut b_mb = BMB::new();
cf64af13 593 let cbp = binfo.get_cbp_b();
21c16d5f
KS		 594 let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2;
595 let bquant;
596 if bq < 1 { bquant = 1; }
597 else if bq > 31 { bquant = 31; }
598 else { bquant = bq as u8; }
599
600 b_mb.cbp = cbp;
cf64af13 601 for i in 0..6 {
2a2aa421 602 bd.decode_block_inter(&binfo, &sstate, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?;
7b6e074c 603 bdsp.idct(&mut b_mb.blk[i]);
cf64af13 604 }
21c16d5f 605
effbebce 606 let is_fwd = binfo.is_b_fwd();
21c16d5f 607 b_mb.fwd = is_fwd;
effbebce
KS		 608 if binfo.get_num_mvs() != 4 {
609 let ref_mv = mvi2.get_mv(mb_x, 0);
610 let b_mv = if binfo.is_intra() { binfo.get_mv2(1) } else { binfo.get_mv2(0) };
611 let src_mv = if is_fwd { ZERO_MV } else { ref_mv.scale(bsdiff, tsdiff) };
612 let mv_f = MV::add_umv(src_mv, b_mv, pinfo.get_mvmode());
613 let mv_b = MV::b_sub(ref_mv, mv_f, b_mv, bsdiff, tsdiff);
21c16d5f
KS		 614 b_mb.mv_f[0] = mv_f;
615 b_mb.mv_b[0] = mv_b;
effbebce 616 b_mb.num_mv = 1;
21c16d5f
KS		 617 } else {
618 for blk_no in 0..4 {
effbebce 619 let src_mv = if is_fwd { ZERO_MV } else { mvi2.get_mv(mb_x, blk_no).scale(bsdiff, tsdiff) };
2324f30b 620 let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode());
effbebce 621 let mv_b = MV::b_sub(mvi2.get_mv(mb_x, blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff);
21c16d5f
KS		 622 b_mb.mv_f[blk_no] = mv_f;
623 b_mb.mv_b[blk_no] = mv_b;
cf64af13 624 }
effbebce 625 b_mb.num_mv = 4;
cf64af13 626 }
21c16d5f 627 self.b_data.push(b_mb);
cf64af13 628 }
2a2aa421
KS		 629 sstate.next_mb();
630 mb_pos += 1;
cf64af13 631 }
5131a66c
KS		 632 if do_obmc && (mb_pos > obmc_start + self.mb_w) {
633 obmc_start = self.reconstruct_obmc(&mut buf, slice_start, obmc_start, mb_pos - self.mb_w, false);
634 } else if let Some(plusinfo) = pinfo.plusinfo {
2a2aa421
KS		 635 if plusinfo.deblock {
636 bdsp.filter_row(&mut buf, mb_y, self.mb_w, &cbpi);
637 }
f2f1afb2 638 }
cf64af13 639 mvi.update_row();
effbebce 640 if is_b || pinfo.is_pb() {
d609e5d5
KS		 641 mvi2.update_row();
642 }
f2f1afb2 643 cbpi.update_row();
2a2aa421 644 sstate.new_row();
cf64af13 645 }
5131a66c
KS		 646 if do_obmc {
647 self.reconstruct_obmc(&mut buf, slice_start, obmc_start, mb_pos, true);
648 }
32007ad9
KS		 649
650 if pinfo.mode.is_ref() {
651 self.ipbs.add_frame(buf);
652 self.next_ts = self.last_ts;
653 self.last_ts = pinfo.ts;
654 self.tsdiff = tsdiff;
655 }
656
cf64af13
KS		 657 Ok(bufinfo)
658 }
d8ee06da
KS		 659 pub fn flush(&mut self) {
660 self.ipbs.clear();
661 }
cf64af13 662
2a2aa421 663 pub fn get_bframe(&mut self, bdsp: &BlockDSP) -> DecoderResult<NABufferType> {
fdb4b2fb 664 if !self.has_b || self.ipbs.get_lastref().is_none() || self.ipbs.get_nextref().is_none() {
21c16d5f
KS		 665 return Err(DecoderError::MissingReference);
666 }
667 self.has_b = false;
668
669 let fmt = formats::YUV420_FORMAT;
670 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
e243ceb4 671 let bufinfo = alloc_video_buffer(vinfo, 4)?;
401b2b60 672 let b_buf = bufinfo.get_vbuf().unwrap();
21c16d5f 673
8e53cadb
KS		 674 if let (Some(ref bck_buf), Some(ref fwd_buf)) = (self.ipbs.get_b_bwdref(), self.ipbs.get_b_fwdref()) {
675 recon_b_frame(b_buf, bck_buf.clone(), fwd_buf.clone(), self.mb_w, self.mb_h, self.b_data.as_slice(), bdsp);
21c16d5f
KS		 676 }
677
678 self.b_data.truncate(0);
679 Ok(bufinfo)
680 }
681}
682
29e1a129
KS		 683fn recon_b_mb(buf: &mut NAVideoBuffer<u8>, ipbs: &mut IPBShuffler, bdsp: &BlockDSP, mvi: &mut MVInfo, mvi2: &mut MVInfo, mb_pos: usize, mb_w: usize, sstate: &SliceState, binfo: &BlockInfo, mv_data: &[BlockMVInfo], bsdiff: u16, tsdiff: u16) {
684 let mb_x = mb_pos % mb_w;
685 let mb_y = mb_pos / mb_w;
686
687 let ref_mv_info = mv_data[mb_pos];
688 let has_fwd = binfo.get_num_mvs() > 0;
689 let has_bwd = binfo.get_num_mvs2() > 0;
690
691 if has_fwd || has_bwd {
692 let fwd_mv;
693 if has_fwd {
694 fwd_mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb);
695 } else {
696 fwd_mv = ZERO_MV;
697 mvi.set_zero_mv(mb_x);
698 }
699 let bwd_mv;
700 if has_bwd {
701 bwd_mv = mvi2.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb);
702 } else {
703 bwd_mv = ZERO_MV;
704 mvi2.set_zero_mv(mb_x);
705 }
706 if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) {
707 if has_fwd && has_bwd {
708 bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, fwd_mv);
709 bdsp.avg_blocks (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, bwd_mv);
710 } else if has_fwd {
711 bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, fwd_mv);
712 } else {
713 bdsp.copy_blocks(buf, bck_buf.clone(), mb_x * 16, mb_y * 16, bwd_mv);
714 }
715 }
716 } else {
717 if let BlockMVInfo::Inter_4MV(mvs) = ref_mv_info {
718 let mut mv_f = [ZERO_MV; 4];
719 let mut mv_b = [ZERO_MV; 4];
720 for blk_no in 0..4 {
721 let ref_mv = mvs[blk_no];
722 let ref_mv_fwd = ref_mv.scale(bsdiff, tsdiff);
723 let ref_mv_bwd = ref_mv - ref_mv_fwd;
724 mv_f[blk_no] = ref_mv_fwd;
725 mv_b[blk_no] = ref_mv_bwd;
726 }
727 if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) {
728 bdsp.copy_blocks8x8(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, &mv_f);
729 bdsp.avg_blocks8x8 (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, &mv_b);
730 }
731 } else {
732 let ref_mv = if let BlockMVInfo::Inter_1MV(mv_) = ref_mv_info { mv_ } else { ZERO_MV };
733 let ref_mv_fwd = ref_mv.scale(bsdiff, tsdiff);
734 let ref_mv_bwd = MV::b_sub(ref_mv, ref_mv_fwd, ZERO_MV, bsdiff, tsdiff);
735
736 if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) {
737 bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, ref_mv_fwd);
738 bdsp.avg_blocks (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, ref_mv_bwd);
739 }
740 }
741 mvi.set_zero_mv(mb_x);
742 mvi2.set_zero_mv(mb_x);
743 }
744}
745
401b2b60 746fn recon_b_frame(mut b_buf: NAVideoBufferRef<u8>, bck_buf: NAVideoBufferRef<u8>, fwd_buf: NAVideoBufferRef<u8>,
fdb4b2fb 747 mb_w: usize, mb_h: usize, b_data: &[BMB], bdsp: &BlockDSP) {
f2f1afb2 748 let mut cbpi = CBPInfo::new();
21c16d5f 749 let mut cur_mb = 0;
f2f1afb2 750 cbpi.reset(mb_w);
21c16d5f
KS		 751 for mb_y in 0..mb_h {
752 for mb_x in 0..mb_w {
753 let num_mv = b_data[cur_mb].num_mv;
754 let is_fwd = b_data[cur_mb].fwd;
f2f1afb2
KS		 755 let cbp = b_data[cur_mb].cbp;
756 cbpi.set_cbp(mb_x, cbp);
757 if num_mv == 1 {
8e53cadb 758 bdsp.copy_blocks(&mut b_buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, b_data[cur_mb].mv_f[0]);
21c16d5f 759 if !is_fwd {
8e53cadb 760 bdsp.avg_blocks(&mut b_buf, bck_buf.clone(), mb_x * 16, mb_y * 16, b_data[cur_mb].mv_b[0]);
21c16d5f
KS		 761 }
762 } else {
8e53cadb 763 bdsp.copy_blocks8x8(&mut b_buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, &b_data[cur_mb].mv_f);
401b2b60 764 if !is_fwd {
8e53cadb 765 bdsp.avg_blocks8x8(&mut b_buf, bck_buf.clone(), mb_x * 16, mb_y * 16, &b_data[cur_mb].mv_b);
21c16d5f
KS		 766 }
767 }
f2f1afb2 768 if cbp != 0 {
401b2b60 769 blockdsp::add_blocks(&mut b_buf, mb_x, mb_y, &b_data[cur_mb].blk);
21c16d5f
KS		 770 }
771 cur_mb += 1;
cf64af13 772 }
f2f1afb2 773 cbpi.update_row();
cf64af13
KS		 774 }
775}
NihAV is a research multimedia framework