2 use nihav_core::codecs::DecoderError;
3 use nihav_core::frame::*;
5 use super::super::blockdsp;
8 use nihav_core::formats;
21 fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, mvmode: MVMode::Old } }
22 fn reset(&mut self, mb_w: usize, mb_start: usize, mvmode: MVMode) {
23 self.mb_start = mb_start;
25 self.mb_stride = mb_w * 2 + 2;
26 self.mv.resize(self.mb_stride * 3, ZERO_MV);
29 fn update_row(&mut self) {
30 self.mb_start = self.mb_w + 1;
32 for i in 0..self.mb_stride {
33 self.mv[i] = self.mv[self.mb_stride * 2 + i];
36 #[allow(non_snake_case)]
37 fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV, first_line: bool, first_mb: bool) -> MV {
41 let last = mb_x == self.mb_w - 1;
44 if mb_x != self.mb_start {
45 A = if !first_mb { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV };
46 B = if !first_line { self.mv[ mb_x * 2] } else { A };
47 C = if !first_line && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV };
49 A = ZERO_MV; B = ZERO_MV; C = ZERO_MV;
53 A = self.mv[self.mb_stride + mb_x * 2];
54 B = if !first_line { self.mv[mb_x * 2 + 1] } else { A };
55 C = if !first_line && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV/*A*/ };
58 A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV };
59 B = self.mv[self.mb_stride + mb_x * 2];
60 C = self.mv[self.mb_stride + mb_x * 2 + 1];
63 A = self.mv[self.mb_stride * 2 + mb_x * 2];
64 B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1];
65 C = self.mv[self.mb_stride * 1 + mb_x * 2];
67 _ => { return ZERO_MV; }
69 let pred_mv = MV::pred(A, B, C);
70 let new_mv = MV::add_umv(pred_mv, diff, self.mvmode);
72 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv;
73 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv;
74 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv;
75 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv;
78 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; },
79 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; },
80 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; },
81 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; },
88 fn set_zero_mv(&mut self, mb_x: usize) {
89 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV;
90 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV;
91 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV;
92 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV;
94 fn get_mv(&self, mb_x: usize, blk_no: usize) -> MV {
95 self.mv[self.mb_stride + mb_x * 2 + (blk_no & 1) + (blk_no >> 1) * self.mb_stride]
100 #[derive(Clone,Copy)]
111 fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} }
114 #[derive(Clone,Copy)]
120 const ZERO_PRED_COEFFS: PredCoeffs = PredCoeffs { hor: [[0; 8]; 6], ver: [[0; 8]; 6] };
122 pub struct H263BaseDecoder {
135 pred_coeffs: Vec<PredCoeffs>,
138 may_have_b_frames: bool,
139 mv_data: Vec<BlockMVInfo>,
144 fn clip_dc(dc: i16) -> i16 {
146 else if dc > 2046 { 2047 }
151 fn clip_ac(ac: i16) -> i16 {
152 if ac < -2048 { -2048 }
153 else if ac > 2047 { 2047 }
158 impl H263BaseDecoder {
159 pub fn new_with_opts(is_gob: bool, slice_reset: bool, may_have_b_frames: bool) -> Self {
161 w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0,
162 ftype: Type::Special,
163 ipbs: IPBShuffler::new(),
164 last_ts: 0, next_ts: 0, tsdiff: 0,
165 has_b: false, b_data: Vec::new(),
166 pred_coeffs: Vec::new(),
173 pub fn new(is_gob: bool) -> Self {
174 Self::new_with_opts(is_gob, true, false)
176 pub fn new_b_frames(is_gob: bool) -> Self {
177 Self::new_with_opts(is_gob, true, true)
180 pub fn is_intra(&self) -> bool { self.ftype == Type::I }
181 pub fn get_frame_type(&self) -> FrameType {
183 Type::I => FrameType::I,
184 Type::P => FrameType::P,
185 Type::B => FrameType::B,
186 Type::PB => FrameType::P,
187 Type::Skip => FrameType::Skip,
188 Type::Special => FrameType::Skip,
191 pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) }
193 fn decode_intra_mb(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP, mb_pos: usize, binfo: &BlockInfo, sstate: &SliceState, apply_acpred: bool) -> DecoderResult<()> {
195 bd.decode_block_intra(&binfo, &sstate, binfo.get_q(), i, (binfo.cbp & (1 << (5 - i))) != 0, &mut self.blk[i])?;
196 if apply_acpred && (binfo.acpred != ACPredMode::None) {
197 let has_b = (i == 1) || (i == 3) || !sstate.first_mb;
198 let has_a = (i == 2) || (i == 3) || !sstate.first_line;
199 let (b_mb, b_blk) = if has_b {
200 if (i == 1) || (i == 3) {
208 let (a_mb, a_blk) = if has_a {
209 if (i == 2) || (i == 3) {
212 (mb_pos - self.mb_w, i + 2)
214 (mb_pos - self.mb_w, i)
221 dc = (self.pred_coeffs[b_mb].hor[b_blk][0] + self.pred_coeffs[a_mb].ver[a_blk][0]) / 2;
223 dc = self.pred_coeffs[a_mb].ver[a_blk][0];
225 dc = self.pred_coeffs[b_mb].hor[b_blk][0];
229 self.blk[i][0] = clip_dc(self.blk[i][0] + dc);
234 self.blk[i][k * 8] += self.pred_coeffs[b_mb].hor[b_blk][k];
237 self.blk[i][k * 8] = clip_ac(self.blk[i][k * 8]);
240 self.blk[i][0] += 1024;
242 self.blk[i][0] = clip_dc(self.blk[i][0]);
247 self.blk[i][k] += self.pred_coeffs[a_mb].ver[a_blk][k];
250 self.blk[i][k] = clip_ac(self.blk[i][k]);
253 self.blk[i][0] += 1024;
255 self.blk[i][0] = clip_dc(self.blk[i][0]);
257 ACPredMode::None => {},
259 for t in 0..8 { self.pred_coeffs[mb_pos].hor[i][t] = self.blk[i][t * 8]; }
260 for t in 0..8 { self.pred_coeffs[mb_pos].ver[i][t] = self.blk[i][t]; }
262 bdsp.idct(&mut self.blk[i]);
266 fn decode_inter_mb(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP, binfo: &BlockInfo, sstate: &SliceState) -> DecoderResult<()> {
268 bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((binfo.cbp >> (5 - i)) & 1) != 0, &mut self.blk[i])?;
269 bdsp.idct(&mut self.blk[i]);
273 pub fn parse_frame(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP) -> DecoderResult<NABufferType> {
274 let pinfo = bd.decode_pichdr()?;
275 let mut mvi = MVInfo::new();
276 let mut mvi2 = MVInfo::new();
277 let mut cbpi = CBPInfo::new();
279 //todo handle res change
282 self.mb_w = (pinfo.w + 15) >> 4;
283 self.mb_h = (pinfo.h + 15) >> 4;
284 self.num_mb = self.mb_w * self.mb_h;
285 self.ftype = pinfo.mode;
286 self.has_b = pinfo.is_pb();
289 self.mv_data.truncate(0);
292 let save_b_data = pinfo.mode.is_ref() && self.may_have_b_frames;
294 self.mv_data.truncate(0);
296 let is_b = pinfo.mode == Type::B;
298 if is_b && (self.mv_data.len() < self.mb_w * self.mb_h) {
299 return Err(DecoderError::MissingReference);
302 let tsdiff = if pinfo.is_pb() { pinfo.ts.wrapping_sub(self.last_ts) >> 1 }
303 else { self.last_ts.wrapping_sub(self.next_ts) >> 1 };
304 let bsdiff = if pinfo.is_pb() { (pinfo.get_pbinfo().get_trb() as u16) << 7 }
305 else { pinfo.ts.wrapping_sub(self.next_ts) >> 1 };
307 let fmt = formats::YUV420_FORMAT;
308 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
309 let bufinfo = alloc_video_buffer(vinfo, 4)?;
310 let mut buf = bufinfo.get_vbuf().unwrap();
312 let mut slice = if self.is_gob {
313 SliceInfo::get_default_slice(&pinfo)
315 bd.decode_slice_header(&pinfo)?
317 mvi.reset(self.mb_w, 0, pinfo.get_mvmode());
318 if is_b || pinfo.is_pb() {
319 mvi2.reset(self.mb_w, 0, pinfo.get_mvmode());
321 cbpi.reset(self.mb_w);
323 let mut sstate = SliceState::new(pinfo.mode == Type::I);
325 let apply_acpred = (pinfo.mode == Type::I) && pinfo.plusinfo.is_some() && pinfo.plusinfo.unwrap().aic;
327 self.pred_coeffs.truncate(0);
328 self.pred_coeffs.resize(self.mb_w * self.mb_h, ZERO_PRED_COEFFS);
330 sstate.quant = slice.quant;
331 for mb_y in 0..self.mb_h {
332 for mb_x in 0..self.mb_w {
333 self.blk = [[0; 64]; 6];
335 if slice.is_at_end(mb_pos) || (slice.needs_check() && mb_pos > 0 && bd.is_slice_end()) {
336 slice = bd.decode_slice_header(&pinfo)?;
337 if !self.is_gob && self.slice_reset {
338 mvi.reset(self.mb_w, mb_x, pinfo.get_mvmode());
339 if is_b || pinfo.is_pb() {
340 mvi2.reset(self.mb_w, mb_x, pinfo.get_mvmode());
342 cbpi.reset(self.mb_w);
343 sstate.reset_slice(mb_x, mb_y);
344 sstate.quant = slice.quant;
348 let binfo = bd.decode_block_header(&pinfo, &slice, &sstate)?;
349 let cbp = binfo.get_cbp();
350 cbpi.set_cbp(mb_x, cbp);
351 cbpi.set_q(mb_x, binfo.get_q());
352 sstate.quant = binfo.get_q();
353 if binfo.is_intra() {
355 self.mv_data.push(BlockMVInfo::Intra);
357 self.decode_intra_mb(bd, bdsp, mb_pos, &binfo, &sstate, apply_acpred)?;
358 blockdsp::put_blocks(&mut buf, mb_x, mb_y, &self.blk);
359 mvi.set_zero_mv(mb_x);
361 mvi2.set_zero_mv(mb_x);
362 } else if pinfo.is_pb() {
363 mvi2.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb);
365 } else if (binfo.mode != Type::B) && !binfo.is_skipped() {
366 if binfo.get_num_mvs() == 1 {
367 let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb);
369 self.mv_data.push(BlockMVInfo::Inter_1MV(mv));
371 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
372 bdsp.copy_blocks(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, mv);
375 mvi2.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb);
378 let mut mv: [MV; 4] = [ZERO_MV, ZERO_MV, ZERO_MV, ZERO_MV];
380 mv[blk_no] = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no), sstate.first_line, sstate.first_mb);
382 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
383 bdsp.copy_blocks8x8(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, &mv);
387 mvi2.predict(mb_x, blk_no, true, binfo.get_mv(blk_no), sstate.first_line, sstate.first_mb);
391 self.mv_data.push(BlockMVInfo::Inter_4MV(mv));
394 self.decode_inter_mb(bd, bdsp, &binfo, &sstate)?;
395 blockdsp::add_blocks(&mut buf, mb_x, mb_y, &self.blk);
396 if is_b && !pinfo.is_pb() {
397 mvi2.set_zero_mv(mb_x);
399 } else if binfo.mode != Type::B {
400 self.mv_data.push(BlockMVInfo::Inter_1MV(ZERO_MV));
401 mvi.set_zero_mv(mb_x);
402 if is_b || pinfo.is_pb() {
403 mvi2.set_zero_mv(mb_x);
405 if let Some(ref srcbuf) = self.ipbs.get_lastref() {
406 bdsp.copy_blocks(&mut buf, srcbuf.clone(), mb_x * 16, mb_y * 16, ZERO_MV);
409 recon_b_mb(&mut buf, &mut self.ipbs, bdsp, &mut mvi, &mut mvi2, mb_pos, self.mb_w, &sstate, &binfo, &self.mv_data, bsdiff, tsdiff);
411 self.decode_inter_mb(bd, bdsp, &binfo, &sstate)?;
412 blockdsp::add_blocks(&mut buf, mb_x, mb_y, &self.blk);
416 let mut b_mb = BMB::new();
417 let cbp = binfo.get_cbp_b();
418 let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2;
420 if bq < 1 { bquant = 1; }
421 else if bq > 31 { bquant = 31; }
422 else { bquant = bq as u8; }
426 bd.decode_block_inter(&binfo, &sstate, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?;
427 bdsp.idct(&mut b_mb.blk[i]);
430 let is_fwd = binfo.is_b_fwd();
432 if binfo.get_num_mvs() != 4 {
433 let ref_mv = mvi2.get_mv(mb_x, 0);
434 let b_mv = if binfo.is_intra() { binfo.get_mv2(1) } else { binfo.get_mv2(0) };
435 let src_mv = if is_fwd { ZERO_MV } else { ref_mv.scale(bsdiff, tsdiff) };
436 let mv_f = MV::add_umv(src_mv, b_mv, pinfo.get_mvmode());
437 let mv_b = MV::b_sub(ref_mv, mv_f, b_mv, bsdiff, tsdiff);
443 let src_mv = if is_fwd { ZERO_MV } else { mvi2.get_mv(mb_x, blk_no).scale(bsdiff, tsdiff) };
444 let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode());
445 let mv_b = MV::b_sub(mvi2.get_mv(mb_x, blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff);
446 b_mb.mv_f[blk_no] = mv_f;
447 b_mb.mv_b[blk_no] = mv_b;
451 self.b_data.push(b_mb);
456 if let Some(plusinfo) = pinfo.plusinfo {
457 if plusinfo.deblock {
458 bdsp.filter_row(&mut buf, mb_y, self.mb_w, &cbpi);
462 if is_b || pinfo.is_pb() {
469 if pinfo.mode.is_ref() {
470 self.ipbs.add_frame(buf);
471 self.next_ts = self.last_ts;
472 self.last_ts = pinfo.ts;
473 self.tsdiff = tsdiff;
478 pub fn flush(&mut self) {
482 pub fn get_bframe(&mut self, bdsp: &BlockDSP) -> DecoderResult<NABufferType> {
483 if !self.has_b || self.ipbs.get_lastref().is_none() || self.ipbs.get_nextref().is_none() {
484 return Err(DecoderError::MissingReference);
488 let fmt = formats::YUV420_FORMAT;
489 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
490 let bufinfo = alloc_video_buffer(vinfo, 4)?;
491 let b_buf = bufinfo.get_vbuf().unwrap();
493 if let (Some(ref bck_buf), Some(ref fwd_buf)) = (self.ipbs.get_nextref(), self.ipbs.get_lastref()) {
494 recon_b_frame(b_buf, fwd_buf.clone(), bck_buf.clone(), self.mb_w, self.mb_h, self.b_data.as_slice(), bdsp);
497 self.b_data.truncate(0);
502 fn recon_b_mb(buf: &mut NAVideoBuffer<u8>, ipbs: &mut IPBShuffler, bdsp: &BlockDSP, mvi: &mut MVInfo, mvi2: &mut MVInfo, mb_pos: usize, mb_w: usize, sstate: &SliceState, binfo: &BlockInfo, mv_data: &[BlockMVInfo], bsdiff: u16, tsdiff: u16) {
503 let mb_x = mb_pos % mb_w;
504 let mb_y = mb_pos / mb_w;
506 let ref_mv_info = mv_data[mb_pos];
507 let has_fwd = binfo.get_num_mvs() > 0;
508 let has_bwd = binfo.get_num_mvs2() > 0;
510 if has_fwd || has_bwd {
513 fwd_mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0), sstate.first_line, sstate.first_mb);
516 mvi.set_zero_mv(mb_x);
520 bwd_mv = mvi2.predict(mb_x, 0, false, binfo.get_mv2(0), sstate.first_line, sstate.first_mb);
523 mvi2.set_zero_mv(mb_x);
525 if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) {
526 if has_fwd && has_bwd {
527 bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, fwd_mv);
528 bdsp.avg_blocks (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, bwd_mv);
530 bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, fwd_mv);
532 bdsp.copy_blocks(buf, bck_buf.clone(), mb_x * 16, mb_y * 16, bwd_mv);
536 if let BlockMVInfo::Inter_4MV(mvs) = ref_mv_info {
537 let mut mv_f = [ZERO_MV; 4];
538 let mut mv_b = [ZERO_MV; 4];
540 let ref_mv = mvs[blk_no];
541 let ref_mv_fwd = ref_mv.scale(bsdiff, tsdiff);
542 let ref_mv_bwd = ref_mv - ref_mv_fwd;
543 mv_f[blk_no] = ref_mv_fwd;
544 mv_b[blk_no] = ref_mv_bwd;
546 if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) {
547 bdsp.copy_blocks8x8(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, &mv_f);
548 bdsp.avg_blocks8x8 (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, &mv_b);
551 let ref_mv = if let BlockMVInfo::Inter_1MV(mv_) = ref_mv_info { mv_ } else { ZERO_MV };
552 let ref_mv_fwd = ref_mv.scale(bsdiff, tsdiff);
553 let ref_mv_bwd = MV::b_sub(ref_mv, ref_mv_fwd, ZERO_MV, bsdiff, tsdiff);
555 if let (Some(ref fwd_buf), Some(ref bck_buf)) = (ipbs.get_nextref(), ipbs.get_lastref()) {
556 bdsp.copy_blocks(buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, ref_mv_fwd);
557 bdsp.avg_blocks (buf, bck_buf.clone(), mb_x * 16, mb_y * 16, ref_mv_bwd);
560 mvi.set_zero_mv(mb_x);
561 mvi2.set_zero_mv(mb_x);
565 fn recon_b_frame(mut b_buf: NAVideoBufferRef<u8>, bck_buf: NAVideoBufferRef<u8>, fwd_buf: NAVideoBufferRef<u8>,
566 mb_w: usize, mb_h: usize, b_data: &[BMB], bdsp: &BlockDSP) {
567 let mut cbpi = CBPInfo::new();
570 for mb_y in 0..mb_h {
571 for mb_x in 0..mb_w {
572 let num_mv = b_data[cur_mb].num_mv;
573 let is_fwd = b_data[cur_mb].fwd;
574 let cbp = b_data[cur_mb].cbp;
575 cbpi.set_cbp(mb_x, cbp);
577 bdsp.copy_blocks(&mut b_buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, b_data[cur_mb].mv_b[0]);
579 bdsp.avg_blocks(&mut b_buf, bck_buf.clone(), mb_x * 16, mb_y * 16, b_data[cur_mb].mv_f[0]);
582 bdsp.copy_blocks8x8(&mut b_buf, fwd_buf.clone(), mb_x * 16, mb_y * 16, &b_data[cur_mb].mv_b);
584 bdsp.avg_blocks8x8(&mut b_buf, bck_buf.clone(), mb_x * 16, mb_y * 16, &b_data[cur_mb].mv_f);
588 blockdsp::add_blocks(&mut b_buf, mb_x, mb_y, &b_data[cur_mb].blk);