2 use std::ops::{Add, Sub};
5 use super::h263code::*;
8 #[derive(Debug,Clone,Copy,PartialEq)]
14 #[derive(Debug,Clone,Copy)]
21 pub fn new(trb: u8, dbquant: u8) -> Self {
22 PBInfo{ trb: trb, dbquant: dbquant }
24 pub fn get_trb(&self) -> u8 { self.trb }
25 pub fn get_dbquant(&self) -> u8 { self.dbquant }
29 #[derive(Debug,Clone,Copy)]
43 pub fn new(w: usize, h: usize, mode: Type, quant: u8, apm: bool, umv: bool, ts: u8, pb: Option<PBInfo>) -> Self {
44 PicInfo{ w: w, h: h, mode: mode, quant: quant, apm: apm, umv: umv, ts: ts, pb: pb }
46 pub fn get_width(&self) -> usize { self.w }
47 pub fn get_height(&self) -> usize { self.h }
48 pub fn get_mode(&self) -> Type { self.mode }
49 pub fn get_quant(&self) -> u8 { self.quant }
50 pub fn get_apm(&self) -> bool { self.apm }
51 pub fn get_umv(&self) -> bool { self.umv }
52 pub fn is_pb(&self) -> bool { self.pb.is_some() }
53 pub fn get_ts(&self) -> u8 { self.ts }
54 pub fn get_pbinfo(&self) -> PBInfo { self.pb.unwrap() }
57 #[derive(Debug,Clone,Copy)]
65 pub fn new(mb_x: usize, mb_y: usize, quant: u8) -> Self {
66 Slice{ mb_x: mb_x, mb_y: mb_y, quant: quant }
68 pub fn get_default_slice(pinfo: &PicInfo) -> Self {
69 Slice{ mb_x: 0, mb_y: 0, quant: pinfo.get_quant() }
71 pub fn get_quant(&self) -> u8 { self.quant }
74 #[derive(Debug,Clone,Copy)]
81 pub fn new(x: i16, y: i16) -> Self { MV{ x: x, y: y } }
82 pub fn pred(a: MV, b: MV, c: MV) -> Self {
88 if a.x < c.x { x = c.x; } else { x = a.x; }
92 if a.x < c.x { x = a.x; } else { x = c.x; }
102 if a.y < c.y { y = c.y; } else { y = a.y; }
106 if a.y < c.y { y = a.y; } else { y = c.y; }
113 fn add_umv(pred_mv: MV, add: MV, umv: bool) -> Self {
114 let mut new_mv = pred_mv + add;
116 if pred_mv.x > 32 && new_mv.x > 63 { new_mv.x -= 64; }
117 if pred_mv.x < -31 && new_mv.x < -63 { new_mv.x += 64; }
118 if pred_mv.y > 32 && new_mv.y > 63 { new_mv.y -= 64; }
119 if pred_mv.y < -31 && new_mv.y < -63 { new_mv.y += 64; }
121 if new_mv.x > 31 { new_mv.x -= 64; }
122 else if new_mv.x < -32 { new_mv.x += 64; }
123 if new_mv.y > 31 { new_mv.y -= 64; }
124 else if new_mv.y < -32 { new_mv.y += 64; }
128 fn scale(&self, trb: u8, trd: u8) -> Self {
129 if (trd == 0) || (trb == 0) {
132 MV { x: (self.x * (trb as i16)) / (trd as i16), y: (self.y * (trb as i16)) / (trd as i16) }
135 fn b_sub(pvec: MV, fwdvec: MV, bvec: MV, trb: u8, trd: u8) -> Self {
136 let bscale = (trb as i16) - (trd as i16);
137 let x = if bvec.x != 0 { fwdvec.x - pvec.x } else if trd != 0 { bscale * pvec.x / (trd as i16) } else { 0 };
138 let y = if bvec.y != 0 { fwdvec.y - pvec.y } else if trd != 0 { bscale * pvec.y / (trd as i16) } else { 0 };
143 pub const ZERO_MV: MV = MV { x: 0, y: 0 };
147 fn add(self, other: MV) -> MV { MV { x: self.x + other.x, y: self.y + other.y } }
152 fn sub(self, other: MV) -> MV { MV { x: self.x - other.x, y: self.y - other.y } }
155 #[derive(Debug,Clone,Copy)]
156 pub struct BlockInfo {
172 #[derive(Debug,Clone,Copy)]
173 pub struct BBlockInfo {
182 pub fn new(mode: Type, cbp: u8, q: u8) -> Self {
184 intra: mode == Type::I,
185 skip: (cbp == 0) && (mode != Type::I),
189 mv: [MV::new(0, 0), MV::new(0, 0), MV::new(0, 0), MV::new(0, 0)],
193 mv2: [ZERO_MV, ZERO_MV],
198 pub fn is_intra(&self) -> bool { self.intra }
199 pub fn is_skipped(&self) -> bool { self.skip }
200 pub fn get_mode(&self) -> Type { self.mode }
201 pub fn get_cbp(&self) -> u8 { self.cbp }
202 pub fn get_q(&self) -> u8 { self.q }
203 pub fn get_num_mvs(&self) -> usize { self.num_mv }
204 pub fn get_mv(&self, idx: usize) -> MV { self.mv[idx] }
205 pub fn has_b_part(&self) -> bool { self.bpart }
206 pub fn get_cbp_b(&self) -> u8 { self.b_cbp }
207 pub fn get_num_mvs2(&self) -> usize { self.num_mv2 }
208 pub fn get_mv2(&self, idx: usize) -> MV { self.mv2[idx] }
209 pub fn set_mv(&mut self, mvs: &[MV]) {
210 if mvs.len() > 0 { self.skip = false; }
211 let mut mv_arr: [MV; 4] = [MV::new(0, 0), MV::new(0, 0), MV::new(0, 0), MV::new(0, 0)];
212 for i in 0..mvs.len() { mv_arr[i] = mvs[i]; }
214 self.num_mv = mvs.len();
216 pub fn set_bpart(&mut self, bbinfo: BBlockInfo) {
217 self.bpart = bbinfo.present;
218 self.b_cbp = bbinfo.cbp;
219 self.fwd = bbinfo.fwd;
220 self.num_mv2 = bbinfo.get_num_mv();
222 pub fn set_b_mv(&mut self, mvs: &[MV]) {
223 if mvs.len() > 0 { self.skip = false; }
224 let mut mv_arr: [MV; 2] = [ZERO_MV, ZERO_MV];
225 for i in 0..mvs.len() { mv_arr[i] = mvs[i]; }
228 pub fn is_b_fwd(&self) -> bool { self.fwd }
232 pub fn new(present: bool, cbp: u8, num_mv: usize, fwd: bool) -> Self {
240 pub fn get_num_mv(&self) -> usize { self.num_mv }
243 pub trait BlockDecoder {
244 fn decode_pichdr(&mut self) -> DecoderResult<PicInfo>;
245 fn decode_slice_header(&mut self, pinfo: &PicInfo) -> DecoderResult<Slice>;
246 fn decode_block_header(&mut self, pinfo: &PicInfo, sinfo: &Slice) -> DecoderResult<BlockInfo>;
247 fn decode_block_intra(&mut self, info: &BlockInfo, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()>;
248 fn decode_block_inter(&mut self, info: &BlockInfo, quant: u8, no: usize, coded: bool, blk: &mut [i16; 64]) -> DecoderResult<()>;
249 fn calc_mv(&mut self, vec: MV);
250 fn is_slice_end(&mut self) -> bool;
264 fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, umv: false } }
265 fn reset(&mut self, mb_w: usize, mb_start: usize, umv: bool) {
266 self.mb_start = mb_start;
268 self.mb_stride = mb_w * 2;
270 self.mv.resize(self.mb_stride * 3, ZERO_MV);
273 fn update_row(&mut self) {
274 self.mb_start = self.mb_w + 1;
276 for i in 0..self.mb_stride {
277 self.mv[i] = self.mv[self.mb_stride * 2 + i];
280 #[allow(non_snake_case)]
281 fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV) -> MV {
285 let last = mb_x == self.mb_w - 1;
286 //println!(" pred from {}.{} blk {}.{}/{} top {}", diff.x, diff.y, mb_x, blk_no,self.mb_start,self.top);
289 if mb_x != self.mb_start {
290 A = if mb_x != 0 { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV };
291 B = if !self.top { self.mv[ mb_x * 2] } else { A };
292 C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV };
294 A = ZERO_MV; B = ZERO_MV; C = ZERO_MV;
298 A = self.mv[self.mb_stride + mb_x * 2];
299 B = if !self.top { self.mv[mb_x * 2 + 1] } else { A };
300 C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { A };
303 A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV };
304 B = self.mv[self.mb_stride + mb_x * 2];
305 C = self.mv[self.mb_stride + mb_x * 2 + 1];
308 A = self.mv[self.mb_stride * 2 + mb_x * 2];
309 B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1];
310 C = self.mv[self.mb_stride * 1 + mb_x * 2];
312 _ => { return ZERO_MV; }
314 //println!(" A = {}.{} B = {}.{} C = {}.{}", A.x,A.y,B.x,B.y,C.x,C.y);
315 let pred_mv = MV::pred(A, B, C);
316 let new_mv = MV::add_umv(pred_mv, diff, self.umv);
318 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv;
319 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv;
320 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv;
321 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv;
324 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; },
325 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; },
326 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; },
327 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; },
334 fn set_zero_mv(&mut self, mb_x: usize) {
335 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV;
336 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV;
337 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV;
338 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV;
342 fn copy_blocks(dst: &mut NAVideoBuffer<u8>, src: &NAVideoBuffer<u8>, xpos: usize, ypos: usize, w: usize, h: usize, mv: MV) {
343 let srcx = ((mv.x >> 1) as isize) + (xpos as isize);
344 let srcy = ((mv.y >> 1) as isize) + (ypos as isize);
345 let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize;
347 blockdsp::copy_blocks(dst, src, xpos, ypos, srcx, srcy, w, h, 0, 1, mode, H263_INTERP_FUNCS);
350 fn avg_blocks(dst: &mut NAVideoBuffer<u8>, src: &NAVideoBuffer<u8>, xpos: usize, ypos: usize, w: usize, h: usize, mv: MV) {
351 let srcx = ((mv.x >> 1) as isize) + (xpos as isize);
352 let srcy = ((mv.y >> 1) as isize) + (ypos as isize);
353 let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize;
355 blockdsp::copy_blocks(dst, src, xpos, ypos, srcx, srcy, w, h, 0, 1, mode, H263_INTERP_AVG_FUNCS);
359 #[derive(Clone,Copy)]
370 fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} }
373 pub struct DCT8x8VideoDecoder {
380 prev_frm: Option<NAVideoBuffer<u8>>,
381 cur_frm: Option<NAVideoBuffer<u8>>,
388 impl DCT8x8VideoDecoder {
389 pub fn new() -> Self {
391 w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0,
392 ftype: Type::Special,
393 prev_frm: None, cur_frm: None,
395 has_b: false, b_data: Vec::new(),
399 pub fn is_intra(&self) -> bool { self.ftype == Type::I }
400 pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) }
402 pub fn parse_frame(&mut self, bd: &mut BlockDecoder) -> DecoderResult<NABufferType> {
403 let pinfo = bd.decode_pichdr()?;
404 let mut mvi = MVInfo::new();
406 //todo handle res change
409 self.mb_w = (pinfo.w + 15) >> 4;
410 self.mb_h = (pinfo.h + 15) >> 4;
411 self.num_mb = self.mb_w * self.mb_h;
412 self.ftype = pinfo.mode;
413 self.has_b = pinfo.is_pb();
416 self.b_data.truncate(0);
419 mem::swap(&mut self.cur_frm, &mut self.prev_frm);
420 // if self.ftype == Type::I && !pinfo.is_pb() { self.prev_frm = None; }
422 let tsdiff = pinfo.ts.wrapping_sub(self.last_ts);
423 let bsdiff = if pinfo.is_pb() { pinfo.get_pbinfo().get_trb() } else { 0 };
425 let fmt = formats::YUV420_FORMAT;
426 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
427 let bufret = alloc_video_buffer(vinfo, 4);
428 if let Err(_) = bufret { return Err(DecoderError::InvalidData); }
429 let mut bufinfo = bufret.unwrap();
430 let mut buf = bufinfo.get_vbuf().unwrap();
432 let mut slice = Slice::get_default_slice(&pinfo);
433 mvi.reset(self.mb_w, 0, pinfo.get_umv());
435 let mut blk: [[i16; 64]; 6] = [[0; 64]; 6];
436 for mb_y in 0..self.mb_h {
437 for mb_x in 0..self.mb_w {
438 for i in 0..6 { for j in 0..64 { blk[i][j] = 0; } }
440 if ((mb_x != 0) || (mb_y != 0)) && bd.is_slice_end() {
441 //println!("new slice @{}.{}!",mb_x,mb_y);
442 slice = bd.decode_slice_header(&pinfo)?;
443 mvi.reset(self.mb_w, mb_x, pinfo.get_umv());
446 let binfo = bd.decode_block_header(&pinfo, &slice)?;
447 let cbp = binfo.get_cbp();
448 //println!("mb {}.{} CBP {:X} type {:?}, {} mvs skip {}", mb_x,mb_y, cbp, binfo.get_mode(), binfo.get_num_mvs(),binfo.is_skipped());
449 if binfo.is_intra() {
451 bd.decode_block_intra(&binfo, binfo.get_q(), i, (cbp & (1 << (5 - i))) != 0, &mut blk[i])?;
452 h263_idct(&mut blk[i]);
454 blockdsp::put_blocks(&mut buf, mb_x, mb_y, &blk);
455 mvi.set_zero_mv(mb_x);
456 } else if !binfo.is_skipped() {
457 if binfo.get_num_mvs() == 1 {
458 let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0));
459 //println!(" 1MV {}.{}", mv.x, mv.y);
460 if let Some(ref srcbuf) = self.prev_frm {
461 copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, mv);
465 let mv = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no));
466 //print!(" MV {}.{}", mv.x, mv.y);
467 if let Some(ref srcbuf) = self.prev_frm {
468 copy_blocks(&mut buf, srcbuf,
469 mb_x * 16 + (blk_no & 1) * 8,
470 mb_y * 16 + (blk_no & 2) * 4, 8, 8, mv);
476 bd.decode_block_inter(&binfo, binfo.get_q(), i, ((cbp >> (5 - i)) & 1) != 0, &mut blk[i])?;
477 h263_idct(&mut blk[i]);
479 blockdsp::add_blocks(&mut buf, mb_x, mb_y, &blk);
481 mvi.set_zero_mv(mb_x);
482 if let Some(ref srcbuf) = self.prev_frm {
483 copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, ZERO_MV);
487 let mut b_mb = BMB::new();
488 let cbp = binfo.get_cbp_b();
489 let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2;
491 if bq < 1 { bquant = 1; }
492 else if bq > 31 { bquant = 31; }
493 else { bquant = bq as u8; }
497 bd.decode_block_inter(&binfo, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?;
498 h263_idct(&mut b_mb.blk[i]);
501 let is_fwd = binfo.is_b_fwd();
503 b_mb.num_mv = binfo.get_num_mvs();
504 if binfo.get_num_mvs() == 0 {
506 b_mb.mv_f[0] = binfo.get_mv2(1);
507 b_mb.mv_b[0] = binfo.get_mv2(0);
508 } if binfo.get_num_mvs() == 1 {
509 let src_mv = if is_fwd { ZERO_MV } else { binfo.get_mv(0).scale(bsdiff, tsdiff) };
510 let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_umv());
511 let mv_b = MV::b_sub(binfo.get_mv(0), mv_f, binfo.get_mv2(0), bsdiff, tsdiff);
516 let src_mv = if is_fwd { ZERO_MV } else { binfo.get_mv(blk_no).scale(bsdiff, tsdiff) };
517 let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_umv());
518 let mv_b = MV::b_sub(binfo.get_mv(blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff);
519 b_mb.mv_f[blk_no] = mv_f;
520 b_mb.mv_b[blk_no] = mv_b;
523 self.b_data.push(b_mb);
528 self.cur_frm = Some(buf);
529 self.last_ts = pinfo.ts;
530 //println!("unpacked all");
534 pub fn get_bframe(&mut self) -> DecoderResult<NABufferType> {
535 if !self.has_b || !self.cur_frm.is_some() || !self.prev_frm.is_some() {
536 return Err(DecoderError::MissingReference);
540 let fmt = formats::YUV420_FORMAT;
541 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
542 let bufret = alloc_video_buffer(vinfo, 4);
543 if let Err(_) = bufret { return Err(DecoderError::InvalidData); }
544 let mut bufinfo = bufret.unwrap();
545 let mut b_buf = bufinfo.get_vbuf().unwrap();
547 if let Some(ref bck_buf) = self.prev_frm {
548 if let Some(ref fwd_buf) = self.cur_frm {
549 recon_b_frame(&mut b_buf, bck_buf, fwd_buf, self.mb_w, self.mb_h, &self.b_data);
553 self.b_data.truncate(0);
558 fn recon_b_frame(b_buf: &mut NAVideoBuffer<u8>, bck_buf: &NAVideoBuffer<u8>, fwd_buf: &NAVideoBuffer<u8>,
559 mb_w: usize, mb_h: usize, b_data: &Vec<BMB>) {
561 for mb_y in 0..mb_h {
562 for mb_x in 0..mb_w {
563 let num_mv = b_data[cur_mb].num_mv;
564 let is_fwd = b_data[cur_mb].fwd;
566 copy_blocks(b_buf, bck_buf, mb_x * 16, mb_y * 16, 16, 16, ZERO_MV);
568 avg_blocks(b_buf, fwd_buf, mb_x * 16, mb_y * 16, 16, 16, ZERO_MV);
570 } else if num_mv == 1 {
571 copy_blocks(b_buf, bck_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_f[0]);
573 avg_blocks(b_buf, fwd_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_b[0]);
577 let xpos = mb_x * 16 + (blk_no & 1) * 8;
578 let ypos = mb_y * 16 + (blk_no & 2) * 4;
579 copy_blocks(b_buf, bck_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_f[blk_no]);
581 avg_blocks(b_buf, fwd_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_b[blk_no]);
585 if num_mv != 0 && b_data[cur_mb].cbp != 0 {
586 blockdsp::add_blocks(b_buf, mb_x, mb_y, &b_data[cur_mb].blk);