src/codecs/h263/decoder.rs

   1 use std::mem;
   2 use frame::*;
   3 use super::super::*;
   4 use super::super::blockdsp;
   5 use super::*;
   6 use super::code::*;
   7 use formats;
   8
   9 #[allow(dead_code)]
  10 struct MVInfo {
  11     mv:         Vec<MV>,
  12     mb_w:       usize,
  13     mb_stride:  usize,
  14     mb_start:   usize,
  15     top:        bool,
  16     mvmode:     MVMode,
  17 }
  18
  19 impl MVInfo {
  20     fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, mvmode: MVMode::Old } }
  21     fn reset(&mut self, mb_w: usize, mb_start: usize, mvmode: MVMode) {
  22         self.mb_start  = mb_start;
  23         self.mb_w      = mb_w;
  24         self.mb_stride = mb_w * 2;
  25         self.top       = true;
  26         self.mv.resize(self.mb_stride * 3, ZERO_MV);
  27         self.mvmode    = mvmode;
  28     }
  29     fn update_row(&mut self) {
  30         self.mb_start = self.mb_w + 1;
  31         self.top      = false;
  32         for i in 0..self.mb_stride {
  33             self.mv[i] = self.mv[self.mb_stride * 2 + i];
  34         }
  35     }
  36     #[allow(non_snake_case)]
  37     fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV) -> MV {
  38         let A;
  39         let B;
  40         let C;
  41         let last = mb_x == self.mb_w - 1;
  42         match blk_no {
  43             0 => {
  44                     if mb_x != self.mb_start {
  45                         A = if mb_x != 0 { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV };
  46                         B = if !self.top { self.mv[                 mb_x * 2] } else { A };
  47                         C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV };
  48                     } else {
  49                         A = ZERO_MV; B = ZERO_MV; C = ZERO_MV;
  50                     }
  51                 },
  52             1 => {
  53                     A = self.mv[self.mb_stride + mb_x * 2];
  54                     B = if !self.top { self.mv[mb_x * 2 + 1] } else { A };
  55                     C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { A };
  56                 },
  57             2 => {
  58                     A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV };
  59                     B = self.mv[self.mb_stride + mb_x * 2];
  60                     C = self.mv[self.mb_stride + mb_x * 2 + 1];
  61                 },
  62             3 => {
  63                     A = self.mv[self.mb_stride * 2 + mb_x * 2];
  64                     B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1];
  65                     C = self.mv[self.mb_stride * 1 + mb_x * 2];
  66                 },
  67             _ => { return ZERO_MV; }
  68         }
  69         let pred_mv = MV::pred(A, B, C);
  70         let new_mv = MV::add_umv(pred_mv, diff, self.mvmode);
  71         if !use4 {
  72             self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv;
  73             self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv;
  74             self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv;
  75             self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv;
  76         } else {
  77             match blk_no {
  78                 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; },
  79                 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; },
  80                 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; },
  81                 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; },
  82                 _ => {},
  83             };
  84         }
  85
  86         new_mv
  87     }
  88     fn set_zero_mv(&mut self, mb_x: usize) {
  89         self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV;
  90         self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV;
  91         self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV;
  92         self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV;
  93     }
  94 }
  95
  96 #[allow(dead_code)]
  97 #[derive(Clone,Copy)]
  98 struct BMB {
  99     num_mv: usize,
 100     mv_f:   [MV; 4],
 101     mv_b:   [MV; 4],
 102     fwd:    bool,
 103     blk:    [[i16; 64]; 6],
 104     cbp:    u8,
 105 }
 106
 107 impl BMB {
 108     fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} }
 109 }
 110
 111 pub struct H263BaseDecoder {
 112     w:          usize,
 113     h:          usize,
 114     mb_w:       usize,
 115     mb_h:       usize,
 116     num_mb:     usize,
 117     ftype:      Type,
 118     prev_frm:   Option<NAVideoBuffer<u8>>,
 119     cur_frm:    Option<NAVideoBuffer<u8>>,
 120     last_ts:    u8,
 121     has_b:      bool,
 122     b_data:     Vec<BMB>,
 123 }
 124
 125 #[allow(dead_code)]
 126 impl H263BaseDecoder {
 127     pub fn new() -> Self {
 128         H263BaseDecoder{
 129             w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0,
 130             ftype: Type::Special,
 131             prev_frm: None, cur_frm: None,
 132             last_ts: 0,
 133             has_b: false, b_data: Vec::new(),
 134         }
 135     }
 136
 137     pub fn is_intra(&self) -> bool { self.ftype == Type::I }
 138     pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) }
 139
 140     pub fn parse_frame(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP) -> DecoderResult<NABufferType> {
 141         let pinfo = bd.decode_pichdr()?;
 142         let mut mvi = MVInfo::new();
 143         let mut cbpi = CBPInfo::new();
 144
 145 //todo handle res change
 146         self.w = pinfo.w;
 147         self.h = pinfo.h;
 148         self.mb_w = (pinfo.w + 15) >> 4;
 149         self.mb_h = (pinfo.h + 15) >> 4;
 150         self.num_mb = self.mb_w * self.mb_h;
 151         self.ftype = pinfo.mode;
 152         self.has_b = pinfo.is_pb();
 153
 154         if self.has_b {
 155             self.b_data.truncate(0);
 156         }
 157
 158         mem::swap(&mut self.cur_frm, &mut self.prev_frm);
 159
 160         let tsdiff = pinfo.ts.wrapping_sub(self.last_ts);
 161         let bsdiff = if pinfo.is_pb() { pinfo.get_pbinfo().get_trb() } else { 0 };
 162
 163         let fmt = formats::YUV420_FORMAT;
 164         let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
 165         let bufret = alloc_video_buffer(vinfo, 4);
 166         if let Err(_) = bufret { return Err(DecoderError::InvalidData); }
 167         let mut bufinfo = bufret.unwrap();
 168         let mut buf = bufinfo.get_vbuf().unwrap();
 169
 170         let mut slice = if bd.is_gob() {
 171                 SliceInfo::get_default_slice(&pinfo)
 172             } else {
 173                 bd.decode_slice_header(&pinfo)?
 174             };
 175         mvi.reset(self.mb_w, 0, pinfo.get_mvmode());
 176         cbpi.reset(self.mb_w);
 177
 178         let mut blk: [[i16; 64]; 6] = [[0; 64]; 6];
 179         let mut sstate = SliceState::new(pinfo.mode == Type::I);
 180         let mut mb_pos = 0;
 181         for mb_y in 0..self.mb_h {
 182             for mb_x in 0..self.mb_w {
 183                 for i in 0..6 { for j in 0..64 { blk[i][j] = 0; } }
 184
 185                 if slice.is_at_end(mb_pos) || (slice.needs_check() && mb_pos > 0 && bd.is_slice_end()) {
 186                     slice = bd.decode_slice_header(&pinfo)?;
 187                     //mvi.reset(self.mb_w, mb_x, pinfo.get_mvmode());
 188                     //cbpi.reset(self.mb_w);
 189                 }
 190
 191                 let binfo = bd.decode_block_header(&pinfo, &slice, &sstate)?;
 192                 let cbp = binfo.get_cbp();
 193                 cbpi.set_cbp(mb_x, cbp);
 194                 cbpi.set_q(mb_x, binfo.get_q());
 195                 if binfo.is_intra() {
 196                     for i in 0..6 {
 197                         bd.decode_block_intra(&binfo, &sstate, binfo.get_q(), i, (cbp & (1 << (5 - i))) != 0, &mut blk[i])?;
 198                         h263_idct(&mut blk[i]);
 199                     }
 200                     blockdsp::put_blocks(&mut buf, mb_x, mb_y, &blk);
 201                     mvi.set_zero_mv(mb_x);
 202                 } else if !binfo.is_skipped() {
 203                     if binfo.get_num_mvs() == 1 {
 204                         let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0));
 205                         if let Some(ref srcbuf) = self.prev_frm {
 206                             bdsp.copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, mv);
 207                         }
 208                     } else {
 209                         for blk_no in 0..4 {
 210                             let mv = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no));
 211                             if let Some(ref srcbuf) = self.prev_frm {
 212                                 bdsp.copy_blocks(&mut buf, srcbuf,
 213                                                  mb_x * 16 + (blk_no & 1) * 8,
 214                                                  mb_y * 16 + (blk_no & 2) * 4, 8, 8, mv);
 215                             }
 216                         }
 217                     }
 218                     for i in 0..6 {
 219                         bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((cbp >> (5 - i)) & 1) != 0, &mut blk[i])?;
 220                         h263_idct(&mut blk[i]);
 221                     }
 222                     blockdsp::add_blocks(&mut buf, mb_x, mb_y, &blk);
 223                 } else {
 224                     mvi.set_zero_mv(mb_x);
 225                     if let Some(ref srcbuf) = self.prev_frm {
 226                         bdsp.copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, ZERO_MV);
 227                     }
 228                 }
 229                 if pinfo.is_pb() {
 230                     let mut b_mb = BMB::new();
 231                     let cbp = binfo.get_cbp_b();
 232                     let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2;
 233                     let bquant;
 234                     if bq < 1 { bquant = 1; }
 235                     else if bq > 31 { bquant = 31; }
 236                     else { bquant = bq as u8; }
 237
 238                     b_mb.cbp = cbp;
 239                     for i in 0..6 {
 240                         bd.decode_block_inter(&binfo, &sstate, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?;
 241                         h263_idct(&mut b_mb.blk[i]);
 242                     }
 243
 244                     let is_fwd = !binfo.is_b_fwd();
 245                     b_mb.fwd = is_fwd;
 246                     b_mb.num_mv = binfo.get_num_mvs();
 247                     if binfo.get_num_mvs() == 0 {
 248                         b_mb.num_mv = 1;
 249                         b_mb.mv_f[0] = binfo.get_mv2(1);
 250                         b_mb.mv_b[0] = binfo.get_mv2(0);
 251                     } else if binfo.get_num_mvs() == 1 {
 252                         let src_mv = binfo.get_mv(0).scale(bsdiff, tsdiff);
 253                         let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode());
 254                         let mv_b = MV::b_sub(binfo.get_mv(0), mv_f, binfo.get_mv2(0), bsdiff, tsdiff);
 255                         b_mb.mv_f[0] = mv_f;
 256                         b_mb.mv_b[0] = mv_b;
 257                     } else {
 258                         for blk_no in 0..4 {
 259                             let src_mv = binfo.get_mv(blk_no).scale(bsdiff, tsdiff);
 260                             let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode());
 261                             let mv_b = MV::b_sub(binfo.get_mv(blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff);
 262                             b_mb.mv_f[blk_no] = mv_f;
 263                             b_mb.mv_b[blk_no] = mv_b;
 264                         }
 265                     }
 266                     self.b_data.push(b_mb);
 267                 }
 268                 sstate.next_mb();
 269                 mb_pos += 1;
 270             }
 271             if let Some(plusinfo) = pinfo.plusinfo {
 272                 if plusinfo.deblock {
 273                     bdsp.filter_row(&mut buf, mb_y, self.mb_w, &cbpi);
 274                 }
 275             }
 276             mvi.update_row();
 277             cbpi.update_row();
 278             sstate.new_row();
 279         }
 280
 281         self.cur_frm = Some(buf);
 282         self.last_ts = pinfo.ts;
 283         Ok(bufinfo)
 284     }
 285
 286     pub fn get_bframe(&mut self, bdsp: &BlockDSP) -> DecoderResult<NABufferType> {
 287         if !self.has_b || !self.cur_frm.is_some() || !self.prev_frm.is_some() {
 288             return Err(DecoderError::MissingReference);
 289         }
 290         self.has_b = false;
 291
 292         let fmt = formats::YUV420_FORMAT;
 293         let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
 294         let bufret = alloc_video_buffer(vinfo, 4);
 295         if let Err(_) = bufret { return Err(DecoderError::InvalidData); }
 296         let mut bufinfo = bufret.unwrap();
 297         let mut b_buf = bufinfo.get_vbuf().unwrap();
 298
 299         if let Some(ref bck_buf) = self.prev_frm {
 300             if let Some(ref fwd_buf) = self.cur_frm {
 301                 recon_b_frame(&mut b_buf, bck_buf, fwd_buf, self.mb_w, self.mb_h, &self.b_data, bdsp);
 302             }
 303         }
 304
 305         self.b_data.truncate(0);
 306         Ok(bufinfo)
 307     }
 308 }
 309
 310 fn recon_b_frame(b_buf: &mut NAVideoBuffer<u8>, bck_buf: &NAVideoBuffer<u8>, fwd_buf: &NAVideoBuffer<u8>,
 311                  mb_w: usize, mb_h: usize, b_data: &Vec<BMB>, bdsp: &BlockDSP) {
 312     let mut cbpi = CBPInfo::new();
 313     let mut cur_mb = 0;
 314     cbpi.reset(mb_w);
 315     for mb_y in 0..mb_h {
 316         for mb_x in 0..mb_w {
 317             let num_mv = b_data[cur_mb].num_mv;
 318             let is_fwd = b_data[cur_mb].fwd;
 319             let cbp    = b_data[cur_mb].cbp;
 320             cbpi.set_cbp(mb_x, cbp);
 321             if num_mv == 1 {
 322                 bdsp.copy_blocks(b_buf, fwd_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_b[0]);
 323                 if !is_fwd {
 324                     bdsp.avg_blocks(b_buf, bck_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_f[0]);
 325                 }
 326             } else {
 327                 for blk_no in 0..4 {
 328                     let xpos = mb_x * 16 + (blk_no & 1) * 8;
 329                     let ypos = mb_y * 16 + (blk_no & 2) * 4;
 330                     bdsp.copy_blocks(b_buf, fwd_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_b[blk_no]);
 331                     if !is_fwd {
 332                         bdsp.avg_blocks(b_buf, bck_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_f[blk_no]);
 333                     }
 334                 }
 335             }
 336             if cbp != 0 {
 337                 blockdsp::add_blocks(b_buf, mb_x, mb_y, &b_data[cur_mb].blk);
 338             }
 339             cur_mb += 1;
 340         }
 341         cbpi.update_row();
 342     }
 343 }