| 1 | use std::mem; |
| 2 | use frame::*; |
| 3 | use super::super::*; |
| 4 | use super::super::blockdsp; |
| 5 | use super::*; |
| 6 | use super::code::*; |
| 7 | use formats; |
| 8 | |
| 9 | #[allow(dead_code)] |
| 10 | struct MVInfo { |
| 11 | mv: Vec<MV>, |
| 12 | mb_w: usize, |
| 13 | mb_stride: usize, |
| 14 | mb_start: usize, |
| 15 | top: bool, |
| 16 | mvmode: MVMode, |
| 17 | } |
| 18 | |
| 19 | impl MVInfo { |
| 20 | fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, mvmode: MVMode::Old } } |
| 21 | fn reset(&mut self, mb_w: usize, mb_start: usize, mvmode: MVMode) { |
| 22 | self.mb_start = mb_start; |
| 23 | self.mb_w = mb_w; |
| 24 | self.mb_stride = mb_w * 2; |
| 25 | self.top = true; |
| 26 | self.mv.resize(self.mb_stride * 3, ZERO_MV); |
| 27 | self.mvmode = mvmode; |
| 28 | } |
| 29 | fn update_row(&mut self) { |
| 30 | self.mb_start = self.mb_w + 1; |
| 31 | self.top = false; |
| 32 | for i in 0..self.mb_stride { |
| 33 | self.mv[i] = self.mv[self.mb_stride * 2 + i]; |
| 34 | } |
| 35 | } |
| 36 | #[allow(non_snake_case)] |
| 37 | fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV) -> MV { |
| 38 | let A; |
| 39 | let B; |
| 40 | let C; |
| 41 | let last = mb_x == self.mb_w - 1; |
| 42 | match blk_no { |
| 43 | 0 => { |
| 44 | if mb_x != self.mb_start { |
| 45 | A = if mb_x != 0 { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV }; |
| 46 | B = if !self.top { self.mv[ mb_x * 2] } else { A }; |
| 47 | C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV }; |
| 48 | } else { |
| 49 | A = ZERO_MV; B = ZERO_MV; C = ZERO_MV; |
| 50 | } |
| 51 | }, |
| 52 | 1 => { |
| 53 | A = self.mv[self.mb_stride + mb_x * 2]; |
| 54 | B = if !self.top { self.mv[mb_x * 2 + 1] } else { A }; |
| 55 | C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { A }; |
| 56 | }, |
| 57 | 2 => { |
| 58 | A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV }; |
| 59 | B = self.mv[self.mb_stride + mb_x * 2]; |
| 60 | C = self.mv[self.mb_stride + mb_x * 2 + 1]; |
| 61 | }, |
| 62 | 3 => { |
| 63 | A = self.mv[self.mb_stride * 2 + mb_x * 2]; |
| 64 | B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1]; |
| 65 | C = self.mv[self.mb_stride * 1 + mb_x * 2]; |
| 66 | }, |
| 67 | _ => { return ZERO_MV; } |
| 68 | } |
| 69 | let pred_mv = MV::pred(A, B, C); |
| 70 | let new_mv = MV::add_umv(pred_mv, diff, self.mvmode); |
| 71 | if !use4 { |
| 72 | self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; |
| 73 | self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; |
| 74 | self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; |
| 75 | self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; |
| 76 | } else { |
| 77 | match blk_no { |
| 78 | 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; }, |
| 79 | 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; }, |
| 80 | 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; }, |
| 81 | 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; }, |
| 82 | _ => {}, |
| 83 | }; |
| 84 | } |
| 85 | |
| 86 | new_mv |
| 87 | } |
| 88 | fn set_zero_mv(&mut self, mb_x: usize) { |
| 89 | self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV; |
| 90 | self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV; |
| 91 | self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV; |
| 92 | self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV; |
| 93 | } |
| 94 | } |
| 95 | |
| 96 | fn copy_blocks(dst: &mut NAVideoBuffer<u8>, src: &NAVideoBuffer<u8>, xpos: usize, ypos: usize, w: usize, h: usize, mv: MV) { |
| 97 | let srcx = ((mv.x >> 1) as isize) + (xpos as isize); |
| 98 | let srcy = ((mv.y >> 1) as isize) + (ypos as isize); |
| 99 | let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize; |
| 100 | |
| 101 | blockdsp::copy_blocks(dst, src, xpos, ypos, srcx, srcy, w, h, 0, 1, mode, H263_INTERP_FUNCS); |
| 102 | } |
| 103 | |
| 104 | fn avg_blocks(dst: &mut NAVideoBuffer<u8>, src: &NAVideoBuffer<u8>, xpos: usize, ypos: usize, w: usize, h: usize, mv: MV) { |
| 105 | let srcx = ((mv.x >> 1) as isize) + (xpos as isize); |
| 106 | let srcy = ((mv.y >> 1) as isize) + (ypos as isize); |
| 107 | let mode = ((mv.x & 1) + (mv.y & 1) * 2) as usize; |
| 108 | |
| 109 | blockdsp::copy_blocks(dst, src, xpos, ypos, srcx, srcy, w, h, 0, 1, mode, H263_INTERP_AVG_FUNCS); |
| 110 | } |
| 111 | |
| 112 | #[allow(dead_code)] |
| 113 | #[derive(Clone,Copy)] |
| 114 | struct BMB { |
| 115 | num_mv: usize, |
| 116 | mv_f: [MV; 4], |
| 117 | mv_b: [MV; 4], |
| 118 | fwd: bool, |
| 119 | blk: [[i16; 64]; 6], |
| 120 | cbp: u8, |
| 121 | } |
| 122 | |
| 123 | impl BMB { |
| 124 | fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} } |
| 125 | } |
| 126 | |
| 127 | pub struct H263BaseDecoder { |
| 128 | w: usize, |
| 129 | h: usize, |
| 130 | mb_w: usize, |
| 131 | mb_h: usize, |
| 132 | num_mb: usize, |
| 133 | ftype: Type, |
| 134 | prev_frm: Option<NAVideoBuffer<u8>>, |
| 135 | cur_frm: Option<NAVideoBuffer<u8>>, |
| 136 | last_ts: u8, |
| 137 | has_b: bool, |
| 138 | b_data: Vec<BMB>, |
| 139 | } |
| 140 | |
| 141 | #[allow(dead_code)] |
| 142 | impl H263BaseDecoder { |
| 143 | pub fn new() -> Self { |
| 144 | H263BaseDecoder{ |
| 145 | w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0, |
| 146 | ftype: Type::Special, |
| 147 | prev_frm: None, cur_frm: None, |
| 148 | last_ts: 0, |
| 149 | has_b: false, b_data: Vec::new(), |
| 150 | } |
| 151 | } |
| 152 | |
| 153 | pub fn is_intra(&self) -> bool { self.ftype == Type::I } |
| 154 | pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) } |
| 155 | |
| 156 | pub fn parse_frame(&mut self, bd: &mut BlockDecoder) -> DecoderResult<NABufferType> { |
| 157 | let pinfo = bd.decode_pichdr()?; |
| 158 | let mut mvi = MVInfo::new(); |
| 159 | let mut cbpi = CBPInfo::new(); |
| 160 | |
| 161 | //todo handle res change |
| 162 | self.w = pinfo.w; |
| 163 | self.h = pinfo.h; |
| 164 | self.mb_w = (pinfo.w + 15) >> 4; |
| 165 | self.mb_h = (pinfo.h + 15) >> 4; |
| 166 | self.num_mb = self.mb_w * self.mb_h; |
| 167 | self.ftype = pinfo.mode; |
| 168 | self.has_b = pinfo.is_pb(); |
| 169 | |
| 170 | if self.has_b { |
| 171 | self.b_data.truncate(0); |
| 172 | } |
| 173 | |
| 174 | mem::swap(&mut self.cur_frm, &mut self.prev_frm); |
| 175 | |
| 176 | let tsdiff = pinfo.ts.wrapping_sub(self.last_ts); |
| 177 | let bsdiff = if pinfo.is_pb() { pinfo.get_pbinfo().get_trb() } else { 0 }; |
| 178 | |
| 179 | let fmt = formats::YUV420_FORMAT; |
| 180 | let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt); |
| 181 | let bufret = alloc_video_buffer(vinfo, 4); |
| 182 | if let Err(_) = bufret { return Err(DecoderError::InvalidData); } |
| 183 | let mut bufinfo = bufret.unwrap(); |
| 184 | let mut buf = bufinfo.get_vbuf().unwrap(); |
| 185 | |
| 186 | let mut slice = Slice::get_default_slice(&pinfo); |
| 187 | mvi.reset(self.mb_w, 0, pinfo.get_mvmode()); |
| 188 | cbpi.reset(self.mb_w); |
| 189 | |
| 190 | let mut blk: [[i16; 64]; 6] = [[0; 64]; 6]; |
| 191 | for mb_y in 0..self.mb_h { |
| 192 | for mb_x in 0..self.mb_w { |
| 193 | for i in 0..6 { for j in 0..64 { blk[i][j] = 0; } } |
| 194 | |
| 195 | if ((mb_x != 0) || (mb_y != 0)) && bd.is_slice_end() { |
| 196 | slice = bd.decode_slice_header(&pinfo)?; |
| 197 | //mvi.reset(self.mb_w, mb_x, pinfo.get_mvmode()); |
| 198 | //cbpi.reset(self.mb_w); |
| 199 | } |
| 200 | |
| 201 | let binfo = bd.decode_block_header(&pinfo, &slice)?; |
| 202 | let cbp = binfo.get_cbp(); |
| 203 | cbpi.set_cbp(mb_x, cbp); |
| 204 | cbpi.set_q(mb_x, binfo.get_q()); |
| 205 | if binfo.is_intra() { |
| 206 | for i in 0..6 { |
| 207 | bd.decode_block_intra(&binfo, binfo.get_q(), i, (cbp & (1 << (5 - i))) != 0, &mut blk[i])?; |
| 208 | h263_idct(&mut blk[i]); |
| 209 | } |
| 210 | blockdsp::put_blocks(&mut buf, mb_x, mb_y, &blk); |
| 211 | mvi.set_zero_mv(mb_x); |
| 212 | } else if !binfo.is_skipped() { |
| 213 | if binfo.get_num_mvs() == 1 { |
| 214 | let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0)); |
| 215 | if let Some(ref srcbuf) = self.prev_frm { |
| 216 | copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, mv); |
| 217 | } |
| 218 | } else { |
| 219 | for blk_no in 0..4 { |
| 220 | let mv = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no)); |
| 221 | if let Some(ref srcbuf) = self.prev_frm { |
| 222 | copy_blocks(&mut buf, srcbuf, |
| 223 | mb_x * 16 + (blk_no & 1) * 8, |
| 224 | mb_y * 16 + (blk_no & 2) * 4, 8, 8, mv); |
| 225 | } |
| 226 | } |
| 227 | } |
| 228 | for i in 0..6 { |
| 229 | bd.decode_block_inter(&binfo, binfo.get_q(), i, ((cbp >> (5 - i)) & 1) != 0, &mut blk[i])?; |
| 230 | h263_idct(&mut blk[i]); |
| 231 | } |
| 232 | blockdsp::add_blocks(&mut buf, mb_x, mb_y, &blk); |
| 233 | } else { |
| 234 | mvi.set_zero_mv(mb_x); |
| 235 | if let Some(ref srcbuf) = self.prev_frm { |
| 236 | copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, ZERO_MV); |
| 237 | } |
| 238 | } |
| 239 | if pinfo.is_pb() { |
| 240 | let mut b_mb = BMB::new(); |
| 241 | let cbp = binfo.get_cbp_b(); |
| 242 | let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2; |
| 243 | let bquant; |
| 244 | if bq < 1 { bquant = 1; } |
| 245 | else if bq > 31 { bquant = 31; } |
| 246 | else { bquant = bq as u8; } |
| 247 | |
| 248 | b_mb.cbp = cbp; |
| 249 | for i in 0..6 { |
| 250 | bd.decode_block_inter(&binfo, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?; |
| 251 | h263_idct(&mut b_mb.blk[i]); |
| 252 | } |
| 253 | |
| 254 | let is_fwd = !binfo.is_b_fwd(); |
| 255 | b_mb.fwd = is_fwd; |
| 256 | b_mb.num_mv = binfo.get_num_mvs(); |
| 257 | if binfo.get_num_mvs() == 0 { |
| 258 | b_mb.num_mv = 1; |
| 259 | b_mb.mv_f[0] = binfo.get_mv2(1); |
| 260 | b_mb.mv_b[0] = binfo.get_mv2(0); |
| 261 | } else if binfo.get_num_mvs() == 1 { |
| 262 | let src_mv = binfo.get_mv(0).scale(bsdiff, tsdiff); |
| 263 | let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode()); |
| 264 | let mv_b = MV::b_sub(binfo.get_mv(0), mv_f, binfo.get_mv2(0), bsdiff, tsdiff); |
| 265 | b_mb.mv_f[0] = mv_f; |
| 266 | b_mb.mv_b[0] = mv_b; |
| 267 | } else { |
| 268 | for blk_no in 0..4 { |
| 269 | let src_mv = binfo.get_mv(blk_no).scale(bsdiff, tsdiff); |
| 270 | let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode()); |
| 271 | let mv_b = MV::b_sub(binfo.get_mv(blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff); |
| 272 | b_mb.mv_f[blk_no] = mv_f; |
| 273 | b_mb.mv_b[blk_no] = mv_b; |
| 274 | } |
| 275 | } |
| 276 | self.b_data.push(b_mb); |
| 277 | } |
| 278 | } |
| 279 | if pinfo.deblock { |
| 280 | bd.filter_row(&mut buf, mb_y, self.mb_w, &cbpi); |
| 281 | } |
| 282 | mvi.update_row(); |
| 283 | cbpi.update_row(); |
| 284 | } |
| 285 | |
| 286 | self.cur_frm = Some(buf); |
| 287 | self.last_ts = pinfo.ts; |
| 288 | Ok(bufinfo) |
| 289 | } |
| 290 | |
| 291 | pub fn get_bframe(&mut self) -> DecoderResult<NABufferType> { |
| 292 | if !self.has_b || !self.cur_frm.is_some() || !self.prev_frm.is_some() { |
| 293 | return Err(DecoderError::MissingReference); |
| 294 | } |
| 295 | self.has_b = false; |
| 296 | |
| 297 | let fmt = formats::YUV420_FORMAT; |
| 298 | let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt); |
| 299 | let bufret = alloc_video_buffer(vinfo, 4); |
| 300 | if let Err(_) = bufret { return Err(DecoderError::InvalidData); } |
| 301 | let mut bufinfo = bufret.unwrap(); |
| 302 | let mut b_buf = bufinfo.get_vbuf().unwrap(); |
| 303 | |
| 304 | if let Some(ref bck_buf) = self.prev_frm { |
| 305 | if let Some(ref fwd_buf) = self.cur_frm { |
| 306 | recon_b_frame(&mut b_buf, bck_buf, fwd_buf, self.mb_w, self.mb_h, &self.b_data); |
| 307 | } |
| 308 | } |
| 309 | |
| 310 | self.b_data.truncate(0); |
| 311 | Ok(bufinfo) |
| 312 | } |
| 313 | } |
| 314 | |
| 315 | fn recon_b_frame(b_buf: &mut NAVideoBuffer<u8>, bck_buf: &NAVideoBuffer<u8>, fwd_buf: &NAVideoBuffer<u8>, |
| 316 | mb_w: usize, mb_h: usize, b_data: &Vec<BMB>) { |
| 317 | let mut cbpi = CBPInfo::new(); |
| 318 | let mut cur_mb = 0; |
| 319 | cbpi.reset(mb_w); |
| 320 | for mb_y in 0..mb_h { |
| 321 | for mb_x in 0..mb_w { |
| 322 | let num_mv = b_data[cur_mb].num_mv; |
| 323 | let is_fwd = b_data[cur_mb].fwd; |
| 324 | let cbp = b_data[cur_mb].cbp; |
| 325 | cbpi.set_cbp(mb_x, cbp); |
| 326 | if num_mv == 1 { |
| 327 | copy_blocks(b_buf, fwd_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_b[0]); |
| 328 | if !is_fwd { |
| 329 | avg_blocks(b_buf, bck_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_f[0]); |
| 330 | } |
| 331 | } else { |
| 332 | for blk_no in 0..4 { |
| 333 | let xpos = mb_x * 16 + (blk_no & 1) * 8; |
| 334 | let ypos = mb_y * 16 + (blk_no & 2) * 4; |
| 335 | copy_blocks(b_buf, fwd_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_b[blk_no]); |
| 336 | if !is_fwd { |
| 337 | avg_blocks(b_buf, bck_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_f[blk_no]); |
| 338 | } |
| 339 | } |
| 340 | } |
| 341 | if cbp != 0 { |
| 342 | blockdsp::add_blocks(b_buf, mb_x, mb_y, &b_data[cur_mb].blk); |
| 343 | } |
| 344 | cur_mb += 1; |
| 345 | } |
| 346 | cbpi.update_row(); |
| 347 | } |
| 348 | } |