| 1 | use std::mem; |
| 2 | use frame::*; |
| 3 | use super::super::*; |
| 4 | use super::super::blockdsp; |
| 5 | use super::*; |
| 6 | use super::code::*; |
| 7 | use formats; |
| 8 | |
| 9 | #[allow(dead_code)] |
| 10 | struct MVInfo { |
| 11 | mv: Vec<MV>, |
| 12 | mb_w: usize, |
| 13 | mb_stride: usize, |
| 14 | mb_start: usize, |
| 15 | top: bool, |
| 16 | mvmode: MVMode, |
| 17 | } |
| 18 | |
| 19 | impl MVInfo { |
| 20 | fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, mvmode: MVMode::Old } } |
| 21 | fn reset(&mut self, mb_w: usize, mb_start: usize, mvmode: MVMode) { |
| 22 | self.mb_start = mb_start; |
| 23 | self.mb_w = mb_w; |
| 24 | self.mb_stride = mb_w * 2; |
| 25 | self.top = true; |
| 26 | self.mv.resize(self.mb_stride * 3, ZERO_MV); |
| 27 | self.mvmode = mvmode; |
| 28 | } |
| 29 | fn update_row(&mut self) { |
| 30 | self.mb_start = self.mb_w + 1; |
| 31 | self.top = false; |
| 32 | for i in 0..self.mb_stride { |
| 33 | self.mv[i] = self.mv[self.mb_stride * 2 + i]; |
| 34 | } |
| 35 | } |
| 36 | #[allow(non_snake_case)] |
| 37 | fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV) -> MV { |
| 38 | let A; |
| 39 | let B; |
| 40 | let C; |
| 41 | let last = mb_x == self.mb_w - 1; |
| 42 | match blk_no { |
| 43 | 0 => { |
| 44 | if mb_x != self.mb_start { |
| 45 | A = if mb_x != 0 { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV }; |
| 46 | B = if !self.top { self.mv[ mb_x * 2] } else { A }; |
| 47 | C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV }; |
| 48 | } else { |
| 49 | A = ZERO_MV; B = ZERO_MV; C = ZERO_MV; |
| 50 | } |
| 51 | }, |
| 52 | 1 => { |
| 53 | A = self.mv[self.mb_stride + mb_x * 2]; |
| 54 | B = if !self.top { self.mv[mb_x * 2 + 1] } else { A }; |
| 55 | C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { A }; |
| 56 | }, |
| 57 | 2 => { |
| 58 | A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV }; |
| 59 | B = self.mv[self.mb_stride + mb_x * 2]; |
| 60 | C = self.mv[self.mb_stride + mb_x * 2 + 1]; |
| 61 | }, |
| 62 | 3 => { |
| 63 | A = self.mv[self.mb_stride * 2 + mb_x * 2]; |
| 64 | B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1]; |
| 65 | C = self.mv[self.mb_stride * 1 + mb_x * 2]; |
| 66 | }, |
| 67 | _ => { return ZERO_MV; } |
| 68 | } |
| 69 | let pred_mv = MV::pred(A, B, C); |
| 70 | let new_mv = MV::add_umv(pred_mv, diff, self.mvmode); |
| 71 | if !use4 { |
| 72 | self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; |
| 73 | self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; |
| 74 | self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; |
| 75 | self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; |
| 76 | } else { |
| 77 | match blk_no { |
| 78 | 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; }, |
| 79 | 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; }, |
| 80 | 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; }, |
| 81 | 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; }, |
| 82 | _ => {}, |
| 83 | }; |
| 84 | } |
| 85 | |
| 86 | new_mv |
| 87 | } |
| 88 | fn set_zero_mv(&mut self, mb_x: usize) { |
| 89 | self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV; |
| 90 | self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV; |
| 91 | self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV; |
| 92 | self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV; |
| 93 | } |
| 94 | } |
| 95 | |
| 96 | #[allow(dead_code)] |
| 97 | #[derive(Clone,Copy)] |
| 98 | struct BMB { |
| 99 | num_mv: usize, |
| 100 | mv_f: [MV; 4], |
| 101 | mv_b: [MV; 4], |
| 102 | fwd: bool, |
| 103 | blk: [[i16; 64]; 6], |
| 104 | cbp: u8, |
| 105 | } |
| 106 | |
| 107 | impl BMB { |
| 108 | fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} } |
| 109 | } |
| 110 | |
| 111 | pub struct H263BaseDecoder { |
| 112 | w: usize, |
| 113 | h: usize, |
| 114 | mb_w: usize, |
| 115 | mb_h: usize, |
| 116 | num_mb: usize, |
| 117 | ftype: Type, |
| 118 | prev_frm: Option<NAVideoBuffer<u8>>, |
| 119 | cur_frm: Option<NAVideoBuffer<u8>>, |
| 120 | last_ts: u8, |
| 121 | has_b: bool, |
| 122 | b_data: Vec<BMB>, |
| 123 | } |
| 124 | |
| 125 | #[allow(dead_code)] |
| 126 | impl H263BaseDecoder { |
| 127 | pub fn new() -> Self { |
| 128 | H263BaseDecoder{ |
| 129 | w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0, |
| 130 | ftype: Type::Special, |
| 131 | prev_frm: None, cur_frm: None, |
| 132 | last_ts: 0, |
| 133 | has_b: false, b_data: Vec::new(), |
| 134 | } |
| 135 | } |
| 136 | |
| 137 | pub fn is_intra(&self) -> bool { self.ftype == Type::I } |
| 138 | pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) } |
| 139 | |
| 140 | pub fn parse_frame(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP) -> DecoderResult<NABufferType> { |
| 141 | let pinfo = bd.decode_pichdr()?; |
| 142 | let mut mvi = MVInfo::new(); |
| 143 | let mut cbpi = CBPInfo::new(); |
| 144 | |
| 145 | //todo handle res change |
| 146 | self.w = pinfo.w; |
| 147 | self.h = pinfo.h; |
| 148 | self.mb_w = (pinfo.w + 15) >> 4; |
| 149 | self.mb_h = (pinfo.h + 15) >> 4; |
| 150 | self.num_mb = self.mb_w * self.mb_h; |
| 151 | self.ftype = pinfo.mode; |
| 152 | self.has_b = pinfo.is_pb(); |
| 153 | |
| 154 | if self.has_b { |
| 155 | self.b_data.truncate(0); |
| 156 | } |
| 157 | |
| 158 | mem::swap(&mut self.cur_frm, &mut self.prev_frm); |
| 159 | |
| 160 | let tsdiff = pinfo.ts.wrapping_sub(self.last_ts); |
| 161 | let bsdiff = if pinfo.is_pb() { pinfo.get_pbinfo().get_trb() } else { 0 }; |
| 162 | |
| 163 | let fmt = formats::YUV420_FORMAT; |
| 164 | let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt); |
| 165 | let bufret = alloc_video_buffer(vinfo, 4); |
| 166 | if let Err(_) = bufret { return Err(DecoderError::InvalidData); } |
| 167 | let mut bufinfo = bufret.unwrap(); |
| 168 | let mut buf = bufinfo.get_vbuf().unwrap(); |
| 169 | |
| 170 | let mut slice = if bd.is_gob() { |
| 171 | SliceInfo::get_default_slice(&pinfo) |
| 172 | } else { |
| 173 | bd.decode_slice_header(&pinfo)? |
| 174 | }; |
| 175 | mvi.reset(self.mb_w, 0, pinfo.get_mvmode()); |
| 176 | cbpi.reset(self.mb_w); |
| 177 | |
| 178 | let mut blk: [[i16; 64]; 6] = [[0; 64]; 6]; |
| 179 | let mut sstate = SliceState::new(pinfo.mode == Type::I); |
| 180 | let mut mb_pos = 0; |
| 181 | for mb_y in 0..self.mb_h { |
| 182 | for mb_x in 0..self.mb_w { |
| 183 | for i in 0..6 { for j in 0..64 { blk[i][j] = 0; } } |
| 184 | |
| 185 | if slice.is_at_end(mb_pos) || (slice.needs_check() && mb_pos > 0 && bd.is_slice_end()) { |
| 186 | slice = bd.decode_slice_header(&pinfo)?; |
| 187 | //mvi.reset(self.mb_w, mb_x, pinfo.get_mvmode()); |
| 188 | //cbpi.reset(self.mb_w); |
| 189 | } |
| 190 | |
| 191 | let binfo = bd.decode_block_header(&pinfo, &slice, &sstate)?; |
| 192 | let cbp = binfo.get_cbp(); |
| 193 | cbpi.set_cbp(mb_x, cbp); |
| 194 | cbpi.set_q(mb_x, binfo.get_q()); |
| 195 | if binfo.is_intra() { |
| 196 | for i in 0..6 { |
| 197 | bd.decode_block_intra(&binfo, &sstate, binfo.get_q(), i, (cbp & (1 << (5 - i))) != 0, &mut blk[i])?; |
| 198 | h263_idct(&mut blk[i]); |
| 199 | } |
| 200 | blockdsp::put_blocks(&mut buf, mb_x, mb_y, &blk); |
| 201 | mvi.set_zero_mv(mb_x); |
| 202 | } else if !binfo.is_skipped() { |
| 203 | if binfo.get_num_mvs() == 1 { |
| 204 | let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0)); |
| 205 | if let Some(ref srcbuf) = self.prev_frm { |
| 206 | bdsp.copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, mv); |
| 207 | } |
| 208 | } else { |
| 209 | for blk_no in 0..4 { |
| 210 | let mv = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no)); |
| 211 | if let Some(ref srcbuf) = self.prev_frm { |
| 212 | bdsp.copy_blocks(&mut buf, srcbuf, |
| 213 | mb_x * 16 + (blk_no & 1) * 8, |
| 214 | mb_y * 16 + (blk_no & 2) * 4, 8, 8, mv); |
| 215 | } |
| 216 | } |
| 217 | } |
| 218 | for i in 0..6 { |
| 219 | bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((cbp >> (5 - i)) & 1) != 0, &mut blk[i])?; |
| 220 | h263_idct(&mut blk[i]); |
| 221 | } |
| 222 | blockdsp::add_blocks(&mut buf, mb_x, mb_y, &blk); |
| 223 | } else { |
| 224 | mvi.set_zero_mv(mb_x); |
| 225 | if let Some(ref srcbuf) = self.prev_frm { |
| 226 | bdsp.copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, ZERO_MV); |
| 227 | } |
| 228 | } |
| 229 | if pinfo.is_pb() { |
| 230 | let mut b_mb = BMB::new(); |
| 231 | let cbp = binfo.get_cbp_b(); |
| 232 | let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2; |
| 233 | let bquant; |
| 234 | if bq < 1 { bquant = 1; } |
| 235 | else if bq > 31 { bquant = 31; } |
| 236 | else { bquant = bq as u8; } |
| 237 | |
| 238 | b_mb.cbp = cbp; |
| 239 | for i in 0..6 { |
| 240 | bd.decode_block_inter(&binfo, &sstate, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?; |
| 241 | h263_idct(&mut b_mb.blk[i]); |
| 242 | } |
| 243 | |
| 244 | let is_fwd = !binfo.is_b_fwd(); |
| 245 | b_mb.fwd = is_fwd; |
| 246 | b_mb.num_mv = binfo.get_num_mvs(); |
| 247 | if binfo.get_num_mvs() == 0 { |
| 248 | b_mb.num_mv = 1; |
| 249 | b_mb.mv_f[0] = binfo.get_mv2(1); |
| 250 | b_mb.mv_b[0] = binfo.get_mv2(0); |
| 251 | } else if binfo.get_num_mvs() == 1 { |
| 252 | let src_mv = binfo.get_mv(0).scale(bsdiff, tsdiff); |
| 253 | let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode()); |
| 254 | let mv_b = MV::b_sub(binfo.get_mv(0), mv_f, binfo.get_mv2(0), bsdiff, tsdiff); |
| 255 | b_mb.mv_f[0] = mv_f; |
| 256 | b_mb.mv_b[0] = mv_b; |
| 257 | } else { |
| 258 | for blk_no in 0..4 { |
| 259 | let src_mv = binfo.get_mv(blk_no).scale(bsdiff, tsdiff); |
| 260 | let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode()); |
| 261 | let mv_b = MV::b_sub(binfo.get_mv(blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff); |
| 262 | b_mb.mv_f[blk_no] = mv_f; |
| 263 | b_mb.mv_b[blk_no] = mv_b; |
| 264 | } |
| 265 | } |
| 266 | self.b_data.push(b_mb); |
| 267 | } |
| 268 | sstate.next_mb(); |
| 269 | mb_pos += 1; |
| 270 | } |
| 271 | if let Some(plusinfo) = pinfo.plusinfo { |
| 272 | if plusinfo.deblock { |
| 273 | bdsp.filter_row(&mut buf, mb_y, self.mb_w, &cbpi); |
| 274 | } |
| 275 | } |
| 276 | mvi.update_row(); |
| 277 | cbpi.update_row(); |
| 278 | sstate.new_row(); |
| 279 | } |
| 280 | |
| 281 | self.cur_frm = Some(buf); |
| 282 | self.last_ts = pinfo.ts; |
| 283 | Ok(bufinfo) |
| 284 | } |
| 285 | |
| 286 | pub fn get_bframe(&mut self, bdsp: &BlockDSP) -> DecoderResult<NABufferType> { |
| 287 | if !self.has_b || !self.cur_frm.is_some() || !self.prev_frm.is_some() { |
| 288 | return Err(DecoderError::MissingReference); |
| 289 | } |
| 290 | self.has_b = false; |
| 291 | |
| 292 | let fmt = formats::YUV420_FORMAT; |
| 293 | let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt); |
| 294 | let bufret = alloc_video_buffer(vinfo, 4); |
| 295 | if let Err(_) = bufret { return Err(DecoderError::InvalidData); } |
| 296 | let mut bufinfo = bufret.unwrap(); |
| 297 | let mut b_buf = bufinfo.get_vbuf().unwrap(); |
| 298 | |
| 299 | if let Some(ref bck_buf) = self.prev_frm { |
| 300 | if let Some(ref fwd_buf) = self.cur_frm { |
| 301 | recon_b_frame(&mut b_buf, bck_buf, fwd_buf, self.mb_w, self.mb_h, &self.b_data, bdsp); |
| 302 | } |
| 303 | } |
| 304 | |
| 305 | self.b_data.truncate(0); |
| 306 | Ok(bufinfo) |
| 307 | } |
| 308 | } |
| 309 | |
| 310 | fn recon_b_frame(b_buf: &mut NAVideoBuffer<u8>, bck_buf: &NAVideoBuffer<u8>, fwd_buf: &NAVideoBuffer<u8>, |
| 311 | mb_w: usize, mb_h: usize, b_data: &Vec<BMB>, bdsp: &BlockDSP) { |
| 312 | let mut cbpi = CBPInfo::new(); |
| 313 | let mut cur_mb = 0; |
| 314 | cbpi.reset(mb_w); |
| 315 | for mb_y in 0..mb_h { |
| 316 | for mb_x in 0..mb_w { |
| 317 | let num_mv = b_data[cur_mb].num_mv; |
| 318 | let is_fwd = b_data[cur_mb].fwd; |
| 319 | let cbp = b_data[cur_mb].cbp; |
| 320 | cbpi.set_cbp(mb_x, cbp); |
| 321 | if num_mv == 1 { |
| 322 | bdsp.copy_blocks(b_buf, fwd_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_b[0]); |
| 323 | if !is_fwd { |
| 324 | bdsp.avg_blocks(b_buf, bck_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_f[0]); |
| 325 | } |
| 326 | } else { |
| 327 | for blk_no in 0..4 { |
| 328 | let xpos = mb_x * 16 + (blk_no & 1) * 8; |
| 329 | let ypos = mb_y * 16 + (blk_no & 2) * 4; |
| 330 | bdsp.copy_blocks(b_buf, fwd_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_b[blk_no]); |
| 331 | if !is_fwd { |
| 332 | bdsp.avg_blocks(b_buf, bck_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_f[blk_no]); |
| 333 | } |
| 334 | } |
| 335 | } |
| 336 | if cbp != 0 { |
| 337 | blockdsp::add_blocks(b_buf, mb_x, mb_y, &b_data[cur_mb].blk); |
| 338 | } |
| 339 | cur_mb += 1; |
| 340 | } |
| 341 | cbpi.update_row(); |
| 342 | } |
| 343 | } |