rv20: B-frame parsing
[nihav.git] / src / codecs / h263 / decoder.rs
CommitLineData
cf64af13 1use std::mem;
88c58b1b
KS
2use frame::*;
3use super::super::*;
4use super::super::blockdsp;
cf64af13 5use super::*;
88c58b1b 6use super::code::*;
cf64af13
KS
7use formats;
8
cf64af13
KS
9#[allow(dead_code)]
10struct MVInfo {
11 mv: Vec<MV>,
12 mb_w: usize,
13 mb_stride: usize,
14 mb_start: usize,
15 top: bool,
2324f30b 16 mvmode: MVMode,
cf64af13
KS
17}
18
19impl MVInfo {
2324f30b
KS
20 fn new() -> Self { MVInfo{ mv: Vec::new(), mb_w: 0, mb_stride: 0, mb_start: 0, top: true, mvmode: MVMode::Old } }
21 fn reset(&mut self, mb_w: usize, mb_start: usize, mvmode: MVMode) {
cf64af13
KS
22 self.mb_start = mb_start;
23 self.mb_w = mb_w;
24 self.mb_stride = mb_w * 2;
25 self.top = true;
26 self.mv.resize(self.mb_stride * 3, ZERO_MV);
2324f30b 27 self.mvmode = mvmode;
cf64af13
KS
28 }
29 fn update_row(&mut self) {
30 self.mb_start = self.mb_w + 1;
31 self.top = false;
32 for i in 0..self.mb_stride {
33 self.mv[i] = self.mv[self.mb_stride * 2 + i];
34 }
35 }
36 #[allow(non_snake_case)]
37 fn predict(&mut self, mb_x: usize, blk_no: usize, use4: bool, diff: MV) -> MV {
38 let A;
39 let B;
40 let C;
41 let last = mb_x == self.mb_w - 1;
cf64af13
KS
42 match blk_no {
43 0 => {
44 if mb_x != self.mb_start {
45 A = if mb_x != 0 { self.mv[self.mb_stride + mb_x * 2 - 1] } else { ZERO_MV };
46 B = if !self.top { self.mv[ mb_x * 2] } else { A };
47 C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { ZERO_MV };
48 } else {
49 A = ZERO_MV; B = ZERO_MV; C = ZERO_MV;
50 }
51 },
52 1 => {
53 A = self.mv[self.mb_stride + mb_x * 2];
54 B = if !self.top { self.mv[mb_x * 2 + 1] } else { A };
55 C = if !self.top && !last { self.mv[mb_x * 2 + 2] } else { A };
56 },
57 2 => {
58 A = if mb_x != self.mb_start { self.mv[self.mb_stride * 2 + mb_x * 2 - 1] } else { ZERO_MV };
59 B = self.mv[self.mb_stride + mb_x * 2];
60 C = self.mv[self.mb_stride + mb_x * 2 + 1];
61 },
62 3 => {
63 A = self.mv[self.mb_stride * 2 + mb_x * 2];
64 B = self.mv[self.mb_stride * 1 + mb_x * 2 + 1];
65 C = self.mv[self.mb_stride * 1 + mb_x * 2];
66 },
67 _ => { return ZERO_MV; }
68 }
cf64af13 69 let pred_mv = MV::pred(A, B, C);
2324f30b 70 let new_mv = MV::add_umv(pred_mv, diff, self.mvmode);
cf64af13
KS
71 if !use4 {
72 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv;
73 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv;
74 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv;
75 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv;
76 } else {
77 match blk_no {
78 0 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = new_mv; },
79 1 => { self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = new_mv; },
80 2 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = new_mv; },
81 3 => { self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = new_mv; },
82 _ => {},
83 };
84 }
85
86 new_mv
87 }
88 fn set_zero_mv(&mut self, mb_x: usize) {
89 self.mv[self.mb_stride * 1 + mb_x * 2 + 0] = ZERO_MV;
90 self.mv[self.mb_stride * 1 + mb_x * 2 + 1] = ZERO_MV;
91 self.mv[self.mb_stride * 2 + mb_x * 2 + 0] = ZERO_MV;
92 self.mv[self.mb_stride * 2 + mb_x * 2 + 1] = ZERO_MV;
93 }
94}
95
21c16d5f
KS
96#[allow(dead_code)]
97#[derive(Clone,Copy)]
98struct BMB {
99 num_mv: usize,
100 mv_f: [MV; 4],
101 mv_b: [MV; 4],
102 fwd: bool,
103 blk: [[i16; 64]; 6],
104 cbp: u8,
105}
106
107impl BMB {
108 fn new() -> Self { BMB {blk: [[0; 64]; 6], cbp: 0, fwd: false, mv_f: [ZERO_MV; 4], mv_b: [ZERO_MV; 4], num_mv: 0} }
109}
110
ef3209c7
KS
111#[derive(Clone,Copy)]
112struct PredCoeffs {
113 hor: [[i16; 8]; 6],
114 ver: [[i16; 8]; 6],
115}
116
117const ZERO_PRED_COEFFS: PredCoeffs = PredCoeffs { hor: [[0; 8]; 6], ver: [[0; 8]; 6] };
118
88c58b1b 119pub struct H263BaseDecoder {
cf64af13
KS
120 w: usize,
121 h: usize,
122 mb_w: usize,
123 mb_h: usize,
124 num_mb: usize,
125 ftype: Type,
126 prev_frm: Option<NAVideoBuffer<u8>>,
127 cur_frm: Option<NAVideoBuffer<u8>>,
21c16d5f
KS
128 last_ts: u8,
129 has_b: bool,
130 b_data: Vec<BMB>,
ef3209c7 131 pred_coeffs: Vec<PredCoeffs>,
42a59352 132 is_gob: bool,
ef3209c7
KS
133}
134
135#[inline]
136fn clip_dc(dc: i16) -> i16 {
137 if dc < 0 { 0 }
138 else if dc > 2046 { 2046 }
139 else { (dc + 1) & !1 }
140}
141
142#[inline]
143fn clip_ac(ac: i16) -> i16 {
144 if ac < -2048 { -2048 }
145 else if ac > 2047 { 2047 }
146 else { ac }
cf64af13
KS
147}
148
149#[allow(dead_code)]
88c58b1b 150impl H263BaseDecoder {
42a59352 151 pub fn new(is_gob: bool) -> Self {
88c58b1b 152 H263BaseDecoder{
cf64af13
KS
153 w: 0, h: 0, mb_w: 0, mb_h: 0, num_mb: 0,
154 ftype: Type::Special,
155 prev_frm: None, cur_frm: None,
21c16d5f
KS
156 last_ts: 0,
157 has_b: false, b_data: Vec::new(),
ef3209c7 158 pred_coeffs: Vec::new(),
42a59352 159 is_gob: is_gob,
cf64af13
KS
160 }
161 }
162
163 pub fn is_intra(&self) -> bool { self.ftype == Type::I }
2eb21477
KS
164 pub fn get_frame_type(&self) -> FrameType {
165 match self.ftype {
166 Type::I => FrameType::I,
167 Type::P => FrameType::P,
168 Type::B => FrameType::B,
169 Type::PB => FrameType::P,
170 Type::Skip => FrameType::Skip,
171 Type::Special => FrameType::Skip,
172 }
173 }
cf64af13
KS
174 pub fn get_dimensions(&self) -> (usize, usize) { (self.w, self.h) }
175
2a2aa421 176 pub fn parse_frame(&mut self, bd: &mut BlockDecoder, bdsp: &BlockDSP) -> DecoderResult<NABufferType> {
cf64af13 177 let pinfo = bd.decode_pichdr()?;
21c16d5f 178 let mut mvi = MVInfo::new();
f2f1afb2 179 let mut cbpi = CBPInfo::new();
cf64af13
KS
180
181//todo handle res change
182 self.w = pinfo.w;
183 self.h = pinfo.h;
184 self.mb_w = (pinfo.w + 15) >> 4;
185 self.mb_h = (pinfo.h + 15) >> 4;
186 self.num_mb = self.mb_w * self.mb_h;
187 self.ftype = pinfo.mode;
21c16d5f
KS
188 self.has_b = pinfo.is_pb();
189
190 if self.has_b {
191 self.b_data.truncate(0);
192 }
cf64af13
KS
193
194 mem::swap(&mut self.cur_frm, &mut self.prev_frm);
cf64af13 195
21c16d5f
KS
196 let tsdiff = pinfo.ts.wrapping_sub(self.last_ts);
197 let bsdiff = if pinfo.is_pb() { pinfo.get_pbinfo().get_trb() } else { 0 };
198
cf64af13
KS
199 let fmt = formats::YUV420_FORMAT;
200 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
201 let bufret = alloc_video_buffer(vinfo, 4);
202 if let Err(_) = bufret { return Err(DecoderError::InvalidData); }
203 let mut bufinfo = bufret.unwrap();
204 let mut buf = bufinfo.get_vbuf().unwrap();
205
42a59352 206 let mut slice = if self.is_gob {
2a2aa421
KS
207 SliceInfo::get_default_slice(&pinfo)
208 } else {
209 bd.decode_slice_header(&pinfo)?
210 };
2324f30b 211 mvi.reset(self.mb_w, 0, pinfo.get_mvmode());
f2f1afb2 212 cbpi.reset(self.mb_w);
cf64af13
KS
213
214 let mut blk: [[i16; 64]; 6] = [[0; 64]; 6];
2a2aa421
KS
215 let mut sstate = SliceState::new(pinfo.mode == Type::I);
216 let mut mb_pos = 0;
ef3209c7
KS
217 let apply_acpred = (pinfo.mode == Type::I) && pinfo.plusinfo.is_some() && pinfo.plusinfo.unwrap().aic;
218 if apply_acpred {
219 self.pred_coeffs.truncate(0);
220 self.pred_coeffs.resize(self.mb_w * self.mb_h, ZERO_PRED_COEFFS);
221 }
cf64af13
KS
222 for mb_y in 0..self.mb_h {
223 for mb_x in 0..self.mb_w {
224 for i in 0..6 { for j in 0..64 { blk[i][j] = 0; } }
225
2a2aa421 226 if slice.is_at_end(mb_pos) || (slice.needs_check() && mb_pos > 0 && bd.is_slice_end()) {
cf64af13 227 slice = bd.decode_slice_header(&pinfo)?;
6f21f5f4
KS
228 if !self.is_gob {
229 mvi.reset(self.mb_w, mb_x, pinfo.get_mvmode());
230 cbpi.reset(self.mb_w);
231 sstate.first_line = true;
2eb21477 232 sstate.first_mb = true;
6f21f5f4 233 }
cf64af13
KS
234 }
235
2a2aa421 236 let binfo = bd.decode_block_header(&pinfo, &slice, &sstate)?;
cf64af13 237 let cbp = binfo.get_cbp();
f2f1afb2
KS
238 cbpi.set_cbp(mb_x, cbp);
239 cbpi.set_q(mb_x, binfo.get_q());
cf64af13
KS
240 if binfo.is_intra() {
241 for i in 0..6 {
2a2aa421 242 bd.decode_block_intra(&binfo, &sstate, binfo.get_q(), i, (cbp & (1 << (5 - i))) != 0, &mut blk[i])?;
ef3209c7 243 if apply_acpred && (binfo.acpred != ACPredMode::None) {
2eb21477 244 let has_b = (i == 1) || (i == 3) || !sstate.first_mb;
6f21f5f4 245 let has_a = (i == 2) || (i == 3) || !sstate.first_line;
ef3209c7
KS
246 let (b_mb, b_blk) = if has_b {
247 if (i == 1) || (i == 3) {
248 (mb_pos, i - 1)
249 } else if i < 4 {
250 (mb_pos - 1, i + 1)
251 } else {
252 (mb_pos - 1, i)
253 }
254 } else { (0, 0) };
255 let (a_mb, a_blk) = if has_a {
256 if (i == 2) || (i == 3) {
257 (mb_pos, i - 2)
258 } else if i < 4 {
259 (mb_pos - self.mb_w, i + 2)
260 } else {
261 (mb_pos - self.mb_w, i)
262 }
263 } else { (0, 0) };
264 match binfo.acpred {
265 ACPredMode::DC => {
266 let dc;
267 if has_a && has_b {
268 dc = (self.pred_coeffs[b_mb].hor[b_blk][0] + self.pred_coeffs[a_mb].ver[a_blk][0]) / 2;
269 } else if has_a {
270 dc = self.pred_coeffs[a_mb].ver[a_blk][0];
271 } else if has_b {
272 dc = self.pred_coeffs[b_mb].hor[b_blk][0];
273 } else {
274 dc = 1024;
275 }
276 blk[i][0] = clip_dc(blk[i][0] + dc);
277 },
278 ACPredMode::Hor => {
279 if has_b {
280 for k in 0..8 {
281 blk[i][k * 8] += self.pred_coeffs[b_mb].hor[b_blk][k];
282 }
283 for k in 1..8 {
284 blk[i][k * 8] = clip_ac(blk[i][k * 8]);
285 }
286 } else {
287 blk[i][0] += 1024;
288 }
289 blk[i][0] = clip_dc(blk[i][0]);
290 },
291 ACPredMode::Ver => {
292 if has_a {
293 for k in 0..8 {
294 blk[i][k] += self.pred_coeffs[a_mb].ver[a_blk][k];
295 }
296 for k in 1..8 {
297 blk[i][k] = clip_ac(blk[i][k]);
298 }
299 } else {
300 blk[i][0] += 1024;
301 }
302 blk[i][0] = clip_dc(blk[i][0]);
303 },
304 ACPredMode::None => {},
305 };
306 for t in 0..8 { self.pred_coeffs[mb_pos].hor[i][t] = blk[i][t * 8]; }
307 for t in 0..8 { self.pred_coeffs[mb_pos].ver[i][t] = blk[i][t]; }
308 }
cf64af13
KS
309 h263_idct(&mut blk[i]);
310 }
311 blockdsp::put_blocks(&mut buf, mb_x, mb_y, &blk);
312 mvi.set_zero_mv(mb_x);
2eb21477 313 } else if (binfo.mode != Type::B) && !binfo.is_skipped() {
cf64af13
KS
314 if binfo.get_num_mvs() == 1 {
315 let mv = mvi.predict(mb_x, 0, false, binfo.get_mv(0));
cf64af13 316 if let Some(ref srcbuf) = self.prev_frm {
2a2aa421 317 bdsp.copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, mv);
cf64af13
KS
318 }
319 } else {
320 for blk_no in 0..4 {
321 let mv = mvi.predict(mb_x, blk_no, true, binfo.get_mv(blk_no));
cf64af13 322 if let Some(ref srcbuf) = self.prev_frm {
2a2aa421
KS
323 bdsp.copy_blocks(&mut buf, srcbuf,
324 mb_x * 16 + (blk_no & 1) * 8,
325 mb_y * 16 + (blk_no & 2) * 4, 8, 8, mv);
cf64af13
KS
326 }
327 }
cf64af13
KS
328 }
329 for i in 0..6 {
2a2aa421 330 bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((cbp >> (5 - i)) & 1) != 0, &mut blk[i])?;
cf64af13
KS
331 h263_idct(&mut blk[i]);
332 }
333 blockdsp::add_blocks(&mut buf, mb_x, mb_y, &blk);
2eb21477 334 } else if binfo.mode != Type::B {
cf64af13
KS
335 mvi.set_zero_mv(mb_x);
336 if let Some(ref srcbuf) = self.prev_frm {
2a2aa421 337 bdsp.copy_blocks(&mut buf, srcbuf, mb_x * 16, mb_y * 16, 16, 16, ZERO_MV);
cf64af13 338 }
2eb21477
KS
339 } else {
340//todo
341 if cbp != 0 {
342 for i in 0..6 {
343 bd.decode_block_inter(&binfo, &sstate, binfo.get_q(), i, ((cbp >> (5 - i)) & 1) != 0, &mut blk[i])?;
344 h263_idct(&mut blk[i]);
345 }
346 }
347 blockdsp::add_blocks(&mut buf, mb_x, mb_y, &blk);
cf64af13 348 }
21c16d5f
KS
349 if pinfo.is_pb() {
350 let mut b_mb = BMB::new();
cf64af13 351 let cbp = binfo.get_cbp_b();
21c16d5f
KS
352 let bq = (((pinfo.get_pbinfo().get_dbquant() + 5) as u16) * (binfo.get_q() as u16)) >> 2;
353 let bquant;
354 if bq < 1 { bquant = 1; }
355 else if bq > 31 { bquant = 31; }
356 else { bquant = bq as u8; }
357
358 b_mb.cbp = cbp;
cf64af13 359 for i in 0..6 {
2a2aa421 360 bd.decode_block_inter(&binfo, &sstate, bquant, i, (cbp & (1 << (5 - i))) != 0, &mut b_mb.blk[i])?;
21c16d5f 361 h263_idct(&mut b_mb.blk[i]);
cf64af13 362 }
21c16d5f 363
88c58b1b 364 let is_fwd = !binfo.is_b_fwd();
21c16d5f
KS
365 b_mb.fwd = is_fwd;
366 b_mb.num_mv = binfo.get_num_mvs();
367 if binfo.get_num_mvs() == 0 {
368 b_mb.num_mv = 1;
369 b_mb.mv_f[0] = binfo.get_mv2(1);
370 b_mb.mv_b[0] = binfo.get_mv2(0);
88c58b1b
KS
371 } else if binfo.get_num_mvs() == 1 {
372 let src_mv = binfo.get_mv(0).scale(bsdiff, tsdiff);
2324f30b 373 let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode());
21c16d5f
KS
374 let mv_b = MV::b_sub(binfo.get_mv(0), mv_f, binfo.get_mv2(0), bsdiff, tsdiff);
375 b_mb.mv_f[0] = mv_f;
376 b_mb.mv_b[0] = mv_b;
377 } else {
378 for blk_no in 0..4 {
88c58b1b 379 let src_mv = binfo.get_mv(blk_no).scale(bsdiff, tsdiff);
2324f30b 380 let mv_f = MV::add_umv(src_mv, binfo.get_mv2(0), pinfo.get_mvmode());
21c16d5f
KS
381 let mv_b = MV::b_sub(binfo.get_mv(blk_no), mv_f, binfo.get_mv2(0), bsdiff, tsdiff);
382 b_mb.mv_f[blk_no] = mv_f;
383 b_mb.mv_b[blk_no] = mv_b;
cf64af13
KS
384 }
385 }
21c16d5f 386 self.b_data.push(b_mb);
cf64af13 387 }
2a2aa421
KS
388 sstate.next_mb();
389 mb_pos += 1;
cf64af13 390 }
2a2aa421
KS
391 if let Some(plusinfo) = pinfo.plusinfo {
392 if plusinfo.deblock {
393 bdsp.filter_row(&mut buf, mb_y, self.mb_w, &cbpi);
394 }
f2f1afb2 395 }
cf64af13 396 mvi.update_row();
f2f1afb2 397 cbpi.update_row();
2a2aa421 398 sstate.new_row();
cf64af13 399 }
f2f1afb2 400
cf64af13 401 self.cur_frm = Some(buf);
21c16d5f 402 self.last_ts = pinfo.ts;
cf64af13
KS
403 Ok(bufinfo)
404 }
405
2a2aa421 406 pub fn get_bframe(&mut self, bdsp: &BlockDSP) -> DecoderResult<NABufferType> {
21c16d5f
KS
407 if !self.has_b || !self.cur_frm.is_some() || !self.prev_frm.is_some() {
408 return Err(DecoderError::MissingReference);
409 }
410 self.has_b = false;
411
412 let fmt = formats::YUV420_FORMAT;
413 let vinfo = NAVideoInfo::new(self.w, self.h, false, fmt);
414 let bufret = alloc_video_buffer(vinfo, 4);
415 if let Err(_) = bufret { return Err(DecoderError::InvalidData); }
416 let mut bufinfo = bufret.unwrap();
417 let mut b_buf = bufinfo.get_vbuf().unwrap();
418
419 if let Some(ref bck_buf) = self.prev_frm {
420 if let Some(ref fwd_buf) = self.cur_frm {
2a2aa421 421 recon_b_frame(&mut b_buf, bck_buf, fwd_buf, self.mb_w, self.mb_h, &self.b_data, bdsp);
21c16d5f
KS
422 }
423 }
424
425 self.b_data.truncate(0);
426 Ok(bufinfo)
427 }
428}
429
430fn recon_b_frame(b_buf: &mut NAVideoBuffer<u8>, bck_buf: &NAVideoBuffer<u8>, fwd_buf: &NAVideoBuffer<u8>,
2a2aa421 431 mb_w: usize, mb_h: usize, b_data: &Vec<BMB>, bdsp: &BlockDSP) {
f2f1afb2 432 let mut cbpi = CBPInfo::new();
21c16d5f 433 let mut cur_mb = 0;
f2f1afb2 434 cbpi.reset(mb_w);
21c16d5f
KS
435 for mb_y in 0..mb_h {
436 for mb_x in 0..mb_w {
437 let num_mv = b_data[cur_mb].num_mv;
438 let is_fwd = b_data[cur_mb].fwd;
f2f1afb2
KS
439 let cbp = b_data[cur_mb].cbp;
440 cbpi.set_cbp(mb_x, cbp);
441 if num_mv == 1 {
2a2aa421 442 bdsp.copy_blocks(b_buf, fwd_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_b[0]);
21c16d5f 443 if !is_fwd {
2a2aa421 444 bdsp.avg_blocks(b_buf, bck_buf, mb_x * 16, mb_y * 16, 16, 16, b_data[cur_mb].mv_f[0]);
21c16d5f
KS
445 }
446 } else {
447 for blk_no in 0..4 {
448 let xpos = mb_x * 16 + (blk_no & 1) * 8;
449 let ypos = mb_y * 16 + (blk_no & 2) * 4;
2a2aa421 450 bdsp.copy_blocks(b_buf, fwd_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_b[blk_no]);
21c16d5f 451 if !is_fwd {
2a2aa421 452 bdsp.avg_blocks(b_buf, bck_buf, xpos, ypos, 8, 8, b_data[cur_mb].mv_f[blk_no]);
21c16d5f
KS
453 }
454 }
455 }
f2f1afb2 456 if cbp != 0 {
21c16d5f
KS
457 blockdsp::add_blocks(b_buf, mb_x, mb_y, &b_data[cur_mb].blk);
458 }
459 cur_mb += 1;
cf64af13 460 }
f2f1afb2 461 cbpi.update_row();
cf64af13
KS
462 }
463}