let str_q = strength!(diff_p1p0[0] + diff_p1p0[1] + diff_p1p0[2] + diff_p1p0[3], lim2);
if str_p + str_q > 2 {
let msum = ((mode1 + mode2 + str_q + str_p) >> 1) as i16;
- let (maxprod, weak) = if (str_q == 1) || (str_p == 1) { (512, true) } else { (384, false) };
+ let (maxprod, weak) = if (str_q == 1) || (str_p == 1) { (384, true) } else { (256, false) };
for y in 0..4 {
let diff_p0q0 = diff!(dst, offset, offset - step);
- if (diff_p0q0 != 0) && (lim1 * diff_p0q0.abs() < maxprod) {
+ if (diff_p0q0 != 0) && (((lim1 * diff_p0q0.abs()) & !0x7F) <= maxprod) {
let diff_q1q2 = diff!(dst, offset - 2 * step, offset - 3 * step);
let diff_p1p2 = diff!(dst, offset + step, offset + 2 * step);
let delta = if weak {
let str_p = strength!(diff_p, lim2);
if str_p + str_q > 2 {
let msum = ((mode1 + mode2 + str_q + str_p) >> 1) as i16;
- let (maxprod, weak) = if (str_q == 1) || (str_p == 1) { (512, true) } else { (384, false) };
+ let (maxprod, weak) = if (str_q == 1) || (str_p == 1) { (384, true) } else { (256, false) };
for _ in 0..2 {
let diff_pq = diff!(dst, offset, offset - step);
- if (diff_pq != 0) && (lim1 * diff_pq.abs() < maxprod) {
+ if (diff_pq != 0) && (((lim1 * diff_pq.abs()) & !0x7F) <= maxprod) {
let delta = if weak {
clip_symm((diff_pq + 1) >> 1, msum >> 1)
} else {
xpos: usize, ypos: usize, top_str: &[u8], left_str: &[u8], dblkpos: usize) {
if xpos > 0 {
if ypos > 0 {
- let str_l = left_str[dblkpos - dparams.dblkstride];
- let str_r = left_str[dblkpos];
- if (str_l | str_r) != 0 {
+ let str_l = left_str[dblkpos - dparams.dblkstride - 1];
+ let str_r = left_str[dblkpos - dparams.dblkstride];
+ if ((str_l | str_r) & 3) != 0 {
self.deblock_edge4_ver(frame, xpos, ypos - 4, str_l, str_r, dparams.deblock_chroma);
}
}
{
- let str_l = left_str[dblkpos];
- let str_r = left_str[dblkpos + dparams.dblkstride];
- if (str_l | str_r) != 0 {
+ let str_l = left_str[dblkpos - 1];
+ let str_r = left_str[dblkpos];
+ if ((str_l | str_r) & 3) != 0 {
self.deblock_edge4_ver(frame, xpos, ypos + 0, str_l, str_r, dparams.deblock_chroma);
}
}
- if ypos + 4 >= dparams.height {
- let str_l = left_str[dblkpos + dparams.dblkstride];
- let str_r = left_str[dblkpos + dparams.dblkstride * 2];
- if (str_l | str_r) != 0 {
+ if ypos + 8 >= dparams.height {
+ let str_l = left_str[dblkpos + dparams.dblkstride - 1];
+ let str_r = left_str[dblkpos + dparams.dblkstride];
+ if ((str_l | str_r) & 3) != 0 {
self.deblock_edge4_ver(frame, xpos, ypos + 4, str_l, str_r, dparams.deblock_chroma);
}
}
}
if ypos > 0 {
if xpos > 0 {
- let str_t = top_str[dblkpos - 1];
- let str_d = top_str[dblkpos];
- if (str_t | str_d) != 0 {
+ let str_t = top_str[dblkpos - dparams.dblkstride - 1];
+ let str_d = top_str[dblkpos - 1];
+ if ((str_t | str_d) & 3) != 0 {
self.deblock_edge4_hor(frame, xpos - 4, ypos, str_t, str_d, dparams.deblock_chroma);
}
}
{
- let str_t = top_str[dblkpos];
- let str_d = top_str[dblkpos + 1];
- if (str_t | str_d) != 0 {
+ let str_t = top_str[dblkpos - dparams.dblkstride];
+ let str_d = top_str[dblkpos];
+ if ((str_t | str_d) & 3) != 0 {
self.deblock_edge4_hor(frame, xpos + 0, ypos, str_t, str_d, dparams.deblock_chroma);
}
}
- if xpos + 4 >= dparams.width {
- let str_t = top_str[dblkpos + 1];
- let str_d = top_str[dblkpos + 2];
- if (str_t | str_d) != 0 {
+ if xpos + 8 >= dparams.width {
+ let str_t = top_str[dblkpos - dparams.dblkstride + 1];
+ let str_d = top_str[dblkpos + 1];
+ if ((str_t | str_d) & 3) != 0 {
self.deblock_edge4_hor(frame, xpos + 4, ypos, str_t, str_d, dparams.deblock_chroma);
}
}