nihav-realmedia/src/codecs/rv30.rs

   1 use nihav_core::formats;
   2 use nihav_core::io::bitreader::*;
   3 use nihav_core::io::intcode::*;
   4 use nihav_core::frame::*;
   5 use nihav_core::codecs::*;
   6 use nihav_codec_support::codecs::{MV, ZERO_MV};
   7 use super::rv3040::*;
   8 use super::rv30dsp::*;
   9
  10 struct RealVideo30BR {
  11     rpr_bits:       u8,
  12     width:          usize,
  13     height:         usize,
  14     widths:         Vec<usize>,
  15     heights:        Vec<usize>,
  16 }
  17
  18 impl RealVideo30BR {
  19     fn new() -> Self {
  20         RealVideo30BR {
  21             rpr_bits:       0,
  22             width:          0,
  23             height:         0,
  24             widths:         Vec::new(),
  25             heights:        Vec::new(),
  26         }
  27     }
  28 }
  29
  30 impl RV34BitstreamDecoder for RealVideo30BR {
  31     fn decode_slice_header(&mut self, br: &mut BitReader, _old_w: usize, _old_h: usize) -> DecoderResult<RV34SliceHeader> {
  32         if br.read(3)? != 0 { return Err(DecoderError::InvalidData); }
  33         let ft_idx              = br.read(2)?;
  34         let ftype = match ft_idx {
  35                 0|1 => FrameType::I,
  36                 2   => FrameType::P,
  37                 _   => FrameType::B,
  38             };
  39         if br.read(1)? != 0 { return Err(DecoderError::InvalidData); }
  40         let q                   = br.read(5)? as u8;
  41         let deblock             = !br.read_bool()?;
  42         let pts                 = br.read(13)? as u16;
  43         let rpr                 = br.read(self.rpr_bits)? as usize;
  44         let (w, h) = if rpr != 0 {
  45                 validate!(rpr < self.widths.len());
  46                 (self.widths[rpr], self.heights[rpr])
  47             } else {
  48                 (self.width, self.height)
  49             };
  50         let start               = br.read(get_slice_start_offset_bits(w, h))? as usize;
  51                                   br.skip(1)?;
  52
  53         Ok(RV34SliceHeader{ ftype, quant: q, deblock, pts, width: w, height: h, start, end: 0, set_idx: 0 })
  54     }
  55     fn decode_intra_pred(&mut self, br: &mut BitReader, types: &mut [i8], mut pos: usize, tstride: usize, _has_top: bool) -> DecoderResult<()> {
  56         for _ in 0..4 {
  57             for x in 0..2 {
  58                 let code = br.read_code(UintCodeType::Gamma)? as usize;
  59                 validate!(code < 81);
  60                 for k in 0..2 {
  61                     let new  = RV30_ITYPE_MAP[code * 2 + k] as usize;
  62                     let top  = (types[pos + x * 2 + k - tstride] + 1) as usize;
  63                     let left = (types[pos + x * 2 + k - 1] + 1) as usize;
  64                     types[pos + x * 2 + k] = RV30_ITYPE[top * 90 + left * 9 + new];
  65                     validate!(types[pos + x * 2 + k] != 9);
  66                 }
  67             }
  68             pos += tstride;
  69         }
  70         Ok(())
  71     }
  72     fn decode_inter_mb_hdr(&mut self, br: &mut BitReader, ftype: FrameType, _mbtype: MBType) -> DecoderResult<MBInfo> {
  73         let mut code = br.read_code(UintCodeType::Gamma)? as usize;
  74         let mut dq = false;
  75         validate!(code < 11);
  76         if code > 5 {
  77             code -= 6;
  78             dq = true;
  79         }
  80         let idx = if ftype == FrameType::P { 0 } else { 1 };
  81         Ok(MBInfo { mbtype: RV30_MB_TYPES[idx][code], skip_run: 0, dquant: dq })
  82     }
  83     fn predict_b_mv(&self, sstate: &SState, mvi: &MVInfo, mbtype: MBType, mvs: &[MV], _mbinfo: &[RV34MBInfo]) -> (MV, MV) {
  84         let mb_x = sstate.mb_x;
  85         let mb_y = sstate.mb_y;
  86         let mv_f;
  87         let mv_b;
  88         match mbtype {
  89             MBType::MBForward | MBType::MBBackward => {
  90                     let mv_pred = mvi.pred_mb_mv(mb_x, mb_y, true, sstate.has_top, sstate.has_left, sstate.has_tr, sstate.has_tl);
  91                     mv_f = mv_pred + mvs[0];
  92                     mv_b = mv_f;
  93                 },
  94             _   => {
  95                     mv_f = ZERO_MV;
  96                     mv_b = ZERO_MV;
  97                 },
  98         };
  99         (mv_f, mv_b)
 100     }
 101     fn quant_dc(&self, _is_intra: bool, q: u8) -> u8 { RV30_QUANT_DC[q as usize] }
 102 }
 103
 104 struct RealVideo30Decoder {
 105     bd:         RealVideo30BR,
 106     info:       NACodecInfoRef,
 107     dec:        RV34Decoder,
 108 }
 109
 110 impl RealVideo30Decoder {
 111     fn new() -> Self {
 112         RealVideo30Decoder{
 113             bd:         RealVideo30BR::new(),
 114             info:       NACodecInfoRef::default(),
 115             dec:        RV34Decoder::new(true, Box::new(RV30DSP::new())),
 116         }
 117     }
 118 }
 119
 120 impl NADecoder for RealVideo30Decoder {
 121     fn init(&mut self, supp: &mut NADecoderSupport, info: NACodecInfoRef) -> DecoderResult<()> {
 122         if let NACodecTypeInfo::Video(vinfo) = info.get_properties() {
 123             let fmt = formats::YUV420_FORMAT;
 124             let myinfo = NACodecTypeInfo::Video(NAVideoInfo::new(0, 0, false, fmt));
 125             self.info = NACodecInfo::new_ref(info.get_name(), myinfo, info.get_extradata()).into_ref();
 126
 127             let edata = info.get_extradata().unwrap();
 128             let src: &[u8] = &edata;
 129
 130             if src.len() < 2 { return Err(DecoderError::InvalidData); }
 131             let num_rpr     = (src[1] & 7) as usize;
 132             if src.len() < num_rpr * 2 + 8 { return Err(DecoderError::ShortData); }
 133             self.bd.rpr_bits  = ((num_rpr >> 1) + 1) as u8;
 134             if self.bd.rpr_bits > 3 { self.bd.rpr_bits = 3; }
 135             for i in 0..=num_rpr {
 136                 self.bd.widths.push ((src[6 + i * 2] as usize) << 2);
 137                 self.bd.heights.push((src[7 + i * 2] as usize) << 2);
 138             }
 139
 140             self.bd.width  = vinfo.get_width();
 141             self.bd.height = vinfo.get_height();
 142
 143             supp.pool_u8.set_dec_bufs(3);
 144             supp.pool_u8.prealloc_video(NAVideoInfo::new(self.bd.width, self.bd.height, false, fmt), 4)?;
 145
 146             Ok(())
 147         } else {
 148 println!("???");
 149             Err(DecoderError::InvalidData)
 150         }
 151     }
 152     fn decode(&mut self, supp: &mut NADecoderSupport, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
 153         let src = pkt.get_buffer();
 154
 155         let (bufinfo, ftype, pts) = self.dec.parse_frame(supp, src.as_slice(), &mut self.bd)?;
 156
 157         let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), bufinfo);
 158         frm.set_keyframe(ftype == FrameType::I);
 159         frm.set_pts(Some(pts));
 160         frm.set_frame_type(ftype);//if ftype == FrameType::B { FrameType::Skip } else { ftype } );
 161         Ok(frm.into_ref())
 162     }
 163     fn flush(&mut self) {
 164         self.dec.flush();
 165     }
 166 }
 167
 168 impl NAOptionHandler for RealVideo30Decoder {
 169     fn get_supported_options(&self) -> &[NAOptionDefinition] { &[] }
 170     fn set_options(&mut self, _options: &[NAOption]) { }
 171     fn query_option_value(&self, _name: &str) -> Option<NAValue> { None }
 172 }
 173
 174 pub fn get_decoder() -> Box<dyn NADecoder + Send> {
 175     Box::new(RealVideo30Decoder::new())
 176 }
 177
 178 #[cfg(test)]
 179 mod test {
 180     use nihav_core::codecs::RegisteredDecoders;
 181     use nihav_core::demuxers::RegisteredDemuxers;
 182     use nihav_codec_support::test::dec_video::*;
 183     use crate::realmedia_register_all_decoders;
 184     use crate::realmedia_register_all_demuxers;
 185     #[test]
 186     fn test_rv30() {
 187         let mut dmx_reg = RegisteredDemuxers::new();
 188         realmedia_register_all_demuxers(&mut dmx_reg);
 189         let mut dec_reg = RegisteredDecoders::new();
 190         realmedia_register_all_decoders(&mut dec_reg);
 191
 192         // sample from a private collection
 193         test_decoding("realmedia", "realvideo3", "assets/RV/rv30_weighted_mc.rm", Some(700),
 194                       &dmx_reg, &dec_reg, ExpectedTestResult::MD5Frames(vec![
 195                             [0x2a4d13bf, 0x2f21f3c9, 0xcbd601be, 0x61a6405c],
 196                             [0x17ea48c7, 0x68334ff5, 0x6fb9729b, 0x9a93ed12],
 197                             [0xce42a48c, 0x0b5b7f0d, 0x3f66c4a1, 0x261f08e2],
 198                             [0x91ca8f5b, 0x1f578a93, 0x44e533f2, 0x83beec8a],
 199                             [0x8cb256a7, 0xb3889afd, 0x28806114, 0x9bbd5287],
 200                             [0x694570e2, 0x4b2df948, 0xc7d2e36d, 0xa5eb66b2],
 201                             [0xb9b68059, 0x0d420917, 0x4e0f33d4, 0x8d3a6b0b],
 202                             [0xb9d6bfa6, 0x04442a8e, 0x6fafc34e, 0xb418a23e],
 203                             [0xb94e226d, 0xbf8a5fc5, 0x6d9a03c6, 0x4a0d1a50],
 204                             [0xa2e76d33, 0x1b6996e4, 0xb6a26052, 0x3f5f6145],
 205                             [0x3b509515, 0x4aa2f4f9, 0x12a0c73b, 0x5b9b20d1],
 206                             [0x976e0e06, 0xf6194e6f, 0xe0fefc31, 0xf7587bd3],
 207                             [0x7b38660e, 0xa46f4080, 0xa493f422, 0x36eaaa3b],
 208                             [0x6375934a, 0xf2a23087, 0x367f9738, 0xf2251e09],
 209                             [0x54bcefe7, 0xbbc91dc7, 0x0acec7d7, 0x95cf6d02]]));
 210         // sample: https://samples.mplayerhq.hu/real/VC-RV30/simpsons-clip.rm
 211         test_decoding("realmedia", "realvideo3", "assets/RV/simpsons-clip.rm", Some(1337),
 212                       &dmx_reg, &dec_reg,
 213                       ExpectedTestResult::MD5([0x36604117, 0x415f95cc, 0xec38e776, 0x9818d3be]));
 214     }
 215 }
 216
 217 const RV30_QUANT_DC: [u8; 32] = [
 218      0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
 219     16, 17, 18, 19, 20, 21, 22, 22, 22, 23, 23, 23, 24, 24, 25, 25
 220 ];
 221
 222 const RV30_MB_TYPES: [[MBType; 6]; 2] = [
 223     [ MBType::MBSkip, MBType::MBP16x16, MBType::MBP8x8,    MBType::Invalid,    MBType::MBIntra, MBType::MBIntra16 ],
 224     [ MBType::MBSkip, MBType::MBDirect, MBType::MBForward, MBType::MBBackward, MBType::MBIntra, MBType::MBIntra16 ],
 225 ];
 226
 227 const RV30_ITYPE_MAP: [i8; 9*9*2] = [
 228     0, 0, 0, 1, 1, 0, 1, 1, 0, 2, 2, 0, 0, 3, 3, 0, 1, 2,
 229     2, 1, 0, 4, 4, 0, 3, 1, 1, 3, 0, 5, 5, 0, 2, 2, 1, 4,
 230     4, 1, 0, 6, 3, 2, 1, 5, 2, 3, 5, 1, 6, 0, 0, 7, 4, 2,
 231     2, 4, 3, 3, 6, 1, 1, 6, 7, 0, 0, 8, 5, 2, 4, 3, 2, 5,
 232     3, 4, 1, 7, 4, 4, 7, 1, 8, 0, 6, 2, 3, 5, 5, 3, 2, 6,
 233     1, 8, 2, 7, 7, 2, 8, 1, 5, 4, 4, 5, 3, 6, 6, 3, 8, 2,
 234     4, 6, 5, 5, 6, 4, 2, 8, 7, 3, 3, 7, 6, 5, 5, 6, 7, 4,
 235     4, 7, 8, 3, 3, 8, 7, 5, 8, 4, 5, 7, 4, 8, 6, 6, 7, 6,
 236     5, 8, 8, 5, 6, 7, 8, 6, 7, 7, 6, 8, 8, 7, 7, 8, 8, 8,
 237 ];
 238
 239 const RV30_ITYPE: [i8; 10*10*9] = [
 240     0, 9, 9, 9, 9, 9, 9, 9, 9,
 241     0, 2, 9, 9, 9, 9, 9, 9, 9,
 242     9, 9, 9, 9, 9, 9, 9, 9, 9,
 243     2, 0, 9, 9, 9, 9, 9, 9, 9,
 244     9, 9, 9, 9, 9, 9, 9, 9, 9,
 245     9, 9, 9, 9, 9, 9, 9, 9, 9,
 246     9, 9, 9, 9, 9, 9, 9, 9, 9,
 247     9, 9, 9, 9, 9, 9, 9, 9, 9,
 248     9, 9, 9, 9, 9, 9, 9, 9, 9,
 249     9, 9, 9, 9, 9, 9, 9, 9, 9,
 250
 251     0, 1, 9, 9, 9, 9, 9, 9, 9,
 252     0, 2, 1, 6, 4, 8, 5, 7, 3,
 253     1, 0, 2, 6, 5, 4, 3, 8, 7,
 254     2, 8, 0, 1, 7, 4, 3, 6, 5,
 255     2, 0, 1, 3, 8, 5, 4, 7, 6,
 256     2, 0, 1, 4, 6, 7, 8, 3, 5,
 257     0, 1, 5, 2, 6, 3, 8, 4, 7,
 258     0, 1, 6, 2, 4, 7, 5, 8, 3,
 259     2, 7, 0, 1, 4, 8, 6, 3, 5,
 260     2, 8, 0, 1, 7, 3, 4, 5, 6,
 261
 262     1, 0, 9, 9, 9, 9, 9, 9, 9,
 263     1, 2, 5, 6, 3, 0, 4, 8, 7,
 264     1, 6, 2, 5, 3, 0, 4, 8, 7,
 265     2, 1, 7, 6, 8, 3, 5, 0, 4,
 266     1, 2, 5, 3, 6, 8, 4, 7, 0,
 267     1, 6, 2, 0, 4, 5, 8, 7, 3,
 268     1, 5, 2, 6, 3, 8, 4, 0, 7,
 269     1, 6, 0, 2, 4, 5, 7, 3, 8,
 270     2, 1, 7, 6, 0, 8, 5, 4, 3,
 271     1, 2, 7, 8, 3, 4, 5, 6, 0,
 272
 273     9, 9, 9, 9, 9, 9, 9, 9, 9,
 274     0, 2, 1, 8, 7, 6, 5, 4, 3,
 275     1, 2, 0, 6, 5, 7, 4, 8, 3,
 276     2, 8, 7, 1, 0, 6, 4, 3, 5,
 277     2, 0, 8, 1, 3, 7, 5, 4, 6,
 278     2, 0, 4, 1, 7, 8, 6, 3, 5,
 279     2, 0, 1, 5, 8, 4, 6, 7, 3,
 280     2, 0, 6, 1, 4, 7, 8, 5, 3,
 281     2, 7, 8, 1, 0, 5, 4, 6, 3,
 282     2, 8, 7, 1, 0, 4, 3, 6, 5,
 283
 284     9, 9, 9, 9, 9, 9, 9, 9, 9,
 285     0, 2, 1, 3, 5, 8, 6, 4, 7,
 286     1, 0, 2, 5, 3, 6, 4, 8, 7,
 287     2, 8, 1, 0, 3, 5, 7, 6, 4,
 288     3, 2, 5, 8, 1, 4, 6, 7, 0,
 289     4, 2, 0, 6, 1, 5, 8, 3, 7,
 290     5, 3, 1, 2, 8, 6, 4, 0, 7,
 291     1, 6, 0, 2, 4, 5, 8, 3, 7,
 292     2, 7, 0, 1, 5, 4, 8, 6, 3,
 293     2, 8, 3, 5, 1, 0, 7, 6, 4,
 294
 295     9, 9, 9, 9, 9, 9, 9, 9, 9,
 296     2, 0, 6, 1, 4, 7, 5, 8, 3,
 297     1, 6, 2, 0, 4, 5, 3, 7, 8,
 298     2, 8, 7, 6, 4, 0, 1, 5, 3,
 299     4, 2, 1, 0, 6, 8, 3, 5, 7,
 300     4, 2, 6, 0, 1, 5, 7, 8, 3,
 301     1, 2, 5, 0, 6, 3, 4, 7, 8,
 302     6, 4, 0, 1, 2, 7, 5, 3, 8,
 303     2, 7, 4, 6, 0, 1, 8, 5, 3,
 304     2, 8, 7, 4, 6, 1, 3, 5, 0,
 305
 306     9, 9, 9, 9, 9, 9, 9, 9, 9,
 307     5, 1, 2, 3, 6, 8, 0, 4, 7,
 308     1, 5, 6, 3, 2, 0, 4, 8, 7,
 309     2, 1, 5, 3, 6, 8, 7, 4, 0,
 310     5, 3, 1, 2, 6, 8, 4, 7, 0,
 311     1, 6, 2, 4, 5, 8, 0, 3, 7,
 312     5, 1, 3, 6, 2, 0, 8, 4, 7,
 313     1, 6, 5, 2, 0, 4, 3, 7, 8,
 314     2, 7, 1, 6, 5, 0, 8, 3, 4,
 315     2, 5, 1, 3, 6, 8, 4, 0, 7,
 316
 317     9, 9, 9, 9, 9, 9, 9, 9, 9,
 318     1, 6, 2, 0, 5, 4, 3, 7, 8,
 319     1, 6, 5, 4, 2, 3, 0, 7, 8,
 320     2, 1, 6, 7, 4, 8, 5, 3, 0,
 321     2, 1, 6, 5, 8, 4, 3, 0, 7,
 322     6, 4, 1, 2, 0, 5, 7, 8, 3,
 323     1, 6, 5, 2, 3, 0, 4, 8, 7,
 324     6, 1, 4, 0, 2, 7, 5, 3, 8,
 325     2, 7, 4, 6, 1, 5, 0, 8, 3,
 326     2, 1, 6, 8, 4, 7, 3, 5, 0,
 327
 328     9, 9, 9, 9, 9, 9, 9, 9, 9,
 329     2, 0, 4, 7, 6, 1, 8, 5, 3,
 330     6, 1, 2, 0, 4, 7, 5, 8, 3,
 331     2, 7, 8, 0, 1, 6, 4, 3, 5,
 332     2, 4, 0, 8, 3, 1, 7, 6, 5,
 333     4, 2, 7, 0, 6, 1, 8, 5, 3,
 334     2, 1, 0, 8, 5, 6, 7, 4, 3,
 335     2, 6, 4, 1, 7, 0, 5, 8, 3,
 336     2, 7, 4, 0, 8, 6, 1, 5, 3,
 337     2, 8, 7, 4, 1, 0, 3, 6, 5,
 338
 339     9, 9, 9, 9, 9, 9, 9, 9, 9,
 340     2, 0, 8, 1, 3, 4, 6, 5, 7,
 341     1, 2, 0, 6, 8, 5, 7, 3, 4,
 342     2, 8, 7, 1, 0, 3, 6, 5, 4,
 343     8, 3, 2, 5, 1, 0, 4, 7, 6,
 344     2, 0, 4, 8, 5, 1, 7, 6, 3,
 345     2, 1, 0, 8, 5, 3, 6, 4, 7,
 346     2, 1, 6, 0, 8, 4, 5, 7, 3,
 347     2, 7, 8, 4, 0, 6, 1, 5, 3,
 348     2, 8, 3, 0, 7, 4, 1, 6, 5,
 349 ];