nihav-realmedia/src/codecs/ra288.rs

   1 use nihav_core::formats::*;
   2 use nihav_core::frame::*;
   3 use nihav_core::codecs::*;
   4 use nihav_core::io::bitreader::*;
   5 const CHMAP_MONO: [NAChannelType; 1] = [NAChannelType::C];
   6 const NBLOCKS: usize = 32;
   7 const BLOCKSIZE: usize = 5;
   8 const FRAME_SIZE: usize = 38;
   9
  10 const SP_LPC_ORDER: usize = 36;
  11 const SP_START: usize = 70;
  12 const GAIN_LPC_ORDER: usize = 10;
  13 const GAIN_START: usize = 28;
  14
  15 struct RA288Decoder {
  16     chmap:  NAChannelMap,
  17     ainfo:  NAAudioInfo,
  18     info:   NACodecInfoRef,
  19
  20     speech_lpc:     [f32; SP_LPC_ORDER],
  21     speech_hist:    [f32; 111],
  22     speech_rec:     [f32; SP_LPC_ORDER + 1],
  23     gain_lpc:       [f32; GAIN_LPC_ORDER],
  24     gain_hist:      [f32; GAIN_LPC_ORDER + GAIN_START],
  25     gain_rec:       [f32; GAIN_LPC_ORDER + 1],
  26 }
  27
  28 const BF_ORDER: usize = SP_LPC_ORDER + 1;
  29 const BF_WORK_SIZE: usize = SP_LPC_ORDER + 40 + 35;
  30
  31 fn backfilter(hist: &mut [f32], rec: &mut [f32], filt: &mut [f32], win: &[f32], bw_tab: &[f32], start: usize, non_rec: usize, move_size: usize) {
  32     let mut temp: [f32; BF_ORDER] = [0.0; BF_ORDER];
  33     let order = filt.len();
  34
  35     let mut tmp1: [f32; BF_ORDER] = [0.0; BF_ORDER];
  36     let mut tmp2: [f32; BF_ORDER] = [0.0; BF_ORDER];
  37     let mut work: [f32; BF_WORK_SIZE] = [0.0; BF_WORK_SIZE];
  38     for i in 0..(order + start + non_rec) {
  39         work[i] = win[i] * hist[i];
  40     }
  41     for i in (0..order + 1).rev() {
  42         let src1 = &work[(order - i)..];
  43         let src2 = &work[order + start - i..];
  44         tmp1[i] = scalarprod(&work[order..],         src1, start);
  45         tmp2[i] = scalarprod(&work[order + start..], src2, non_rec);
  46     }
  47
  48     for i in 0..(order + 1) {
  49         rec[i]  = rec[i] * 0.5625 + tmp1[i];
  50         temp[i] = rec[i]          + tmp2[i];
  51     }
  52     temp[0] *= 257.0 / 256.0;
  53
  54     if compute_lpc(&temp, filt) {
  55         for (f, c) in filt.iter_mut().zip(bw_tab.iter()) {
  56             *f *= c;
  57         }
  58     }
  59     for i in 0..move_size {
  60         hist[i] = hist[i + start];
  61     }
  62 }
  63
  64 fn scalarprod(src0: &[f32], src1: &[f32], len: usize) -> f32 {
  65     let mut sum: f32 = 0.0;
  66     for (a, b) in src0.iter().take(len).zip(src1.iter().take(len)) {
  67         sum += *a * *b;
  68     }
  69     sum
  70 }
  71
  72 fn compute_lpc(autoc: &[f32], filt: &mut [f32]) -> bool {
  73     let order = filt.len();
  74     let mut err = autoc[0];
  75     if (err <= 0.0) || (autoc[order] == 0.0) {
  76         return false;
  77     }
  78     for i in 0..order {
  79         let mut r = -autoc[i + 1];
  80         for j in 0..i {
  81             r -= filt[j] * autoc[i - j];
  82         }
  83         r /= err;
  84         err *= 1.0 - r * r;
  85         filt[i] = r;
  86
  87         for j in 0..((i + 1) >> 1) {
  88             let f = filt[j];
  89             let b = filt[i - j - 1];
  90             filt[j]         = f + r * b;
  91             filt[i - j - 1] = b + r * f;
  92         }
  93
  94         if err < 0.0 { return false; }
  95     }
  96     true
  97 }
  98
  99 fn celp_lp_synth_filter(dst: &mut [f32], start: usize, filt: &[f32], src: &[f32]) {
 100     for (i, el) in src.iter().enumerate() {
 101         dst[start + i] = *el;
 102         for (j, coeff) in filt.iter().enumerate() {
 103             dst[start + i] -= *coeff * dst[start + i - j - 1];
 104         }
 105     }
 106 }
 107
 108 impl RA288Decoder {
 109     fn new() -> Self {
 110         RA288Decoder {
 111             chmap:      NAChannelMap::new(),
 112             ainfo:      NAAudioInfo::new(0, 1, SND_F32P_FORMAT, NBLOCKS * BLOCKSIZE),
 113             info:       NACodecInfo::new_dummy(),
 114
 115             speech_lpc:     [0.0; SP_LPC_ORDER],
 116             speech_hist:    [0.0; 111],
 117             speech_rec:     [0.0; SP_LPC_ORDER + 1],
 118             gain_lpc:       [0.0; GAIN_LPC_ORDER],
 119             gain_hist:      [0.0; 38],
 120             gain_rec:       [0.0; GAIN_LPC_ORDER + 1],
 121         }
 122     }
 123
 124     fn process_subblock(&mut self, gain: f32, cb_idx: usize) {
 125         for i in 0..SP_LPC_ORDER {
 126             self.speech_hist[SP_START + i] = self.speech_hist[75 + i];
 127         }
 128         let mut sum: f32 = 32.0;
 129         for i in 0..GAIN_LPC_ORDER {
 130             sum -= self.gain_hist[GAIN_START + GAIN_LPC_ORDER - 1 - i] * self.gain_lpc[i];
 131         }
 132         sum = sum.max(0.0).min(60.0);
 133
 134         let scale = (sum * 0.1151292546497).exp() * gain * (1.0 / ((1 << 23) as f32));
 135         let mut buf: [f32; BLOCKSIZE] = [0.0; BLOCKSIZE];
 136         for i in 0..BLOCKSIZE {
 137             buf[i] = (RA288_CODEBOOK[cb_idx][i] as f32) * scale;
 138         }
 139
 140         let mut sum: f32 = 0.0;
 141         for el in buf.iter() {
 142             sum += *el * *el * (((1 << 24) as f32) / 5.0);
 143         }
 144         sum = sum.max(1.0);
 145         for i in 0..(GAIN_LPC_ORDER - 1) {
 146             self.gain_hist[GAIN_START + i] = self.gain_hist[GAIN_START + i + 1];
 147         }
 148         self.gain_hist[GAIN_START + GAIN_LPC_ORDER - 1] = 10.0 * sum.log10() - 32.0;
 149         celp_lp_synth_filter(&mut self.speech_hist, SP_START + SP_LPC_ORDER, &self.speech_lpc, &buf);
 150     }
 151 }
 152
 153 impl NADecoder for RA288Decoder {
 154     fn init(&mut self, info: NACodecInfoRef) -> DecoderResult<()> {
 155         if let NACodecTypeInfo::Audio(ainfo) = info.get_properties() {
 156             self.chmap.add_channels(&CHMAP_MONO);
 157             self.ainfo = NAAudioInfo::new(ainfo.get_sample_rate(),
 158                                           1,
 159                                           SND_F32P_FORMAT, NBLOCKS * BLOCKSIZE);
 160             self.info = info.replace_info(NACodecTypeInfo::Audio(self.ainfo.clone()));
 161             Ok(())
 162         } else {
 163             Err(DecoderError::InvalidData)
 164         }
 165     }
 166     fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
 167         let info = pkt.get_stream().get_info();
 168         validate!(info.get_properties().is_audio());
 169         let pktbuf = pkt.get_buffer();
 170         let nframes = pktbuf.len() / FRAME_SIZE;
 171         let duration = NBLOCKS * BLOCKSIZE * nframes;
 172
 173         let abuf = alloc_audio_buffer(self.ainfo, duration, self.chmap.clone())?;
 174         let mut adata = abuf.get_abuf_f32().unwrap();
 175         let dst = adata.get_data_mut().unwrap();
 176
 177         for (input, output) in pktbuf.chunks(FRAME_SIZE).zip(dst.chunks_mut(NBLOCKS * BLOCKSIZE)) {
 178             let mut br = BitReader::new(input, input.len(), BitReaderMode::LE);
 179
 180             for (i, block) in output.chunks_mut(BLOCKSIZE).enumerate() {
 181                 let gain = RA288_GAIN_TAB[br.read(3)? as usize];
 182                 let cb   = br.read((6 + (i & 1)) as u8)? as usize;
 183
 184                 self.process_subblock(gain, cb);
 185
 186                 for j in 0..BLOCKSIZE {
 187                     block[j] = self.speech_hist[SP_START + SP_LPC_ORDER + j];
 188                 }
 189                 if (i & 7) == 3 {
 190                     backfilter(&mut self.speech_hist, &mut self.speech_rec, &mut self.speech_lpc, RA288_SPEECH_WINDOW, RA288_SPEECH_BW_TAB, 40, 35, SP_START);
 191                     backfilter(&mut self.gain_hist, &mut self.gain_rec, &mut self.gain_lpc, RA288_GAIN_WINDOW, RA288_GAIN_BW_TAB, 8, 20, GAIN_START);
 192                 }
 193             }
 194         }
 195
 196         let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), abuf);
 197         frm.set_keyframe(true);
 198         Ok(Rc::new(RefCell::new(frm)))
 199     }
 200 }
 201
 202 pub fn get_decoder() -> Box<NADecoder> {
 203     Box::new(RA288Decoder::new())
 204 }
 205
 206 #[cfg(test)]
 207 mod test {
 208     use nihav_core::codecs::RegisteredDecoders;
 209     use nihav_core::demuxers::RegisteredDemuxers;
 210     use nihav_core::test::dec_video::*;
 211     use crate::codecs::realmedia_register_all_codecs;
 212     use crate::demuxers::realmedia_register_all_demuxers;
 213     #[test]
 214     fn test_ra288() {
 215         let mut dmx_reg = RegisteredDemuxers::new();
 216         realmedia_register_all_demuxers(&mut dmx_reg);
 217         let mut dec_reg = RegisteredDecoders::new();
 218         realmedia_register_all_codecs(&mut dec_reg);
 219
 220         let file = "assets/RV/A0000044.rm";
 221         test_decode_audio("realmedia", file, Some(5000), "ra28.8", &dmx_reg, &dec_reg);
 222     }
 223 }
 224
 225 const RA288_GAIN_TAB: [f32; 8] = [
 226      0.515625,  0.90234375,  1.57910156,  2.76342773,
 227     -0.515625, -0.90234375, -1.57910156, -2.76342773
 228 ];
 229
 230 const RA288_CODEBOOK: [[i16; 5]; 128] = [
 231     [   668, -2950, -1254, -1790, -2553], [ -5032, -4577, -1045,  2908,  3318],
 232     [ -2819, -2677,  -948, -2825, -4450], [ -6679,  -340,  1482, -1276,  1262],
 233     [  -562, -6757,  1281,   179, -1274], [ -2512, -7130, -4925,  6913,  2411],
 234     [ -2478,  -156,  4683, -3873,     0], [ -8208,  2140,  -478, -2785,   533],
 235     [  1889,  2759,  1381, -6955, -5913], [  5082, -2460, -5778,  1797,   568],
 236     [ -2208, -3309, -4523, -6236, -7505], [ -2719,  4358, -2988, -1149,  2664],
 237     [  1259,   995,  2711, -2464,-10390], [  1722, -7569, -2742,  2171, -2329],
 238     [  1032,   747,  -858, -7946,-12843], [  3106,  4856, -4193, -2541,  1035],
 239     [  1862,  -960, -6628,   410,  5882], [ -2493, -2628, -4000,   -60,  7202],
 240     [ -2672,  1446,  1536, -3831,  1233], [ -5302,  6912,  1589, -4187,  3665],
 241     [ -3456, -8170, -7709,  1384,  4698], [ -4699, -6209,-11176,  8104, 16830],
 242     [   930,  7004,  1269, -8977,  2567], [  4649, 11804,  3441, -5657,  1199],
 243     [  2542,  -183, -8859, -7976,  3230], [ -2872, -2011, -9713, -8385, 12983],
 244     [  3086,  2140, -3680, -9643, -2896], [ -7609,  6515, -2283, -2522,  6332],
 245     [ -3333, -5620, -9130,-11131,  5543], [  -407, -6721,-17466, -2889, 11568],
 246     [  3692,  6796,  -262,-10846, -1856], [  7275, 13404, -2989,-10595,  4936],
 247     [   244, -2219,  2656,  3776, -5412], [ -4043, -5934,  2131,   863, -2866],
 248     [ -3302,  1743, -2006,  -128, -2052], [ -6361,  3342, -1583,   -21,  1142],
 249     [ -3837, -1831,  6397,  2545, -2848], [ -9332, -6528,  5309,  1986, -2245],
 250     [ -4490,   748,  1935, -3027,  -493], [ -9255,  5366,  3193, -4493,  1784],
 251     [  4784,  -370,  1866,  1057, -1889], [  7342, -2690, -2577,   676,  -611],
 252     [  -502,  2235, -1850, -1777, -2049], [  1011,  3880, -2465,  2209,  -152],
 253     [  2592,  2829,  5588,  2839, -7306], [ -3049, -4918,  5955,  9201, -4447],
 254     [   697,  3908,  5798, -4451, -4644], [ -2121,  5444, -2570,   321, -1202],
 255     [  2846, -2086,  3532,   566,  -708], [ -4279,   950,  4980,  3749,   452],
 256     [ -2484,  3502,  1719,  -170,   238], [ -3435,   263,  2114, -2005,  2361],
 257     [ -7338, -1208,  9347, -1216, -4013], [-13498,  -439,  8028, -4232,   361],
 258     [ -3729,  5433,  2004, -4727, -1259], [ -3986,  7743,  8429, -3691,  -987],
 259     [  5198,  -423,  1150, -1281,   816], [  7409,  4109, -3949,  2690,    30],
 260     [  1246,  3055,   -35, -1370,  -246], [ -1489,  5635,  -678, -2627,  3170],
 261     [  4830, -4585,  2008, -1062,   799], [  -129,   717,  4594, 14937, 10706],
 262     [   417,  2759,  1850, -5057, -1153], [ -3887,  7361, -5768,  4285,   666],
 263     [  1443,  -938,    20, -2119, -1697], [ -3712, -3402, -2212,   110,  2136],
 264     [ -2952,    12, -1568, -3500, -1855], [ -1315, -1731,  1160,  -558,  1709],
 265     [    88, -4569,   194,  -454, -2957], [ -2839, -1666,  -273,  2084,  -155],
 266     [  -189, -2376,  1663, -1040, -2449], [ -2842, -1369,   636,  -248, -2677],
 267     [  1517,    79, -3013, -3669,  -973], [  1913, -2493, -5312,  -749,  1271],
 268     [ -2903, -3324, -3756, -3690, -1829], [ -2913, -1547, -2760, -1406,  1124],
 269     [  1844, -1834,   456,   706, -4272], [   467, -4256, -1909,  1521,  1134],
 270     [  -127,  -994,  -637, -1491, -6494], [   873, -2045, -3828, -2792,  -578],
 271     [  2311, -1817,  2632, -3052,  1968], [   641,  1194,  1893,  4107,  6342],
 272     [   -45,  1198,  2160, -1449,  2203], [ -2004,  1713,  3518,  2652,  4251],
 273     [  2936, -3968,  1280,   131, -1476], [  2827,     8, -1928,  2658,  3513],
 274     [  3199,  -816,  2687, -1741, -1407], [  2948,  4029,   394,  -253,  1298],
 275     [  4286,    51, -4507,   -32,  -659], [  3903,  5646, -5588, -2592,  5707],
 276     [  -606,  1234, -1607, -5187,   664], [  -525,  3620, -2192, -2527,  1707],
 277     [  4297, -3251, -2283,   812, -2264], [  5765,   528, -3287,  1352,  1672],
 278     [  2735,  1241, -1103, -3273, -3407], [  4033,  1648, -2965, -1174,  1444],
 279     [    74,   918,  1999,   915, -1026], [ -2496, -1605,  2034,  2950,   229],
 280     [ -2168,  2037,    15, -1264,  -208], [ -3552,  1530,   581,  1491,   962],
 281     [ -2613, -2338,  3621, -1488, -2185], [ -1747,    81,  5538,  1432, -2257],
 282     [ -1019,   867,   214, -2284, -1510], [ -1684,  2816,  -229,  2551, -1389],
 283     [  2707,   504,   479,  2783, -1009], [  2517, -1487, -1596,   621,  1929],
 284     [  -148,  2206, -4288,  1292, -1401], [  -527,  1243, -2731,  1909,  1280],
 285     [  2149, -1501,  3688,   610, -4591], [  3306, -3369,  1875,  3636, -1217],
 286     [  2574,  2513,  1449, -3074, -4979], [   814,  1826, -2497,  4234, -4077],
 287     [  1664,  -220,  3418,  1002,  1115], [   781,  1658,  3919,  6130,  3140],
 288     [  1148,  4065,  1516,   815,   199], [  1191,  2489,  2561,  2421,  2443],
 289     [   770, -5915,  5515,  -368, -3199], [  1190,  1047,  3742,  6927, -2089],
 290     [   292,  3099,  4308,  -758, -2455], [   523,  3921,  4044,  1386,    85],
 291     [  4367,  1006, -1252, -1466, -1383], [  3852,  1579,   -77,  2064,   868],
 292     [  5109,  2919,  -202,   359,  -509], [  3650,  3206,  2303,  1693,  1296],
 293     [  2905, -3907,   229, -1196, -2332], [  5977, -3585,   805,  3825, -3138],
 294     [  3746,  -606,    53,  -269, -3301], [   606,  2018, -1316,  4064,   398]
 295 ];
 296
 297 const RA288_SPEECH_WINDOW: &[f32] = &[
 298   0.576690972, 0.580838025, 0.585013986, 0.589219987, 0.59345597,  0.597723007,
 299   0.602020264, 0.606384277, 0.610748291, 0.615142822, 0.619598389, 0.624084473,
 300   0.628570557, 0.633117676, 0.637695313, 0.642272949, 0.646911621, 0.651580811,
 301   0.656280518, 0.66104126,  0.665802002, 0.670593262, 0.675445557, 0.680328369,
 302   0.685241699, 0.690185547, 0.695159912, 0.700164795, 0.705230713, 0.710327148,
 303   0.715454102, 0.720611572, 0.725830078, 0.731048584, 0.736328125, 0.741638184,
 304   0.747009277, 0.752380371, 0.7578125,   0.763305664, 0.768798828, 0.774353027,
 305   0.779937744, 0.785583496, 0.791229248, 0.796936035, 0.802703857, 0.808502197,
 306   0.814331055, 0.820220947, 0.826141357, 0.832092285, 0.838104248, 0.844146729,
 307   0.850250244, 0.856384277, 0.862548828, 0.868774414, 0.875061035, 0.881378174,
 308   0.88772583,  0.894134521, 0.900604248, 0.907104492, 0.913635254, 0.920227051,
 309   0.926879883, 0.933563232, 0.940307617, 0.94708252,  0.953918457, 0.96081543,
 310   0.96774292,  0.974731445, 0.981781006, 0.988861084, 0.994842529, 0.998565674,
 311   0.999969482, 0.99911499,  0.996002197, 0.990600586, 0.982910156, 0.973022461,
 312   0.960876465, 0.946533203, 0.930053711, 0.911437988, 0.89074707,  0.868041992,
 313   0.843322754, 0.816680908, 0.788208008, 0.757904053, 0.725891113, 0.692199707,
 314   0.656921387, 0.620178223, 0.582000732, 0.542480469, 0.501739502, 0.459838867,
 315   0.416900635, 0.373016357, 0.328277588, 0.282775879, 0.236663818, 0.189971924,
 316   0.142852783, 0.0954284668,0.0477600098
 317 ];
 318 const RA288_SPEECH_BW_TAB: &[f32] = &[
 319   0.98828125,  0.976699829, 0.965254128, 0.953942537, 0.942763507, 0.931715488,
 320   0.920796931, 0.910006344, 0.899342179, 0.888803005, 0.878387332, 0.868093729,
 321   0.857920766, 0.847867012, 0.837931097, 0.828111589, 0.818407178, 0.808816493,
 322   0.799338162, 0.789970934, 0.780713439, 0.771564424, 0.762522638, 0.753586829,
 323   0.744755745, 0.736028135, 0.727402806, 0.718878567, 0.710454226, 0.702128589,
 324   0.693900526, 0.685768902, 0.677732527, 0.669790328, 0.66194123,  0.654184103
 325 ];
 326
 327 const RA288_GAIN_WINDOW: &[f32] = &[
 328   0.505699992, 0.524200022, 0.54339999,  0.563300014, 0.583953857, 0.60534668,
 329   0.627502441, 0.650482178, 0.674316406, 0.699005127, 0.724578857, 0.75112915,
 330   0.778625488, 0.807128906, 0.836669922, 0.86730957,  0.899078369, 0.932006836,
 331   0.961486816, 0.982757568, 0.995635986, 1.0,         0.995819092, 0.983154297,
 332   0.96206665,  0.932769775, 0.895507813, 0.850585938, 0.798400879, 0.739379883,
 333   0.674072266, 0.602996826, 0.526763916, 0.446014404, 0.361480713, 0.273834229,
 334   0.183868408, 0.0923461914
 335 ];
 336 const RA288_GAIN_BW_TAB: &[f32] = &[
 337   0.90625,     0.821289063, 0.74432373,  0.674499512, 0.61126709,
 338   0.553955078, 0.50201416,  0.454956055, 0.41229248,  0.373657227
 339 ];