[nihav.git] / nihav-realmedia / src / codecs / ra288.rs

use nihav_core::formats::*;
use nihav_core::frame::*;
use nihav_core::codecs::*;
use nihav_core::io::bitreader::*;
const CHMAP_MONO: [NAChannelType; 1] = [NAChannelType::C];
const NBLOCKS: usize = 32;
const BLOCKSIZE: usize = 5;
const FRAME_SIZE: usize = 38;

const SP_LPC_ORDER: usize = 36;
const SP_START: usize = 70;
const GAIN_LPC_ORDER: usize = 10;
const GAIN_START: usize = 28;

struct RA288Decoder {
    chmap:  NAChannelMap,
    ainfo:  NAAudioInfo,
    info:   NACodecInfoRef,

    speech_lpc:     [f32; SP_LPC_ORDER],
    speech_hist:    [f32; 111],
    speech_rec:     [f32; SP_LPC_ORDER + 1],
    gain_lpc:       [f32; GAIN_LPC_ORDER],
    gain_hist:      [f32; GAIN_LPC_ORDER + GAIN_START],
    gain_rec:       [f32; GAIN_LPC_ORDER + 1],
}

const BF_ORDER: usize = SP_LPC_ORDER + 1;
const BF_WORK_SIZE: usize = SP_LPC_ORDER + 40 + 35;

fn backfilter(hist: &mut [f32], rec: &mut [f32], filt: &mut [f32], win: &[f32], bw_tab: &[f32], start: usize, non_rec: usize, move_size: usize) {
    let mut temp: [f32; BF_ORDER] = [0.0; BF_ORDER];
    let order = filt.len();

    let mut tmp1: [f32; BF_ORDER] = [0.0; BF_ORDER];
    let mut tmp2: [f32; BF_ORDER] = [0.0; BF_ORDER];
    let mut work: [f32; BF_WORK_SIZE] = [0.0; BF_WORK_SIZE];
    for i in 0..(order + start + non_rec) {
        work[i] = win[i] * hist[i];
    }
    for i in (0..order + 1).rev() {
        let src1 = &work[(order - i)..];
        let src2 = &work[order + start - i..];
        tmp1[i] = scalarprod(&work[order..],         src1, start);
        tmp2[i] = scalarprod(&work[order + start..], src2, non_rec);
    }

    for i in 0..(order + 1) {
        rec[i]  = rec[i] * 0.5625 + tmp1[i];
        temp[i] = rec[i]          + tmp2[i];
    }
    temp[0] *= 257.0 / 256.0;

    if compute_lpc(&temp, filt) {
        for (f, c) in filt.iter_mut().zip(bw_tab.iter()) {
            *f *= c;
        }
    }
    for i in 0..move_size {
        hist[i] = hist[i + start];
    }
}

fn scalarprod(src0: &[f32], src1: &[f32], len: usize) -> f32 {
    let mut sum: f32 = 0.0;
    for (a, b) in src0.iter().take(len).zip(src1.iter().take(len)) {
        sum += *a * *b;
    }
    sum
}

fn compute_lpc(autoc: &[f32], filt: &mut [f32]) -> bool {
    let order = filt.len();
    let mut err = autoc[0];
    if (err <= 0.0) || (autoc[order] == 0.0) {
        return false;
    }
    for i in 0..order {
        let mut r = -autoc[i + 1];
        for j in 0..i {
            r -= filt[j] * autoc[i - j];
        }
        r /= err;
        err *= 1.0 - r * r;
        filt[i] = r;

        for j in 0..((i + 1) >> 1) {
            let f = filt[j];
            let b = filt[i - j - 1];
            filt[j]         = f + r * b;
            filt[i - j - 1] = b + r * f;
        }

        if err < 0.0 { return false; }
    }
    true
}

fn celp_lp_synth_filter(dst: &mut [f32], start: usize, filt: &[f32], src: &[f32]) {
    for (i, el) in src.iter().enumerate() {
        dst[start + i] = *el;
        for (j, coeff) in filt.iter().enumerate() {
            dst[start + i] -= *coeff * dst[start + i - j - 1];
        }
    }
}

impl RA288Decoder {
    fn new() -> Self {
        RA288Decoder {
            chmap:      NAChannelMap::new(),
            ainfo:      NAAudioInfo::new(0, 1, SND_F32P_FORMAT, NBLOCKS * BLOCKSIZE),
            info:       NACodecInfo::new_dummy(),

            speech_lpc:     [0.0; SP_LPC_ORDER],
            speech_hist:    [0.0; 111],
            speech_rec:     [0.0; SP_LPC_ORDER + 1],
            gain_lpc:       [0.0; GAIN_LPC_ORDER],
            gain_hist:      [0.0; 38],
            gain_rec:       [0.0; GAIN_LPC_ORDER + 1],
        }
    }

    fn process_subblock(&mut self, gain: f32, cb_idx: usize) {
        for i in 0..SP_LPC_ORDER {
            self.speech_hist[SP_START + i] = self.speech_hist[75 + i];
        }
        let mut sum: f32 = 32.0;
        for i in 0..GAIN_LPC_ORDER {
            sum -= self.gain_hist[GAIN_START + GAIN_LPC_ORDER - 1 - i] * self.gain_lpc[i];
        }
        sum = sum.max(0.0).min(60.0);

        let scale = (sum * 0.1151292546497).exp() * gain * (1.0 / ((1 << 23) as f32));
        let mut buf: [f32; BLOCKSIZE] = [0.0; BLOCKSIZE];
        for i in 0..BLOCKSIZE {
            buf[i] = (RA288_CODEBOOK[cb_idx][i] as f32) * scale;
        }

        let mut sum: f32 = 0.0;
        for el in buf.iter() {
            sum += *el * *el * (((1 << 24) as f32) / 5.0);
        }
        sum = sum.max(1.0);
        for i in 0..(GAIN_LPC_ORDER - 1) {
            self.gain_hist[GAIN_START + i] = self.gain_hist[GAIN_START + i + 1];
        }
        self.gain_hist[GAIN_START + GAIN_LPC_ORDER - 1] = 10.0 * sum.log10() - 32.0;
        celp_lp_synth_filter(&mut self.speech_hist, SP_START + SP_LPC_ORDER, &self.speech_lpc, &buf);
    }
}

impl NADecoder for RA288Decoder {
    fn init(&mut self, info: NACodecInfoRef) -> DecoderResult<()> {
        if let NACodecTypeInfo::Audio(ainfo) = info.get_properties() {
            self.chmap.add_channels(&CHMAP_MONO);
            self.ainfo = NAAudioInfo::new(ainfo.get_sample_rate(),
                                          1,
                                          SND_F32P_FORMAT, NBLOCKS * BLOCKSIZE);
            self.info = info.replace_info(NACodecTypeInfo::Audio(self.ainfo.clone()));
            Ok(())
        } else {
            Err(DecoderError::InvalidData)
        }
    }
    fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
        let info = pkt.get_stream().get_info();
        validate!(info.get_properties().is_audio());
        let pktbuf = pkt.get_buffer();
        let nframes = pktbuf.len() / FRAME_SIZE;
        let duration = NBLOCKS * BLOCKSIZE * nframes;

        let abuf = alloc_audio_buffer(self.ainfo, duration, self.chmap.clone())?;
        let mut adata = abuf.get_abuf_f32().unwrap();
        let dst = adata.get_data_mut().unwrap();

        for (input, output) in pktbuf.chunks(FRAME_SIZE).zip(dst.chunks_mut(NBLOCKS * BLOCKSIZE)) {
            let mut br = BitReader::new(input, input.len(), BitReaderMode::LE);

            for (i, block) in output.chunks_mut(BLOCKSIZE).enumerate() {
                let gain = RA288_GAIN_TAB[br.read(3)? as usize];
                let cb   = br.read((6 + (i & 1)) as u8)? as usize;

                self.process_subblock(gain, cb);

                for j in 0..BLOCKSIZE {
                    block[j] = self.speech_hist[SP_START + SP_LPC_ORDER + j];
                }
                if (i & 7) == 3 {
                    backfilter(&mut self.speech_hist, &mut self.speech_rec, &mut self.speech_lpc, RA288_SPEECH_WINDOW, RA288_SPEECH_BW_TAB, 40, 35, SP_START);
                    backfilter(&mut self.gain_hist, &mut self.gain_rec, &mut self.gain_lpc, RA288_GAIN_WINDOW, RA288_GAIN_BW_TAB, 8, 20, GAIN_START);
                }
            }
        }

        let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), abuf);
        frm.set_keyframe(true);
        Ok(Rc::new(RefCell::new(frm)))
    }
}

pub fn get_decoder() -> Box<NADecoder> {
    Box::new(RA288Decoder::new())
}

#[cfg(test)]
mod test {
    use nihav_core::codecs::RegisteredDecoders;
    use nihav_core::demuxers::RegisteredDemuxers;
    use nihav_core::test::dec_video::*;
    use crate::codecs::realmedia_register_all_codecs;
    use crate::demuxers::realmedia_register_all_demuxers;
    #[test]
    fn test_ra288() {
        let mut dmx_reg = RegisteredDemuxers::new();
        realmedia_register_all_demuxers(&mut dmx_reg);
        let mut dec_reg = RegisteredDecoders::new();
        realmedia_register_all_codecs(&mut dec_reg);

        let file = "assets/RV/A0000044.rm";
        test_decode_audio("realmedia", file, Some(5000), "ra28.8", &dmx_reg, &dec_reg);
    }
}

const RA288_GAIN_TAB: [f32; 8] = [
     0.515625,  0.90234375,  1.57910156,  2.76342773,
    -0.515625, -0.90234375, -1.57910156, -2.76342773
];

const RA288_CODEBOOK: [[i16; 5]; 128] = [
    [   668, -2950, -1254, -1790, -2553], [ -5032, -4577, -1045,  2908,  3318],
    [ -2819, -2677,  -948, -2825, -4450], [ -6679,  -340,  1482, -1276,  1262],
    [  -562, -6757,  1281,   179, -1274], [ -2512, -7130, -4925,  6913,  2411],
    [ -2478,  -156,  4683, -3873,     0], [ -8208,  2140,  -478, -2785,   533],
    [  1889,  2759,  1381, -6955, -5913], [  5082, -2460, -5778,  1797,   568],
    [ -2208, -3309, -4523, -6236, -7505], [ -2719,  4358, -2988, -1149,  2664],
    [  1259,   995,  2711, -2464,-10390], [  1722, -7569, -2742,  2171, -2329],
    [  1032,   747,  -858, -7946,-12843], [  3106,  4856, -4193, -2541,  1035],
    [  1862,  -960, -6628,   410,  5882], [ -2493, -2628, -4000,   -60,  7202],
    [ -2672,  1446,  1536, -3831,  1233], [ -5302,  6912,  1589, -4187,  3665],
    [ -3456, -8170, -7709,  1384,  4698], [ -4699, -6209,-11176,  8104, 16830],
    [   930,  7004,  1269, -8977,  2567], [  4649, 11804,  3441, -5657,  1199],
    [  2542,  -183, -8859, -7976,  3230], [ -2872, -2011, -9713, -8385, 12983],
    [  3086,  2140, -3680, -9643, -2896], [ -7609,  6515, -2283, -2522,  6332],
    [ -3333, -5620, -9130,-11131,  5543], [  -407, -6721,-17466, -2889, 11568],
    [  3692,  6796,  -262,-10846, -1856], [  7275, 13404, -2989,-10595,  4936],
    [   244, -2219,  2656,  3776, -5412], [ -4043, -5934,  2131,   863, -2866],
    [ -3302,  1743, -2006,  -128, -2052], [ -6361,  3342, -1583,   -21,  1142],
    [ -3837, -1831,  6397,  2545, -2848], [ -9332, -6528,  5309,  1986, -2245],
    [ -4490,   748,  1935, -3027,  -493], [ -9255,  5366,  3193, -4493,  1784],
    [  4784,  -370,  1866,  1057, -1889], [  7342, -2690, -2577,   676,  -611],
    [  -502,  2235, -1850, -1777, -2049], [  1011,  3880, -2465,  2209,  -152],
    [  2592,  2829,  5588,  2839, -7306], [ -3049, -4918,  5955,  9201, -4447],
    [   697,  3908,  5798, -4451, -4644], [ -2121,  5444, -2570,   321, -1202],
    [  2846, -2086,  3532,   566,  -708], [ -4279,   950,  4980,  3749,   452],
    [ -2484,  3502,  1719,  -170,   238], [ -3435,   263,  2114, -2005,  2361],
    [ -7338, -1208,  9347, -1216, -4013], [-13498,  -439,  8028, -4232,   361],
    [ -3729,  5433,  2004, -4727, -1259], [ -3986,  7743,  8429, -3691,  -987],
    [  5198,  -423,  1150, -1281,   816], [  7409,  4109, -3949,  2690,    30],
    [  1246,  3055,   -35, -1370,  -246], [ -1489,  5635,  -678, -2627,  3170],
    [  4830, -4585,  2008, -1062,   799], [  -129,   717,  4594, 14937, 10706],
    [   417,  2759,  1850, -5057, -1153], [ -3887,  7361, -5768,  4285,   666],
    [  1443,  -938,    20, -2119, -1697], [ -3712, -3402, -2212,   110,  2136],
    [ -2952,    12, -1568, -3500, -1855], [ -1315, -1731,  1160,  -558,  1709],
    [    88, -4569,   194,  -454, -2957], [ -2839, -1666,  -273,  2084,  -155],
    [  -189, -2376,  1663, -1040, -2449], [ -2842, -1369,   636,  -248, -2677],
    [  1517,    79, -3013, -3669,  -973], [  1913, -2493, -5312,  -749,  1271],
    [ -2903, -3324, -3756, -3690, -1829], [ -2913, -1547, -2760, -1406,  1124],
    [  1844, -1834,   456,   706, -4272], [   467, -4256, -1909,  1521,  1134],
    [  -127,  -994,  -637, -1491, -6494], [   873, -2045, -3828, -2792,  -578],
    [  2311, -1817,  2632, -3052,  1968], [   641,  1194,  1893,  4107,  6342],
    [   -45,  1198,  2160, -1449,  2203], [ -2004,  1713,  3518,  2652,  4251],
    [  2936, -3968,  1280,   131, -1476], [  2827,     8, -1928,  2658,  3513],
    [  3199,  -816,  2687, -1741, -1407], [  2948,  4029,   394,  -253,  1298],
    [  4286,    51, -4507,   -32,  -659], [  3903,  5646, -5588, -2592,  5707],
    [  -606,  1234, -1607, -5187,   664], [  -525,  3620, -2192, -2527,  1707],
    [  4297, -3251, -2283,   812, -2264], [  5765,   528, -3287,  1352,  1672],
    [  2735,  1241, -1103, -3273, -3407], [  4033,  1648, -2965, -1174,  1444],
    [    74,   918,  1999,   915, -1026], [ -2496, -1605,  2034,  2950,   229],
    [ -2168,  2037,    15, -1264,  -208], [ -3552,  1530,   581,  1491,   962],
    [ -2613, -2338,  3621, -1488, -2185], [ -1747,    81,  5538,  1432, -2257],
    [ -1019,   867,   214, -2284, -1510], [ -1684,  2816,  -229,  2551, -1389],
    [  2707,   504,   479,  2783, -1009], [  2517, -1487, -1596,   621,  1929],
    [  -148,  2206, -4288,  1292, -1401], [  -527,  1243, -2731,  1909,  1280],
    [  2149, -1501,  3688,   610, -4591], [  3306, -3369,  1875,  3636, -1217],
    [  2574,  2513,  1449, -3074, -4979], [   814,  1826, -2497,  4234, -4077],
    [  1664,  -220,  3418,  1002,  1115], [   781,  1658,  3919,  6130,  3140],
    [  1148,  4065,  1516,   815,   199], [  1191,  2489,  2561,  2421,  2443],
    [   770, -5915,  5515,  -368, -3199], [  1190,  1047,  3742,  6927, -2089],
    [   292,  3099,  4308,  -758, -2455], [   523,  3921,  4044,  1386,    85],
    [  4367,  1006, -1252, -1466, -1383], [  3852,  1579,   -77,  2064,   868],
    [  5109,  2919,  -202,   359,  -509], [  3650,  3206,  2303,  1693,  1296],
    [  2905, -3907,   229, -1196, -2332], [  5977, -3585,   805,  3825, -3138],
    [  3746,  -606,    53,  -269, -3301], [   606,  2018, -1316,  4064,   398]
];

const RA288_SPEECH_WINDOW: &[f32] = &[
  0.576690972, 0.580838025, 0.585013986, 0.589219987, 0.59345597,  0.597723007,
  0.602020264, 0.606384277, 0.610748291, 0.615142822, 0.619598389, 0.624084473,
  0.628570557, 0.633117676, 0.637695313, 0.642272949, 0.646911621, 0.651580811,
  0.656280518, 0.66104126,  0.665802002, 0.670593262, 0.675445557, 0.680328369,
  0.685241699, 0.690185547, 0.695159912, 0.700164795, 0.705230713, 0.710327148,
  0.715454102, 0.720611572, 0.725830078, 0.731048584, 0.736328125, 0.741638184,
  0.747009277, 0.752380371, 0.7578125,   0.763305664, 0.768798828, 0.774353027,
  0.779937744, 0.785583496, 0.791229248, 0.796936035, 0.802703857, 0.808502197,
  0.814331055, 0.820220947, 0.826141357, 0.832092285, 0.838104248, 0.844146729,
  0.850250244, 0.856384277, 0.862548828, 0.868774414, 0.875061035, 0.881378174,
  0.88772583,  0.894134521, 0.900604248, 0.907104492, 0.913635254, 0.920227051,
  0.926879883, 0.933563232, 0.940307617, 0.94708252,  0.953918457, 0.96081543,
  0.96774292,  0.974731445, 0.981781006, 0.988861084, 0.994842529, 0.998565674,
  0.999969482, 0.99911499,  0.996002197, 0.990600586, 0.982910156, 0.973022461,
  0.960876465, 0.946533203, 0.930053711, 0.911437988, 0.89074707,  0.868041992,
  0.843322754, 0.816680908, 0.788208008, 0.757904053, 0.725891113, 0.692199707,
  0.656921387, 0.620178223, 0.582000732, 0.542480469, 0.501739502, 0.459838867,
  0.416900635, 0.373016357, 0.328277588, 0.282775879, 0.236663818, 0.189971924,
  0.142852783, 0.0954284668,0.0477600098
];
const RA288_SPEECH_BW_TAB: &[f32] = &[
  0.98828125,  0.976699829, 0.965254128, 0.953942537, 0.942763507, 0.931715488,
  0.920796931, 0.910006344, 0.899342179, 0.888803005, 0.878387332, 0.868093729,
  0.857920766, 0.847867012, 0.837931097, 0.828111589, 0.818407178, 0.808816493,
  0.799338162, 0.789970934, 0.780713439, 0.771564424, 0.762522638, 0.753586829,
  0.744755745, 0.736028135, 0.727402806, 0.718878567, 0.710454226, 0.702128589,
  0.693900526, 0.685768902, 0.677732527, 0.669790328, 0.66194123,  0.654184103
];

const RA288_GAIN_WINDOW: &[f32] = &[
  0.505699992, 0.524200022, 0.54339999,  0.563300014, 0.583953857, 0.60534668,
  0.627502441, 0.650482178, 0.674316406, 0.699005127, 0.724578857, 0.75112915,
  0.778625488, 0.807128906, 0.836669922, 0.86730957,  0.899078369, 0.932006836,
  0.961486816, 0.982757568, 0.995635986, 1.0,         0.995819092, 0.983154297,
  0.96206665,  0.932769775, 0.895507813, 0.850585938, 0.798400879, 0.739379883,
  0.674072266, 0.602996826, 0.526763916, 0.446014404, 0.361480713, 0.273834229,
  0.183868408, 0.0923461914
];
const RA288_GAIN_BW_TAB: &[f32] = &[
  0.90625,     0.821289063, 0.74432373,  0.674499512, 0.61126709,
  0.553955078, 0.50201416,  0.454956055, 0.41229248,  0.373657227
];
Commit	Line	Data
5641dccf KS	1	use nihav_core::formats::*;
	2	use nihav_core::frame::*;
	3	use nihav_core::codecs::*;
	4	use nihav_core::io::bitreader::*;
37d2275e KS	5	const CHMAP_MONO: [NAChannelType; 1] = [NAChannelType::C];
	6	const NBLOCKS: usize = 32;
	7	const BLOCKSIZE: usize = 5;
	8	const FRAME_SIZE: usize = 38;
	9
	10	const SP_LPC_ORDER: usize = 36;
	11	const SP_START: usize = 70;
	12	const GAIN_LPC_ORDER: usize = 10;
	13	const GAIN_START: usize = 28;
	14
	15	struct RA288Decoder {
	16	chmap: NAChannelMap,
	17	ainfo: NAAudioInfo,
2422d969	18	info: NACodecInfoRef,
37d2275e KS	19
	20	speech_lpc: [f32; SP_LPC_ORDER],
	21	speech_hist: [f32; 111],
	22	speech_rec: [f32; SP_LPC_ORDER + 1],
	23	gain_lpc: [f32; GAIN_LPC_ORDER],
	24	gain_hist: [f32; GAIN_LPC_ORDER + GAIN_START],
	25	gain_rec: [f32; GAIN_LPC_ORDER + 1],
	26	}
	27
	28	const BF_ORDER: usize = SP_LPC_ORDER + 1;
	29	const BF_WORK_SIZE: usize = SP_LPC_ORDER + 40 + 35;
	30
	31	fn backfilter(hist: &mut [f32], rec: &mut [f32], filt: &mut [f32], win: &[f32], bw_tab: &[f32], start: usize, non_rec: usize, move_size: usize) {
	32	let mut temp: [f32; BF_ORDER] = [0.0; BF_ORDER];
	33	let order = filt.len();
	34
	35	let mut tmp1: [f32; BF_ORDER] = [0.0; BF_ORDER];
	36	let mut tmp2: [f32; BF_ORDER] = [0.0; BF_ORDER];
	37	let mut work: [f32; BF_WORK_SIZE] = [0.0; BF_WORK_SIZE];
	38	for i in 0..(order + start + non_rec) {
	39	work[i] = win[i] * hist[i];
	40	}
	41	for i in (0..order + 1).rev() {
	42	let src1 = &work[(order - i)..];
	43	let src2 = &work[order + start - i..];
	44	tmp1[i] = scalarprod(&work[order..], src1, start);
	45	tmp2[i] = scalarprod(&work[order + start..], src2, non_rec);
	46	}
	47
	48	for i in 0..(order + 1) {
	49	rec[i] = rec[i] * 0.5625 + tmp1[i];
	50	temp[i] = rec[i] + tmp2[i];
	51	}
	52	temp[0] *= 257.0 / 256.0;
	53
	54	if compute_lpc(&temp, filt) {
	55	for (f, c) in filt.iter_mut().zip(bw_tab.iter()) {
	56	f = c;
	57	}
	58	}
	59	for i in 0..move_size {
	60	hist[i] = hist[i + start];
	61	}
	62	}
	63
	64	fn scalarprod(src0: &[f32], src1: &[f32], len: usize) -> f32 {
	65	let mut sum: f32 = 0.0;
	66	for (a, b) in src0.iter().take(len).zip(src1.iter().take(len)) {
	67	sum += a *b;
	68	}
	69	sum
	70	}
	71
	72	fn compute_lpc(autoc: &[f32], filt: &mut [f32]) -> bool {
	73	let order = filt.len();
	74	let mut err = autoc[0];
	75	if (err <= 0.0) \|\| (autoc[order] == 0.0) {
	76	return false;
	77	}
	78	for i in 0..order {
	79	let mut r = -autoc[i + 1];
	80	for j in 0..i {
	81	r -= filt[j] * autoc[i - j];
	82	}
83	r /= err;
84	err = 1.0 - r r;
85	filt[i] = r;
86
87	for j in 0..((i + 1) >> 1) {
88	let f = filt[j];
89	let b = filt[i - j - 1];
90	filt[j] = f + r * b;
91	filt[i - j - 1] = b + r * f;
92	}
93
94	if err < 0.0 { return false; }
95	}
96	true
97	}
98
99	fn celp_lp_synth_filter(dst: &mut [f32], start: usize, filt: &[f32], src: &[f32]) {
100	for (i, el) in src.iter().enumerate() {
101	dst[start + i] = *el;
102	for (j, coeff) in filt.iter().enumerate() {
103	dst[start + i] -= coeff dst[start + i - j - 1];
104	}
105	}
106	}
107
108	impl RA288Decoder {
109	fn new() -> Self {
110	RA288Decoder {
111	chmap: NAChannelMap::new(),
112	ainfo: NAAudioInfo::new(0, 1, SND_F32P_FORMAT, NBLOCKS * BLOCKSIZE),
113	info: NACodecInfo::new_dummy(),
114
115	speech_lpc: [0.0; SP_LPC_ORDER],
116	speech_hist: [0.0; 111],
117	speech_rec: [0.0; SP_LPC_ORDER + 1],
118	gain_lpc: [0.0; GAIN_LPC_ORDER],
119	gain_hist: [0.0; 38],
120	gain_rec: [0.0; GAIN_LPC_ORDER + 1],
121	}
122	}
123
124	fn process_subblock(&mut self, gain: f32, cb_idx: usize) {
125	for i in 0..SP_LPC_ORDER {
126	self.speech_hist[SP_START + i] = self.speech_hist[75 + i];
127	}
128	let mut sum: f32 = 32.0;
129	for i in 0..GAIN_LPC_ORDER {
130	sum -= self.gain_hist[GAIN_START + GAIN_LPC_ORDER - 1 - i] * self.gain_lpc[i];
131	}
132	sum = sum.max(0.0).min(60.0);
133
134	let scale = (sum * 0.1151292546497).exp() * gain * (1.0 / ((1 << 23) as f32));
135	let mut buf: [f32; BLOCKSIZE] = [0.0; BLOCKSIZE];
136	for i in 0..BLOCKSIZE {
137	buf[i] = (RA288_CODEBOOK[cb_idx][i] as f32) * scale;
138	}
139
140	let mut sum: f32 = 0.0;
141	for el in buf.iter() {
142	sum += el el (((1 << 24) as f32) / 5.0);
143	}
144	sum = sum.max(1.0);
145	for i in 0..(GAIN_LPC_ORDER - 1) {
146	self.gain_hist[GAIN_START + i] = self.gain_hist[GAIN_START + i + 1];
147	}
148	self.gain_hist[GAIN_START + GAIN_LPC_ORDER - 1] = 10.0 * sum.log10() - 32.0;
149	celp_lp_synth_filter(&mut self.speech_hist, SP_START + SP_LPC_ORDER, &self.speech_lpc, &buf);
150	}
151	}
152
153	impl NADecoder for RA288Decoder {
2422d969	154	fn init(&mut self, info: NACodecInfoRef) -> DecoderResult<()> {
37d2275e KS	155	if let NACodecTypeInfo::Audio(ainfo) = info.get_properties() {
	156	self.chmap.add_channels(&CHMAP_MONO);
	157	self.ainfo = NAAudioInfo::new(ainfo.get_sample_rate(),
	158	1,
	159	SND_F32P_FORMAT, NBLOCKS * BLOCKSIZE);
	160	self.info = info.replace_info(NACodecTypeInfo::Audio(self.ainfo.clone()));
	161	Ok(())
	162	} else {
	163	Err(DecoderError::InvalidData)
	164	}
	165	}
	166	fn decode(&mut self, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
	167	let info = pkt.get_stream().get_info();
	168	validate!(info.get_properties().is_audio());
	169	let pktbuf = pkt.get_buffer();
	170	let nframes = pktbuf.len() / FRAME_SIZE;
	171	let duration = NBLOCKS * BLOCKSIZE * nframes;
	172
b70cc006	173	let abuf = alloc_audio_buffer(self.ainfo, duration, self.chmap.clone())?;
37d2275e	174	let mut adata = abuf.get_abuf_f32().unwrap();
1a967e6b	175	let dst = adata.get_data_mut().unwrap();
37d2275e KS	176
	177	for (input, output) in pktbuf.chunks(FRAME_SIZE).zip(dst.chunks_mut(NBLOCKS * BLOCKSIZE)) {
	178	let mut br = BitReader::new(input, input.len(), BitReaderMode::LE);
	179
	180	for (i, block) in output.chunks_mut(BLOCKSIZE).enumerate() {
	181	let gain = RA288_GAIN_TAB[br.read(3)? as usize];
	182	let cb = br.read((6 + (i & 1)) as u8)? as usize;
	183
	184	self.process_subblock(gain, cb);
	185
	186	for j in 0..BLOCKSIZE {
	187	block[j] = self.speech_hist[SP_START + SP_LPC_ORDER + j];
	188	}
	189	if (i & 7) == 3 {
	190	backfilter(&mut self.speech_hist, &mut self.speech_rec, &mut self.speech_lpc, RA288_SPEECH_WINDOW, RA288_SPEECH_BW_TAB, 40, 35, SP_START);
	191	backfilter(&mut self.gain_hist, &mut self.gain_rec, &mut self.gain_lpc, RA288_GAIN_WINDOW, RA288_GAIN_BW_TAB, 8, 20, GAIN_START);
	192	}
	193	}
	194	}
	195
	196	let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), abuf);
	197	frm.set_keyframe(true);
	198	Ok(Rc::new(RefCell::new(frm)))
	199	}
	200	}
	201
	202	pub fn get_decoder() -> Box<NADecoder> {
	203	Box::new(RA288Decoder::new())
	204	}
	205
	206	#[cfg(test)]
	207	mod test {
3167c45c KS	208	use nihav_core::codecs::RegisteredDecoders;
	209	use nihav_core::demuxers::RegisteredDemuxers;
	210	use nihav_core::test::dec_video::*;
	211	use crate::codecs::realmedia_register_all_codecs;
	212	use crate::demuxers::realmedia_register_all_demuxers;
37d2275e KS	213	#[test]
37d2275e KS	214	fn test_ra288() {
3167c45c KS	215	let mut dmx_reg = RegisteredDemuxers::new();
	216	realmedia_register_all_demuxers(&mut dmx_reg);
	217	let mut dec_reg = RegisteredDecoders::new();
	218	realmedia_register_all_codecs(&mut dec_reg);
	219
37d2275e	220	let file = "assets/RV/A0000044.rm";
3167c45c	221	test_decode_audio("realmedia", file, Some(5000), "ra28.8", &dmx_reg, &dec_reg);
37d2275e KS	222	}
	223	}
	224
	225	const RA288_GAIN_TAB: [f32; 8] = [
	226	0.515625, 0.90234375, 1.57910156, 2.76342773,
	227	-0.515625, -0.90234375, -1.57910156, -2.76342773
	228	];
	229
	230	const RA288_CODEBOOK: [[i16; 5]; 128] = [
	231	[ 668, -2950, -1254, -1790, -2553], [ -5032, -4577, -1045, 2908, 3318],
	232	[ -2819, -2677, -948, -2825, -4450], [ -6679, -340, 1482, -1276, 1262],
	233	[ -562, -6757, 1281, 179, -1274], [ -2512, -7130, -4925, 6913, 2411],
	234	[ -2478, -156, 4683, -3873, 0], [ -8208, 2140, -478, -2785, 533],
	235	[ 1889, 2759, 1381, -6955, -5913], [ 5082, -2460, -5778, 1797, 568],
	236	[ -2208, -3309, -4523, -6236, -7505], [ -2719, 4358, -2988, -1149, 2664],
	237	[ 1259, 995, 2711, -2464,-10390], [ 1722, -7569, -2742, 2171, -2329],
	238	[ 1032, 747, -858, -7946,-12843], [ 3106, 4856, -4193, -2541, 1035],
	239	[ 1862, -960, -6628, 410, 5882], [ -2493, -2628, -4000, -60, 7202],
	240	[ -2672, 1446, 1536, -3831, 1233], [ -5302, 6912, 1589, -4187, 3665],
	241	[ -3456, -8170, -7709, 1384, 4698], [ -4699, -6209,-11176, 8104, 16830],
	242	[ 930, 7004, 1269, -8977, 2567], [ 4649, 11804, 3441, -5657, 1199],
	243	[ 2542, -183, -8859, -7976, 3230], [ -2872, -2011, -9713, -8385, 12983],
	244	[ 3086, 2140, -3680, -9643, -2896], [ -7609, 6515, -2283, -2522, 6332],
	245	[ -3333, -5620, -9130,-11131, 5543], [ -407, -6721,-17466, -2889, 11568],
	246	[ 3692, 6796, -262,-10846, -1856], [ 7275, 13404, -2989,-10595, 4936],
	247	[ 244, -2219, 2656, 3776, -5412], [ -4043, -5934, 2131, 863, -2866],
	248	[ -3302, 1743, -2006, -128, -2052], [ -6361, 3342, -1583, -21, 1142],
	249	[ -3837, -1831, 6397, 2545, -2848], [ -9332, -6528, 5309, 1986, -2245],
	250	[ -4490, 748, 1935, -3027, -493], [ -9255, 5366, 3193, -4493, 1784],
	251	[ 4784, -370, 1866, 1057, -1889], [ 7342, -2690, -2577, 676, -611],
	252	[ -502, 2235, -1850, -1777, -2049], [ 1011, 3880, -2465, 2209, -152],
	253	[ 2592, 2829, 5588, 2839, -7306], [ -3049, -4918, 5955, 9201, -4447],
	254	[ 697, 3908, 5798, -4451, -4644], [ -2121, 5444, -2570, 321, -1202],
	255	[ 2846, -2086, 3532, 566, -708], [ -4279, 950, 4980, 3749, 452],
	256	[ -2484, 3502, 1719, -170, 238], [ -3435, 263, 2114, -2005, 2361],
	257	[ -7338, -1208, 9347, -1216, -4013], [-13498, -439, 8028, -4232, 361],
	258	[ -3729, 5433, 2004, -4727, -1259], [ -3986, 7743, 8429, -3691, -987],
	259	[ 5198, -423, 1150, -1281, 816], [ 7409, 4109, -3949, 2690, 30],
	260	[ 1246, 3055, -35, -1370, -246], [ -1489, 5635, -678, -2627, 3170],
	261	[ 4830, -4585, 2008, -1062, 799], [ -129, 717, 4594, 14937, 10706],
	262	[ 417, 2759, 1850, -5057, -1153], [ -3887, 7361, -5768, 4285, 666],
	263	[ 1443, -938, 20, -2119, -1697], [ -3712, -3402, -2212, 110, 2136],
	264	[ -2952, 12, -1568, -3500, -1855], [ -1315, -1731, 1160, -558, 1709],
	265	[ 88, -4569, 194, -454, -2957], [ -2839, -1666, -273, 2084, -155],
	266	[ -189, -2376, 1663, -1040, -2449], [ -2842, -1369, 636, -248, -2677],
	267	[ 1517, 79, -3013, -3669, -973], [ 1913, -2493, -5312, -749, 1271],
	268	[ -2903, -3324, -3756, -3690, -1829], [ -2913, -1547, -2760, -1406, 1124],
	269	[ 1844, -1834, 456, 706, -4272], [ 467, -4256, -1909, 1521, 1134],
	270	[ -127, -994, -637, -1491, -6494], [ 873, -2045, -3828, -2792, -578],
	271	[ 2311, -1817, 2632, -3052, 1968], [ 641, 1194, 1893, 4107, 6342],
	272	[ -45, 1198, 2160, -1449, 2203], [ -2004, 1713, 3518, 2652, 4251],
	273	[ 2936, -3968, 1280, 131, -1476], [ 2827, 8, -1928, 2658, 3513],
	274	[ 3199, -816, 2687, -1741, -1407], [ 2948, 4029, 394, -253, 1298],
	275	[ 4286, 51, -4507, -32, -659], [ 3903, 5646, -5588, -2592, 5707],
	276	[ -606, 1234, -1607, -5187, 664], [ -525, 3620, -2192, -2527, 1707],
	277	[ 4297, -3251, -2283, 812, -2264], [ 5765, 528, -3287, 1352, 1672],
	278	[ 2735, 1241, -1103, -3273, -3407], [ 4033, 1648, -2965, -1174, 1444],
	279	[ 74, 918, 1999, 915, -1026], [ -2496, -1605, 2034, 2950, 229],
	280	[ -2168, 2037, 15, -1264, -208], [ -3552, 1530, 581, 1491, 962],
	281	[ -2613, -2338, 3621, -1488, -2185], [ -1747, 81, 5538, 1432, -2257],
	282	[ -1019, 867, 214, -2284, -1510], [ -1684, 2816, -229, 2551, -1389],
	283	[ 2707, 504, 479, 2783, -1009], [ 2517, -1487, -1596, 621, 1929],
	284	[ -148, 2206, -4288, 1292, -1401], [ -527, 1243, -2731, 1909, 1280],
	285	[ 2149, -1501, 3688, 610, -4591], [ 3306, -3369, 1875, 3636, -1217],
286	[ 2574, 2513, 1449, -3074, -4979], [ 814, 1826, -2497, 4234, -4077],
287	[ 1664, -220, 3418, 1002, 1115], [ 781, 1658, 3919, 6130, 3140],
288	[ 1148, 4065, 1516, 815, 199], [ 1191, 2489, 2561, 2421, 2443],
289	[ 770, -5915, 5515, -368, -3199], [ 1190, 1047, 3742, 6927, -2089],
290	[ 292, 3099, 4308, -758, -2455], [ 523, 3921, 4044, 1386, 85],
291	[ 4367, 1006, -1252, -1466, -1383], [ 3852, 1579, -77, 2064, 868],
292	[ 5109, 2919, -202, 359, -509], [ 3650, 3206, 2303, 1693, 1296],
293	[ 2905, -3907, 229, -1196, -2332], [ 5977, -3585, 805, 3825, -3138],
294	[ 3746, -606, 53, -269, -3301], [ 606, 2018, -1316, 4064, 398]
295	];
296
297	const RA288_SPEECH_WINDOW: &[f32] = &[
298	0.576690972, 0.580838025, 0.585013986, 0.589219987, 0.59345597, 0.597723007,
299	0.602020264, 0.606384277, 0.610748291, 0.615142822, 0.619598389, 0.624084473,
300	0.628570557, 0.633117676, 0.637695313, 0.642272949, 0.646911621, 0.651580811,
301	0.656280518, 0.66104126, 0.665802002, 0.670593262, 0.675445557, 0.680328369,
302	0.685241699, 0.690185547, 0.695159912, 0.700164795, 0.705230713, 0.710327148,
303	0.715454102, 0.720611572, 0.725830078, 0.731048584, 0.736328125, 0.741638184,
304	0.747009277, 0.752380371, 0.7578125, 0.763305664, 0.768798828, 0.774353027,
305	0.779937744, 0.785583496, 0.791229248, 0.796936035, 0.802703857, 0.808502197,
306	0.814331055, 0.820220947, 0.826141357, 0.832092285, 0.838104248, 0.844146729,
307	0.850250244, 0.856384277, 0.862548828, 0.868774414, 0.875061035, 0.881378174,
308	0.88772583, 0.894134521, 0.900604248, 0.907104492, 0.913635254, 0.920227051,
309	0.926879883, 0.933563232, 0.940307617, 0.94708252, 0.953918457, 0.96081543,
310	0.96774292, 0.974731445, 0.981781006, 0.988861084, 0.994842529, 0.998565674,
311	0.999969482, 0.99911499, 0.996002197, 0.990600586, 0.982910156, 0.973022461,
312	0.960876465, 0.946533203, 0.930053711, 0.911437988, 0.89074707, 0.868041992,
313	0.843322754, 0.816680908, 0.788208008, 0.757904053, 0.725891113, 0.692199707,
314	0.656921387, 0.620178223, 0.582000732, 0.542480469, 0.501739502, 0.459838867,
315	0.416900635, 0.373016357, 0.328277588, 0.282775879, 0.236663818, 0.189971924,
316	0.142852783, 0.0954284668,0.0477600098
317	];
318	const RA288_SPEECH_BW_TAB: &[f32] = &[
319	0.98828125, 0.976699829, 0.965254128, 0.953942537, 0.942763507, 0.931715488,
320	0.920796931, 0.910006344, 0.899342179, 0.888803005, 0.878387332, 0.868093729,
321	0.857920766, 0.847867012, 0.837931097, 0.828111589, 0.818407178, 0.808816493,
322	0.799338162, 0.789970934, 0.780713439, 0.771564424, 0.762522638, 0.753586829,
323	0.744755745, 0.736028135, 0.727402806, 0.718878567, 0.710454226, 0.702128589,
324	0.693900526, 0.685768902, 0.677732527, 0.669790328, 0.66194123, 0.654184103
325	];
326
327	const RA288_GAIN_WINDOW: &[f32] = &[
328	0.505699992, 0.524200022, 0.54339999, 0.563300014, 0.583953857, 0.60534668,
329	0.627502441, 0.650482178, 0.674316406, 0.699005127, 0.724578857, 0.75112915,
330	0.778625488, 0.807128906, 0.836669922, 0.86730957, 0.899078369, 0.932006836,
331	0.961486816, 0.982757568, 0.995635986, 1.0, 0.995819092, 0.983154297,
332	0.96206665, 0.932769775, 0.895507813, 0.850585938, 0.798400879, 0.739379883,
333	0.674072266, 0.602996826, 0.526763916, 0.446014404, 0.361480713, 0.273834229,
334	0.183868408, 0.0923461914
335	];
336	const RA288_GAIN_BW_TAB: &[f32] = &[
337	0.90625, 0.821289063, 0.74432373, 0.674499512, 0.61126709,
338	0.553955078, 0.50201416, 0.454956055, 0.41229248, 0.373657227
339	];