1 use nihav_core::codecs::*;
2 use nihav_core::io::byteio::read_u32be;
3 use nihav_core::io::bitreader::*;
4 use nihav_codec_support::dsp::qmf::QMF;
10 const SAMPLES: usize = 1152;
11 const BYTEBUF_SIZE: usize = 2048;
13 #[allow(clippy::large_enum_variant)]
21 fn layer_id(&self) -> u8 {
25 LayerData::MP3(_) => 2,
32 LayerData::MP3(ref mut data) => data.reset(),
47 coeffs: [[f32; SAMPLES]; 2],
48 out: [[[f32; 32]; 36]; 2],
53 fn new(layer: u8) -> Self {
54 let ctx = match layer {
57 2 => LayerData::MP3(MP3Data::new()),
61 info: NACodecInfo::new_dummy(),
62 smap: NAChannelMap::from_ms_mapping(3),
63 mmap: NAChannelMap::from_ms_mapping(4),
64 qmf: [QMF::new(), QMF::new()],
70 bytebuf: Vec::with_capacity(BYTEBUF_SIZE),
71 coeffs: [[0.0; SAMPLES]; 2],
72 out: [[[0.0; 32]; 36]; 2],
75 fn read_mp3_side_data(&mut self, br: &mut BitReader, src: &[u8], mono: bool) -> DecoderResult<()> {
76 if let LayerData::MP3(ref mut ctx) = self.ctx {
77 let channels = if mono { 1 } else { 2 };
78 ctx.mpeg1 = self.sf_idx < 3;
79 ctx.sf_idx = self.sf_idx;
80 ctx.read_mp3_side_data(br, channels)?;
81 let hdr_size = (br.tell() / 8) as usize;
82 let add_len = src.len() - hdr_size;
83 if self.bytebuf.len() + add_len > BYTEBUF_SIZE {
84 self.bytebuf.drain(..self.bytebuf.len() + add_len - BYTEBUF_SIZE);
86 let underrun = self.bytebuf.len() < ctx.main_data_end;
87 let del_len = if !underrun { self.bytebuf.len() - ctx.main_data_end } else { 0 };
88 self.bytebuf.extend_from_slice(&src[hdr_size..]);
89 self.bytebuf.drain(..del_len);
91 return Err(DecoderError::MissingReference);
96 Err(DecoderError::Bug)
99 fn decode_layer3(&mut self, channels: usize, mode_ext: u8) -> DecoderResult<bool> {
100 if let LayerData::MP3(ref mut ctx) = self.ctx {
101 let mut br = BitReader::new(&self.bytebuf, BitReaderMode::BE);
103 ctx.decode_mpeg1_layer3(&mut br, &mut self.coeffs, channels)?;
105 ctx.decode_mpeg2_layer3(&mut br, &mut self.coeffs, channels, mode_ext)?;
107 let used_data = (br.tell() + 7) / 8;
108 self.bytebuf.drain(..used_data);
112 Err(DecoderError::Bug)
115 fn synth_layer3(&mut self, mode: u8, mode_ext: u8) {
116 if let LayerData::MP3(ref mut ctx) = self.ctx {
117 ctx.synth(&mut self.coeffs, &mut self.out, mode, mode_ext);
122 fn apply_ms(ch0: &mut [f32], ch1: &mut [f32]) {
123 for (l, r) in ch0.iter_mut().zip(ch1) {
124 let ll = (*l + *r) * std::f32::consts::FRAC_1_SQRT_2;
125 let rr = (*l - *r) * std::f32::consts::FRAC_1_SQRT_2;
131 impl NADecoder for MPADecoder {
132 fn init(&mut self, _supp: &mut NADecoderSupport, info: NACodecInfoRef) -> DecoderResult<()> {
133 if let NACodecTypeInfo::Audio(_ainfo) = info.get_properties() {
134 self.info = info.clone();
137 Err(DecoderError::InvalidData)
140 fn decode(&mut self, _supp: &mut NADecoderSupport, pkt: &NAPacket) -> DecoderResult<NAFrameRef> {
141 let info = pkt.get_stream().get_info();
142 if let NACodecTypeInfo::Audio(_) = info.get_properties() {
143 let src = pkt.get_buffer();
145 let mut br = BitReader::new(src.as_slice(), BitReaderMode::BE);
147 let syncword = br.read(11)?;
148 validate!(syncword == 0x7FF);
149 let id = br.read(2)?;
151 let layer = (br.read(2)? ^ 3) as u8;
152 validate!(layer != 3);
153 let protection = br.read_bool()?;
154 let bitrate_index = br.read(4)? as usize;
155 validate!(bitrate_index < 15);
156 if bitrate_index == 0 {
157 //todo freeform eventually
160 let mut sf_idx = br.read(2)? as usize;
161 validate!(sf_idx != 3);
162 let padding = br.read_bool()?;
163 let _private = br.read_bool()?;
164 let mode = br.read(2)? as u8;
165 let mode_extension = br.read(2)? as u8;
166 let _copyright = br.read_bool()?;
167 let _original = br.read_bool()?;
168 let _emphasis = br.read(2)?;
170 let _crc_check = br.read(16)?;
172 validate!(layer == self.ctx.layer_id());
179 let srate = SAMPLING_RATE[sf_idx];
183 validate!(srate == self.srate);
184 let channels = if mode == 3 { 1 } else { 2 };
185 if self.channels == 0 {
186 self.channels = channels;
188 if channels != self.channels {
191 let bitrate = BITRATE[if mpeg1 { 0 } else { 1 }][layer as usize][bitrate_index];
192 let frame_size = match layer {
194 ((SAMPLES / 3 / 8 * 1000 * (bitrate as usize) / (srate as usize)) & !3) + if padding { 4 } else { 0 }
197 SAMPLES / 2 / 8 * 1000 * (bitrate as usize) / (srate as usize) + if padding { 1 } else { 0 }
200 SAMPLES / 8 * 1000 * (bitrate as usize) / (srate as usize) + if padding { 1 } else { 0 }
203 validate!(src.len() >= frame_size);
204 self.sf_idx = sf_idx;
206 let nsamples = if mpeg1 { SAMPLES } else { SAMPLES / 2 };
208 let ainfo = NAAudioInfo::new(srate, channels, SND_F32P_FORMAT, nsamples);
209 let chmap = if channels == 1 { self.mmap.clone() } else { self.smap.clone() };
211 let mut abuf = alloc_audio_buffer(ainfo, nsamples, chmap)?;
212 let mut adata = abuf.get_abuf_f32().unwrap();
213 let off = if channels == 1 { adata.get_length() } else { adata.get_stride() };
214 let buf = adata.get_data_mut().unwrap();
215 let (ch0, ch1) = buf.split_at_mut(off);
218 0 => unimplemented!(),
219 1 => unimplemented!(),
221 let ret = self.read_mp3_side_data(&mut br, &src[..frame_size], channels == 1);
223 Err(DecoderError::MissingReference) => {
224 abuf.truncate_audio(0);
225 let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), abuf);
226 frm.set_duration(Some(0));
227 return Ok(frm.into_ref());
229 Err(err) => return Err(err),
232 let has_data = self.decode_layer3(channels as usize, mode_extension)?;
234 let frm = NAFrame::new_from_pkt(pkt, self.info.clone(), NABufferType::None);
235 return Ok(frm.into_ref());
237 self.synth_layer3(mode, mode_extension);
238 for (dst, src) in ch0.chunks_exact_mut(32).zip(self.out[0].iter_mut()) {
239 self.qmf[0].synth(src, dst);
242 for (dst, src) in ch1.chunks_mut(32).zip(self.out[1].iter_mut()) {
243 self.qmf[1].synth(src, dst);
249 let mut frm = NAFrame::new_from_pkt(pkt, self.info.clone(), abuf);
250 frm.set_duration(Some(nsamples as u64));
251 frm.set_keyframe(true);
254 Err(DecoderError::Bug)
257 fn flush(&mut self) {
258 for qmf in self.qmf.iter_mut() {
261 self.bytebuf.clear();
266 impl NAOptionHandler for MPADecoder {
267 fn get_supported_options(&self) -> &[NAOptionDefinition] { &[] }
268 fn set_options(&mut self, _options: &[NAOption]) { }
269 fn query_option_value(&self, _name: &str) -> Option<NAValue> { None }
272 pub fn get_decoder_mp3() -> Box<dyn NADecoder + Send> {
273 Box::new(MPADecoder::new(2))
276 #[derive(Clone,Copy,Debug)]
285 impl PartialEq for MPAHeader {
286 fn eq(&self, other: &Self) -> bool {
287 self.layer == other.layer &&
288 self.srate == other.srate &&
289 self.channels == other.channels
294 struct MPAPacketiser {
296 hdr: Option<MPAHeader>,
300 fn new() -> Self { Self::default() }
301 fn parse_header(&self, off: usize) -> DecoderResult<MPAHeader> {
302 if self.buf.len() < off + 4 { return Err(DecoderError::ShortData); }
304 let mut br = BitReader::new(&self.buf[off..], BitReaderMode::BE);
306 let syncword = br.read(11)?;
307 validate!(syncword == 0x7FF);
308 let id = br.read(2)?;
310 let layer = (br.read(2)? ^ 3) as u8;
311 validate!(layer != 3);
312 let _protection = br.read_bool()?;
313 let bitrate_index = br.read(4)? as usize;
314 validate!(bitrate_index < 15);
315 if bitrate_index == 0 {
316 //todo freeform eventually
319 let mut sf_idx = br.read(2)? as usize;
320 validate!(sf_idx != 3);
321 let padding = br.read_bool()?;
322 let _private = br.read_bool()?;
323 let mode = br.read(2)? as u8;
331 let srate = SAMPLING_RATE[sf_idx];
332 let channels = if mode == 3 { 1 } else { 2 };
333 let bitrate = BITRATE[if mpeg1 { 0 } else { 1 }][layer as usize][bitrate_index];
334 let frame_size = match layer {
336 ((SAMPLES / 3 / 8 * 1000 * (bitrate as usize) / (srate as usize)) & !3) + if padding { 4 } else { 0 }
339 SAMPLES / 2 / 8 * 1000 * (bitrate as usize) / (srate as usize) + if padding { 1 } else { 0 }
342 SAMPLES / 8 * 1000 * (bitrate as usize) / (srate as usize) + if padding { 1 } else { 0 }
345 let nsamples = if mpeg1 { SAMPLES } else { SAMPLES / 2 };
347 Ok(MPAHeader{ layer, srate, channels, frame_size, nsamples })
351 impl NAPacketiser for MPAPacketiser {
352 fn add_data(&mut self, src: &[u8]) -> bool {
353 self.buf.extend_from_slice(src);
354 self.buf.len() < 4096
356 fn parse_stream(&mut self, id: u32) -> DecoderResult<NAStreamRef> {
357 if self.hdr.is_none() {
358 if self.buf.len() < 4 {
359 return Err(DecoderError::ShortData);
361 let hdr = self.parse_header(0)?;
362 self.hdr = Some(hdr);
364 let hdr = self.hdr.unwrap();
365 let mut duration = 0;
366 if hdr.layer == 2 { // check for Xing/LAME info
367 let mpeg1 = hdr.srate >= 32000;
368 let offset = match (mpeg1, hdr.channels) {
374 if self.buf.len() >= offset + 12 && (&self.buf[offset..][..4] == b"Xing" || &self.buf[offset..][..4] == b"Info") {
375 let flags = read_u32be(&self.buf[offset + 4..]).unwrap_or(0);
376 if (flags & 1) != 0 {
377 duration = u64::from(read_u32be(&self.buf[offset + 8..]).unwrap_or(0));
379 } else if self.buf.len() >= offset + 18 && &self.buf[offset..][..6] == b"VBRI\x00\x01" {
380 duration = u64::from(read_u32be(&self.buf[offset + 14..]).unwrap_or(0));
383 let ainfo = NAAudioInfo::new(hdr.srate, hdr.channels, SND_F32P_FORMAT, hdr.nsamples);
384 let info = NACodecInfo::new("mp3", NACodecTypeInfo::Audio(ainfo), None);
385 Ok(NAStream::new(StreamType::Audio, id, info, hdr.nsamples as u32, hdr.srate, duration).into_ref())
387 fn skip_junk(&mut self) -> DecoderResult<usize> {
388 if self.buf.len() <= 2 {
392 let mut hdr = u16::from(self.buf[0]) * 256 + u16::from(self.buf[1]);
393 let mut iter = self.buf[2..].iter();
395 if (hdr & 0xFFE0) != 0xFFE0 {
396 let ret = self.parse_header(off);
399 if self.hdr.is_none() {
400 self.hdr = Some(hdr);
402 if self.hdr.unwrap() != hdr { // header is valid but mismatches
403 self.buf.drain(..off + 1);
404 return Err(DecoderError::InvalidData);
409 self.buf.drain(..off + 1);
415 if let Some(&b) = iter.next() {
416 hdr = (hdr << 8) | u16::from(b);
421 self.buf.drain(..off);
424 fn get_packet(&mut self, stream: NAStreamRef) -> DecoderResult<Option<NAPacket>> {
425 if self.buf.len() < 4 {
426 return Err(DecoderError::ShortData);
428 let hdr = self.parse_header(0)?;
429 if self.hdr.is_none() {
430 self.hdr = Some(hdr);
432 if self.hdr.unwrap() != hdr {
433 return Err(DecoderError::InvalidData);
435 if hdr.frame_size <= self.buf.len() {
436 let mut data = Vec::with_capacity(hdr.frame_size);
437 data.extend_from_slice(&self.buf[..hdr.frame_size]);
438 self.buf.drain(..hdr.frame_size);
439 let ts = NATimeInfo::new(None, None, Some(1), hdr.nsamples as u32, hdr.srate);
440 Ok(Some(NAPacket::new(stream, ts, true, data)))
445 fn reset(&mut self) {
448 fn bytes_left(&self) -> usize { self.buf.len() }
451 pub fn get_packetiser() -> Box<dyn NAPacketiser + Send> {
452 Box::new(MPAPacketiser::new())
457 use nihav_core::codecs::RegisteredDecoders;
458 use nihav_core::demuxers::RegisteredDemuxers;
459 use nihav_codec_support::test::dec_video::test_decode_audio;
460 use crate::mpeg_register_all_decoders;
461 use nihav_flash::flash_register_all_demuxers;
463 use nihav_core::codecs::NAPacketiser;
466 fn test_mpeg1_layer3_mono() {
467 let mut dmx_reg = RegisteredDemuxers::new();
468 flash_register_all_demuxers(&mut dmx_reg);
469 let mut dec_reg = RegisteredDecoders::new();
470 mpeg_register_all_decoders(&mut dec_reg);
472 // sample: https://samples.mplayerhq.hu/FLV/flash_video_5/i_004.flv
473 let file = "assets/Flash/i_004.flv";
474 test_decode_audio("flv", file, Some(6000), None/*Some("mp3_1")*/, &dmx_reg, &dec_reg);
477 fn test_mpeg1_layer3_stereo() {
478 let mut dmx_reg = RegisteredDemuxers::new();
479 flash_register_all_demuxers(&mut dmx_reg);
480 let mut dec_reg = RegisteredDecoders::new();
481 mpeg_register_all_decoders(&mut dec_reg);
483 // sample: https://samples.mplayerhq.hu/FLV/venture_030_ivcp_001_8bit.flv
484 let file = "assets/Flash/venture_030_ivcp_001_8bit.flv";
485 test_decode_audio("flv", file, Some(7200), None/*Some("mp3_2")*/, &dmx_reg, &dec_reg);
488 fn test_mpeg2_layer3() {
489 let mut dmx_reg = RegisteredDemuxers::new();
490 flash_register_all_demuxers(&mut dmx_reg);
491 let mut dec_reg = RegisteredDecoders::new();
492 mpeg_register_all_decoders(&mut dec_reg);
494 // sample: https://samples.mplayerhq.hu/FLV/flash_with_alpha/lection2-2.flv
495 let file = "assets/Flash/lection2-2.flv";
496 test_decode_audio("flv", file, Some(6000), None/*Some("mp3_3")*/, &dmx_reg, &dec_reg);
499 fn test_mpa_packetiser() {
500 let mut buf = [0; 16384];
501 // sample from a private collection
502 let mut file = std::fs::File::open("assets/MPEG/1.mp3").unwrap();
504 let mut pkts = super::MPAPacketiser::new();
505 file.read_exact(&mut buf).unwrap();
507 let stream = pkts.parse_stream(0).unwrap();
508 let mut frame_sizes = Vec::with_capacity(15);
509 while let Some(pkt) = pkts.get_packet(stream.clone()).unwrap() {
510 let frame_size = pkt.get_buffer().len();
511 println!("pkt size {}", frame_size);
512 frame_sizes.push(frame_size);
514 assert_eq!(&frame_sizes, &[1044, 1044, 1045, 1045, 1045, 1045, 1045, 1045, 1045, 1045, 1045, 1044, 1045, 1045, 1045]);
518 const BITRATE: [[[u32; 15]; 3]; 2] = [
520 [ 0, 32, 64, 96, 128, 160, 192, 224, 256, 288, 320, 352, 384, 416, 448 ],
521 [ 0, 32, 48, 56, 64, 80, 96, 112, 128, 160, 192, 224, 256, 320, 384 ],
522 [ 0, 32, 40, 48, 56, 64, 80, 96, 112, 128, 160, 192, 224, 256, 320 ]
524 [ 0, 32, 48, 56, 64, 80, 96, 112, 128, 144, 160, 176, 192, 224, 256 ],
525 [ 0, 8, 16, 24, 32, 40, 48, 56, 64, 80, 96, 112, 128, 144, 160 ],
526 [ 0, 8, 16, 24, 32, 40, 48, 56, 64, 80, 96, 112, 128, 144, 160 ]
530 const SAMPLING_RATE: [u32; 9] = [ 44100, 48000, 32000, 22050, 24000, 16000, 11025, 12000, 8000 ];