src/demux.rs

   1 use std::io::SeekFrom;
   2 use nihav_core::codecs::*;
   3 use nihav_core::demuxers::*;
   4 use nihav_registry::detect;
   5 use nihav_core::io::byteio::ByteReader;
   6 use nihav_allstuff::*;
   7
   8 pub struct FullRegister {
   9     pub dmx_reg:    RegisteredDemuxers,
  10     pub rdmx_reg:   RegisteredRawDemuxers,
  11     pub pkt_reg:    RegisteredPacketisers,
  12     pub dec_reg:    RegisteredDecoders,
  13 }
  14
  15 impl FullRegister {
  16     pub fn new() -> Self {
  17         let mut dmx_reg = RegisteredDemuxers::new();
  18         nihav_register_all_demuxers(&mut dmx_reg);
  19         let mut rdmx_reg = RegisteredRawDemuxers::new();
  20         nihav_register_all_raw_demuxers(&mut rdmx_reg);
  21         let mut dec_reg = RegisteredDecoders::new();
  22         nihav_register_all_decoders(&mut dec_reg);
  23         let mut pkt_reg = RegisteredPacketisers::new();
  24         nihav_register_all_packetisers(&mut pkt_reg);
  25         Self { dmx_reg, rdmx_reg, pkt_reg, dec_reg }
  26     }
  27 }
  28
  29 pub struct RawStreamCtx<'a> {
  30     stream: NAStreamRef,
  31     pkt:    Box<dyn NAPacketiser + Send>,
  32     br:     &'a mut ByteReader<'a>,
  33     pts:    u64,
  34     seek:   SeekIndex,
  35 }
  36
  37 impl<'a> RawStreamCtx<'a> {
  38     fn new(stream: NAStreamRef, packetiser: Box<dyn NAPacketiser + Send>, br: &'a mut ByteReader<'a>) -> Self {
  39         let mut seek = SeekIndex::new();
  40         seek.add_stream(0);
  41         Self { stream, pkt: packetiser, br, pts: 0, seek }
  42     }
  43     fn account_for_packet(&mut self, packet: &mut NAPacket) {
  44         let pos = self.br.tell() - (self.pkt.bytes_left() as u64);
  45         if packet.get_pts().is_none() && packet.get_duration().is_some() {
  46             packet.ts.pts = Some(self.pts);
  47         }
  48         if packet.is_keyframe() {
  49             let pts = packet.get_pts().unwrap_or(self.pts);
  50             let time = NATimeInfo::ts_to_time(pts, 1000, self.stream.tb_num, self.stream.tb_den);
  51             let in_range = if let Some(last) = self.seek.seek_info[0].entries.last() {
  52                     last.pts >= pts
  53                 } else {
  54                     false
  55                 };
  56             if !in_range {
  57                 self.seek.add_entry(0, SeekEntry { time, pts, pos });
  58             }
  59         }
  60         self.pts += packet.get_duration().unwrap_or(0);
  61     }
  62     fn get_frame(&mut self) -> DemuxerResult<NAPacket> {
  63         let mut buf = [0; 1048576];
  64         loop {
  65             match self.pkt.get_packet(self.stream.clone()) {
  66                 Ok(Some(mut packet)) => {
  67                     self.account_for_packet(&mut packet);
  68                     return Ok(packet);
  69                 },
  70                 Ok(None) => {},
  71                 Err(DecoderError::ShortData) => {},
  72                 _ => return Err(DemuxerError::InvalidData),
  73             };
  74             match self.br.read_buf_some(&mut buf) {
  75                 Ok(size) => {
  76                     self.pkt.add_data(&buf[..size]);
  77                 },
  78                 Err(_) => {
  79                     match self.pkt.get_packet(self.stream.clone()) {
  80                         Ok(Some(mut packet)) => {
  81                             self.account_for_packet(&mut packet);
  82                             return Ok(packet);
  83                         },
  84                         Ok(None) | Err(DecoderError::ShortData) => return Err(DemuxerError::EOF),
  85                         _ => return Err(DemuxerError::InvalidData),
  86                     };
  87                 },
  88             };
  89         }
  90     }
  91 }
  92
  93 pub enum DemuxerObject<'a> {
  94     None,
  95     Normal(Demuxer<'a>),
  96     Raw(RawDemuxer<'a>, Vec<Option<Box<dyn NAPacketiser + Send>>>, bool),
  97     RawStream(RawStreamCtx<'a>),
  98 }
  99
 100 impl<'a> DemuxerObject<'a> {
 101     pub fn create(br: &'a mut ByteReader<'a>, reg: &FullRegister, name: &str, is_raw: bool) -> DemuxerObject<'a> {
 102         if !is_raw {
 103             let res = detect::detect_format(name, br);
 104             let (dmx_name, _) = res.unwrap_or(("", detect::DetectionScore::No));
 105             if dmx_name != "" {
 106                 println!("trying demuxer {} on {}", dmx_name, name);
 107                 if let Some(dmx_fact) = reg.dmx_reg.find_demuxer(dmx_name) {
 108                     br.seek(SeekFrom::Start(0)).unwrap();
 109                     let dmx = create_demuxer(dmx_fact, br).unwrap();
 110                     return DemuxerObject::Normal(dmx);
 111                 }
 112             }
 113             if dmx_name != "" {
 114                 println!("trying raw demuxer {} on {}", dmx_name, name);
 115                 if let Some(rdmx_fact) = reg.rdmx_reg.find_demuxer(dmx_name) {
 116                     br.seek(SeekFrom::Start(0)).unwrap();
 117                     let dmx = create_raw_demuxer(rdmx_fact, br).unwrap();
 118                     let mut pkts = Vec::new();
 119                     for stream in dmx.get_streams() {
 120                         if let Some(pcreate) = reg.pkt_reg.find_packetiser(stream.get_info().get_name()) {
 121                             let packetiser = (pcreate)();
 122                             pkts.push(Some(packetiser));
 123                         } else {
 124                             pkts.push(None);
 125                         }
 126                     }
 127                     return DemuxerObject::Raw(dmx, pkts, false);
 128                 }
 129             }
 130             for rdmx in reg.rdmx_reg.iter() {
 131                 if rdmx.check_format(br) {
 132                     println!("detected {} as {}", name, rdmx.get_name());
 133                     br.seek(SeekFrom::Start(0)).unwrap();
 134                     let dmx = create_raw_demuxer(*rdmx, br).unwrap();
 135                     let mut pkts = Vec::new();
 136                     for stream in dmx.get_streams() {
 137                         if let Some(pcreate) = reg.pkt_reg.find_packetiser(stream.get_info().get_name()) {
 138                             let packetiser = (pcreate)();
 139                             pkts.push(Some(packetiser));
 140                         } else {
 141                             pkts.push(None);
 142                         }
 143                     }
 144                     return DemuxerObject::Raw(dmx, pkts, false);
 145                 }
 146             }
 147         }
 148         br.seek(SeekFrom::Start(0)).unwrap();
 149         let mut buf = vec![0; 1048576];
 150         let size = br.peek_buf(&mut buf).unwrap();
 151         let mut pname = "";
 152
 153         for pinfo in reg.pkt_reg.iter() {
 154             let mut packetiser = (pinfo.get_packetiser)();
 155             packetiser.add_data(&buf[..size]);
 156             if packetiser.parse_stream(0).is_ok() {
 157                 pname = pinfo.name;
 158                 break;
 159             }
 160         }
 161         if pname != "" {
 162             println!("found raw stream of type {} for {}", pname, name);
 163             let pcreate = reg.pkt_reg.find_packetiser(pname).unwrap();
 164             let mut packetiser = (pcreate)();
 165             packetiser.add_data(&buf[..size]);
 166             let stream = packetiser.parse_stream(0).unwrap();
 167             packetiser.reset();
 168             DemuxerObject::RawStream(RawStreamCtx::new(stream, packetiser, br))
 169         } else {
 170             DemuxerObject::None
 171         }
 172     }
 173     pub fn is_none(&self) -> bool {
 174         match *self {
 175             DemuxerObject::None => true,
 176             _ => false,
 177         }
 178     }
 179     pub fn get_duration(&self) -> u64 {
 180         match *self {
 181             DemuxerObject::Normal(ref dmx) => dmx.get_duration(),
 182             DemuxerObject::Raw(ref dmx, _, _) => dmx.get_duration(),
 183             DemuxerObject::RawStream(ref ctx) => {
 184                 NATimeInfo::ts_to_time(ctx.stream.duration, 1000, ctx.stream.tb_num, ctx.stream.tb_den)
 185             },
 186             _ => 0,
 187         }
 188     }
 189     pub fn get_num_streams(&self) -> usize {
 190         match *self {
 191             DemuxerObject::None => 0,
 192             DemuxerObject::Normal(ref dmx) => dmx.get_num_streams(),
 193             DemuxerObject::Raw(ref dmx, _, _) => dmx.get_num_streams(),
 194             DemuxerObject::RawStream(_) => 1,
 195         }
 196     }
 197     pub fn get_stream(&self, idx: usize) -> Option<NAStreamRef> {
 198         match *self {
 199             DemuxerObject::Normal(ref dmx) => dmx.get_stream(idx),
 200             DemuxerObject::Raw(ref dmx, _, _) => dmx.get_stream(idx),
 201             DemuxerObject::RawStream(ref ctx) if idx == 0 => Some(ctx.stream.clone()),
 202             _ => None,
 203         }
 204     }
 205     pub fn get_frame(&mut self) -> DemuxerResult<NAPacket> {
 206         match *self {
 207             DemuxerObject::Normal(ref mut dmx) => dmx.get_frame(),
 208             DemuxerObject::Raw(ref mut dmx, ref mut packetisers, ref mut eof) => {
 209                 loop {
 210                     let mut has_some = false;
 211                     for (stream, p) in dmx.get_streams().zip(packetisers.iter_mut()) {
 212                         if let Some(ref mut pkts) = p {
 213                             match pkts.get_packet(stream.clone()) {
 214                                 Ok(Some(pkt)) => return Ok(pkt),
 215                                 Ok(None) | Err(DecoderError::ShortData) => {
 216                                     if *eof {
 217                                         *p = None;
 218                                     }
 219                                 },
 220                                 Err(err) => {
 221                                     println!("packetisation error {:?}", err);
 222                                     return Err(DemuxerError::InvalidData);
 223                                 }
 224                             };
 225                             has_some |= p.is_some();
 226                         }
 227                     }
 228                     if !has_some {
 229                         return Err(DemuxerError::EOF);
 230                     }
 231                     if let Ok(data) = dmx.get_data() {
 232                         let id = data.get_stream().get_id();
 233                         for (i, stream) in dmx.get_streams().enumerate() {
 234                             if stream.get_id() == id {
 235                                 if let Some(ref mut pkts) = packetisers[i] {
 236                                     pkts.add_data(&data.get_buffer());
 237                                 }
 238                                 break;
 239                             }
 240                         }
 241                     } else {
 242                         *eof = true;
 243                     }
 244                 }
 245             },
 246             DemuxerObject::RawStream(ref mut ctx) => ctx.get_frame(),
 247             _ => unreachable!(),
 248         }
 249     }
 250     pub fn seek(&mut self, seek_time: NATimePoint) -> DemuxerResult<()> {
 251         match *self {
 252             DemuxerObject::Normal(ref mut dmx) => dmx.seek(seek_time),
 253             DemuxerObject::Raw(ref mut dmx, _, _) => dmx.seek(seek_time),
 254             DemuxerObject::RawStream(ref mut ctx) => {
 255                 if seek_time == NATimePoint::None {
 256                     return Err(DemuxerError::SeekError);
 257                 }
 258                 if let Some(last) = ctx.seek.seek_info[0].entries.last() {
 259                     let in_index = match seek_time {
 260                             NATimePoint::None => unreachable!(),
 261                             NATimePoint::PTS(pts) => last.pts >= pts,
 262                             NATimePoint::Milliseconds(ms) => last.time >= ms,
 263                         };
 264                     if in_index {
 265                         if let Some(result) = ctx.seek.find_pos(seek_time) {
 266                             ctx.br.seek(SeekFrom::Start(result.pos))?;
 267                             ctx.pts = result.pts;
 268                             ctx.pkt.reset();
 269                             return Ok(());
 270                         }
 271                     }
 272                 }
 273                 if let Some(last) = ctx.seek.seek_info[0].entries.last() {
 274                     ctx.br.seek(SeekFrom::Start(last.pos))?;
 275                     ctx.pts = last.pts;
 276                     ctx.pkt.reset();
 277                 }
 278                 let mut key_pts = 0;
 279                 while let Ok(pkt) = ctx.get_frame() {
 280                     if !pkt.ts.less_than(seek_time) && !pkt.ts.equal(seek_time) {
 281                         break;
 282                     }
 283                     if pkt.is_keyframe() {
 284                         key_pts = pkt.get_pts().unwrap_or(0);
 285                     }
 286                 }
 287                 let result = ctx.seek.find_pos(NATimePoint::PTS(key_pts)).unwrap();
 288                 ctx.br.seek(SeekFrom::Start(result.pos))?;
 289                 ctx.pts = result.pts;
 290                 ctx.pkt.reset();
 291                 Ok(())
 292             },
 293             _ => Err(DemuxerError::NotImplemented),
 294         }
 295     }
 296 }
 297
 298 pub fn detect_tags(br: &mut ByteReader) -> (bool, u64, Option<u64>) {
 299     let mut is_raw = false;
 300     let mut start = 0;
 301     let mut end = None;
 302
 303     // check for ID3v{2-4}
 304     let mut buf = [0; 5];
 305     loop {
 306         if br.peek_buf(&mut buf).is_err() {
 307             break;
 308         }
 309         if &buf[0..3] == b"ID3" && buf[3] > 0 && buf[3] < 5 && buf[4] == 0 { //ID3 tag found, must be a raw stream
 310             br.read_skip(6).unwrap();
 311             let mut size = 0;
 312             for _ in 0..4 {
 313                 let b = br.read_byte().unwrap();
 314                 if (b & 0x80) != 0 {
 315                     println!("Invalid ID3 size");
 316                     break;
 317                 }
 318                 size = (size << 7) | u64::from(b);
 319             }
 320             start += size + 10;
 321             br.read_skip(size as usize).unwrap();
 322             is_raw = true;
 323         } else {
 324             break;
 325         }
 326     }
 327     // check for ID3v1
 328     br.seek(SeekFrom::End(-128)).unwrap();
 329     let off = br.tell();
 330     br.peek_buf(&mut buf[..3]).unwrap();
 331     if &buf[0..3] == b"TAG" {
 332         end = Some(off);
 333         // check for Lyrics v2
 334         let mut sig = [0; 9];
 335         br.seek(SeekFrom::End(-128 - 9)).unwrap();
 336         br.peek_buf(&mut sig).unwrap();
 337         if &sig == b"LYRICS200" {
 338             br.seek(SeekFrom::Current(-6)).unwrap();
 339             let mut sizestr = [0; 6];
 340             br.peek_buf(&mut sizestr).unwrap();
 341             if let Ok(sstr) = std::str::from_utf8(&sizestr) {
 342                 if let Ok(size) = sstr.parse::<u64>() {
 343                     end = Some(br.tell() - size);
 344                 }
 345             }
 346         }
 347     }
 348     // check for APETAG
 349     let mut buf = [0; 8];
 350     if let Some(off) = end {
 351         br.seek(SeekFrom::Start(off - 32)).unwrap();
 352     } else {
 353         br.seek(SeekFrom::End(-32)).unwrap();
 354     }
 355     let off = br.tell();
 356     br.read_buf(&mut buf).unwrap();
 357     if &buf == b"APETAGEX" {
 358         let ver     = br.read_u32le().unwrap();
 359         let size    = u64::from(br.read_u32le().unwrap());
 360         let _items  = br.read_u32le().unwrap();
 361         let flags   = br.read_u32le().unwrap();
 362         if ver == 1000 || (flags & 0x80000000) == 0 {
 363             end = Some(off - size + 32);
 364         } else {
 365             end = Some(off - size);
 366         }
 367     }
 368
 369     (is_raw, start, end)
 370 }