src/demux.rs

   1 use std::io::SeekFrom;
   2 use nihav_core::codecs::*;
   3 use nihav_core::demuxers::*;
   4 use nihav_registry::detect;
   5 use nihav_core::io::byteio::ByteReader;
   6 use nihav_allstuff::*;
   7
   8 pub struct FullRegister {
   9     pub dmx_reg:    RegisteredDemuxers,
  10     pub rdmx_reg:   RegisteredRawDemuxers,
  11     pub pkt_reg:    RegisteredPacketisers,
  12     pub dec_reg:    RegisteredDecoders,
  13 }
  14
  15 impl FullRegister {
  16     pub fn new() -> Self {
  17         let mut dmx_reg = RegisteredDemuxers::new();
  18         nihav_register_all_demuxers(&mut dmx_reg);
  19         let mut rdmx_reg = RegisteredRawDemuxers::new();
  20         nihav_register_all_raw_demuxers(&mut rdmx_reg);
  21         let mut dec_reg = RegisteredDecoders::new();
  22         nihav_register_all_decoders(&mut dec_reg);
  23         let mut pkt_reg = RegisteredPacketisers::new();
  24         nihav_register_all_packetisers(&mut pkt_reg);
  25         Self { dmx_reg, rdmx_reg, pkt_reg, dec_reg }
  26     }
  27 }
  28
  29 pub struct RawStreamCtx<'a> {
  30     stream: NAStreamRef,
  31     pkt:    Box<dyn NAPacketiser + Send>,
  32     br:     &'a mut ByteReader<'a>,
  33     pts:    u64,
  34     seek:   SeekIndex,
  35 }
  36
  37 impl<'a> RawStreamCtx<'a> {
  38     fn new(stream: NAStreamRef, packetiser: Box<dyn NAPacketiser + Send>, br: &'a mut ByteReader<'a>) -> Self {
  39         let mut seek = SeekIndex::new();
  40         seek.add_stream(0);
  41         Self { stream, pkt: packetiser, br, pts: 0, seek }
  42     }
  43     fn account_for_packet(&mut self, packet: &mut NAPacket) {
  44         let pos = self.br.tell() - (self.pkt.bytes_left() as u64);
  45         if packet.get_pts().is_none() && packet.get_duration().is_some() {
  46             packet.ts.pts = Some(self.pts);
  47         }
  48         if packet.is_keyframe() {
  49             let pts = packet.get_pts().unwrap_or(self.pts);
  50             let time = NATimeInfo::ts_to_time(pts, 1000, self.stream.tb_num, self.stream.tb_den);
  51             let in_range = if let Some(last) = self.seek.seek_info[0].entries.last() {
  52                     last.pts >= pts
  53                 } else {
  54                     false
  55                 };
  56             if !in_range {
  57                 self.seek.add_entry(0, SeekEntry { time, pts, pos });
  58             }
  59         }
  60         self.pts += packet.get_duration().unwrap_or(0);
  61     }
  62     fn get_frame(&mut self) -> DemuxerResult<NAPacket> {
  63         let mut buf = [0; 1048576];
  64         loop {
  65             match self.pkt.get_packet(self.stream.clone()) {
  66                 Ok(Some(mut packet)) => {
  67                     self.account_for_packet(&mut packet);
  68                     return Ok(packet);
  69                 },
  70                 Ok(None) => {},
  71                 Err(DecoderError::ShortData) => {},
  72                 _ => return Err(DemuxerError::InvalidData),
  73             };
  74             match self.br.read_buf_some(&mut buf) {
  75                 Ok(size) => {
  76                     self.pkt.add_data(&buf[..size]);
  77                 },
  78                 Err(_) => {
  79                     match self.pkt.get_packet(self.stream.clone()) {
  80                         Ok(Some(mut packet)) => {
  81                             self.account_for_packet(&mut packet);
  82                             return Ok(packet);
  83                         },
  84                         Ok(None) | Err(DecoderError::ShortData) => return Err(DemuxerError::EOF),
  85                         _ => return Err(DemuxerError::InvalidData),
  86                     };
  87                 },
  88             };
  89         }
  90     }
  91 }
  92
  93 pub enum DemuxerObject<'a> {
  94     None,
  95     Normal(Demuxer<'a>),
  96     Raw(RawDemuxer<'a>, Vec<Option<Box<dyn NAPacketiser + Send>>>, bool),
  97     RawStream(RawStreamCtx<'a>),
  98 }
  99
 100 impl<'a> DemuxerObject<'a> {
 101     pub fn create(br: &'a mut ByteReader<'a>, reg: &FullRegister, name: &str, is_raw: bool) -> DemuxerObject<'a> {
 102         if !is_raw {
 103             let res = detect::detect_format(name, br);
 104             let (dmx_name, _) = res.unwrap_or(("", detect::DetectionScore::No));
 105             if dmx_name != "" {
 106                 println!("trying demuxer {} on {}", dmx_name, name);
 107                 if let Some(dmx_fact) = reg.dmx_reg.find_demuxer(dmx_name) {
 108                     br.seek(SeekFrom::Start(0)).unwrap();
 109                     let dmx = create_demuxer(dmx_fact, br).unwrap();
 110                     return DemuxerObject::Normal(dmx);
 111                 }
 112             }
 113             if dmx_name != "" {
 114                 println!("trying raw demuxer {} on {}", dmx_name, name);
 115                 if let Some(rdmx_fact) = reg.rdmx_reg.find_demuxer(dmx_name) {
 116                     br.seek(SeekFrom::Start(0)).unwrap();
 117                     let dmx = create_raw_demuxer(rdmx_fact, br).unwrap();
 118                     let mut pkts = Vec::new();
 119                     for stream in dmx.get_streams() {
 120                         if let Some(pcreate) = reg.pkt_reg.find_packetiser(stream.get_info().get_name()) {
 121                             let packetiser = (pcreate)();
 122                             pkts.push(Some(packetiser));
 123                         } else {
 124                             pkts.push(None);
 125                         }
 126                     }
 127                     return DemuxerObject::Raw(dmx, pkts, false);
 128                 }
 129             }
 130             for rdmx in reg.rdmx_reg.iter() {
 131                 if rdmx.check_format(br) {
 132                     println!("detected {} as {}", name, rdmx.get_name());
 133                     br.seek(SeekFrom::Start(0)).unwrap();
 134                     let dmx = create_raw_demuxer(*rdmx, br).unwrap();
 135                     let mut pkts = Vec::new();
 136                     for stream in dmx.get_streams() {
 137                         if let Some(pcreate) = reg.pkt_reg.find_packetiser(stream.get_info().get_name()) {
 138                             let packetiser = (pcreate)();
 139                             pkts.push(Some(packetiser));
 140                         } else {
 141                             pkts.push(None);
 142                         }
 143                     }
 144                     return DemuxerObject::Raw(dmx, pkts, false);
 145                 }
 146             }
 147         }
 148         br.seek(SeekFrom::Start(0)).unwrap();
 149         let mut buf = vec![0; 1048576];
 150         let size = br.peek_buf(&mut buf).unwrap();
 151         let mut pname = "";
 152
 153         for pinfo in reg.pkt_reg.iter() {
 154             let mut packetiser = (pinfo.get_packetiser)();
 155             packetiser.add_data(&buf[..size]);
 156             if packetiser.parse_stream(0).is_ok() {
 157                 pname = pinfo.name;
 158                 break;
 159             }
 160         }
 161         if pname != "" {
 162             println!("found raw stream of type {} for {}", pname, name);
 163             let pcreate = reg.pkt_reg.find_packetiser(pname).unwrap();
 164             let mut packetiser = (pcreate)();
 165             packetiser.add_data(&buf[..size]);
 166             let stream = packetiser.parse_stream(0).unwrap();
 167             packetiser.reset();
 168             DemuxerObject::RawStream(RawStreamCtx::new(stream, packetiser, br))
 169         } else {
 170             DemuxerObject::None
 171         }
 172     }
 173     pub fn is_none(&self) -> bool {
 174         match *self {
 175             DemuxerObject::None => true,
 176             _ => false,
 177         }
 178     }
 179     pub fn get_duration(&self) -> u64 {
 180         match *self {
 181             DemuxerObject::Normal(ref dmx) => dmx.get_duration(),
 182             DemuxerObject::Raw(ref dmx, _, _) => dmx.get_duration(),
 183             _ => 0,
 184         }
 185     }
 186     pub fn get_num_streams(&self) -> usize {
 187         match *self {
 188             DemuxerObject::None => 0,
 189             DemuxerObject::Normal(ref dmx) => dmx.get_num_streams(),
 190             DemuxerObject::Raw(ref dmx, _, _) => dmx.get_num_streams(),
 191             DemuxerObject::RawStream(_) => 1,
 192         }
 193     }
 194     pub fn get_stream(&self, idx: usize) -> Option<NAStreamRef> {
 195         match *self {
 196             DemuxerObject::Normal(ref dmx) => dmx.get_stream(idx),
 197             DemuxerObject::Raw(ref dmx, _, _) => dmx.get_stream(idx),
 198             DemuxerObject::RawStream(ref ctx) if idx == 0 => Some(ctx.stream.clone()),
 199             _ => None,
 200         }
 201     }
 202     pub fn get_frame(&mut self) -> DemuxerResult<NAPacket> {
 203         match *self {
 204             DemuxerObject::Normal(ref mut dmx) => dmx.get_frame(),
 205             DemuxerObject::Raw(ref mut dmx, ref mut packetisers, ref mut eof) => {
 206                 loop {
 207                     let mut has_some = false;
 208                     for (stream, p) in dmx.get_streams().zip(packetisers.iter_mut()) {
 209                         if let Some(ref mut pkts) = p {
 210                             match pkts.get_packet(stream.clone()) {
 211                                 Ok(Some(pkt)) => return Ok(pkt),
 212                                 Ok(None) | Err(DecoderError::ShortData) => {
 213                                     if *eof {
 214                                         *p = None;
 215                                     }
 216                                 },
 217                                 Err(err) => {
 218                                     println!("packetisation error {:?}", err);
 219                                     return Err(DemuxerError::InvalidData);
 220                                 }
 221                             };
 222                             has_some |= p.is_some();
 223                         }
 224                     }
 225                     if !has_some {
 226                         return Err(DemuxerError::EOF);
 227                     }
 228                     if let Ok(data) = dmx.get_data() {
 229                         let id = data.get_stream().get_id();
 230                         for (i, stream) in dmx.get_streams().enumerate() {
 231                             if stream.get_id() == id {
 232                                 if let Some(ref mut pkts) = packetisers[i] {
 233                                     pkts.add_data(&data.get_buffer());
 234                                 }
 235                                 break;
 236                             }
 237                         }
 238                     } else {
 239                         *eof = true;
 240                     }
 241                 }
 242             },
 243             DemuxerObject::RawStream(ref mut ctx) => ctx.get_frame(),
 244             _ => unreachable!(),
 245         }
 246     }
 247     pub fn seek(&mut self, seek_time: NATimePoint) -> DemuxerResult<()> {
 248         match *self {
 249             DemuxerObject::Normal(ref mut dmx) => dmx.seek(seek_time),
 250             DemuxerObject::Raw(ref mut dmx, _, _) => dmx.seek(seek_time),
 251             DemuxerObject::RawStream(ref mut ctx) => {
 252                 if seek_time == NATimePoint::None {
 253                     return Err(DemuxerError::SeekError);
 254                 }
 255                 if let Some(last) = ctx.seek.seek_info[0].entries.last() {
 256                     let in_index = match seek_time {
 257                             NATimePoint::None => unreachable!(),
 258                             NATimePoint::PTS(pts) => last.pts >= pts,
 259                             NATimePoint::Milliseconds(ms) => last.time >= ms,
 260                         };
 261                     if in_index {
 262                         if let Some(result) = ctx.seek.find_pos(seek_time) {
 263                             ctx.br.seek(SeekFrom::Start(result.pos))?;
 264                             ctx.pts = result.pts;
 265                             ctx.pkt.reset();
 266                             return Ok(());
 267                         }
 268                     }
 269                 }
 270                 if let Some(last) = ctx.seek.seek_info[0].entries.last() {
 271                     ctx.br.seek(SeekFrom::Start(last.pos))?;
 272                     ctx.pts = last.pts;
 273                     ctx.pkt.reset();
 274                 }
 275                 let mut key_pts = 0;
 276                 while let Ok(pkt) = ctx.get_frame() {
 277                     if !pkt.ts.less_than(seek_time) && !pkt.ts.equal(seek_time) {
 278                         break;
 279                     }
 280                     if pkt.is_keyframe() {
 281                         key_pts = pkt.get_pts().unwrap_or(0);
 282                     }
 283                 }
 284                 let result = ctx.seek.find_pos(NATimePoint::PTS(key_pts)).unwrap();
 285                 ctx.br.seek(SeekFrom::Start(result.pos))?;
 286                 ctx.pts = result.pts;
 287                 ctx.pkt.reset();
 288                 Ok(())
 289             },
 290             _ => Err(DemuxerError::NotImplemented),
 291         }
 292     }
 293 }
 294
 295 pub fn detect_tags(br: &mut ByteReader) -> (bool, u64, Option<u64>) {
 296     let mut is_raw = false;
 297     let mut start = 0;
 298     let mut end = None;
 299
 300     // check for ID3v{2-4}
 301     let mut buf = [0; 5];
 302     br.peek_buf(&mut buf).unwrap();
 303     if &buf[0..3] == b"ID3" && buf[3] > 0 && buf[3] < 5 && buf[4] == 0 { //ID3 tag found, must be a raw stream
 304         br.read_skip(6).unwrap();
 305         let mut size = 0;
 306         for _ in 0..4 {
 307             let b = br.read_byte().unwrap();
 308             if (b & 0x80) != 0 {
 309                 println!("Invalid ID3 size");
 310                 break;
 311             }
 312             size = (size << 7) | u64::from(b);
 313         }
 314         start = size + 10;
 315         is_raw = true;
 316     }
 317     // check for ID3v1
 318     br.seek(SeekFrom::End(-128)).unwrap();
 319     let off = br.tell();
 320     br.peek_buf(&mut buf[..3]).unwrap();
 321     if &buf[0..3] == b"TAG" {
 322         end = Some(off);
 323     }
 324     // check for APETAG
 325     let mut buf = [0; 8];
 326     if let Some(off) = end {
 327         br.seek(SeekFrom::Start(off - 32)).unwrap();
 328     } else {
 329         br.seek(SeekFrom::End(-32)).unwrap();
 330     }
 331     let off = br.tell();
 332     br.read_buf(&mut buf).unwrap();
 333     if &buf == b"APETAGEX" {
 334         let ver     = br.read_u32le().unwrap();
 335         let size    = u64::from(br.read_u32le().unwrap());
 336         let _items  = br.read_u32le().unwrap();
 337         let flags   = br.read_u32le().unwrap();
 338         if ver == 1000 || (flags & 0x80000000) == 0 {
 339             end = Some(off - size + 32);
 340         } else {
 341             end = Some(off - size);
 342         }
 343     }
 344
 345     (is_raw, start, end)
 346 }