fix detection for small raw streams
[nihav-tool.git] / src / demux.rs
CommitLineData
55d3e99f
KS
1use std::io::SeekFrom;
2use nihav_core::codecs::*;
3use nihav_core::demuxers::*;
4use nihav_registry::detect;
5use nihav_core::io::byteio::ByteReader;
6use nihav_allstuff::*;
7
8pub struct FullRegister {
9 pub dmx_reg: RegisteredDemuxers,
10 pub rdmx_reg: RegisteredRawDemuxers,
11 pub pkt_reg: RegisteredPacketisers,
12 pub dec_reg: RegisteredDecoders,
13}
14
15impl FullRegister {
16 pub fn new() -> Self {
17 let mut dmx_reg = RegisteredDemuxers::new();
18 nihav_register_all_demuxers(&mut dmx_reg);
19 let mut rdmx_reg = RegisteredRawDemuxers::new();
20 nihav_register_all_raw_demuxers(&mut rdmx_reg);
21 let mut dec_reg = RegisteredDecoders::new();
22 nihav_register_all_decoders(&mut dec_reg);
23 let mut pkt_reg = RegisteredPacketisers::new();
24 nihav_register_all_packetisers(&mut pkt_reg);
25 Self { dmx_reg, rdmx_reg, pkt_reg, dec_reg }
26 }
27}
28
e01dfa5a
KS
29pub struct RawStreamCtx<'a> {
30 stream: NAStreamRef,
31 pkt: Box<dyn NAPacketiser + Send>,
32 br: &'a mut ByteReader<'a>,
33 pts: u64,
9ba5cad5 34 seek: SeekIndex,
e01dfa5a
KS
35}
36
37impl<'a> RawStreamCtx<'a> {
38 fn new(stream: NAStreamRef, packetiser: Box<dyn NAPacketiser + Send>, br: &'a mut ByteReader<'a>) -> Self {
9ba5cad5
KS
39 let mut seek = SeekIndex::new();
40 seek.add_stream(0);
41 Self { stream, pkt: packetiser, br, pts: 0, seek }
42 }
43 fn account_for_packet(&mut self, packet: &mut NAPacket) {
44 let pos = self.br.tell() - (self.pkt.bytes_left() as u64);
45 if packet.get_pts().is_none() && packet.get_duration().is_some() {
46 packet.ts.pts = Some(self.pts);
47 }
48 if packet.is_keyframe() {
49 let pts = packet.get_pts().unwrap_or(self.pts);
50 let time = NATimeInfo::ts_to_time(pts, 1000, self.stream.tb_num, self.stream.tb_den);
51 let in_range = if let Some(last) = self.seek.seek_info[0].entries.last() {
52 last.pts >= pts
53 } else {
54 false
55 };
56 if !in_range {
57 self.seek.add_entry(0, SeekEntry { time, pts, pos });
58 }
59 }
60 self.pts += packet.get_duration().unwrap_or(0);
61 }
62 fn get_frame(&mut self) -> DemuxerResult<NAPacket> {
63 let mut buf = [0; 1048576];
64 loop {
65 match self.pkt.get_packet(self.stream.clone()) {
66 Ok(Some(mut packet)) => {
67 self.account_for_packet(&mut packet);
68 return Ok(packet);
69 },
70 Ok(None) => {},
71 Err(DecoderError::ShortData) => {},
72 _ => return Err(DemuxerError::InvalidData),
73 };
74 match self.br.read_buf_some(&mut buf) {
75 Ok(size) => {
76 self.pkt.add_data(&buf[..size]);
77 },
78 Err(_) => {
79 match self.pkt.get_packet(self.stream.clone()) {
80 Ok(Some(mut packet)) => {
81 self.account_for_packet(&mut packet);
82 return Ok(packet);
83 },
84 Ok(None) | Err(DecoderError::ShortData) => return Err(DemuxerError::EOF),
85 _ => return Err(DemuxerError::InvalidData),
86 };
87 },
88 };
89 }
e01dfa5a
KS
90 }
91}
92
55d3e99f
KS
93pub enum DemuxerObject<'a> {
94 None,
95 Normal(Demuxer<'a>),
96 Raw(RawDemuxer<'a>, Vec<Option<Box<dyn NAPacketiser + Send>>>, bool),
e01dfa5a 97 RawStream(RawStreamCtx<'a>),
55d3e99f
KS
98}
99
100impl<'a> DemuxerObject<'a> {
101 pub fn create(br: &'a mut ByteReader<'a>, reg: &FullRegister, name: &str, is_raw: bool) -> DemuxerObject<'a> {
102 if !is_raw {
103 let res = detect::detect_format(name, br);
104 let (dmx_name, _) = res.unwrap_or(("", detect::DetectionScore::No));
105 if dmx_name != "" {
106 println!("trying demuxer {} on {}", dmx_name, name);
107 if let Some(dmx_fact) = reg.dmx_reg.find_demuxer(dmx_name) {
108 br.seek(SeekFrom::Start(0)).unwrap();
109 let dmx = create_demuxer(dmx_fact, br).unwrap();
110 return DemuxerObject::Normal(dmx);
111 }
112 }
113 if dmx_name != "" {
114 println!("trying raw demuxer {} on {}", dmx_name, name);
115 if let Some(rdmx_fact) = reg.rdmx_reg.find_demuxer(dmx_name) {
116 br.seek(SeekFrom::Start(0)).unwrap();
117 let dmx = create_raw_demuxer(rdmx_fact, br).unwrap();
118 let mut pkts = Vec::new();
119 for stream in dmx.get_streams() {
120 if let Some(pcreate) = reg.pkt_reg.find_packetiser(stream.get_info().get_name()) {
121 let packetiser = (pcreate)();
122 pkts.push(Some(packetiser));
123 } else {
124 pkts.push(None);
125 }
126 }
127 return DemuxerObject::Raw(dmx, pkts, false);
128 }
129 }
130 for rdmx in reg.rdmx_reg.iter() {
131 if rdmx.check_format(br) {
132 println!("detected {} as {}", name, rdmx.get_name());
133 br.seek(SeekFrom::Start(0)).unwrap();
134 let dmx = create_raw_demuxer(*rdmx, br).unwrap();
135 let mut pkts = Vec::new();
136 for stream in dmx.get_streams() {
137 if let Some(pcreate) = reg.pkt_reg.find_packetiser(stream.get_info().get_name()) {
138 let packetiser = (pcreate)();
139 pkts.push(Some(packetiser));
140 } else {
141 pkts.push(None);
142 }
143 }
144 return DemuxerObject::Raw(dmx, pkts, false);
145 }
146 }
147 }
148 br.seek(SeekFrom::Start(0)).unwrap();
149 let mut buf = vec![0; 1048576];
1517a97d
KS
150 let size = br.read_buf_some(&mut buf).unwrap();
151 br.seek(SeekFrom::Start(0)).unwrap();
55d3e99f
KS
152 let mut pname = "";
153
154 for pinfo in reg.pkt_reg.iter() {
155 let mut packetiser = (pinfo.get_packetiser)();
156 packetiser.add_data(&buf[..size]);
157 if packetiser.parse_stream(0).is_ok() {
158 pname = pinfo.name;
159 break;
160 }
161 }
162 if pname != "" {
163 println!("found raw stream of type {} for {}", pname, name);
164 let pcreate = reg.pkt_reg.find_packetiser(pname).unwrap();
165 let mut packetiser = (pcreate)();
166 packetiser.add_data(&buf[..size]);
167 let stream = packetiser.parse_stream(0).unwrap();
168 packetiser.reset();
e01dfa5a 169 DemuxerObject::RawStream(RawStreamCtx::new(stream, packetiser, br))
55d3e99f
KS
170 } else {
171 DemuxerObject::None
172 }
173 }
174 pub fn is_none(&self) -> bool {
175 match *self {
176 DemuxerObject::None => true,
177 _ => false,
178 }
179 }
180 pub fn get_duration(&self) -> u64 {
181 match *self {
182 DemuxerObject::Normal(ref dmx) => dmx.get_duration(),
183 DemuxerObject::Raw(ref dmx, _, _) => dmx.get_duration(),
1c5de8c5
KS
184 DemuxerObject::RawStream(ref ctx) => {
185 NATimeInfo::ts_to_time(ctx.stream.duration, 1000, ctx.stream.tb_num, ctx.stream.tb_den)
186 },
55d3e99f
KS
187 _ => 0,
188 }
189 }
190 pub fn get_num_streams(&self) -> usize {
191 match *self {
192 DemuxerObject::None => 0,
193 DemuxerObject::Normal(ref dmx) => dmx.get_num_streams(),
194 DemuxerObject::Raw(ref dmx, _, _) => dmx.get_num_streams(),
e01dfa5a 195 DemuxerObject::RawStream(_) => 1,
55d3e99f
KS
196 }
197 }
198 pub fn get_stream(&self, idx: usize) -> Option<NAStreamRef> {
199 match *self {
200 DemuxerObject::Normal(ref dmx) => dmx.get_stream(idx),
201 DemuxerObject::Raw(ref dmx, _, _) => dmx.get_stream(idx),
e01dfa5a 202 DemuxerObject::RawStream(ref ctx) if idx == 0 => Some(ctx.stream.clone()),
55d3e99f
KS
203 _ => None,
204 }
205 }
206 pub fn get_frame(&mut self) -> DemuxerResult<NAPacket> {
207 match *self {
208 DemuxerObject::Normal(ref mut dmx) => dmx.get_frame(),
209 DemuxerObject::Raw(ref mut dmx, ref mut packetisers, ref mut eof) => {
210 loop {
211 let mut has_some = false;
212 for (stream, p) in dmx.get_streams().zip(packetisers.iter_mut()) {
213 if let Some(ref mut pkts) = p {
214 match pkts.get_packet(stream.clone()) {
215 Ok(Some(pkt)) => return Ok(pkt),
216 Ok(None) | Err(DecoderError::ShortData) => {
217 if *eof {
218 *p = None;
219 }
220 },
221 Err(err) => {
222 println!("packetisation error {:?}", err);
223 return Err(DemuxerError::InvalidData);
224 }
225 };
226 has_some |= p.is_some();
227 }
228 }
229 if !has_some {
230 return Err(DemuxerError::EOF);
231 }
232 if let Ok(data) = dmx.get_data() {
233 let id = data.get_stream().get_id();
234 for (i, stream) in dmx.get_streams().enumerate() {
235 if stream.get_id() == id {
236 if let Some(ref mut pkts) = packetisers[i] {
237 pkts.add_data(&data.get_buffer());
238 }
239 break;
240 }
241 }
242 } else {
243 *eof = true;
244 }
245 }
246 },
9ba5cad5 247 DemuxerObject::RawStream(ref mut ctx) => ctx.get_frame(),
55d3e99f
KS
248 _ => unreachable!(),
249 }
250 }
251 pub fn seek(&mut self, seek_time: NATimePoint) -> DemuxerResult<()> {
252 match *self {
253 DemuxerObject::Normal(ref mut dmx) => dmx.seek(seek_time),
254 DemuxerObject::Raw(ref mut dmx, _, _) => dmx.seek(seek_time),
9ba5cad5
KS
255 DemuxerObject::RawStream(ref mut ctx) => {
256 if seek_time == NATimePoint::None {
257 return Err(DemuxerError::SeekError);
258 }
259 if let Some(last) = ctx.seek.seek_info[0].entries.last() {
260 let in_index = match seek_time {
261 NATimePoint::None => unreachable!(),
262 NATimePoint::PTS(pts) => last.pts >= pts,
263 NATimePoint::Milliseconds(ms) => last.time >= ms,
264 };
265 if in_index {
266 if let Some(result) = ctx.seek.find_pos(seek_time) {
267 ctx.br.seek(SeekFrom::Start(result.pos))?;
268 ctx.pts = result.pts;
269 ctx.pkt.reset();
270 return Ok(());
271 }
272 }
273 }
274 if let Some(last) = ctx.seek.seek_info[0].entries.last() {
275 ctx.br.seek(SeekFrom::Start(last.pos))?;
276 ctx.pts = last.pts;
277 ctx.pkt.reset();
278 }
279 let mut key_pts = 0;
280 while let Ok(pkt) = ctx.get_frame() {
281 if !pkt.ts.less_than(seek_time) && !pkt.ts.equal(seek_time) {
282 break;
283 }
284 if pkt.is_keyframe() {
285 key_pts = pkt.get_pts().unwrap_or(0);
286 }
287 }
288 let result = ctx.seek.find_pos(NATimePoint::PTS(key_pts)).unwrap();
289 ctx.br.seek(SeekFrom::Start(result.pos))?;
290 ctx.pts = result.pts;
291 ctx.pkt.reset();
292 Ok(())
293 },
55d3e99f
KS
294 _ => Err(DemuxerError::NotImplemented),
295 }
296 }
297}
298
299pub fn detect_tags(br: &mut ByteReader) -> (bool, u64, Option<u64>) {
300 let mut is_raw = false;
301 let mut start = 0;
302 let mut end = None;
303
304 // check for ID3v{2-4}
305 let mut buf = [0; 5];
18f43812
KS
306 loop {
307 if br.peek_buf(&mut buf).is_err() {
308 break;
309 }
310 if &buf[0..3] == b"ID3" && buf[3] > 0 && buf[3] < 5 && buf[4] == 0 { //ID3 tag found, must be a raw stream
311 br.read_skip(6).unwrap();
312 let mut size = 0;
313 for _ in 0..4 {
314 let b = br.read_byte().unwrap();
315 if (b & 0x80) != 0 {
316 println!("Invalid ID3 size");
317 break;
318 }
319 size = (size << 7) | u64::from(b);
55d3e99f 320 }
18f43812
KS
321 start += size + 10;
322 br.read_skip(size as usize).unwrap();
323 is_raw = true;
324 } else {
325 break;
55d3e99f 326 }
55d3e99f
KS
327 }
328 // check for ID3v1
329 br.seek(SeekFrom::End(-128)).unwrap();
330 let off = br.tell();
331 br.peek_buf(&mut buf[..3]).unwrap();
332 if &buf[0..3] == b"TAG" {
333 end = Some(off);
18f43812
KS
334 // check for Lyrics v2
335 let mut sig = [0; 9];
336 br.seek(SeekFrom::End(-128 - 9)).unwrap();
337 br.peek_buf(&mut sig).unwrap();
338 if &sig == b"LYRICS200" {
339 br.seek(SeekFrom::Current(-6)).unwrap();
340 let mut sizestr = [0; 6];
341 br.peek_buf(&mut sizestr).unwrap();
342 if let Ok(sstr) = std::str::from_utf8(&sizestr) {
343 if let Ok(size) = sstr.parse::<u64>() {
344 end = Some(br.tell() - size);
345 }
346 }
347 }
55d3e99f
KS
348 }
349 // check for APETAG
350 let mut buf = [0; 8];
351 if let Some(off) = end {
352 br.seek(SeekFrom::Start(off - 32)).unwrap();
353 } else {
354 br.seek(SeekFrom::End(-32)).unwrap();
355 }
356 let off = br.tell();
357 br.read_buf(&mut buf).unwrap();
358 if &buf == b"APETAGEX" {
359 let ver = br.read_u32le().unwrap();
360 let size = u64::from(br.read_u32le().unwrap());
361 let _items = br.read_u32le().unwrap();
362 let flags = br.read_u32le().unwrap();
363 if ver == 1000 || (flags & 0x80000000) == 0 {
364 end = Some(off - size + 32);
365 } else {
366 end = Some(off - size);
367 }
368 }
369
370 (is_raw, start, end)
371}