add option for printing MOV chunks hierarchy
[nihav-tool.git] / src / demux.rs
CommitLineData
55d3e99f
KS
1use std::io::SeekFrom;
2use nihav_core::codecs::*;
3use nihav_core::demuxers::*;
4use nihav_registry::detect;
5use nihav_core::io::byteio::ByteReader;
6use nihav_allstuff::*;
7
8pub struct FullRegister {
9 pub dmx_reg: RegisteredDemuxers,
10 pub rdmx_reg: RegisteredRawDemuxers,
11 pub pkt_reg: RegisteredPacketisers,
12 pub dec_reg: RegisteredDecoders,
13}
14
15impl FullRegister {
16 pub fn new() -> Self {
17 let mut dmx_reg = RegisteredDemuxers::new();
18 nihav_register_all_demuxers(&mut dmx_reg);
19 let mut rdmx_reg = RegisteredRawDemuxers::new();
20 nihav_register_all_raw_demuxers(&mut rdmx_reg);
21 let mut dec_reg = RegisteredDecoders::new();
22 nihav_register_all_decoders(&mut dec_reg);
23 let mut pkt_reg = RegisteredPacketisers::new();
24 nihav_register_all_packetisers(&mut pkt_reg);
25 Self { dmx_reg, rdmx_reg, pkt_reg, dec_reg }
26 }
27}
28
e01dfa5a
KS
29pub struct RawStreamCtx<'a> {
30 stream: NAStreamRef,
31 pkt: Box<dyn NAPacketiser + Send>,
32 br: &'a mut ByteReader<'a>,
33 pts: u64,
9ba5cad5 34 seek: SeekIndex,
e01dfa5a
KS
35}
36
37impl<'a> RawStreamCtx<'a> {
38 fn new(stream: NAStreamRef, packetiser: Box<dyn NAPacketiser + Send>, br: &'a mut ByteReader<'a>) -> Self {
9ba5cad5
KS
39 let mut seek = SeekIndex::new();
40 seek.add_stream(0);
41 Self { stream, pkt: packetiser, br, pts: 0, seek }
42 }
43 fn account_for_packet(&mut self, packet: &mut NAPacket) {
44 let pos = self.br.tell() - (self.pkt.bytes_left() as u64);
45 if packet.get_pts().is_none() && packet.get_duration().is_some() {
46 packet.ts.pts = Some(self.pts);
47 }
48 if packet.is_keyframe() {
49 let pts = packet.get_pts().unwrap_or(self.pts);
50 let time = NATimeInfo::ts_to_time(pts, 1000, self.stream.tb_num, self.stream.tb_den);
51 let in_range = if let Some(last) = self.seek.seek_info[0].entries.last() {
52 last.pts >= pts
53 } else {
54 false
55 };
56 if !in_range {
57 self.seek.add_entry(0, SeekEntry { time, pts, pos });
58 }
59 }
60 self.pts += packet.get_duration().unwrap_or(0);
61 }
62 fn get_frame(&mut self) -> DemuxerResult<NAPacket> {
63 let mut buf = [0; 1048576];
64 loop {
65 match self.pkt.get_packet(self.stream.clone()) {
66 Ok(Some(mut packet)) => {
67 self.account_for_packet(&mut packet);
68 return Ok(packet);
69 },
70 Ok(None) => {},
71 Err(DecoderError::ShortData) => {},
72 _ => return Err(DemuxerError::InvalidData),
73 };
74 match self.br.read_buf_some(&mut buf) {
75 Ok(size) => {
76 self.pkt.add_data(&buf[..size]);
77 },
78 Err(_) => {
79 match self.pkt.get_packet(self.stream.clone()) {
80 Ok(Some(mut packet)) => {
81 self.account_for_packet(&mut packet);
82 return Ok(packet);
83 },
84 Ok(None) | Err(DecoderError::ShortData) => return Err(DemuxerError::EOF),
85 _ => return Err(DemuxerError::InvalidData),
86 };
87 },
88 };
89 }
e01dfa5a
KS
90 }
91}
92
55d3e99f
KS
93pub enum DemuxerObject<'a> {
94 None,
95 Normal(Demuxer<'a>),
96 Raw(RawDemuxer<'a>, Vec<Option<Box<dyn NAPacketiser + Send>>>, bool),
e01dfa5a 97 RawStream(RawStreamCtx<'a>),
55d3e99f
KS
98}
99
100impl<'a> DemuxerObject<'a> {
081797c7 101 pub fn create(br: &'a mut ByteReader<'a>, reg: &FullRegister, name: &str, force_dmx: Option<&str>, is_raw: bool, opts: &[NAOption]) -> DemuxerObject<'a> {
55d3e99f
KS
102 if !is_raw {
103 let res = detect::detect_format(name, br);
8a8f6e5c
KS
104 if let Some(dmx_name) = force_dmx {
105 println!("forcing demuxer {} on {}", dmx_name, name);
106 if let Some(dmx_fact) = reg.dmx_reg.find_demuxer(dmx_name) {
107 br.seek(SeekFrom::Start(0)).unwrap();
081797c7 108 let dmx = create_demuxer_with_options(dmx_fact, br, opts).unwrap();
8a8f6e5c
KS
109 return DemuxerObject::Normal(dmx);
110 } else {
111 return DemuxerObject::None
112 }
113 }
55d3e99f
KS
114 let (dmx_name, _) = res.unwrap_or(("", detect::DetectionScore::No));
115 if dmx_name != "" {
116 println!("trying demuxer {} on {}", dmx_name, name);
117 if let Some(dmx_fact) = reg.dmx_reg.find_demuxer(dmx_name) {
118 br.seek(SeekFrom::Start(0)).unwrap();
081797c7 119 let dmx = create_demuxer_with_options(dmx_fact, br, opts).unwrap();
55d3e99f
KS
120 return DemuxerObject::Normal(dmx);
121 }
122 }
123 if dmx_name != "" {
124 println!("trying raw demuxer {} on {}", dmx_name, name);
125 if let Some(rdmx_fact) = reg.rdmx_reg.find_demuxer(dmx_name) {
126 br.seek(SeekFrom::Start(0)).unwrap();
081797c7 127 let dmx = create_raw_demuxer_with_options(rdmx_fact, br, opts).unwrap();
55d3e99f
KS
128 let mut pkts = Vec::new();
129 for stream in dmx.get_streams() {
130 if let Some(pcreate) = reg.pkt_reg.find_packetiser(stream.get_info().get_name()) {
131 let packetiser = (pcreate)();
132 pkts.push(Some(packetiser));
133 } else {
134 pkts.push(None);
135 }
136 }
137 return DemuxerObject::Raw(dmx, pkts, false);
138 }
139 }
140 for rdmx in reg.rdmx_reg.iter() {
141 if rdmx.check_format(br) {
142 println!("detected {} as {}", name, rdmx.get_name());
143 br.seek(SeekFrom::Start(0)).unwrap();
081797c7 144 let dmx = create_raw_demuxer_with_options(*rdmx, br, opts).unwrap();
55d3e99f
KS
145 let mut pkts = Vec::new();
146 for stream in dmx.get_streams() {
147 if let Some(pcreate) = reg.pkt_reg.find_packetiser(stream.get_info().get_name()) {
148 let packetiser = (pcreate)();
149 pkts.push(Some(packetiser));
150 } else {
151 pkts.push(None);
152 }
153 }
154 return DemuxerObject::Raw(dmx, pkts, false);
155 }
156 }
157 }
158 br.seek(SeekFrom::Start(0)).unwrap();
159 let mut buf = vec![0; 1048576];
1517a97d
KS
160 let size = br.read_buf_some(&mut buf).unwrap();
161 br.seek(SeekFrom::Start(0)).unwrap();
55d3e99f
KS
162 let mut pname = "";
163
164 for pinfo in reg.pkt_reg.iter() {
165 let mut packetiser = (pinfo.get_packetiser)();
166 packetiser.add_data(&buf[..size]);
167 if packetiser.parse_stream(0).is_ok() {
168 pname = pinfo.name;
169 break;
170 }
171 }
172 if pname != "" {
173 println!("found raw stream of type {} for {}", pname, name);
174 let pcreate = reg.pkt_reg.find_packetiser(pname).unwrap();
175 let mut packetiser = (pcreate)();
176 packetiser.add_data(&buf[..size]);
177 let stream = packetiser.parse_stream(0).unwrap();
178 packetiser.reset();
e01dfa5a 179 DemuxerObject::RawStream(RawStreamCtx::new(stream, packetiser, br))
55d3e99f
KS
180 } else {
181 DemuxerObject::None
182 }
183 }
184 pub fn is_none(&self) -> bool {
185 match *self {
186 DemuxerObject::None => true,
187 _ => false,
188 }
189 }
190 pub fn get_duration(&self) -> u64 {
191 match *self {
192 DemuxerObject::Normal(ref dmx) => dmx.get_duration(),
193 DemuxerObject::Raw(ref dmx, _, _) => dmx.get_duration(),
1c5de8c5
KS
194 DemuxerObject::RawStream(ref ctx) => {
195 NATimeInfo::ts_to_time(ctx.stream.duration, 1000, ctx.stream.tb_num, ctx.stream.tb_den)
196 },
55d3e99f
KS
197 _ => 0,
198 }
199 }
200 pub fn get_num_streams(&self) -> usize {
201 match *self {
202 DemuxerObject::None => 0,
203 DemuxerObject::Normal(ref dmx) => dmx.get_num_streams(),
204 DemuxerObject::Raw(ref dmx, _, _) => dmx.get_num_streams(),
e01dfa5a 205 DemuxerObject::RawStream(_) => 1,
55d3e99f
KS
206 }
207 }
208 pub fn get_stream(&self, idx: usize) -> Option<NAStreamRef> {
209 match *self {
210 DemuxerObject::Normal(ref dmx) => dmx.get_stream(idx),
211 DemuxerObject::Raw(ref dmx, _, _) => dmx.get_stream(idx),
e01dfa5a 212 DemuxerObject::RawStream(ref ctx) if idx == 0 => Some(ctx.stream.clone()),
55d3e99f
KS
213 _ => None,
214 }
215 }
216 pub fn get_frame(&mut self) -> DemuxerResult<NAPacket> {
217 match *self {
218 DemuxerObject::Normal(ref mut dmx) => dmx.get_frame(),
219 DemuxerObject::Raw(ref mut dmx, ref mut packetisers, ref mut eof) => {
220 loop {
221 let mut has_some = false;
222 for (stream, p) in dmx.get_streams().zip(packetisers.iter_mut()) {
223 if let Some(ref mut pkts) = p {
224 match pkts.get_packet(stream.clone()) {
225 Ok(Some(pkt)) => return Ok(pkt),
226 Ok(None) | Err(DecoderError::ShortData) => {
227 if *eof {
228 *p = None;
229 }
230 },
231 Err(err) => {
232 println!("packetisation error {:?}", err);
233 return Err(DemuxerError::InvalidData);
234 }
235 };
236 has_some |= p.is_some();
237 }
238 }
239 if !has_some {
240 return Err(DemuxerError::EOF);
241 }
242 if let Ok(data) = dmx.get_data() {
243 let id = data.get_stream().get_id();
244 for (i, stream) in dmx.get_streams().enumerate() {
245 if stream.get_id() == id {
246 if let Some(ref mut pkts) = packetisers[i] {
247 pkts.add_data(&data.get_buffer());
248 }
249 break;
250 }
251 }
252 } else {
253 *eof = true;
254 }
255 }
256 },
9ba5cad5 257 DemuxerObject::RawStream(ref mut ctx) => ctx.get_frame(),
55d3e99f
KS
258 _ => unreachable!(),
259 }
260 }
261 pub fn seek(&mut self, seek_time: NATimePoint) -> DemuxerResult<()> {
262 match *self {
263 DemuxerObject::Normal(ref mut dmx) => dmx.seek(seek_time),
264 DemuxerObject::Raw(ref mut dmx, _, _) => dmx.seek(seek_time),
9ba5cad5
KS
265 DemuxerObject::RawStream(ref mut ctx) => {
266 if seek_time == NATimePoint::None {
267 return Err(DemuxerError::SeekError);
268 }
269 if let Some(last) = ctx.seek.seek_info[0].entries.last() {
270 let in_index = match seek_time {
271 NATimePoint::None => unreachable!(),
272 NATimePoint::PTS(pts) => last.pts >= pts,
273 NATimePoint::Milliseconds(ms) => last.time >= ms,
274 };
275 if in_index {
276 if let Some(result) = ctx.seek.find_pos(seek_time) {
277 ctx.br.seek(SeekFrom::Start(result.pos))?;
278 ctx.pts = result.pts;
279 ctx.pkt.reset();
280 return Ok(());
281 }
282 }
283 }
284 if let Some(last) = ctx.seek.seek_info[0].entries.last() {
285 ctx.br.seek(SeekFrom::Start(last.pos))?;
286 ctx.pts = last.pts;
287 ctx.pkt.reset();
288 }
289 let mut key_pts = 0;
290 while let Ok(pkt) = ctx.get_frame() {
291 if !pkt.ts.less_than(seek_time) && !pkt.ts.equal(seek_time) {
292 break;
293 }
294 if pkt.is_keyframe() {
295 key_pts = pkt.get_pts().unwrap_or(0);
296 }
297 }
298 let result = ctx.seek.find_pos(NATimePoint::PTS(key_pts)).unwrap();
299 ctx.br.seek(SeekFrom::Start(result.pos))?;
300 ctx.pts = result.pts;
301 ctx.pkt.reset();
302 Ok(())
303 },
55d3e99f
KS
304 _ => Err(DemuxerError::NotImplemented),
305 }
306 }
307}
308
309pub fn detect_tags(br: &mut ByteReader) -> (bool, u64, Option<u64>) {
310 let mut is_raw = false;
311 let mut start = 0;
312 let mut end = None;
313
314 // check for ID3v{2-4}
315 let mut buf = [0; 5];
18f43812
KS
316 loop {
317 if br.peek_buf(&mut buf).is_err() {
318 break;
319 }
320 if &buf[0..3] == b"ID3" && buf[3] > 0 && buf[3] < 5 && buf[4] == 0 { //ID3 tag found, must be a raw stream
321 br.read_skip(6).unwrap();
322 let mut size = 0;
323 for _ in 0..4 {
324 let b = br.read_byte().unwrap();
325 if (b & 0x80) != 0 {
326 println!("Invalid ID3 size");
327 break;
328 }
329 size = (size << 7) | u64::from(b);
55d3e99f 330 }
18f43812
KS
331 start += size + 10;
332 br.read_skip(size as usize).unwrap();
dd612d55
KS
333 while let Ok(0) = br.read_byte() {
334 start += 1;
335 }
336 br.seek(SeekFrom::Start(start)).unwrap();
18f43812
KS
337 is_raw = true;
338 } else {
339 break;
55d3e99f 340 }
55d3e99f
KS
341 }
342 // check for ID3v1
343 br.seek(SeekFrom::End(-128)).unwrap();
344 let off = br.tell();
345 br.peek_buf(&mut buf[..3]).unwrap();
346 if &buf[0..3] == b"TAG" {
347 end = Some(off);
18f43812
KS
348 // check for Lyrics v2
349 let mut sig = [0; 9];
350 br.seek(SeekFrom::End(-128 - 9)).unwrap();
351 br.peek_buf(&mut sig).unwrap();
352 if &sig == b"LYRICS200" {
353 br.seek(SeekFrom::Current(-6)).unwrap();
354 let mut sizestr = [0; 6];
355 br.peek_buf(&mut sizestr).unwrap();
356 if let Ok(sstr) = std::str::from_utf8(&sizestr) {
357 if let Ok(size) = sstr.parse::<u64>() {
358 end = Some(br.tell() - size);
359 }
360 }
361 }
55d3e99f
KS
362 }
363 // check for APETAG
364 let mut buf = [0; 8];
365 if let Some(off) = end {
366 br.seek(SeekFrom::Start(off - 32)).unwrap();
367 } else {
368 br.seek(SeekFrom::End(-32)).unwrap();
369 }
370 let off = br.tell();
371 br.read_buf(&mut buf).unwrap();
372 if &buf == b"APETAGEX" {
373 let ver = br.read_u32le().unwrap();
374 let size = u64::from(br.read_u32le().unwrap());
375 let _items = br.read_u32le().unwrap();
376 let flags = br.read_u32le().unwrap();
377 if ver == 1000 || (flags & 0x80000000) == 0 {
378 end = Some(off - size + 32);
379 } else {
380 end = Some(off - size);
381 }
382 }
62379cdc
KS
383 // check for MusicMatch tag
384 let ret = if let Some(endpos) = end {
385 br.seek(SeekFrom::Start(endpos - 0x30))
386 } else {
387 br.seek(SeekFrom::End(-0x30))
388 };
389 if ret.is_ok() && br.tell() > (0x2000 - 0x30) {
390 let mut buf = [0; 19];
391 br.peek_buf(&mut buf).unwrap();
392 if &buf == b"Brava Software Inc." {
393 br.seek(SeekFrom::Current(-20)).unwrap();
394 let mut mm_start = u64::from(br.read_u32le().unwrap());
395 if mm_start > 4 && mm_start + 0x2000 <= br.tell() {
396 let diff = (br.tell() - mm_start) & 3;
397 if diff != 0 {
398 mm_start -= 4 - diff;
399 }
400 end = Some(mm_start);
401 }
402 }
403 }
55d3e99f
KS
404
405 (is_raw, start, end)
406}