Commit | Line | Data |
---|---|---|
ce52b3b5 KS |
1 | use super::*; |
2 | use super::DemuxerError::*; | |
3 | //use io::byteio::*; | |
4 | //use frame::*; | |
5 | use formats::*; | |
6 | use std::io::SeekFrom; | |
7 | use std::mem; | |
8 | ||
9 | macro_rules! mktag { | |
10 | ($a:expr, $b:expr, $c:expr, $d:expr) => ({ | |
11 | (($a as u32) << 24) | (($b as u32) << 16) | (($c as u32) << 8) | ($d as u32) | |
12 | }); | |
13 | ($arr:expr) => ({ | |
14 | (($arr[0] as u32) << 24) | (($arr[1] as u32) << 16) | (($arr[2] as u32) << 8) | ($arr[3] as u32) | |
15 | }); | |
16 | } | |
17 | ||
18 | struct RMVideoStream { | |
19 | frame: Vec<u8>, | |
20 | hdr_size: usize, | |
21 | frame_size: usize, | |
22 | frame_pos: usize, | |
23 | } | |
24 | ||
25 | impl RMVideoStream { | |
26 | fn new() -> Self { | |
27 | RMVideoStream { | |
28 | frame: Vec::new(), | |
29 | hdr_size: 0, | |
30 | frame_size: 0, | |
31 | frame_pos: 0, | |
32 | } | |
33 | } | |
34 | fn flush(&mut self) { | |
35 | self.frame.truncate(0); | |
36 | self.frame_size = 0; | |
37 | self.frame_pos = 0; | |
38 | } | |
39 | fn start_slice(&mut self, num_slices: usize, frame_size: usize, data: &[u8]) { | |
40 | self.hdr_size = num_slices * 8 + 1; | |
41 | self.frame.resize(frame_size + self.hdr_size, 0); | |
42 | self.frame[0] = (num_slices - 1) as u8; | |
43 | self.frame_pos = 0; | |
44 | self.add_slice(1, data); | |
45 | } | |
46 | fn add_slice(&mut self, slice_no: usize, data: &[u8]) { | |
47 | self.write_slice_info(slice_no); | |
9037cf6b | 48 | let dslice = &mut self.frame[self.hdr_size + self.frame_pos..][..data.len()]; |
ce52b3b5 KS |
49 | dslice.copy_from_slice(data); |
50 | self.frame_pos += data.len(); | |
51 | } | |
52 | fn write_slice_info(&mut self, slice_no: usize) { | |
53 | let off = 1 + (slice_no - 1) * 8; | |
54 | self.frame[off + 0] = 0; | |
55 | self.frame[off + 1] = 0; | |
56 | self.frame[off + 2] = 0; | |
57 | self.frame[off + 3] = 1; | |
58 | self.frame[off + 4] = (self.frame_pos >> 24) as u8; | |
59 | self.frame[off + 5] = (self.frame_pos >> 16) as u8; | |
60 | self.frame[off + 6] = (self.frame_pos >> 8) as u8; | |
61 | self.frame[off + 7] = (self.frame_pos >> 0) as u8; | |
62 | } | |
63 | fn get_frame_data(&mut self) -> Vec<u8> { | |
64 | let mut v: Vec<u8> = Vec::new(); | |
65 | mem::swap(&mut v, &mut self.frame); | |
66 | self.flush(); | |
67 | v | |
68 | } | |
69 | } | |
70 | ||
b1ef37ee | 71 | #[allow(dead_code)] |
ce52b3b5 KS |
72 | #[derive(Clone,Copy,PartialEq)] |
73 | enum Deinterleaver { | |
74 | None, | |
c19ce782 | 75 | RA28_8, |
ce52b3b5 KS |
76 | Generic, |
77 | Sipro, | |
78 | VBR, | |
79 | } | |
80 | ||
b1ef37ee | 81 | #[allow(dead_code)] |
ce52b3b5 KS |
82 | struct RMAudioStream { |
83 | deint: Deinterleaver, | |
c19ce782 | 84 | iinfo: Option<InterleaveInfo>, |
fe07b469 KS |
85 | buf: Vec<u8>, |
86 | sub_packet: usize, | |
ce52b3b5 KS |
87 | } |
88 | ||
c19ce782 KS |
89 | const RM_ILEAVE_INT0: u32 = mktag!(b"Int0"); |
90 | const RM_ILEAVE_INT4: u32 = mktag!(b"Int4"); | |
91 | const RM_ILEAVE_GENR: u32 = mktag!(b"genr"); | |
92 | const RM_ILEAVE_SIPR: u32 = mktag!(b"sipr"); | |
93 | const RM_ILEAVE_VBRS: u32 = mktag!(b"vbrs"); | |
94 | ||
ce52b3b5 | 95 | impl RMAudioStream { |
c19ce782 KS |
96 | fn new(iinfo: Option<InterleaveInfo>) -> Self { |
97 | let deint; | |
fe07b469 | 98 | let mut buf: Vec<u8>; |
c19ce782 KS |
99 | if let Some(info) = iinfo { |
100 | deint = match info.id { | |
101 | RM_ILEAVE_INT0 => Deinterleaver::None, | |
102 | RM_ILEAVE_INT4 => Deinterleaver::RA28_8, | |
103 | RM_ILEAVE_GENR => Deinterleaver::Generic, | |
104 | RM_ILEAVE_SIPR => Deinterleaver::Sipro, | |
105 | RM_ILEAVE_VBRS => Deinterleaver::VBR, | |
106 | _ => {println!("unknown deint {:X}", info.id); Deinterleaver::None }, | |
107 | }; | |
fe07b469 KS |
108 | match deint { |
109 | Deinterleaver::None => { buf = Vec::new(); }, | |
110 | Deinterleaver::RA28_8 => { | |
111 | let bsize = (info.frame_size as usize) * (info.factor as usize); | |
112 | buf = Vec::with_capacity(bsize); | |
113 | buf.resize(bsize, 0u8); | |
114 | }, | |
115 | Deinterleaver::Generic => { unimplemented!("deint"); }, | |
116 | Deinterleaver::Sipro => { unimplemented!("deint"); }, | |
117 | Deinterleaver::VBR => { unimplemented!("deint"); }, | |
118 | }; | |
c19ce782 KS |
119 | } else { |
120 | deint = Deinterleaver::None; | |
fe07b469 KS |
121 | buf = Vec::new(); |
122 | } | |
123 | RMAudioStream { deint: deint, iinfo: iinfo, buf: buf, sub_packet: 0 } | |
124 | } | |
125 | fn read_apackets(&mut self, _queued_packets: &mut Vec<NAPacket>, src: &mut ByteReader, stream: Rc<NAStream>, ts: u32, keyframe: bool, payload_size: usize) -> DemuxerResult<NAPacket> { | |
126 | let (tb_num, tb_den) = stream.get_timebase(); | |
127 | let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den); | |
128 | ||
129 | if keyframe { | |
130 | self.sub_packet = 0; | |
131 | } | |
132 | match self.deint { | |
133 | Deinterleaver::None => { src.read_packet(stream, ts, keyframe, payload_size) }, | |
134 | Deinterleaver::RA28_8 => { | |
135 | let iinfo = self.iinfo.unwrap(); | |
136 | let factor = iinfo.factor as usize; | |
137 | let halffact = factor >> 1; | |
138 | let fsize = iinfo.frame_size as usize; | |
139 | let bsize = iinfo.block_size as usize; | |
140 | let ppos = self.sub_packet; | |
141 | for sb in 0..halffact { | |
142 | let mut dst = &mut self.buf[sb * 2 * fsize + ppos * bsize..][..bsize]; | |
143 | src.read_buf(&mut dst)?; | |
144 | } | |
145 | self.sub_packet += 1; | |
146 | if self.sub_packet == factor { | |
147 | self.sub_packet = 0; | |
148 | Ok(NAPacket::new(stream, ts, true, self.buf.clone())) | |
149 | } else { | |
150 | Err(DemuxerError::TryAgain) | |
151 | } | |
152 | }, | |
153 | _ => { src.read_packet(stream, ts, keyframe, payload_size) }, | |
c19ce782 | 154 | } |
ce52b3b5 KS |
155 | } |
156 | } | |
157 | ||
158 | enum RMStreamType { | |
159 | Audio(RMAudioStream), | |
160 | Video(RMVideoStream), | |
161 | Logical, | |
162 | Unknown, | |
163 | } | |
164 | ||
165 | struct RealMediaDemuxer<'a> { | |
166 | src: &'a mut ByteReader<'a>, | |
167 | data_pos: u64, | |
168 | num_packets: u32, | |
169 | cur_packet: u32, | |
170 | ||
171 | streams: Vec<RMStreamType>, | |
172 | str_ids: Vec<u16>, | |
173 | ||
174 | queued_pkts: Vec<NAPacket>, | |
175 | slice_buf: Vec<u8>, | |
176 | } | |
177 | ||
178 | fn find_codec_name(registry: &[(&[u8;4], &'static str)], fcc: u32) -> &'static str { | |
179 | for &(fourcc, name) in registry { | |
180 | if mktag!(fourcc) == fcc { return name; } | |
181 | } | |
182 | "unknown" | |
183 | } | |
184 | ||
185 | fn read_14or30(src: &mut ByteReader) -> DemuxerResult<(bool, u32)> { | |
186 | let tmp = src.read_u16be()?; | |
187 | let flag = (tmp & 0x8000) != 0; | |
188 | if (tmp & 0x4000) == 0x4000 { | |
189 | Ok((flag, ((tmp & 0x3FFF) as u32))) | |
190 | } else { | |
191 | let val = ((tmp as u32) << 16) | (src.read_u16be()? as u32); | |
192 | Ok((flag, val & 0x3FFFFFFF)) | |
193 | } | |
194 | } | |
195 | ||
196 | fn read_video_buf(src: &mut ByteReader, stream: Rc<NAStream>, ts: u32, keyframe: bool, frame_size: usize) -> DemuxerResult<NAPacket> { | |
197 | let size = (frame_size as usize) + 9; | |
198 | let mut vec: Vec<u8> = Vec::with_capacity(size); | |
199 | vec.resize(size, 0); | |
200 | //v[0] = 0; // 1 slice | |
201 | vec[4] = 1; | |
202 | src.read_buf(&mut vec[9..])?; | |
203 | ||
204 | let (tb_num, tb_den) = stream.get_timebase(); | |
205 | let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den); | |
206 | Ok(NAPacket::new(stream, ts, keyframe, vec)) | |
207 | } | |
208 | ||
209 | fn read_multiple_frame(src: &mut ByteReader, stream: Rc<NAStream>, keyframe: bool, skip_mtype: bool) -> DemuxerResult<NAPacket> { | |
210 | if !skip_mtype { | |
211 | let mtype = src.read_byte()?; | |
212 | validate!(mtype == 0xC0); | |
213 | } | |
214 | let (_, frame_size) = read_14or30(src)?; | |
215 | let (_, timestamp) = read_14or30(src)?; | |
c9aba47e KS |
216 | let _seq_no = src.read_byte()?; |
217 | //println!(" multiple frame size {} ts {} seq {}", frame_size, timestamp, seq_no); | |
ce52b3b5 KS |
218 | |
219 | read_video_buf(src, stream, timestamp, keyframe, frame_size as usize) | |
220 | } | |
221 | ||
222 | impl<'a> DemuxCore<'a> for RealMediaDemuxer<'a> { | |
223 | #[allow(unused_variables)] | |
224 | fn open(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> { | |
225 | self.read_header(strmgr)?; | |
226 | Ok(()) | |
227 | } | |
228 | ||
229 | #[allow(unused_variables)] | |
230 | fn get_frame(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<NAPacket> { | |
231 | if !self.queued_pkts.is_empty() { | |
232 | let pkt = self.queued_pkts.pop().unwrap(); | |
233 | return Ok(pkt); | |
234 | } | |
235 | loop { | |
236 | if self.cur_packet >= self.num_packets { return Err(DemuxerError::EOF); } | |
237 | ||
238 | let pkt_start = self.src.tell(); | |
239 | let ver = self.src.read_u16le()?; | |
240 | validate!(ver <= 1); | |
241 | let len = self.src.read_u16be()? as usize; | |
242 | let str_no = self.src.read_u16be()?; | |
243 | let ts = self.src.read_u32be()?; | |
c9aba47e | 244 | let _pkt_grp; |
ce52b3b5 | 245 | if ver == 0 { |
c9aba47e | 246 | _pkt_grp = self.src.read_byte()?; |
ce52b3b5 KS |
247 | } else { |
248 | //asm_rule = self.src.read_u16le()?; | |
249 | self.src.read_skip(2)?; | |
c9aba47e | 250 | _pkt_grp = 0; |
ce52b3b5 KS |
251 | } |
252 | let flags = self.src.read_byte()?; | |
253 | let hdr_size = self.src.tell() - pkt_start; | |
c9aba47e | 254 | //println!("packet @{:X} size {} for {} ts {} grp {} flags {:X}", pkt_start, len, str_no, ts, pkt_grp, flags); |
ce52b3b5 KS |
255 | self.cur_packet += 1; |
256 | ||
257 | let payload_size = len - (hdr_size as usize); | |
258 | ||
259 | let sr = self.str_ids.iter().position(|x| *x == str_no); | |
260 | if sr.is_none() { | |
c9aba47e | 261 | //println!("stream {} not found", str_no); |
ce52b3b5 KS |
262 | self.src.read_skip(payload_size)?; |
263 | return Err(DemuxerError::InvalidData); | |
264 | } | |
265 | let str_id = sr.unwrap(); | |
c9aba47e KS |
266 | let streamres = strmgr.get_stream_by_id(str_no as u32); |
267 | if streamres.is_none() { | |
268 | self.src.read_skip(payload_size)?; | |
269 | continue; | |
270 | } | |
271 | let stream = streamres.unwrap(); | |
272 | //println!(" stream {}", str_id); | |
ce52b3b5 KS |
273 | if strmgr.is_ignored_id(str_no as u32) { |
274 | self.src.read_skip(payload_size)?; | |
275 | continue; | |
276 | } | |
277 | //todo skip unwanted packet | |
278 | let keyframe = (flags & KEYFRAME_FLAG) != 0; | |
279 | ||
280 | let result = match self.streams[str_id] { | |
281 | RMStreamType::Video(ref mut vstr) => { | |
282 | ||
283 | let pos = self.src.tell(); | |
284 | let b0 = self.src.read_byte()?; | |
285 | match b0 >> 6 { | |
286 | 0 => { // partial frame | |
287 | let b1 = self.src.read_byte()?; | |
288 | let hdr1 = ((b0 as u16) << 8) | (b1 as u16); | |
289 | let num_pkts = ((hdr1 >> 7) & 0x7F) as usize; | |
290 | let packet_num = hdr1 & 0x7F; | |
291 | let (_, frame_size) = read_14or30(self.src)?; | |
292 | let (_, off) = read_14or30(self.src)?; | |
293 | let seq_no = self.src.read_byte()?; | |
c9aba47e | 294 | //println!(" mode 0 pkt {}/{} off {}/{} seq {}", packet_num, num_pkts, off, frame_size, seq_no); |
ce52b3b5 KS |
295 | let hdr_skip = (self.src.tell() - pos) as usize; |
296 | ||
297 | let slice_size = (payload_size - hdr_skip) as usize; | |
298 | self.slice_buf.resize(slice_size, 0); | |
299 | self.src.read_buf(self.slice_buf.as_mut_slice())?; | |
300 | if packet_num == 1 { | |
301 | vstr.start_slice(num_pkts, frame_size as usize, self.slice_buf.as_slice()); | |
302 | } else { | |
303 | vstr.add_slice(packet_num as usize, self.slice_buf.as_slice()); | |
304 | } | |
8a5cb596 KS |
305 | if (packet_num as usize) < num_pkts { |
306 | continue; | |
307 | } | |
308 | //todo: check if full frame is received | |
309 | let (tb_num, tb_den) = stream.get_timebase(); | |
310 | let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den); | |
311 | let pkt = NAPacket::new(stream, ts, keyframe, vstr.get_frame_data()); | |
312 | Ok(pkt) | |
ce52b3b5 KS |
313 | }, |
314 | 1 => { // whole frame | |
315 | let seq_no = self.src.read_byte()?; | |
c9aba47e | 316 | //println!(" mode 1 seq {}", seq_no); |
ce52b3b5 KS |
317 | read_video_buf(self.src, stream, ts, keyframe, payload_size - 1) |
318 | }, | |
319 | 2 => { // last partial frame | |
320 | let b1 = self.src.read_byte()?; | |
321 | let hdr1 = ((b0 as u16) << 8) | (b1 as u16); | |
322 | let num_pkts = ((hdr1 >> 7) & 0x7F) as usize; | |
323 | let packet_num = hdr1 & 0x7F; | |
324 | let (_, frame_size) = read_14or30(self.src)?; | |
325 | let (_, tail_size) = read_14or30(self.src)?; | |
326 | let seq_no = self.src.read_byte()?; | |
c9aba47e | 327 | //println!(" mode 2 pkt {}/{} tail {}/{} seq {}", packet_num, num_pkts, tail_size, frame_size, seq_no); |
ce52b3b5 KS |
328 | self.slice_buf.resize(tail_size as usize, 0); |
329 | self.src.read_buf(self.slice_buf.as_mut_slice())?; | |
330 | vstr.add_slice(packet_num as usize, self.slice_buf.as_slice()); | |
331 | ||
332 | while self.src.tell() < pos + (payload_size as u64) { | |
333 | let res = read_multiple_frame(self.src, stream.clone(), false, false); | |
334 | if res.is_err() { break; } | |
335 | self.queued_pkts.push(res.unwrap()); | |
336 | } | |
337 | self.queued_pkts.reverse(); | |
338 | let (tb_num, tb_den) = stream.get_timebase(); | |
339 | let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den); | |
340 | let pkt = NAPacket::new(stream, ts, keyframe, vstr.get_frame_data()); | |
341 | Ok(pkt) | |
342 | }, | |
343 | _ => { // multiple frames | |
c9aba47e | 344 | //println!(" mode 3"); |
ce52b3b5 KS |
345 | let res = read_multiple_frame(self.src, stream.clone(), keyframe, true); |
346 | if res.is_err() { return res; } | |
347 | while self.src.tell() < pos + (payload_size as u64) { | |
348 | let res = read_multiple_frame(self.src, stream.clone(), false, false); | |
349 | if res.is_err() { break; } | |
350 | self.queued_pkts.push(res.unwrap()); | |
351 | } | |
352 | self.queued_pkts.reverse(); | |
353 | res | |
354 | }, | |
355 | } | |
356 | }, | |
357 | RMStreamType::Audio(ref mut astr) => { | |
fe07b469 KS |
358 | let ret = astr.read_apackets(&mut self.queued_pkts, &mut self.src, stream, ts, keyframe, payload_size); |
359 | if let Err(DemuxerError::TryAgain) = ret { | |
360 | continue; | |
361 | } | |
362 | ret | |
ce52b3b5 KS |
363 | }, |
364 | _ => { | |
365 | // self.src.read_skip(payload_size)?; | |
366 | Err(DemuxerError::InvalidData) | |
367 | }, | |
368 | }; | |
369 | return result; | |
370 | } | |
371 | } | |
372 | ||
373 | #[allow(unused_variables)] | |
374 | fn seek(&mut self, time: u64) -> DemuxerResult<()> { | |
375 | Err(NotImplemented) | |
376 | } | |
377 | } | |
378 | ||
379 | fn read_chunk(src: &mut ByteReader) -> DemuxerResult<(u32, u32, u16)> { | |
380 | let id = src.read_u32be()?; | |
6132225f | 381 | if id == 0 { return Ok((0, 0, 0)); } |
ce52b3b5 KS |
382 | let size = src.read_u32be()?; |
383 | validate!(size >= 10); | |
384 | let ver = src.read_u16be()?; | |
385 | validate!(ver <= 1); | |
386 | Ok((id, size, ver)) | |
387 | } | |
388 | ||
c19ce782 KS |
389 | #[derive(Clone,Copy,Debug)] |
390 | struct InterleaveInfo { | |
391 | id: u32, | |
392 | factor: u16, | |
393 | block_size: u16, | |
394 | frame_size: u16, | |
395 | } | |
396 | ||
397 | #[derive(Clone,Copy,Debug)] | |
398 | struct RealAudioInfo { | |
399 | fcc: u32, | |
400 | sample_rate: u32, | |
401 | sample_size: u16, | |
402 | channels: u16, | |
403 | channel_mask: u32, | |
404 | granularity: u32, | |
405 | bytes_per_minute: u32, | |
406 | total_bytes: u32, | |
407 | edata_size: u32, | |
408 | ileave_info: Option<InterleaveInfo> | |
409 | } | |
410 | ||
411 | fn skip_ra_metadata(src: &mut ByteReader) -> DemuxerResult<()> { | |
412 | let title_len = src.read_byte()? as usize; | |
413 | src.read_skip(title_len)?; | |
414 | let author_len = src.read_byte()? as usize; | |
415 | src.read_skip(author_len)?; | |
416 | let copywrong_len = src.read_byte()? as usize; | |
417 | src.read_skip(copywrong_len)?; | |
418 | let comment_len = src.read_byte()? as usize; | |
419 | src.read_skip(comment_len)?; | |
420 | Ok(()) | |
421 | } | |
422 | ||
423 | #[allow(unused_variables)] | |
424 | fn parse_aformat3(src: &mut ByteReader) -> DemuxerResult<RealAudioInfo> { | |
425 | let start = src.tell(); | |
426 | let header_len = src.read_u16be()?; | |
427 | validate!(header_len >= 24); | |
428 | let flavor = src.read_u16be()?; | |
429 | let granularity = src.read_u32be()?; | |
430 | let bytes_per_minute = src.read_u32be()?; | |
431 | let total_bytes = src.read_u32be()?; | |
432 | ||
433 | skip_ra_metadata(src)?; | |
434 | ||
435 | let _can_copy = src.read_byte()?; | |
436 | let fcc_len = src.read_byte()?; | |
437 | validate!(fcc_len == 4); | |
438 | let fcc = src.read_u32be()?; | |
439 | ||
440 | let end = src.tell(); | |
441 | validate!(end - start <= (header_len as u64) + 2); | |
442 | ||
443 | Ok(RealAudioInfo { | |
444 | fcc: fcc, sample_rate: 8000, sample_size: 16, channels: 1, channel_mask: 0, | |
445 | granularity: granularity, bytes_per_minute: bytes_per_minute, | |
446 | total_bytes: total_bytes, edata_size: 0, | |
447 | ileave_info: None, | |
448 | }) | |
449 | } | |
450 | ||
451 | #[allow(unused_variables)] | |
452 | fn parse_aformat4(src: &mut ByteReader) -> DemuxerResult<RealAudioInfo> { | |
453 | let start = src.tell(); | |
454 | src.read_skip(2)?; // zeroes | |
455 | let id = src.read_u32be()?; | |
456 | validate!(id == mktag!(b".ra4")); | |
457 | let data_size = src.read_u32be()?; | |
458 | let _ver4 = src.read_u16be()?; // should be 4 | |
459 | let header_size = src.read_u32be()?; | |
460 | let _flavor = src.read_u16be()?; | |
461 | let granularity = src.read_u32be()?; | |
462 | let total_bytes = src.read_u32be()?; | |
463 | let bytes_per_minute = src.read_u32be()?; | |
464 | let _bytes_per_minute2 = src.read_u32be()?; | |
465 | let ileave_factor = src.read_u16be()?; | |
466 | let ileave_block_size = src.read_u16be()?; | |
467 | let _user_data = src.read_u16be()?; | |
468 | let sample_rate = src.read_u32be()?; | |
469 | let sample_size = src.read_u32be()?; | |
470 | let channels = src.read_u16be()?; | |
471 | let interleaver_id_len = src.read_byte()?; | |
472 | validate!(interleaver_id_len == 4); | |
473 | let interleaver_id = src.read_u32be()?; | |
474 | let fcc_len = src.read_byte()?; | |
475 | validate!(fcc_len == 4); | |
476 | let fcc = src.read_u32be()?; | |
477 | let is_interleaved = src.read_byte()?; | |
478 | let _can_copy = src.read_byte()?; | |
479 | let _stream_type = src.read_byte()?; | |
480 | ||
481 | skip_ra_metadata(src)?; | |
482 | ||
483 | let end = src.tell(); | |
484 | validate!(end - start <= (header_size as u64) + 10); | |
485 | ||
486 | let ileave_info = if is_interleaved != 0 { | |
487 | Some(InterleaveInfo { | |
fe07b469 KS |
488 | id: interleaver_id, factor: ileave_factor, block_size: granularity as u16, |
489 | frame_size: ileave_block_size, | |
c19ce782 KS |
490 | }) |
491 | } else { | |
492 | None | |
493 | }; | |
494 | ||
495 | Ok(RealAudioInfo { | |
496 | fcc: fcc, sample_rate: sample_rate, sample_size: sample_size as u16, channels: channels, channel_mask: 0, | |
497 | granularity: granularity, bytes_per_minute: bytes_per_minute, | |
498 | total_bytes: total_bytes & 0xFFFFFF, edata_size: 0, | |
499 | ileave_info: ileave_info, | |
500 | }) | |
501 | } | |
502 | ||
503 | #[allow(unused_variables)] | |
504 | fn parse_aformat5(src: &mut ByteReader) -> DemuxerResult<RealAudioInfo> { | |
505 | let start = src.tell(); | |
506 | src.read_skip(2)?; // zeroes | |
507 | let id = src.read_u32be()?; | |
508 | validate!(id == mktag!(b".ra5")); | |
509 | let data_size = src.read_u32be()?; | |
510 | let _ver5 = src.read_u16be()?; // should be 5 | |
511 | let header_size = src.read_u32be()?; | |
512 | let _flavor = src.read_u16be()?; | |
513 | let granularity = src.read_u32be()?; | |
514 | let total_bytes = src.read_u32be()?; | |
515 | let bytes_per_minute = src.read_u32be()?; | |
516 | let _bytes_per_minute2 = src.read_u32be()?; | |
517 | let ileave_factor = src.read_u16be()?; | |
518 | let ileave_block_size = src.read_u16be()?; | |
519 | let frame_size = src.read_u16be()?; | |
520 | let user_data = src.read_u32be()?; | |
521 | let _sample_rate1 = src.read_u16be()?; | |
522 | let sample_rate = src.read_u32be()?; | |
523 | let sample_size = src.read_u32be()?; | |
524 | let channels = src.read_u16be()?; | |
525 | let interleaver_id = src.read_u32be()?; | |
526 | let fcc = src.read_u32be()?; | |
527 | let is_interleaved = src.read_byte()?; | |
528 | let _can_copy = src.read_byte()?; | |
529 | let _stream_type = src.read_byte()?; | |
530 | let has_ileave_pattern = src.read_byte()?; | |
531 | if has_ileave_pattern != 0 { | |
532 | unimplemented!("ra5 interleave pattern"); | |
533 | } | |
534 | let edata_size = src.read_u32be()?; | |
535 | ||
536 | let end = src.tell(); | |
537 | validate!(end - start <= (header_size as u64) + 10); | |
538 | src.read_skip((end as usize) - (header_size as usize))?; | |
539 | ||
540 | let ileave_info = if is_interleaved != 0 { | |
541 | Some(InterleaveInfo { | |
542 | id: interleaver_id, factor: ileave_factor, block_size: ileave_block_size, frame_size: frame_size, | |
543 | }) | |
544 | } else { | |
545 | None | |
546 | }; | |
547 | ||
548 | Ok(RealAudioInfo { | |
549 | fcc: fcc, sample_rate: sample_rate, sample_size: sample_size as u16, channels: channels, channel_mask: 0, | |
550 | granularity: granularity, bytes_per_minute: bytes_per_minute, | |
551 | total_bytes: total_bytes & 0xFFFFFF, edata_size: edata_size, | |
552 | ileave_info: ileave_info, | |
553 | }) | |
554 | } | |
555 | ||
ce52b3b5 KS |
556 | const RMVB_HDR_SIZE: u32 = 18; |
557 | const RMVB_PROP_SIZE: u32 = 50; | |
558 | const KEYFRAME_FLAG: u8 = 0x02; | |
559 | ||
560 | impl<'a> RealMediaDemuxer<'a> { | |
561 | fn new(io: &'a mut ByteReader<'a>) -> Self { | |
562 | RealMediaDemuxer { | |
563 | src: io, | |
564 | data_pos: 0, | |
565 | num_packets: 0, | |
566 | cur_packet: 0, | |
567 | streams: Vec::new(), | |
568 | str_ids: Vec::new(), | |
569 | queued_pkts: Vec::new(), | |
570 | slice_buf: Vec::new(), | |
571 | } | |
572 | } | |
573 | #[allow(unused_variables)] | |
574 | fn read_header(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> { | |
575 | let (id, size, ver) = read_chunk(self.src)?; | |
576 | validate!(id == mktag!(b".RMF")); | |
577 | validate!(size >= RMVB_HDR_SIZE); | |
578 | let fver = self.src.read_u32be()?; | |
579 | validate!(fver <= 1); | |
580 | let num_hdr = self.src.read_u32be()? as usize; | |
581 | validate!(num_hdr >= 1); | |
582 | if size > RMVB_HDR_SIZE { | |
583 | self.src.read_skip((size - RMVB_HDR_SIZE) as usize)?; | |
584 | } | |
585 | ||
586 | let (id, size, ver) = read_chunk(self.src)?; | |
587 | validate!(size >= RMVB_PROP_SIZE); | |
588 | validate!(ver == 0); | |
589 | let maxbr = self.src.read_u32be()?; | |
590 | let avgbr = self.src.read_u32be()?; | |
591 | let maxps = self.src.read_u32be()?; | |
592 | let avgps = self.src.read_u32be()?; | |
593 | let num_pkt = self.src.read_u32be()? as usize; | |
594 | let duration = self.src.read_u32be()?; | |
595 | let preroll = self.src.read_u32be()?; | |
596 | let idx_off = self.src.read_u32be()?; | |
597 | let data_off = self.src.read_u32be()?; | |
598 | let num_streams = self.src.read_u16be()? as usize; | |
599 | let flags = self.src.read_u16be()?; | |
600 | if size > RMVB_PROP_SIZE { | |
601 | self.src.read_skip((size - RMVB_PROP_SIZE) as usize)?; | |
602 | } | |
603 | ||
604 | for _ in 0..num_hdr { | |
c9aba47e KS |
605 | if self.src.is_eof() { |
606 | //warn maybe? | |
607 | break; | |
608 | } | |
609 | let res = self.parse_chunk(strmgr); | |
610 | match res { | |
611 | Ok(last) => { if last { break; } }, | |
612 | Err(DemuxerError::IOError) => { break; }, | |
613 | Err(etype) => { return Err(etype); }, | |
614 | }; | |
ce52b3b5 | 615 | } |
c9aba47e | 616 | //println!("now @ {:X} / {}", self.src.tell(), self.data_pos); |
ce52b3b5 KS |
617 | validate!(self.data_pos > 0); |
618 | self.src.seek(SeekFrom::Start(self.data_pos))?; | |
619 | let num_packets = self.src.read_u32be()?; | |
620 | let next_data_hdr = self.src.read_u32be()?; | |
621 | self.num_packets = num_packets; | |
622 | self.cur_packet = 0; | |
623 | Ok(()) | |
624 | } | |
6132225f | 625 | fn parse_chunk(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<bool> { |
ce52b3b5 KS |
626 | let (id, size, ver) = read_chunk(self.src)?; |
627 | let end_pos = self.src.tell() - 10 + (size as u64); | |
628 | ||
629 | validate!(ver == 0); | |
630 | if id == mktag!(b"CONT") { self.parse_content_desc()?; } | |
631 | else if id == mktag!(b"MDPR") { self.parse_mdpr(strmgr)?; } | |
632 | else if id == mktag!(b"DATA") { if self.data_pos == 0 { self.data_pos = self.src.tell(); } } | |
633 | else if id == mktag!(b"INDX") { /* do nothing for now */ } | |
6132225f | 634 | else if id == 0 { return Ok(true); } |
ce52b3b5 KS |
635 | else { println!("unknown chunk type {:08X}", id); } |
636 | ||
637 | let cpos = self.src.tell(); | |
638 | if cpos < end_pos { | |
639 | self.src.read_skip((end_pos - cpos) as usize)?; | |
640 | } | |
6132225f | 641 | Ok(false) |
ce52b3b5 KS |
642 | } |
643 | #[allow(unused_variables)] | |
644 | fn parse_content_desc(&mut self) -> DemuxerResult<()> { | |
645 | let title_len = self.src.read_u16be()? as usize; | |
646 | self.src.read_skip(title_len)?; | |
647 | let author_len = self.src.read_u16be()? as usize; | |
648 | self.src.read_skip(author_len)?; | |
649 | let copywrong_len = self.src.read_u16be()? as usize; | |
650 | self.src.read_skip(copywrong_len)?; | |
651 | let comment_len = self.src.read_u16be()? as usize; | |
652 | self.src.read_skip(comment_len)?; | |
653 | Ok(()) | |
654 | } | |
655 | #[allow(unused_variables)] | |
656 | fn parse_mdpr(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> { | |
657 | let stream_no = self.src.read_u16be()?; | |
658 | //todo check stream_no for duplicates | |
659 | let maxbr = self.src.read_u32be()?; | |
660 | let avgbr = self.src.read_u32be()?; | |
661 | let maxps = self.src.read_u32be()?; | |
662 | let avgps = self.src.read_u32be()?; | |
663 | let start = self.src.read_u32be()?; | |
664 | let preroll = self.src.read_u32be()?; | |
665 | let duration = self.src.read_u32be()?; | |
666 | let sname_size = self.src.read_byte()? as usize; | |
667 | let sname = read_string_size(self.src, sname_size)?; | |
c9aba47e | 668 | //println!("str #{} sname = {} pkts {}/{} start {} preroll {}", stream_no, sname, maxps, avgps, start, preroll); |
ce52b3b5 KS |
669 | let mime_size = self.src.read_byte()? as usize; |
670 | let mime = read_string_size(self.src, mime_size)?; | |
c9aba47e | 671 | //println!("mime = {}", mime); |
ce52b3b5 KS |
672 | let edata_size = self.src.read_u32be()? as usize; |
673 | let edata: Option<Vec<u8>> = if edata_size == 0 { None } else { | |
674 | let mut edvec: Vec<u8> = Vec::with_capacity(edata_size); | |
675 | edvec.resize(edata_size, 0); | |
676 | self.src.read_buf(&mut edvec)?; | |
677 | Some(edvec) | |
678 | }; | |
679 | self.str_ids.push(stream_no); | |
680 | if edata_size > 8 { | |
681 | if let Some(edata_) = edata { | |
682 | let mut mr = MemoryReader::new_read(edata_.as_slice()); | |
683 | let mut src = ByteReader::new(&mut mr); | |
684 | ||
685 | let tag = src.read_u32be()?; | |
686 | let tag2 = src.peek_u32be()?; | |
c9aba47e | 687 | //println!("tag1 {:X} tag2 {:X}", tag, tag2); |
ce52b3b5 | 688 | if tag == mktag!('.', 'r', 'a', 0xFD) { |
c19ce782 KS |
689 | let ver = src.read_u16be()?; |
690 | let ainfo = match ver { | |
691 | 3 => { | |
692 | parse_aformat3(&mut src)? | |
693 | }, | |
694 | 4 => { | |
695 | parse_aformat4(&mut src)? | |
696 | }, | |
697 | 5 => { | |
698 | parse_aformat5(&mut src)? | |
699 | }, | |
700 | _ => { | |
701 | println!("unknown version {}", ver); | |
702 | return Err(DemuxerError::InvalidData); | |
703 | }, | |
704 | }; | |
705 | println!(" got ainfo {:?}", ainfo); | |
706 | let cname = find_codec_name(RM_AUDIO_CODEC_REGISTER, ainfo.fcc); | |
707 | let srate = ainfo.sample_rate; | |
708 | let soniton = NASoniton::new(ainfo.sample_size as u8, SONITON_FLAG_SIGNED); | |
709 | let ahdr = NAAudioInfo::new(srate, ainfo.channels as u8, soniton, 1); | |
710 | let extradata = if ainfo.edata_size == 0 { | |
711 | None | |
712 | } else { | |
713 | let eslice = &edata_[(src.tell() as usize)..]; | |
714 | Some(eslice.to_vec()) | |
715 | }; | |
716 | let nainfo = NACodecInfo::new(cname, NACodecTypeInfo::Audio(ahdr), extradata); | |
717 | let res = strmgr.add_stream(NAStream::new(StreamType::Audio, stream_no as u32, nainfo, 1, srate)); | |
ce52b3b5 KS |
718 | if res.is_none() { return Err(MemoryError); } |
719 | ||
c19ce782 | 720 | let astr = RMAudioStream::new(ainfo.ileave_info); |
ce52b3b5 KS |
721 | self.streams.push(RMStreamType::Audio(astr)); |
722 | } else if ((tag2 == mktag!('V', 'I', 'D', 'O')) || (tag2 == mktag!('I', 'M', 'A', 'G'))) && ((tag as usize) <= edata_size) { | |
723 | src.read_skip(4)?; | |
724 | let fcc = src.read_u32be()?; | |
725 | let width = src.read_u16be()? as usize; | |
726 | let height = src.read_u16be()? as usize; | |
727 | let bpp = src.read_u16be()?; | |
728 | let pad_w = src.read_u16be()?; | |
729 | let pad_h = src.read_u16be()?; | |
730 | let fps; | |
731 | if tag2 == mktag!('V', 'I', 'D', 'O') { | |
732 | fps = src.read_u32be()?; | |
733 | } else { | |
734 | fps = 0x10000; | |
735 | } | |
736 | let extradata: Option<Vec<u8>>; | |
737 | if src.left() > 0 { | |
738 | let eslice = &edata_[(src.tell() as usize)..]; | |
739 | extradata = Some(eslice.to_vec()); | |
740 | } else { | |
741 | extradata = None; | |
742 | } | |
743 | let cname = find_codec_name(RM_VIDEO_CODEC_REGISTER, fcc); | |
744 | ||
745 | let vhdr = NAVideoInfo::new(width, height, false, RGB24_FORMAT); | |
746 | let vinfo = NACodecInfo::new(cname, NACodecTypeInfo::Video(vhdr), extradata); | |
747 | let res = strmgr.add_stream(NAStream::new(StreamType::Video, stream_no as u32, vinfo, 0x10000, fps)); | |
748 | if res.is_none() { return Err(DemuxerError::MemoryError); } | |
749 | ||
750 | let vstr = RMVideoStream::new(); | |
751 | self.streams.push(RMStreamType::Video(vstr)); | |
c19ce782 KS |
752 | } else if tag == mktag!(b"LSD:") { |
753 | let extradata = Some(edata_.to_vec()); | |
754 | ||
755 | src.read_skip(4)?; //version | |
756 | let channels = src.read_u16be()?; | |
757 | let samp_size = src.read_u16be()?; | |
758 | let sample_rate = src.read_u32be()?; | |
759 | ||
760 | println!("LSD sr {}, {} ch", sample_rate, channels); | |
761 | let soniton = NASoniton::new(samp_size as u8, SONITON_FLAG_SIGNED); | |
762 | let ahdr = NAAudioInfo::new(sample_rate, channels as u8, soniton, 1); | |
763 | let nainfo = NACodecInfo::new("ralf", NACodecTypeInfo::Audio(ahdr), extradata); | |
764 | let res = strmgr.add_stream(NAStream::new(StreamType::Audio, stream_no as u32, nainfo, 1, sample_rate)); | |
765 | if res.is_none() { return Err(MemoryError); } | |
766 | let astr = RMAudioStream::new(None); | |
767 | self.streams.push(RMStreamType::Audio(astr)); | |
ce52b3b5 KS |
768 | } else { |
769 | self.streams.push(RMStreamType::Logical); | |
770 | } | |
771 | } | |
772 | } else { | |
773 | self.streams.push(RMStreamType::Unknown); | |
774 | } | |
775 | ||
776 | Ok(()) | |
777 | } | |
778 | /*#[allow(unused_variables)] | |
779 | fn read_pkt_header(&mut self) -> DemuxerResult<()> { | |
780 | let ver = self.src.read_u16be()?; | |
781 | validate!(ver <= 1); | |
782 | let str_no = self.src.read_u16be()?; | |
783 | let timestamp = self.src.read_u32be()?; | |
784 | if ver == 0 { | |
785 | let pkt_group = self.src.read_byte()?; | |
786 | let pkt_flags = self.src.read_byte()?; | |
787 | } else { | |
788 | let asm_rule = self.src.read_u16be()?; | |
789 | let asm_flags = self.src.read_byte()?; | |
790 | } | |
791 | Ok(()) | |
792 | }*/ | |
793 | } | |
794 | ||
795 | fn read_string(src: &mut ByteReader) -> DemuxerResult<String> { | |
796 | let mut vec: Vec<u8> = Vec::new(); | |
797 | loop { | |
798 | let c = src.read_byte()?; | |
799 | if c == 0 { break; } | |
800 | vec.push(c); | |
801 | } | |
802 | let str = String::from_utf8(vec); | |
803 | if str.is_ok() { | |
804 | Ok(str.unwrap()) | |
805 | } else { | |
806 | Ok(String::new()) | |
807 | } | |
808 | } | |
809 | ||
810 | fn read_string_size(src: &mut ByteReader, size: usize) -> DemuxerResult<String> { | |
811 | let mut vec: Vec<u8> = Vec::new(); | |
812 | for _ in 0..size { | |
813 | let c = src.read_byte()?; | |
814 | vec.push(c); | |
815 | } | |
816 | let str = String::from_utf8(vec); | |
817 | if str.is_ok() { | |
818 | Ok(str.unwrap()) | |
819 | } else { | |
820 | Ok(String::new()) | |
821 | } | |
822 | } | |
823 | ||
824 | #[allow(dead_code)] | |
825 | #[allow(unused_variables)] | |
826 | fn parse_rm_stream(io: &mut ByteReader) -> DemuxerResult<NAStream> { | |
827 | let mimetype = read_string(io)?; | |
828 | let strname = read_string(io)?; | |
829 | let strnum = io.read_u32le()?; | |
830 | let maxbr = io.read_u32le()?; | |
831 | let avgbr = io.read_u32le()?; | |
832 | let maxsize = io.read_u32le()?; | |
833 | let avgsize = io.read_u32le()?; | |
834 | let duration = io.read_u32le()?; | |
835 | let preroll = io.read_u32le()?; | |
836 | let start = io.read_u32le()?; | |
837 | let edatalen = io.read_u32le()? as usize; | |
838 | let mut edata: Vec<u8> = Vec::with_capacity(edatalen); | |
839 | edata.resize(edatalen, 0); | |
840 | io.read_buf(&mut edata)?; | |
841 | let numprops = io.read_u32le()? as usize; | |
842 | //read properties | |
843 | unimplemented!(); | |
844 | } | |
845 | ||
846 | #[allow(dead_code)] | |
847 | #[allow(unused_variables)] | |
848 | fn read_ra_vbr_stream(io: &mut ByteReader) -> DemuxerResult<NAPacket> { | |
849 | let hdrsizesize = io.read_u16le()?; | |
850 | let num_entries = (hdrsizesize / 16) as usize; | |
851 | let mut sizes: Vec<usize> = Vec::with_capacity(num_entries); | |
852 | for _ in 0..num_entries { | |
853 | let sz = io.read_u16le()? as usize; | |
854 | sizes.push(sz); | |
855 | } | |
856 | for i in 0..num_entries { | |
857 | //read packet of sizes[i] | |
858 | } | |
859 | unimplemented!(); | |
860 | } | |
861 | ||
862 | //todo interleavers | |
863 | ||
864 | //todo opaque data | |
865 | ||
866 | ||
867 | static RM_VIDEO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[ | |
868 | (b"RV10", "realvideo1"), | |
869 | (b"RV20", "realvideo2"), | |
870 | (b"RVTR", "realvideo2"), | |
871 | (b"RV30", "realvideo3"), | |
872 | (b"RV40", "realvideo4"), | |
750b299c | 873 | (b"CLV1", "clearvideo_rm"), |
ce52b3b5 KS |
874 | ]; |
875 | ||
b1ef37ee | 876 | #[allow(dead_code)] |
ce52b3b5 KS |
877 | static RM_AUDIO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[ |
878 | (b"lpcJ", "ra14.4"), | |
879 | (b"28_8", "ra28.8"), | |
880 | (b"cook", "cook"), | |
881 | (b"dnet", "ac3"), | |
882 | (b"sipr", "sipro"), | |
883 | (b"atrc", "atrac3"), | |
884 | (b"LSD:", "ralf"), | |
885 | (b"raac", "aac"), | |
886 | (b"racp", "aac"), | |
887 | ]; | |
888 | ||
889 | pub struct RealMediaDemuxerCreator { } | |
890 | ||
891 | impl DemuxerCreator for RealMediaDemuxerCreator { | |
892 | fn new_demuxer<'a>(&self, br: &'a mut ByteReader<'a>) -> Box<DemuxCore<'a> + 'a> { | |
893 | Box::new(RealMediaDemuxer::new(br)) | |
894 | } | |
895 | fn get_name(&self) -> &'static str { "realmedia" } | |
896 | } | |
897 | ||
898 | #[cfg(test)] | |
899 | mod test { | |
900 | use super::*; | |
901 | use std::fs::File; | |
902 | ||
903 | #[test] | |
904 | fn test_rm_demux() { | |
905 | let mut file = | |
906 | File::open("assets/RV/rv10_dnet_640x352_realvideo_encoder_4.0.rm").unwrap(); | |
907 | // File::open("assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm").unwrap(); | |
908 | // File::open("assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm").unwrap(); | |
909 | // File::open("assets/RV/rv30_atrc_384x208_realproducer_plus_8.51.rm").unwrap(); | |
910 | // File::open("assets/RV/rv30_chroma_drift.rm").unwrap(); | |
911 | // File::open("assets/RV/rv30_weighted_mc.rm").unwrap(); | |
912 | // File::open("assets/RV/rv40_weighted_mc.rmvb").unwrap(); | |
913 | // File::open("assets/RV/rv40_weighted_mc_2.rmvb").unwrap(); | |
914 | // File::open("assets/RV/clv1_sipr_384x208_realvideo_encoder_4.0.rm").unwrap(); | |
915 | // File::open("assets/RV/luckynight.rmvb").unwrap(); | |
916 | // File::open("assets/RV/rv40_ralf.rmvb").unwrap(); | |
917 | let mut fr = FileReader::new_read(&mut file); | |
918 | let mut br = ByteReader::new(&mut fr); | |
919 | let mut dmx = RealMediaDemuxer::new(&mut br); | |
920 | let mut sm = StreamManager::new(); | |
921 | dmx.open(&mut sm).unwrap(); | |
922 | ||
923 | loop { | |
924 | let pktres = dmx.get_frame(&mut sm); | |
925 | if let Err(e) = pktres { | |
926 | if e == DemuxerError::EOF { break; } | |
927 | panic!("error"); | |
928 | } | |
929 | let pkt = pktres.unwrap(); | |
930 | println!("Got {}", pkt); | |
931 | } | |
41f11b2b | 932 | //panic!("the end"); |
ce52b3b5 KS |
933 | } |
934 | } |