]>
Commit | Line | Data |
---|---|---|
1 | use super::*; | |
2 | use super::DemuxerError::*; | |
3 | //use io::byteio::*; | |
4 | //use frame::*; | |
5 | use formats::*; | |
6 | use std::io::SeekFrom; | |
7 | use std::mem; | |
8 | ||
9 | macro_rules! mktag { | |
10 | ($a:expr, $b:expr, $c:expr, $d:expr) => ({ | |
11 | (($a as u32) << 24) | (($b as u32) << 16) | (($c as u32) << 8) | ($d as u32) | |
12 | }); | |
13 | ($arr:expr) => ({ | |
14 | (($arr[0] as u32) << 24) | (($arr[1] as u32) << 16) | (($arr[2] as u32) << 8) | ($arr[3] as u32) | |
15 | }); | |
16 | } | |
17 | ||
18 | struct RMVideoStream { | |
19 | frame: Vec<u8>, | |
20 | hdr_size: usize, | |
21 | frame_size: usize, | |
22 | frame_pos: usize, | |
23 | } | |
24 | ||
25 | impl RMVideoStream { | |
26 | fn new() -> Self { | |
27 | RMVideoStream { | |
28 | frame: Vec::new(), | |
29 | hdr_size: 0, | |
30 | frame_size: 0, | |
31 | frame_pos: 0, | |
32 | } | |
33 | } | |
34 | fn flush(&mut self) { | |
35 | self.frame.truncate(0); | |
36 | self.frame_size = 0; | |
37 | self.frame_pos = 0; | |
38 | } | |
39 | fn start_slice(&mut self, num_slices: usize, frame_size: usize, data: &[u8]) { | |
40 | self.hdr_size = num_slices * 8 + 1; | |
41 | self.frame.resize(frame_size + self.hdr_size, 0); | |
42 | self.frame[0] = (num_slices - 1) as u8; | |
43 | self.frame_pos = 0; | |
44 | self.add_slice(1, data); | |
45 | } | |
46 | fn add_slice(&mut self, slice_no: usize, data: &[u8]) { | |
47 | self.write_slice_info(slice_no); | |
48 | let dslice = &mut self.frame[self.hdr_size + self.frame_pos..][..data.len()]; | |
49 | dslice.copy_from_slice(data); | |
50 | self.frame_pos += data.len(); | |
51 | } | |
52 | fn write_slice_info(&mut self, slice_no: usize) { | |
53 | let off = 1 + (slice_no - 1) * 8; | |
54 | self.frame[off + 0] = 0; | |
55 | self.frame[off + 1] = 0; | |
56 | self.frame[off + 2] = 0; | |
57 | self.frame[off + 3] = 1; | |
58 | self.frame[off + 4] = (self.frame_pos >> 24) as u8; | |
59 | self.frame[off + 5] = (self.frame_pos >> 16) as u8; | |
60 | self.frame[off + 6] = (self.frame_pos >> 8) as u8; | |
61 | self.frame[off + 7] = (self.frame_pos >> 0) as u8; | |
62 | } | |
63 | fn get_frame_data(&mut self) -> Vec<u8> { | |
64 | let mut v: Vec<u8> = Vec::new(); | |
65 | mem::swap(&mut v, &mut self.frame); | |
66 | self.flush(); | |
67 | v | |
68 | } | |
69 | } | |
70 | ||
71 | #[allow(dead_code)] | |
72 | #[derive(Clone,Copy,PartialEq)] | |
73 | enum Deinterleaver { | |
74 | None, | |
75 | RA28_8, | |
76 | Generic, | |
77 | Sipro, | |
78 | VBR, | |
79 | } | |
80 | ||
81 | #[allow(dead_code)] | |
82 | struct RMAudioStream { | |
83 | deint: Deinterleaver, | |
84 | iinfo: Option<InterleaveInfo>, | |
85 | buf: Vec<u8>, | |
86 | sub_packet: usize, | |
87 | } | |
88 | ||
89 | const RM_ILEAVE_INT0: u32 = mktag!(b"Int0"); | |
90 | const RM_ILEAVE_INT4: u32 = mktag!(b"Int4"); | |
91 | const RM_ILEAVE_GENR: u32 = mktag!(b"genr"); | |
92 | const RM_ILEAVE_SIPR: u32 = mktag!(b"sipr"); | |
93 | const RM_ILEAVE_VBRS: u32 = mktag!(b"vbrs"); | |
94 | ||
95 | impl RMAudioStream { | |
96 | fn new(iinfo: Option<InterleaveInfo>) -> Self { | |
97 | let deint; | |
98 | let mut buf: Vec<u8>; | |
99 | if let Some(info) = iinfo { | |
100 | deint = match info.id { | |
101 | RM_ILEAVE_INT0 => Deinterleaver::None, | |
102 | RM_ILEAVE_INT4 => Deinterleaver::RA28_8, | |
103 | RM_ILEAVE_GENR => Deinterleaver::Generic, | |
104 | RM_ILEAVE_SIPR => Deinterleaver::Sipro, | |
105 | RM_ILEAVE_VBRS => Deinterleaver::VBR, | |
106 | _ => {println!("unknown deint {:X}", info.id); Deinterleaver::None }, | |
107 | }; | |
108 | match deint { | |
109 | Deinterleaver::None => { buf = Vec::new(); }, | |
110 | Deinterleaver::RA28_8 | | |
111 | Deinterleaver::Generic | | |
112 | Deinterleaver::Sipro => { | |
113 | let bsize = (info.frame_size as usize) * (info.factor as usize); | |
114 | buf = Vec::with_capacity(bsize); | |
115 | buf.resize(bsize, 0u8); | |
116 | }, | |
117 | Deinterleaver::VBR => { unimplemented!("deint"); }, | |
118 | }; | |
119 | } else { | |
120 | deint = Deinterleaver::None; | |
121 | buf = Vec::new(); | |
122 | } | |
123 | RMAudioStream { deint: deint, iinfo: iinfo, buf: buf, sub_packet: 0 } | |
124 | } | |
125 | fn read_apackets(&mut self, queued_packets: &mut Vec<NAPacket>, src: &mut ByteReader, stream: Rc<NAStream>, ts: u32, keyframe: bool, payload_size: usize) -> DemuxerResult<NAPacket> { | |
126 | let (tb_num, tb_den) = stream.get_timebase(); | |
127 | let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den); | |
128 | ||
129 | if keyframe { | |
130 | self.sub_packet = 0; | |
131 | } | |
132 | match self.deint { | |
133 | Deinterleaver::None => { return src.read_packet(stream, ts, keyframe, payload_size); }, | |
134 | Deinterleaver::RA28_8 => { | |
135 | let iinfo = self.iinfo.unwrap(); | |
136 | let factor = iinfo.factor as usize; | |
137 | let halffact = factor >> 1; | |
138 | let fsize = iinfo.frame_size as usize; | |
139 | let bsize = iinfo.block_size as usize; | |
140 | let ppos = self.sub_packet; | |
141 | for sb in 0..halffact { | |
142 | let mut dst = &mut self.buf[sb * 2 * fsize + ppos * bsize..][..bsize]; | |
143 | src.read_buf(&mut dst)?; | |
144 | } | |
145 | self.sub_packet += 1; | |
146 | if self.sub_packet == factor { | |
147 | self.sub_packet = 0; | |
148 | return Ok(NAPacket::new(stream, ts, true, self.buf.clone())); | |
149 | } else { | |
150 | return Err(DemuxerError::TryAgain); | |
151 | } | |
152 | }, | |
153 | Deinterleaver::Generic => { | |
154 | let iinfo = self.iinfo.unwrap(); | |
155 | let factor = iinfo.factor as usize; | |
156 | let fsize = iinfo.frame_size as usize; | |
157 | let bsize = iinfo.block_size as usize; | |
158 | let factor2 = fsize / bsize; | |
159 | let ppos = self.sub_packet; | |
160 | ||
161 | for sb in 0..factor2 { | |
162 | let sb_pos = factor * sb + ((factor + 1) >> 1) * (ppos & 1) + (ppos >> 1); | |
163 | let mut dst = &mut self.buf[bsize * sb_pos..][..bsize]; | |
164 | src.read_buf(&mut dst)?; | |
165 | } | |
166 | }, | |
167 | Deinterleaver::Sipro => { | |
168 | let iinfo = self.iinfo.unwrap(); | |
169 | let fsize = iinfo.frame_size as usize; | |
170 | let ppos = self.sub_packet; | |
171 | ||
172 | let mut dst = &mut self.buf[fsize * ppos..][..fsize]; | |
173 | src.read_buf(&mut dst)?; | |
174 | }, | |
175 | _ => { return src.read_packet(stream, ts, keyframe, payload_size); }, | |
176 | }; | |
177 | ||
178 | let iinfo = self.iinfo.unwrap(); | |
179 | let factor = iinfo.factor as usize; | |
180 | let fsize = iinfo.frame_size as usize; | |
181 | ||
182 | self.sub_packet += 1; | |
183 | if self.sub_packet < factor { | |
184 | return Err(DemuxerError::TryAgain); | |
185 | } | |
186 | ||
187 | self.sub_packet = 0; | |
188 | ||
189 | if self.deint == Deinterleaver::Sipro { | |
190 | // todo sipro deinterleave | |
191 | } | |
192 | ||
193 | let mut frames_iter = self.buf.chunks(fsize); | |
194 | let pkt0 = frames_iter.next().unwrap(); | |
195 | ||
196 | let pkt_ts = NATimeInfo::new(None, None, None, tb_num, tb_den); | |
197 | for pkts in frames_iter { | |
198 | let pkt = NAPacket::new(stream.clone(), pkt_ts, true, pkts.to_vec()); | |
199 | queued_packets.push(pkt); | |
200 | } | |
201 | queued_packets.reverse(); | |
202 | Ok(NAPacket::new(stream, ts, true, pkt0.to_vec())) | |
203 | } | |
204 | } | |
205 | ||
206 | enum RMStreamType { | |
207 | Audio(RMAudioStream), | |
208 | Video(RMVideoStream), | |
209 | Logical, | |
210 | Unknown, | |
211 | } | |
212 | ||
213 | struct RealMediaDemuxer<'a> { | |
214 | src: &'a mut ByteReader<'a>, | |
215 | data_pos: u64, | |
216 | num_packets: u32, | |
217 | cur_packet: u32, | |
218 | ||
219 | streams: Vec<RMStreamType>, | |
220 | str_ids: Vec<u16>, | |
221 | ||
222 | queued_pkts: Vec<NAPacket>, | |
223 | slice_buf: Vec<u8>, | |
224 | } | |
225 | ||
226 | fn find_codec_name(registry: &[(&[u8;4], &'static str)], fcc: u32) -> &'static str { | |
227 | for &(fourcc, name) in registry { | |
228 | if mktag!(fourcc) == fcc { return name; } | |
229 | } | |
230 | "unknown" | |
231 | } | |
232 | ||
233 | fn read_14or30(src: &mut ByteReader) -> DemuxerResult<(bool, u32)> { | |
234 | let tmp = src.read_u16be()?; | |
235 | let flag = (tmp & 0x8000) != 0; | |
236 | if (tmp & 0x4000) == 0x4000 { | |
237 | Ok((flag, ((tmp & 0x3FFF) as u32))) | |
238 | } else { | |
239 | let val = ((tmp as u32) << 16) | (src.read_u16be()? as u32); | |
240 | Ok((flag, val & 0x3FFFFFFF)) | |
241 | } | |
242 | } | |
243 | ||
244 | fn read_video_buf(src: &mut ByteReader, stream: Rc<NAStream>, ts: u32, keyframe: bool, frame_size: usize) -> DemuxerResult<NAPacket> { | |
245 | let size = (frame_size as usize) + 9; | |
246 | let mut vec: Vec<u8> = Vec::with_capacity(size); | |
247 | vec.resize(size, 0); | |
248 | //v[0] = 0; // 1 slice | |
249 | vec[4] = 1; | |
250 | src.read_buf(&mut vec[9..])?; | |
251 | ||
252 | let (tb_num, tb_den) = stream.get_timebase(); | |
253 | let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den); | |
254 | Ok(NAPacket::new(stream, ts, keyframe, vec)) | |
255 | } | |
256 | ||
257 | fn read_multiple_frame(src: &mut ByteReader, stream: Rc<NAStream>, keyframe: bool, skip_mtype: bool) -> DemuxerResult<NAPacket> { | |
258 | if !skip_mtype { | |
259 | let mtype = src.read_byte()?; | |
260 | validate!(mtype == 0xC0); | |
261 | } | |
262 | let (_, frame_size) = read_14or30(src)?; | |
263 | let (_, timestamp) = read_14or30(src)?; | |
264 | let _seq_no = src.read_byte()?; | |
265 | //println!(" multiple frame size {} ts {} seq {}", frame_size, timestamp, seq_no); | |
266 | ||
267 | read_video_buf(src, stream, timestamp, keyframe, frame_size as usize) | |
268 | } | |
269 | ||
270 | impl<'a> DemuxCore<'a> for RealMediaDemuxer<'a> { | |
271 | #[allow(unused_variables)] | |
272 | fn open(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> { | |
273 | self.read_header(strmgr)?; | |
274 | Ok(()) | |
275 | } | |
276 | ||
277 | #[allow(unused_variables)] | |
278 | fn get_frame(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<NAPacket> { | |
279 | if !self.queued_pkts.is_empty() { | |
280 | let pkt = self.queued_pkts.pop().unwrap(); | |
281 | return Ok(pkt); | |
282 | } | |
283 | loop { | |
284 | if self.cur_packet >= self.num_packets { return Err(DemuxerError::EOF); } | |
285 | ||
286 | let pkt_start = self.src.tell(); | |
287 | let ver = self.src.read_u16le()?; | |
288 | validate!(ver <= 1); | |
289 | let len = self.src.read_u16be()? as usize; | |
290 | let str_no = self.src.read_u16be()?; | |
291 | let ts = self.src.read_u32be()?; | |
292 | let _pkt_grp; | |
293 | if ver == 0 { | |
294 | _pkt_grp = self.src.read_byte()?; | |
295 | } else { | |
296 | //asm_rule = self.src.read_u16le()?; | |
297 | self.src.read_skip(2)?; | |
298 | _pkt_grp = 0; | |
299 | } | |
300 | let flags = self.src.read_byte()?; | |
301 | let hdr_size = self.src.tell() - pkt_start; | |
302 | //println!("packet @{:X} size {} for {} ts {} grp {} flags {:X}", pkt_start, len, str_no, ts, _pkt_grp, flags); | |
303 | self.cur_packet += 1; | |
304 | ||
305 | let payload_size = len - (hdr_size as usize); | |
306 | ||
307 | let sr = self.str_ids.iter().position(|x| *x == str_no); | |
308 | if sr.is_none() { | |
309 | //println!("stream {} not found", str_no); | |
310 | self.src.read_skip(payload_size)?; | |
311 | return Err(DemuxerError::InvalidData); | |
312 | } | |
313 | let str_id = sr.unwrap(); | |
314 | let streamres = strmgr.get_stream_by_id(str_no as u32); | |
315 | if streamres.is_none() { | |
316 | self.src.read_skip(payload_size)?; | |
317 | continue; | |
318 | } | |
319 | let stream = streamres.unwrap(); | |
320 | //println!(" stream {}", str_id); | |
321 | if strmgr.is_ignored_id(str_no as u32) { | |
322 | self.src.read_skip(payload_size)?; | |
323 | continue; | |
324 | } | |
325 | //todo skip unwanted packet | |
326 | let keyframe = (flags & KEYFRAME_FLAG) != 0; | |
327 | ||
328 | let result = match self.streams[str_id] { | |
329 | RMStreamType::Video(ref mut vstr) => { | |
330 | ||
331 | let pos = self.src.tell(); | |
332 | let b0 = self.src.read_byte()?; | |
333 | match b0 >> 6 { | |
334 | 0 => { // partial frame | |
335 | let b1 = self.src.read_byte()?; | |
336 | let hdr1 = ((b0 as u16) << 8) | (b1 as u16); | |
337 | let num_pkts = ((hdr1 >> 7) & 0x7F) as usize; | |
338 | let packet_num = hdr1 & 0x7F; | |
339 | let (_, frame_size) = read_14or30(self.src)?; | |
340 | let (_, off) = read_14or30(self.src)?; | |
341 | let seq_no = self.src.read_byte()?; | |
342 | //println!(" mode 0 pkt {}/{} off {}/{} seq {}", packet_num, num_pkts, off, frame_size, seq_no); | |
343 | let hdr_skip = (self.src.tell() - pos) as usize; | |
344 | ||
345 | let slice_size = (payload_size - hdr_skip) as usize; | |
346 | self.slice_buf.resize(slice_size, 0); | |
347 | self.src.read_buf(self.slice_buf.as_mut_slice())?; | |
348 | if packet_num == 1 { | |
349 | vstr.start_slice(num_pkts, frame_size as usize, self.slice_buf.as_slice()); | |
350 | } else { | |
351 | vstr.add_slice(packet_num as usize, self.slice_buf.as_slice()); | |
352 | } | |
353 | if (packet_num as usize) < num_pkts { | |
354 | continue; | |
355 | } | |
356 | //todo: check if full frame is received | |
357 | let (tb_num, tb_den) = stream.get_timebase(); | |
358 | let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den); | |
359 | let pkt = NAPacket::new(stream, ts, keyframe, vstr.get_frame_data()); | |
360 | Ok(pkt) | |
361 | }, | |
362 | 1 => { // whole frame | |
363 | let seq_no = self.src.read_byte()?; | |
364 | //println!(" mode 1 seq {}", seq_no); | |
365 | read_video_buf(self.src, stream, ts, keyframe, payload_size - 1) | |
366 | }, | |
367 | 2 => { // last partial frame | |
368 | let b1 = self.src.read_byte()?; | |
369 | let hdr1 = ((b0 as u16) << 8) | (b1 as u16); | |
370 | let num_pkts = ((hdr1 >> 7) & 0x7F) as usize; | |
371 | let packet_num = hdr1 & 0x7F; | |
372 | let (_, frame_size) = read_14or30(self.src)?; | |
373 | let (_, tail_size) = read_14or30(self.src)?; | |
374 | let seq_no = self.src.read_byte()?; | |
375 | //println!(" mode 2 pkt {}/{} tail {}/{} seq {}", packet_num, num_pkts, tail_size, frame_size, seq_no); | |
376 | self.slice_buf.resize(tail_size as usize, 0); | |
377 | self.src.read_buf(self.slice_buf.as_mut_slice())?; | |
378 | vstr.add_slice(packet_num as usize, self.slice_buf.as_slice()); | |
379 | ||
380 | while self.src.tell() < pos + (payload_size as u64) { | |
381 | let res = read_multiple_frame(self.src, stream.clone(), false, false); | |
382 | if res.is_err() { break; } | |
383 | self.queued_pkts.push(res.unwrap()); | |
384 | } | |
385 | self.queued_pkts.reverse(); | |
386 | let (tb_num, tb_den) = stream.get_timebase(); | |
387 | let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den); | |
388 | let pkt = NAPacket::new(stream, ts, keyframe, vstr.get_frame_data()); | |
389 | Ok(pkt) | |
390 | }, | |
391 | _ => { // multiple frames | |
392 | //println!(" mode 3"); | |
393 | let res = read_multiple_frame(self.src, stream.clone(), keyframe, true); | |
394 | if res.is_err() { return res; } | |
395 | while self.src.tell() < pos + (payload_size as u64) { | |
396 | let res = read_multiple_frame(self.src, stream.clone(), false, false); | |
397 | if res.is_err() { break; } | |
398 | self.queued_pkts.push(res.unwrap()); | |
399 | } | |
400 | self.queued_pkts.reverse(); | |
401 | res | |
402 | }, | |
403 | } | |
404 | }, | |
405 | RMStreamType::Audio(ref mut astr) => { | |
406 | let ret = astr.read_apackets(&mut self.queued_pkts, &mut self.src, stream, ts, keyframe, payload_size); | |
407 | if let Err(DemuxerError::TryAgain) = ret { | |
408 | continue; | |
409 | } | |
410 | ret | |
411 | }, | |
412 | _ => { | |
413 | // self.src.read_skip(payload_size)?; | |
414 | Err(DemuxerError::InvalidData) | |
415 | }, | |
416 | }; | |
417 | return result; | |
418 | } | |
419 | } | |
420 | ||
421 | #[allow(unused_variables)] | |
422 | fn seek(&mut self, time: u64) -> DemuxerResult<()> { | |
423 | Err(NotImplemented) | |
424 | } | |
425 | } | |
426 | ||
427 | fn read_chunk(src: &mut ByteReader) -> DemuxerResult<(u32, u32, u16)> { | |
428 | let id = src.read_u32be()?; | |
429 | if id == 0 { return Ok((0, 0, 0)); } | |
430 | let size = src.read_u32be()?; | |
431 | if size == 0 { | |
432 | let ver = src.read_u16be()?; | |
433 | validate!(ver <= 1); | |
434 | return Ok((id, 0x0FFFFFFF, ver)); | |
435 | } | |
436 | validate!(size >= 10); | |
437 | let ver = src.read_u16be()?; | |
438 | validate!(ver <= 1); | |
439 | Ok((id, size, ver)) | |
440 | } | |
441 | ||
442 | #[derive(Clone,Copy,Debug)] | |
443 | struct InterleaveInfo { | |
444 | id: u32, | |
445 | factor: u16, | |
446 | block_size: u16, | |
447 | frame_size: u16, | |
448 | } | |
449 | ||
450 | #[derive(Clone,Copy,Debug)] | |
451 | struct RealAudioInfo { | |
452 | fcc: u32, | |
453 | sample_rate: u32, | |
454 | sample_size: u16, | |
455 | channels: u16, | |
456 | channel_mask: u32, | |
457 | granularity: u32, | |
458 | bytes_per_minute: u32, | |
459 | total_bytes: u32, | |
460 | edata_size: u32, | |
461 | ileave_info: Option<InterleaveInfo> | |
462 | } | |
463 | ||
464 | fn skip_ra_metadata(src: &mut ByteReader) -> DemuxerResult<()> { | |
465 | let title_len = src.read_byte()? as usize; | |
466 | src.read_skip(title_len)?; | |
467 | let author_len = src.read_byte()? as usize; | |
468 | src.read_skip(author_len)?; | |
469 | let copywrong_len = src.read_byte()? as usize; | |
470 | src.read_skip(copywrong_len)?; | |
471 | let comment_len = src.read_byte()? as usize; | |
472 | src.read_skip(comment_len)?; | |
473 | Ok(()) | |
474 | } | |
475 | ||
476 | #[allow(unused_variables)] | |
477 | fn parse_aformat3(src: &mut ByteReader) -> DemuxerResult<RealAudioInfo> { | |
478 | let start = src.tell(); | |
479 | let header_len = src.read_u16be()?; | |
480 | validate!(header_len >= 24); | |
481 | let flavor = src.read_u16be()?; | |
482 | let granularity = src.read_u32be()?; | |
483 | let bytes_per_minute = src.read_u32be()?; | |
484 | let total_bytes = src.read_u32be()?; | |
485 | ||
486 | skip_ra_metadata(src)?; | |
487 | ||
488 | let _can_copy = src.read_byte()?; | |
489 | let fcc_len = src.read_byte()?; | |
490 | validate!(fcc_len == 4); | |
491 | let fcc = src.read_u32be()?; | |
492 | ||
493 | let end = src.tell(); | |
494 | validate!(end - start <= (header_len as u64) + 2); | |
495 | ||
496 | Ok(RealAudioInfo { | |
497 | fcc: fcc, sample_rate: 8000, sample_size: 16, channels: 1, channel_mask: 0, | |
498 | granularity: granularity, bytes_per_minute: bytes_per_minute, | |
499 | total_bytes: total_bytes, edata_size: 0, | |
500 | ileave_info: None, | |
501 | }) | |
502 | } | |
503 | ||
504 | #[allow(unused_variables)] | |
505 | fn parse_aformat4(src: &mut ByteReader) -> DemuxerResult<RealAudioInfo> { | |
506 | let start = src.tell(); | |
507 | src.read_skip(2)?; // zeroes | |
508 | let id = src.read_u32be()?; | |
509 | validate!(id == mktag!(b".ra4")); | |
510 | let data_size = src.read_u32be()?; | |
511 | let _ver4 = src.read_u16be()?; // should be 4 | |
512 | let header_size = src.read_u32be()?; | |
513 | let _flavor = src.read_u16be()?; | |
514 | let granularity = src.read_u32be()?; | |
515 | let total_bytes = src.read_u32be()?; | |
516 | let bytes_per_minute = src.read_u32be()?; | |
517 | let _bytes_per_minute2 = src.read_u32be()?; | |
518 | let ileave_factor = src.read_u16be()?; | |
519 | let ileave_block_size = src.read_u16be()?; | |
520 | let _user_data = src.read_u16be()?; | |
521 | let sample_rate = src.read_u32be()?; | |
522 | let sample_size = src.read_u32be()?; | |
523 | let channels = src.read_u16be()?; | |
524 | let interleaver_id_len = src.read_byte()?; | |
525 | validate!(interleaver_id_len == 4); | |
526 | let interleaver_id = src.read_u32be()?; | |
527 | let fcc_len = src.read_byte()?; | |
528 | validate!(fcc_len == 4); | |
529 | let fcc = src.read_u32be()?; | |
530 | let is_interleaved = src.read_byte()?; | |
531 | let _can_copy = src.read_byte()?; | |
532 | let _stream_type = src.read_byte()?; | |
533 | ||
534 | skip_ra_metadata(src)?; | |
535 | ||
536 | let end = src.tell(); | |
537 | validate!(end - start <= (header_size as u64) + 10); | |
538 | ||
539 | let ileave_info = if is_interleaved != 0 { | |
540 | Some(InterleaveInfo { | |
541 | id: interleaver_id, factor: ileave_factor, block_size: granularity as u16, | |
542 | frame_size: ileave_block_size, | |
543 | }) | |
544 | } else { | |
545 | None | |
546 | }; | |
547 | ||
548 | Ok(RealAudioInfo { | |
549 | fcc: fcc, sample_rate: sample_rate, sample_size: sample_size as u16, channels: channels, channel_mask: 0, | |
550 | granularity: granularity, bytes_per_minute: bytes_per_minute, | |
551 | total_bytes: total_bytes & 0xFFFFFF, edata_size: 0, | |
552 | ileave_info: ileave_info, | |
553 | }) | |
554 | } | |
555 | ||
556 | #[allow(unused_variables)] | |
557 | fn parse_aformat5(src: &mut ByteReader) -> DemuxerResult<RealAudioInfo> { | |
558 | let start = src.tell(); | |
559 | src.read_skip(2)?; // zeroes | |
560 | let id = src.read_u32be()?; | |
561 | validate!(id == mktag!(b".ra5")); | |
562 | let data_size = src.read_u32be()?; | |
563 | let _ver5 = src.read_u16be()?; // should be 5 | |
564 | let header_size = src.read_u32be()?; | |
565 | let _flavor = src.read_u16be()?; | |
566 | let granularity = src.read_u32be()?; | |
567 | let total_bytes = src.read_u32be()?; | |
568 | let bytes_per_minute = src.read_u32be()?; | |
569 | let _bytes_per_minute2 = src.read_u32be()?; | |
570 | let ileave_factor = src.read_u16be()?; | |
571 | let frame_size = src.read_u16be()?; | |
572 | let ileave_block_size = src.read_u16be()?; | |
573 | let user_data = src.read_u32be()?; | |
574 | let _sample_rate1 = src.read_u16be()?; | |
575 | let sample_rate = src.read_u32be()?; | |
576 | let sample_size = src.read_u32be()?; | |
577 | let channels = src.read_u16be()?; | |
578 | let interleaver_id = src.read_u32be()?; | |
579 | let fcc = src.read_u32be()?; | |
580 | let is_interleaved = src.read_byte()?; | |
581 | let _can_copy = src.read_byte()?; | |
582 | let _stream_type = src.read_byte()?; | |
583 | let has_ileave_pattern = src.read_byte()?; | |
584 | if has_ileave_pattern != 0 { | |
585 | unimplemented!("ra5 interleave pattern"); | |
586 | } | |
587 | let edata_size = src.read_u32be()?; | |
588 | ||
589 | let end = src.tell(); | |
590 | validate!(end - start <= (header_size as u64) + 10); | |
591 | src.read_skip((end as usize) - (header_size as usize))?; | |
592 | ||
593 | let ileave_info = if is_interleaved != 0 { | |
594 | Some(InterleaveInfo { | |
595 | id: interleaver_id, factor: ileave_factor, block_size: ileave_block_size, frame_size: frame_size, | |
596 | }) | |
597 | } else { | |
598 | None | |
599 | }; | |
600 | ||
601 | Ok(RealAudioInfo { | |
602 | fcc: fcc, sample_rate: sample_rate, sample_size: sample_size as u16, channels: channels, channel_mask: 0, | |
603 | granularity: granularity, bytes_per_minute: bytes_per_minute, | |
604 | total_bytes: total_bytes & 0xFFFFFF, edata_size: edata_size, | |
605 | ileave_info: ileave_info, | |
606 | }) | |
607 | } | |
608 | ||
609 | const RMVB_HDR_SIZE: u32 = 18; | |
610 | const RMVB_PROP_SIZE: u32 = 50; | |
611 | const KEYFRAME_FLAG: u8 = 0x02; | |
612 | ||
613 | impl<'a> RealMediaDemuxer<'a> { | |
614 | fn new(io: &'a mut ByteReader<'a>) -> Self { | |
615 | RealMediaDemuxer { | |
616 | src: io, | |
617 | data_pos: 0, | |
618 | num_packets: 0, | |
619 | cur_packet: 0, | |
620 | streams: Vec::new(), | |
621 | str_ids: Vec::new(), | |
622 | queued_pkts: Vec::new(), | |
623 | slice_buf: Vec::new(), | |
624 | } | |
625 | } | |
626 | #[allow(unused_variables)] | |
627 | fn read_header(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> { | |
628 | let (id, size, ver) = read_chunk(self.src)?; | |
629 | validate!(id == mktag!(b".RMF")); | |
630 | validate!(size >= RMVB_HDR_SIZE); | |
631 | let fver = self.src.read_u32be()?; | |
632 | validate!(fver <= 1); | |
633 | let num_hdr = self.src.read_u32be()? as usize; | |
634 | validate!(num_hdr >= 1); | |
635 | if size > RMVB_HDR_SIZE { | |
636 | self.src.read_skip((size - RMVB_HDR_SIZE) as usize)?; | |
637 | } | |
638 | ||
639 | let (id, size, ver) = read_chunk(self.src)?; | |
640 | validate!(size >= RMVB_PROP_SIZE); | |
641 | validate!(ver == 0); | |
642 | let maxbr = self.src.read_u32be()?; | |
643 | let avgbr = self.src.read_u32be()?; | |
644 | let maxps = self.src.read_u32be()?; | |
645 | let avgps = self.src.read_u32be()?; | |
646 | let num_pkt = self.src.read_u32be()? as usize; | |
647 | let duration = self.src.read_u32be()?; | |
648 | let preroll = self.src.read_u32be()?; | |
649 | let idx_off = self.src.read_u32be()?; | |
650 | let data_off = self.src.read_u32be()?; | |
651 | let num_streams = self.src.read_u16be()? as usize; | |
652 | let flags = self.src.read_u16be()?; | |
653 | if size > RMVB_PROP_SIZE { | |
654 | self.src.read_skip((size - RMVB_PROP_SIZE) as usize)?; | |
655 | } | |
656 | ||
657 | for _ in 0..num_hdr { | |
658 | if self.src.is_eof() { | |
659 | //warn maybe? | |
660 | break; | |
661 | } | |
662 | let res = self.parse_chunk(strmgr); | |
663 | match res { | |
664 | Ok(last) => { if last { break; } }, | |
665 | Err(DemuxerError::IOError) => { break; }, | |
666 | Err(etype) => { return Err(etype); }, | |
667 | }; | |
668 | } | |
669 | //println!("now @ {:X} / {}", self.src.tell(), self.data_pos); | |
670 | validate!(self.data_pos > 0); | |
671 | self.src.seek(SeekFrom::Start(self.data_pos))?; | |
672 | let num_packets = self.src.read_u32be()?; | |
673 | let next_data_hdr = self.src.read_u32be()?; | |
674 | self.num_packets = if num_packets > 0 { num_packets } else { 0xFFFFFF }; | |
675 | self.cur_packet = 0; | |
676 | Ok(()) | |
677 | } | |
678 | fn parse_chunk(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<bool> { | |
679 | let (id, size, ver) = read_chunk(self.src)?; | |
680 | let end_pos = self.src.tell() - 10 + (size as u64); | |
681 | ||
682 | validate!(ver == 0); | |
683 | if id == mktag!(b"CONT") { self.parse_content_desc()?; } | |
684 | else if id == mktag!(b"MDPR") { self.parse_mdpr(strmgr)?; } | |
685 | else if id == mktag!(b"DATA") { if self.data_pos == 0 { self.data_pos = self.src.tell(); } } | |
686 | else if id == mktag!(b"INDX") { /* do nothing for now */ } | |
687 | else if id == 0 { return Ok(true); } | |
688 | else { println!("unknown chunk type {:08X}", id); } | |
689 | ||
690 | let cpos = self.src.tell(); | |
691 | if cpos < end_pos { | |
692 | self.src.read_skip((end_pos - cpos) as usize)?; | |
693 | } | |
694 | Ok(false) | |
695 | } | |
696 | #[allow(unused_variables)] | |
697 | fn parse_content_desc(&mut self) -> DemuxerResult<()> { | |
698 | let title_len = self.src.read_u16be()? as usize; | |
699 | self.src.read_skip(title_len)?; | |
700 | let author_len = self.src.read_u16be()? as usize; | |
701 | self.src.read_skip(author_len)?; | |
702 | let copywrong_len = self.src.read_u16be()? as usize; | |
703 | self.src.read_skip(copywrong_len)?; | |
704 | let comment_len = self.src.read_u16be()? as usize; | |
705 | self.src.read_skip(comment_len)?; | |
706 | Ok(()) | |
707 | } | |
708 | #[allow(unused_variables)] | |
709 | fn parse_mdpr(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> { | |
710 | let stream_no = self.src.read_u16be()?; | |
711 | //todo check stream_no for duplicates | |
712 | let maxbr = self.src.read_u32be()?; | |
713 | let avgbr = self.src.read_u32be()?; | |
714 | let maxps = self.src.read_u32be()?; | |
715 | let avgps = self.src.read_u32be()?; | |
716 | let start = self.src.read_u32be()?; | |
717 | let preroll = self.src.read_u32be()?; | |
718 | let duration = self.src.read_u32be()?; | |
719 | let sname_size = self.src.read_byte()? as usize; | |
720 | let sname = read_string_size(self.src, sname_size)?; | |
721 | //println!("str #{} sname = {} pkts {}/{} start {} preroll {}", stream_no, sname, maxps, avgps, start, preroll); | |
722 | let mime_size = self.src.read_byte()? as usize; | |
723 | let mime = read_string_size(self.src, mime_size)?; | |
724 | //println!("mime = {}", mime); | |
725 | let edata_size = self.src.read_u32be()? as usize; | |
726 | let edata: Option<Vec<u8>> = if edata_size == 0 { None } else { | |
727 | let mut edvec: Vec<u8> = Vec::with_capacity(edata_size); | |
728 | edvec.resize(edata_size, 0); | |
729 | self.src.read_buf(&mut edvec)?; | |
730 | Some(edvec) | |
731 | }; | |
732 | self.str_ids.push(stream_no); | |
733 | if edata_size > 8 { | |
734 | if let Some(edata_) = edata { | |
735 | let mut mr = MemoryReader::new_read(edata_.as_slice()); | |
736 | let mut src = ByteReader::new(&mut mr); | |
737 | ||
738 | let tag = src.read_u32be()?; | |
739 | let tag2 = src.peek_u32be()?; | |
740 | //println!("tag1 {:X} tag2 {:X}", tag, tag2); | |
741 | if tag == mktag!('.', 'r', 'a', 0xFD) { | |
742 | let ver = src.read_u16be()?; | |
743 | let ainfo = match ver { | |
744 | 3 => { | |
745 | parse_aformat3(&mut src)? | |
746 | }, | |
747 | 4 => { | |
748 | parse_aformat4(&mut src)? | |
749 | }, | |
750 | 5 => { | |
751 | parse_aformat5(&mut src)? | |
752 | }, | |
753 | _ => { | |
754 | println!("unknown version {}", ver); | |
755 | return Err(DemuxerError::InvalidData); | |
756 | }, | |
757 | }; | |
758 | println!(" got ainfo {:?}", ainfo); | |
759 | let cname = find_codec_name(RM_AUDIO_CODEC_REGISTER, ainfo.fcc); | |
760 | let srate = ainfo.sample_rate; | |
761 | let soniton = NASoniton::new(ainfo.sample_size as u8, SONITON_FLAG_SIGNED); | |
762 | let ahdr = NAAudioInfo::new(srate, ainfo.channels as u8, soniton, 1); | |
763 | let extradata = if ainfo.edata_size == 0 { | |
764 | None | |
765 | } else { | |
766 | let eslice = &edata_[(src.tell() as usize)..]; | |
767 | Some(eslice.to_vec()) | |
768 | }; | |
769 | let nainfo = NACodecInfo::new(cname, NACodecTypeInfo::Audio(ahdr), extradata); | |
770 | let res = strmgr.add_stream(NAStream::new(StreamType::Audio, stream_no as u32, nainfo, 1, srate)); | |
771 | if res.is_none() { return Err(MemoryError); } | |
772 | ||
773 | let astr = RMAudioStream::new(ainfo.ileave_info); | |
774 | self.streams.push(RMStreamType::Audio(astr)); | |
775 | } else if ((tag2 == mktag!('V', 'I', 'D', 'O')) || (tag2 == mktag!('I', 'M', 'A', 'G'))) && ((tag as usize) <= edata_size) { | |
776 | src.read_skip(4)?; | |
777 | let fcc = src.read_u32be()?; | |
778 | let width = src.read_u16be()? as usize; | |
779 | let height = src.read_u16be()? as usize; | |
780 | let bpp = src.read_u16be()?; | |
781 | let pad_w = src.read_u16be()?; | |
782 | let pad_h = src.read_u16be()?; | |
783 | let fps; | |
784 | if tag2 == mktag!('V', 'I', 'D', 'O') { | |
785 | fps = src.read_u32be()?; | |
786 | } else { | |
787 | fps = 0x10000; | |
788 | } | |
789 | let extradata: Option<Vec<u8>>; | |
790 | if src.left() > 0 { | |
791 | let eslice = &edata_[(src.tell() as usize)..]; | |
792 | extradata = Some(eslice.to_vec()); | |
793 | } else { | |
794 | extradata = None; | |
795 | } | |
796 | let cname = find_codec_name(RM_VIDEO_CODEC_REGISTER, fcc); | |
797 | ||
798 | let vhdr = NAVideoInfo::new(width, height, false, RGB24_FORMAT); | |
799 | let vinfo = NACodecInfo::new(cname, NACodecTypeInfo::Video(vhdr), extradata); | |
800 | let res = strmgr.add_stream(NAStream::new(StreamType::Video, stream_no as u32, vinfo, 0x10000, fps)); | |
801 | if res.is_none() { return Err(DemuxerError::MemoryError); } | |
802 | ||
803 | let vstr = RMVideoStream::new(); | |
804 | self.streams.push(RMStreamType::Video(vstr)); | |
805 | } else if tag == mktag!(b"LSD:") { | |
806 | let extradata = Some(edata_.to_vec()); | |
807 | ||
808 | src.read_skip(4)?; //version | |
809 | let channels = src.read_u16be()?; | |
810 | let samp_size = src.read_u16be()?; | |
811 | let sample_rate = src.read_u32be()?; | |
812 | ||
813 | println!("LSD sr {}, {} ch", sample_rate, channels); | |
814 | let soniton = NASoniton::new(samp_size as u8, SONITON_FLAG_SIGNED); | |
815 | let ahdr = NAAudioInfo::new(sample_rate, channels as u8, soniton, 1); | |
816 | let nainfo = NACodecInfo::new("ralf", NACodecTypeInfo::Audio(ahdr), extradata); | |
817 | let res = strmgr.add_stream(NAStream::new(StreamType::Audio, stream_no as u32, nainfo, 1, sample_rate)); | |
818 | if res.is_none() { return Err(MemoryError); } | |
819 | let astr = RMAudioStream::new(None); | |
820 | self.streams.push(RMStreamType::Audio(astr)); | |
821 | } else { | |
822 | self.streams.push(RMStreamType::Logical); | |
823 | } | |
824 | } | |
825 | } else { | |
826 | self.streams.push(RMStreamType::Unknown); | |
827 | } | |
828 | ||
829 | Ok(()) | |
830 | } | |
831 | /*#[allow(unused_variables)] | |
832 | fn read_pkt_header(&mut self) -> DemuxerResult<()> { | |
833 | let ver = self.src.read_u16be()?; | |
834 | validate!(ver <= 1); | |
835 | let str_no = self.src.read_u16be()?; | |
836 | let timestamp = self.src.read_u32be()?; | |
837 | if ver == 0 { | |
838 | let pkt_group = self.src.read_byte()?; | |
839 | let pkt_flags = self.src.read_byte()?; | |
840 | } else { | |
841 | let asm_rule = self.src.read_u16be()?; | |
842 | let asm_flags = self.src.read_byte()?; | |
843 | } | |
844 | Ok(()) | |
845 | }*/ | |
846 | } | |
847 | ||
848 | fn read_string(src: &mut ByteReader) -> DemuxerResult<String> { | |
849 | let mut vec: Vec<u8> = Vec::new(); | |
850 | loop { | |
851 | let c = src.read_byte()?; | |
852 | if c == 0 { break; } | |
853 | vec.push(c); | |
854 | } | |
855 | let str = String::from_utf8(vec); | |
856 | if str.is_ok() { | |
857 | Ok(str.unwrap()) | |
858 | } else { | |
859 | Ok(String::new()) | |
860 | } | |
861 | } | |
862 | ||
863 | fn read_string_size(src: &mut ByteReader, size: usize) -> DemuxerResult<String> { | |
864 | let mut vec: Vec<u8> = Vec::new(); | |
865 | for _ in 0..size { | |
866 | let c = src.read_byte()?; | |
867 | vec.push(c); | |
868 | } | |
869 | let str = String::from_utf8(vec); | |
870 | if str.is_ok() { | |
871 | Ok(str.unwrap()) | |
872 | } else { | |
873 | Ok(String::new()) | |
874 | } | |
875 | } | |
876 | ||
877 | #[allow(dead_code)] | |
878 | #[allow(unused_variables)] | |
879 | fn parse_rm_stream(io: &mut ByteReader) -> DemuxerResult<NAStream> { | |
880 | let mimetype = read_string(io)?; | |
881 | let strname = read_string(io)?; | |
882 | let strnum = io.read_u32le()?; | |
883 | let maxbr = io.read_u32le()?; | |
884 | let avgbr = io.read_u32le()?; | |
885 | let maxsize = io.read_u32le()?; | |
886 | let avgsize = io.read_u32le()?; | |
887 | let duration = io.read_u32le()?; | |
888 | let preroll = io.read_u32le()?; | |
889 | let start = io.read_u32le()?; | |
890 | let edatalen = io.read_u32le()? as usize; | |
891 | let mut edata: Vec<u8> = Vec::with_capacity(edatalen); | |
892 | edata.resize(edatalen, 0); | |
893 | io.read_buf(&mut edata)?; | |
894 | let numprops = io.read_u32le()? as usize; | |
895 | //read properties | |
896 | unimplemented!(); | |
897 | } | |
898 | ||
899 | #[allow(dead_code)] | |
900 | #[allow(unused_variables)] | |
901 | fn read_ra_vbr_stream(io: &mut ByteReader) -> DemuxerResult<NAPacket> { | |
902 | let hdrsizesize = io.read_u16le()?; | |
903 | let num_entries = (hdrsizesize / 16) as usize; | |
904 | let mut sizes: Vec<usize> = Vec::with_capacity(num_entries); | |
905 | for _ in 0..num_entries { | |
906 | let sz = io.read_u16le()? as usize; | |
907 | sizes.push(sz); | |
908 | } | |
909 | for i in 0..num_entries { | |
910 | //read packet of sizes[i] | |
911 | } | |
912 | unimplemented!(); | |
913 | } | |
914 | ||
915 | //todo interleavers | |
916 | ||
917 | //todo opaque data | |
918 | ||
919 | ||
920 | static RM_VIDEO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[ | |
921 | (b"RV10", "realvideo1"), | |
922 | (b"RV20", "realvideo2"), | |
923 | (b"RVTR", "realvideo2"), | |
924 | (b"RV30", "realvideo3"), | |
925 | (b"RV40", "realvideo4"), | |
926 | (b"CLV1", "clearvideo_rm"), | |
927 | ]; | |
928 | ||
929 | #[allow(dead_code)] | |
930 | static RM_AUDIO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[ | |
931 | (b"lpcJ", "ra14.4"), | |
932 | (b"28_8", "ra28.8"), | |
933 | (b"cook", "cook"), | |
934 | (b"dnet", "ac3"), | |
935 | (b"sipr", "sipro"), | |
936 | (b"atrc", "atrac3"), | |
937 | (b"LSD:", "ralf"), | |
938 | (b"raac", "aac"), | |
939 | (b"racp", "aac"), | |
940 | ]; | |
941 | ||
942 | pub struct RealMediaDemuxerCreator { } | |
943 | ||
944 | impl DemuxerCreator for RealMediaDemuxerCreator { | |
945 | fn new_demuxer<'a>(&self, br: &'a mut ByteReader<'a>) -> Box<DemuxCore<'a> + 'a> { | |
946 | Box::new(RealMediaDemuxer::new(br)) | |
947 | } | |
948 | fn get_name(&self) -> &'static str { "realmedia" } | |
949 | } | |
950 | ||
951 | #[cfg(test)] | |
952 | mod test { | |
953 | use super::*; | |
954 | use std::fs::File; | |
955 | ||
956 | #[test] | |
957 | fn test_rm_demux() { | |
958 | let mut file = | |
959 | File::open("assets/RV/rv10_dnet_640x352_realvideo_encoder_4.0.rm").unwrap(); | |
960 | // File::open("assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm").unwrap(); | |
961 | // File::open("assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm").unwrap(); | |
962 | // File::open("assets/RV/rv30_atrc_384x208_realproducer_plus_8.51.rm").unwrap(); | |
963 | // File::open("assets/RV/rv30_chroma_drift.rm").unwrap(); | |
964 | // File::open("assets/RV/rv30_weighted_mc.rm").unwrap(); | |
965 | // File::open("assets/RV/rv40_weighted_mc.rmvb").unwrap(); | |
966 | // File::open("assets/RV/rv40_weighted_mc_2.rmvb").unwrap(); | |
967 | // File::open("assets/RV/clv1_sipr_384x208_realvideo_encoder_4.0.rm").unwrap(); | |
968 | // File::open("assets/RV/luckynight.rmvb").unwrap(); | |
969 | // File::open("assets/RV/rv40_ralf.rmvb").unwrap(); | |
970 | let mut fr = FileReader::new_read(&mut file); | |
971 | let mut br = ByteReader::new(&mut fr); | |
972 | let mut dmx = RealMediaDemuxer::new(&mut br); | |
973 | let mut sm = StreamManager::new(); | |
974 | dmx.open(&mut sm).unwrap(); | |
975 | ||
976 | loop { | |
977 | let pktres = dmx.get_frame(&mut sm); | |
978 | if let Err(e) = pktres { | |
979 | if e == DemuxerError::EOF { break; } | |
980 | panic!("error"); | |
981 | } | |
982 | let pkt = pktres.unwrap(); | |
983 | println!("Got {}", pkt); | |
984 | } | |
985 | //panic!("the end"); | |
986 | } | |
987 | } |