2 use super::DemuxerError::*;
10 ($a:expr, $b:expr, $c:expr, $d:expr) => ({
11 (($a as u32) << 24) | (($b as u32) << 16) | (($c as u32) << 8) | ($d as u32)
14 (($arr[0] as u32) << 24) | (($arr[1] as u32) << 16) | (($arr[2] as u32) << 8) | ($arr[3] as u32)
18 struct RMVideoStream {
35 self.frame.truncate(0);
39 fn start_slice(&mut self, num_slices: usize, frame_size: usize, data: &[u8]) {
40 self.hdr_size = num_slices * 8 + 1;
41 self.frame.resize(frame_size + self.hdr_size, 0);
42 self.frame[0] = (num_slices - 1) as u8;
44 self.add_slice(1, data);
46 fn add_slice(&mut self, slice_no: usize, data: &[u8]) {
47 self.write_slice_info(slice_no);
48 let dslice = &mut self.frame[self.hdr_size + self.frame_pos..][..data.len()];
49 dslice.copy_from_slice(data);
50 self.frame_pos += data.len();
52 fn write_slice_info(&mut self, slice_no: usize) {
53 let off = 1 + (slice_no - 1) * 8;
54 self.frame[off + 0] = 0;
55 self.frame[off + 1] = 0;
56 self.frame[off + 2] = 0;
57 self.frame[off + 3] = 1;
58 self.frame[off + 4] = (self.frame_pos >> 24) as u8;
59 self.frame[off + 5] = (self.frame_pos >> 16) as u8;
60 self.frame[off + 6] = (self.frame_pos >> 8) as u8;
61 self.frame[off + 7] = (self.frame_pos >> 0) as u8;
63 fn get_frame_data(&mut self) -> Vec<u8> {
64 let mut v: Vec<u8> = Vec::new();
65 mem::swap(&mut v, &mut self.frame);
72 #[derive(Clone,Copy,PartialEq)]
81 struct RMAudioStream {
86 fn new(deint: Deinterleaver) -> Self {
87 RMAudioStream { deint: deint }
98 struct RealMediaDemuxer<'a> {
99 src: &'a mut ByteReader<'a>,
104 streams: Vec<RMStreamType>,
107 queued_pkts: Vec<NAPacket>,
111 fn find_codec_name(registry: &[(&[u8;4], &'static str)], fcc: u32) -> &'static str {
112 for &(fourcc, name) in registry {
113 if mktag!(fourcc) == fcc { return name; }
118 fn read_14or30(src: &mut ByteReader) -> DemuxerResult<(bool, u32)> {
119 let tmp = src.read_u16be()?;
120 let flag = (tmp & 0x8000) != 0;
121 if (tmp & 0x4000) == 0x4000 {
122 Ok((flag, ((tmp & 0x3FFF) as u32)))
124 let val = ((tmp as u32) << 16) | (src.read_u16be()? as u32);
125 Ok((flag, val & 0x3FFFFFFF))
129 fn read_video_buf(src: &mut ByteReader, stream: Rc<NAStream>, ts: u32, keyframe: bool, frame_size: usize) -> DemuxerResult<NAPacket> {
130 let size = (frame_size as usize) + 9;
131 let mut vec: Vec<u8> = Vec::with_capacity(size);
133 //v[0] = 0; // 1 slice
135 src.read_buf(&mut vec[9..])?;
137 let (tb_num, tb_den) = stream.get_timebase();
138 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
139 Ok(NAPacket::new(stream, ts, keyframe, vec))
142 fn read_multiple_frame(src: &mut ByteReader, stream: Rc<NAStream>, keyframe: bool, skip_mtype: bool) -> DemuxerResult<NAPacket> {
144 let mtype = src.read_byte()?;
145 validate!(mtype == 0xC0);
147 let (_, frame_size) = read_14or30(src)?;
148 let (_, timestamp) = read_14or30(src)?;
149 let seq_no = src.read_byte()?;
150 println!(" multiple frame size {} ts {} seq {}", frame_size, timestamp, seq_no);
152 read_video_buf(src, stream, timestamp, keyframe, frame_size as usize)
155 impl<'a> DemuxCore<'a> for RealMediaDemuxer<'a> {
156 #[allow(unused_variables)]
157 fn open(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> {
158 self.read_header(strmgr)?;
162 #[allow(unused_variables)]
163 fn get_frame(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<NAPacket> {
164 if !self.queued_pkts.is_empty() {
165 let pkt = self.queued_pkts.pop().unwrap();
169 if self.cur_packet >= self.num_packets { return Err(DemuxerError::EOF); }
171 let pkt_start = self.src.tell();
172 let ver = self.src.read_u16le()?;
174 let len = self.src.read_u16be()? as usize;
175 let str_no = self.src.read_u16be()?;
176 let ts = self.src.read_u32be()?;
179 pkt_grp = self.src.read_byte()?;
181 //asm_rule = self.src.read_u16le()?;
182 self.src.read_skip(2)?;
185 let flags = self.src.read_byte()?;
186 let hdr_size = self.src.tell() - pkt_start;
187 println!("packet @{:X} size {} for {} ts {} grp {} flags {:X}", pkt_start, len, str_no, ts, pkt_grp, flags);
188 self.cur_packet += 1;
190 let payload_size = len - (hdr_size as usize);
192 let sr = self.str_ids.iter().position(|x| *x == str_no);
194 println!("stream {} not found", str_no);
195 self.src.read_skip(payload_size)?;
196 return Err(DemuxerError::InvalidData);
198 let str_id = sr.unwrap();
199 let stream = strmgr.get_stream_by_id(str_no as u32).unwrap();
200 println!(" stream {}", str_id);
201 if strmgr.is_ignored_id(str_no as u32) {
202 self.src.read_skip(payload_size)?;
205 //todo skip unwanted packet
206 let keyframe = (flags & KEYFRAME_FLAG) != 0;
208 let result = match self.streams[str_id] {
209 RMStreamType::Video(ref mut vstr) => {
211 let pos = self.src.tell();
212 let b0 = self.src.read_byte()?;
214 0 => { // partial frame
215 let b1 = self.src.read_byte()?;
216 let hdr1 = ((b0 as u16) << 8) | (b1 as u16);
217 let num_pkts = ((hdr1 >> 7) & 0x7F) as usize;
218 let packet_num = hdr1 & 0x7F;
219 let (_, frame_size) = read_14or30(self.src)?;
220 let (_, off) = read_14or30(self.src)?;
221 let seq_no = self.src.read_byte()?;
222 println!(" mode 0 pkt {}/{} off {}/{} seq {}", packet_num, num_pkts, off, frame_size, seq_no);
223 let hdr_skip = (self.src.tell() - pos) as usize;
225 let slice_size = (payload_size - hdr_skip) as usize;
226 self.slice_buf.resize(slice_size, 0);
227 self.src.read_buf(self.slice_buf.as_mut_slice())?;
229 vstr.start_slice(num_pkts, frame_size as usize, self.slice_buf.as_slice());
231 vstr.add_slice(packet_num as usize, self.slice_buf.as_slice());
235 1 => { // whole frame
236 let seq_no = self.src.read_byte()?;
237 println!(" mode 1 seq {}", seq_no);
238 read_video_buf(self.src, stream, ts, keyframe, payload_size - 1)
240 2 => { // last partial frame
241 let b1 = self.src.read_byte()?;
242 let hdr1 = ((b0 as u16) << 8) | (b1 as u16);
243 let num_pkts = ((hdr1 >> 7) & 0x7F) as usize;
244 let packet_num = hdr1 & 0x7F;
245 let (_, frame_size) = read_14or30(self.src)?;
246 let (_, tail_size) = read_14or30(self.src)?;
247 let seq_no = self.src.read_byte()?;
248 println!(" mode 2 pkt {}/{} tail {}/{} seq {}", packet_num, num_pkts, tail_size, frame_size, seq_no);
249 self.slice_buf.resize(tail_size as usize, 0);
250 self.src.read_buf(self.slice_buf.as_mut_slice())?;
251 vstr.add_slice(packet_num as usize, self.slice_buf.as_slice());
253 while self.src.tell() < pos + (payload_size as u64) {
254 let res = read_multiple_frame(self.src, stream.clone(), false, false);
255 if res.is_err() { break; }
256 self.queued_pkts.push(res.unwrap());
258 self.queued_pkts.reverse();
259 let (tb_num, tb_den) = stream.get_timebase();
260 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
261 let pkt = NAPacket::new(stream, ts, keyframe, vstr.get_frame_data());
264 _ => { // multiple frames
266 let res = read_multiple_frame(self.src, stream.clone(), keyframe, true);
267 if res.is_err() { return res; }
268 while self.src.tell() < pos + (payload_size as u64) {
269 let res = read_multiple_frame(self.src, stream.clone(), false, false);
270 if res.is_err() { break; }
271 self.queued_pkts.push(res.unwrap());
273 self.queued_pkts.reverse();
278 RMStreamType::Audio(ref mut astr) => {
279 let (tb_num, tb_den) = stream.get_timebase();
280 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
281 self.src.read_packet(stream, ts, keyframe, payload_size)
284 // self.src.read_skip(payload_size)?;
285 Err(DemuxerError::InvalidData)
292 #[allow(unused_variables)]
293 fn seek(&mut self, time: u64) -> DemuxerResult<()> {
298 fn read_chunk(src: &mut ByteReader) -> DemuxerResult<(u32, u32, u16)> {
299 let id = src.read_u32be()?;
300 if id == 0 { return Ok((0, 0, 0)); }
301 let size = src.read_u32be()?;
302 validate!(size >= 10);
303 let ver = src.read_u16be()?;
308 const RMVB_HDR_SIZE: u32 = 18;
309 const RMVB_PROP_SIZE: u32 = 50;
310 const KEYFRAME_FLAG: u8 = 0x02;
312 impl<'a> RealMediaDemuxer<'a> {
313 fn new(io: &'a mut ByteReader<'a>) -> Self {
321 queued_pkts: Vec::new(),
322 slice_buf: Vec::new(),
325 #[allow(unused_variables)]
326 fn read_header(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> {
327 let (id, size, ver) = read_chunk(self.src)?;
328 validate!(id == mktag!(b".RMF"));
329 validate!(size >= RMVB_HDR_SIZE);
330 let fver = self.src.read_u32be()?;
331 validate!(fver <= 1);
332 let num_hdr = self.src.read_u32be()? as usize;
333 validate!(num_hdr >= 1);
334 if size > RMVB_HDR_SIZE {
335 self.src.read_skip((size - RMVB_HDR_SIZE) as usize)?;
338 let (id, size, ver) = read_chunk(self.src)?;
339 validate!(size >= RMVB_PROP_SIZE);
341 let maxbr = self.src.read_u32be()?;
342 let avgbr = self.src.read_u32be()?;
343 let maxps = self.src.read_u32be()?;
344 let avgps = self.src.read_u32be()?;
345 let num_pkt = self.src.read_u32be()? as usize;
346 let duration = self.src.read_u32be()?;
347 let preroll = self.src.read_u32be()?;
348 let idx_off = self.src.read_u32be()?;
349 let data_off = self.src.read_u32be()?;
350 let num_streams = self.src.read_u16be()? as usize;
351 let flags = self.src.read_u16be()?;
352 if size > RMVB_PROP_SIZE {
353 self.src.read_skip((size - RMVB_PROP_SIZE) as usize)?;
356 for _ in 0..num_hdr {
357 let last = self.parse_chunk(strmgr)?;
360 println!("now @ {:X} / {}", self.src.tell(), self.data_pos);
361 validate!(self.data_pos > 0);
362 self.src.seek(SeekFrom::Start(self.data_pos))?;
363 let num_packets = self.src.read_u32be()?;
364 let next_data_hdr = self.src.read_u32be()?;
365 self.num_packets = num_packets;
369 fn parse_chunk(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<bool> {
370 let (id, size, ver) = read_chunk(self.src)?;
371 let end_pos = self.src.tell() - 10 + (size as u64);
374 if id == mktag!(b"CONT") { self.parse_content_desc()?; }
375 else if id == mktag!(b"MDPR") { self.parse_mdpr(strmgr)?; }
376 else if id == mktag!(b"DATA") { if self.data_pos == 0 { self.data_pos = self.src.tell(); } }
377 else if id == mktag!(b"INDX") { /* do nothing for now */ }
378 else if id == 0 { return Ok(true); }
379 else { println!("unknown chunk type {:08X}", id); }
381 let cpos = self.src.tell();
383 self.src.read_skip((end_pos - cpos) as usize)?;
387 #[allow(unused_variables)]
388 fn parse_content_desc(&mut self) -> DemuxerResult<()> {
389 let title_len = self.src.read_u16be()? as usize;
390 self.src.read_skip(title_len)?;
391 let author_len = self.src.read_u16be()? as usize;
392 self.src.read_skip(author_len)?;
393 let copywrong_len = self.src.read_u16be()? as usize;
394 self.src.read_skip(copywrong_len)?;
395 let comment_len = self.src.read_u16be()? as usize;
396 self.src.read_skip(comment_len)?;
399 #[allow(unused_variables)]
400 fn parse_mdpr(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> {
401 let stream_no = self.src.read_u16be()?;
402 //todo check stream_no for duplicates
403 let maxbr = self.src.read_u32be()?;
404 let avgbr = self.src.read_u32be()?;
405 let maxps = self.src.read_u32be()?;
406 let avgps = self.src.read_u32be()?;
407 let start = self.src.read_u32be()?;
408 let preroll = self.src.read_u32be()?;
409 let duration = self.src.read_u32be()?;
410 let sname_size = self.src.read_byte()? as usize;
411 let sname = read_string_size(self.src, sname_size)?;
412 println!("str #{} sname = {} pkts {}/{} start {} preroll {}", stream_no, sname, maxps, avgps, start, preroll);
413 let mime_size = self.src.read_byte()? as usize;
414 let mime = read_string_size(self.src, mime_size)?;
415 println!("mime = {}", mime);
416 let edata_size = self.src.read_u32be()? as usize;
417 let edata: Option<Vec<u8>> = if edata_size == 0 { None } else {
418 let mut edvec: Vec<u8> = Vec::with_capacity(edata_size);
419 edvec.resize(edata_size, 0);
420 self.src.read_buf(&mut edvec)?;
423 self.str_ids.push(stream_no);
425 if let Some(edata_) = edata {
426 let mut mr = MemoryReader::new_read(edata_.as_slice());
427 let mut src = ByteReader::new(&mut mr);
429 let tag = src.read_u32be()?;
430 let tag2 = src.peek_u32be()?;
431 println!("tag1 {:X} tag2 {:X}", tag, tag2);
432 if tag == mktag!('.', 'r', 'a', 0xFD) {
434 let cname = "unknown";//find_codec_name(RM_AUDIO_CODEC_REGISTER, fcc);
435 let soniton = NASoniton::new(16, SONITON_FLAG_SIGNED);
436 let ahdr = NAAudioInfo::new(44100, 2, soniton, 1/*block_align as usize*/);
437 let extradata = None;
438 let ainfo = NACodecInfo::new(cname, NACodecTypeInfo::Audio(ahdr), extradata);
439 let res = strmgr.add_stream(NAStream::new(StreamType::Audio, stream_no as u32, ainfo, 1, 44100));
440 if res.is_none() { return Err(MemoryError); }
442 let astr = RMAudioStream::new(Deinterleaver::None);
443 self.streams.push(RMStreamType::Audio(astr));
444 } else if ((tag2 == mktag!('V', 'I', 'D', 'O')) || (tag2 == mktag!('I', 'M', 'A', 'G'))) && ((tag as usize) <= edata_size) {
446 let fcc = src.read_u32be()?;
447 let width = src.read_u16be()? as usize;
448 let height = src.read_u16be()? as usize;
449 let bpp = src.read_u16be()?;
450 let pad_w = src.read_u16be()?;
451 let pad_h = src.read_u16be()?;
453 if tag2 == mktag!('V', 'I', 'D', 'O') {
454 fps = src.read_u32be()?;
458 let extradata: Option<Vec<u8>>;
460 let eslice = &edata_[(src.tell() as usize)..];
461 extradata = Some(eslice.to_vec());
465 let cname = find_codec_name(RM_VIDEO_CODEC_REGISTER, fcc);
467 let vhdr = NAVideoInfo::new(width, height, false, RGB24_FORMAT);
468 let vinfo = NACodecInfo::new(cname, NACodecTypeInfo::Video(vhdr), extradata);
469 let res = strmgr.add_stream(NAStream::new(StreamType::Video, stream_no as u32, vinfo, 0x10000, fps));
470 if res.is_none() { return Err(DemuxerError::MemoryError); }
472 let vstr = RMVideoStream::new();
473 self.streams.push(RMStreamType::Video(vstr));
475 self.streams.push(RMStreamType::Logical);
479 self.streams.push(RMStreamType::Unknown);
484 /*#[allow(unused_variables)]
485 fn read_pkt_header(&mut self) -> DemuxerResult<()> {
486 let ver = self.src.read_u16be()?;
488 let str_no = self.src.read_u16be()?;
489 let timestamp = self.src.read_u32be()?;
491 let pkt_group = self.src.read_byte()?;
492 let pkt_flags = self.src.read_byte()?;
494 let asm_rule = self.src.read_u16be()?;
495 let asm_flags = self.src.read_byte()?;
501 fn read_string(src: &mut ByteReader) -> DemuxerResult<String> {
502 let mut vec: Vec<u8> = Vec::new();
504 let c = src.read_byte()?;
508 let str = String::from_utf8(vec);
516 fn read_string_size(src: &mut ByteReader, size: usize) -> DemuxerResult<String> {
517 let mut vec: Vec<u8> = Vec::new();
519 let c = src.read_byte()?;
522 let str = String::from_utf8(vec);
531 #[allow(unused_variables)]
532 fn parse_rm_stream(io: &mut ByteReader) -> DemuxerResult<NAStream> {
533 let mimetype = read_string(io)?;
534 let strname = read_string(io)?;
535 let strnum = io.read_u32le()?;
536 let maxbr = io.read_u32le()?;
537 let avgbr = io.read_u32le()?;
538 let maxsize = io.read_u32le()?;
539 let avgsize = io.read_u32le()?;
540 let duration = io.read_u32le()?;
541 let preroll = io.read_u32le()?;
542 let start = io.read_u32le()?;
543 let edatalen = io.read_u32le()? as usize;
544 let mut edata: Vec<u8> = Vec::with_capacity(edatalen);
545 edata.resize(edatalen, 0);
546 io.read_buf(&mut edata)?;
547 let numprops = io.read_u32le()? as usize;
553 #[allow(unused_variables)]
554 fn read_ra_vbr_stream(io: &mut ByteReader) -> DemuxerResult<NAPacket> {
555 let hdrsizesize = io.read_u16le()?;
556 let num_entries = (hdrsizesize / 16) as usize;
557 let mut sizes: Vec<usize> = Vec::with_capacity(num_entries);
558 for _ in 0..num_entries {
559 let sz = io.read_u16le()? as usize;
562 for i in 0..num_entries {
563 //read packet of sizes[i]
573 static RM_VIDEO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[
574 (b"RV10", "realvideo1"),
575 (b"RV20", "realvideo2"),
576 (b"RVTR", "realvideo2"),
577 (b"RV30", "realvideo3"),
578 (b"RV40", "realvideo4"),
579 (b"CLV1", "clearvideo_rm"),
583 static RM_AUDIO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[
595 pub struct RealMediaDemuxerCreator { }
597 impl DemuxerCreator for RealMediaDemuxerCreator {
598 fn new_demuxer<'a>(&self, br: &'a mut ByteReader<'a>) -> Box<DemuxCore<'a> + 'a> {
599 Box::new(RealMediaDemuxer::new(br))
601 fn get_name(&self) -> &'static str { "realmedia" }
612 File::open("assets/RV/rv10_dnet_640x352_realvideo_encoder_4.0.rm").unwrap();
613 // File::open("assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm").unwrap();
614 // File::open("assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm").unwrap();
615 // File::open("assets/RV/rv30_atrc_384x208_realproducer_plus_8.51.rm").unwrap();
616 // File::open("assets/RV/rv30_chroma_drift.rm").unwrap();
617 // File::open("assets/RV/rv30_weighted_mc.rm").unwrap();
618 // File::open("assets/RV/rv40_weighted_mc.rmvb").unwrap();
619 // File::open("assets/RV/rv40_weighted_mc_2.rmvb").unwrap();
620 // File::open("assets/RV/clv1_sipr_384x208_realvideo_encoder_4.0.rm").unwrap();
621 // File::open("assets/RV/luckynight.rmvb").unwrap();
622 // File::open("assets/RV/rv40_ralf.rmvb").unwrap();
623 let mut fr = FileReader::new_read(&mut file);
624 let mut br = ByteReader::new(&mut fr);
625 let mut dmx = RealMediaDemuxer::new(&mut br);
626 let mut sm = StreamManager::new();
627 dmx.open(&mut sm).unwrap();
630 let pktres = dmx.get_frame(&mut sm);
631 if let Err(e) = pktres {
632 if e == DemuxerError::EOF { break; }
635 let pkt = pktres.unwrap();
636 println!("Got {}", pkt);