2 use super::DemuxerError::*;
10 ($a:expr, $b:expr, $c:expr, $d:expr) => ({
11 (($a as u32) << 24) | (($b as u32) << 16) | (($c as u32) << 8) | ($d as u32)
14 (($arr[0] as u32) << 24) | (($arr[1] as u32) << 16) | (($arr[2] as u32) << 8) | ($arr[3] as u32)
18 struct RMVideoStream {
35 self.frame.truncate(0);
39 fn start_slice(&mut self, num_slices: usize, frame_size: usize, data: &[u8]) {
40 self.hdr_size = num_slices * 8 + 1;
41 self.frame.resize(frame_size + self.hdr_size, 0);
42 self.frame[0] = (num_slices - 1) as u8;
44 self.add_slice(1, data);
46 fn add_slice(&mut self, slice_no: usize, data: &[u8]) {
47 self.write_slice_info(slice_no);
48 let dslice = &mut self.frame[self.hdr_size + self.frame_pos..][..data.len()];
49 dslice.copy_from_slice(data);
50 self.frame_pos += data.len();
52 fn write_slice_info(&mut self, slice_no: usize) {
53 let off = 1 + (slice_no - 1) * 8;
54 self.frame[off + 0] = 0;
55 self.frame[off + 1] = 0;
56 self.frame[off + 2] = 0;
57 self.frame[off + 3] = 1;
58 self.frame[off + 4] = (self.frame_pos >> 24) as u8;
59 self.frame[off + 5] = (self.frame_pos >> 16) as u8;
60 self.frame[off + 6] = (self.frame_pos >> 8) as u8;
61 self.frame[off + 7] = (self.frame_pos >> 0) as u8;
63 fn get_frame_data(&mut self) -> Vec<u8> {
64 let mut v: Vec<u8> = Vec::new();
65 mem::swap(&mut v, &mut self.frame);
72 #[derive(Clone,Copy,PartialEq)]
81 struct RMAudioStream {
86 fn new(deint: Deinterleaver) -> Self {
87 RMAudioStream { deint: deint }
98 struct RealMediaDemuxer<'a> {
99 src: &'a mut ByteReader<'a>,
104 streams: Vec<RMStreamType>,
107 queued_pkts: Vec<NAPacket>,
111 fn find_codec_name(registry: &[(&[u8;4], &'static str)], fcc: u32) -> &'static str {
112 for &(fourcc, name) in registry {
113 if mktag!(fourcc) == fcc { return name; }
118 fn read_14or30(src: &mut ByteReader) -> DemuxerResult<(bool, u32)> {
119 let tmp = src.read_u16be()?;
120 let flag = (tmp & 0x8000) != 0;
121 if (tmp & 0x4000) == 0x4000 {
122 Ok((flag, ((tmp & 0x3FFF) as u32)))
124 let val = ((tmp as u32) << 16) | (src.read_u16be()? as u32);
125 Ok((flag, val & 0x3FFFFFFF))
129 fn read_video_buf(src: &mut ByteReader, stream: Rc<NAStream>, ts: u32, keyframe: bool, frame_size: usize) -> DemuxerResult<NAPacket> {
130 let size = (frame_size as usize) + 9;
131 let mut vec: Vec<u8> = Vec::with_capacity(size);
133 //v[0] = 0; // 1 slice
135 src.read_buf(&mut vec[9..])?;
137 let (tb_num, tb_den) = stream.get_timebase();
138 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
139 Ok(NAPacket::new(stream, ts, keyframe, vec))
142 fn read_multiple_frame(src: &mut ByteReader, stream: Rc<NAStream>, keyframe: bool, skip_mtype: bool) -> DemuxerResult<NAPacket> {
144 let mtype = src.read_byte()?;
145 validate!(mtype == 0xC0);
147 let (_, frame_size) = read_14or30(src)?;
148 let (_, timestamp) = read_14or30(src)?;
149 let _seq_no = src.read_byte()?;
150 //println!(" multiple frame size {} ts {} seq {}", frame_size, timestamp, seq_no);
152 read_video_buf(src, stream, timestamp, keyframe, frame_size as usize)
155 impl<'a> DemuxCore<'a> for RealMediaDemuxer<'a> {
156 #[allow(unused_variables)]
157 fn open(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> {
158 self.read_header(strmgr)?;
162 #[allow(unused_variables)]
163 fn get_frame(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<NAPacket> {
164 if !self.queued_pkts.is_empty() {
165 let pkt = self.queued_pkts.pop().unwrap();
169 if self.cur_packet >= self.num_packets { return Err(DemuxerError::EOF); }
171 let pkt_start = self.src.tell();
172 let ver = self.src.read_u16le()?;
174 let len = self.src.read_u16be()? as usize;
175 let str_no = self.src.read_u16be()?;
176 let ts = self.src.read_u32be()?;
179 _pkt_grp = self.src.read_byte()?;
181 //asm_rule = self.src.read_u16le()?;
182 self.src.read_skip(2)?;
185 let flags = self.src.read_byte()?;
186 let hdr_size = self.src.tell() - pkt_start;
187 //println!("packet @{:X} size {} for {} ts {} grp {} flags {:X}", pkt_start, len, str_no, ts, pkt_grp, flags);
188 self.cur_packet += 1;
190 let payload_size = len - (hdr_size as usize);
192 let sr = self.str_ids.iter().position(|x| *x == str_no);
194 //println!("stream {} not found", str_no);
195 self.src.read_skip(payload_size)?;
196 return Err(DemuxerError::InvalidData);
198 let str_id = sr.unwrap();
199 let streamres = strmgr.get_stream_by_id(str_no as u32);
200 if streamres.is_none() {
201 self.src.read_skip(payload_size)?;
204 let stream = streamres.unwrap();
205 //println!(" stream {}", str_id);
206 if strmgr.is_ignored_id(str_no as u32) {
207 self.src.read_skip(payload_size)?;
210 //todo skip unwanted packet
211 let keyframe = (flags & KEYFRAME_FLAG) != 0;
213 let result = match self.streams[str_id] {
214 RMStreamType::Video(ref mut vstr) => {
216 let pos = self.src.tell();
217 let b0 = self.src.read_byte()?;
219 0 => { // partial frame
220 let b1 = self.src.read_byte()?;
221 let hdr1 = ((b0 as u16) << 8) | (b1 as u16);
222 let num_pkts = ((hdr1 >> 7) & 0x7F) as usize;
223 let packet_num = hdr1 & 0x7F;
224 let (_, frame_size) = read_14or30(self.src)?;
225 let (_, off) = read_14or30(self.src)?;
226 let seq_no = self.src.read_byte()?;
227 //println!(" mode 0 pkt {}/{} off {}/{} seq {}", packet_num, num_pkts, off, frame_size, seq_no);
228 let hdr_skip = (self.src.tell() - pos) as usize;
230 let slice_size = (payload_size - hdr_skip) as usize;
231 self.slice_buf.resize(slice_size, 0);
232 self.src.read_buf(self.slice_buf.as_mut_slice())?;
234 vstr.start_slice(num_pkts, frame_size as usize, self.slice_buf.as_slice());
236 vstr.add_slice(packet_num as usize, self.slice_buf.as_slice());
238 if (packet_num as usize) < num_pkts {
241 //todo: check if full frame is received
242 let (tb_num, tb_den) = stream.get_timebase();
243 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
244 let pkt = NAPacket::new(stream, ts, keyframe, vstr.get_frame_data());
247 1 => { // whole frame
248 let seq_no = self.src.read_byte()?;
249 //println!(" mode 1 seq {}", seq_no);
250 read_video_buf(self.src, stream, ts, keyframe, payload_size - 1)
252 2 => { // last partial frame
253 let b1 = self.src.read_byte()?;
254 let hdr1 = ((b0 as u16) << 8) | (b1 as u16);
255 let num_pkts = ((hdr1 >> 7) & 0x7F) as usize;
256 let packet_num = hdr1 & 0x7F;
257 let (_, frame_size) = read_14or30(self.src)?;
258 let (_, tail_size) = read_14or30(self.src)?;
259 let seq_no = self.src.read_byte()?;
260 //println!(" mode 2 pkt {}/{} tail {}/{} seq {}", packet_num, num_pkts, tail_size, frame_size, seq_no);
261 self.slice_buf.resize(tail_size as usize, 0);
262 self.src.read_buf(self.slice_buf.as_mut_slice())?;
263 vstr.add_slice(packet_num as usize, self.slice_buf.as_slice());
265 while self.src.tell() < pos + (payload_size as u64) {
266 let res = read_multiple_frame(self.src, stream.clone(), false, false);
267 if res.is_err() { break; }
268 self.queued_pkts.push(res.unwrap());
270 self.queued_pkts.reverse();
271 let (tb_num, tb_den) = stream.get_timebase();
272 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
273 let pkt = NAPacket::new(stream, ts, keyframe, vstr.get_frame_data());
276 _ => { // multiple frames
277 //println!(" mode 3");
278 let res = read_multiple_frame(self.src, stream.clone(), keyframe, true);
279 if res.is_err() { return res; }
280 while self.src.tell() < pos + (payload_size as u64) {
281 let res = read_multiple_frame(self.src, stream.clone(), false, false);
282 if res.is_err() { break; }
283 self.queued_pkts.push(res.unwrap());
285 self.queued_pkts.reverse();
290 RMStreamType::Audio(ref mut astr) => {
291 let (tb_num, tb_den) = stream.get_timebase();
292 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
293 self.src.read_packet(stream, ts, keyframe, payload_size)
296 // self.src.read_skip(payload_size)?;
297 Err(DemuxerError::InvalidData)
304 #[allow(unused_variables)]
305 fn seek(&mut self, time: u64) -> DemuxerResult<()> {
310 fn read_chunk(src: &mut ByteReader) -> DemuxerResult<(u32, u32, u16)> {
311 let id = src.read_u32be()?;
312 if id == 0 { return Ok((0, 0, 0)); }
313 let size = src.read_u32be()?;
314 validate!(size >= 10);
315 let ver = src.read_u16be()?;
320 const RMVB_HDR_SIZE: u32 = 18;
321 const RMVB_PROP_SIZE: u32 = 50;
322 const KEYFRAME_FLAG: u8 = 0x02;
324 impl<'a> RealMediaDemuxer<'a> {
325 fn new(io: &'a mut ByteReader<'a>) -> Self {
333 queued_pkts: Vec::new(),
334 slice_buf: Vec::new(),
337 #[allow(unused_variables)]
338 fn read_header(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> {
339 let (id, size, ver) = read_chunk(self.src)?;
340 validate!(id == mktag!(b".RMF"));
341 validate!(size >= RMVB_HDR_SIZE);
342 let fver = self.src.read_u32be()?;
343 validate!(fver <= 1);
344 let num_hdr = self.src.read_u32be()? as usize;
345 validate!(num_hdr >= 1);
346 if size > RMVB_HDR_SIZE {
347 self.src.read_skip((size - RMVB_HDR_SIZE) as usize)?;
350 let (id, size, ver) = read_chunk(self.src)?;
351 validate!(size >= RMVB_PROP_SIZE);
353 let maxbr = self.src.read_u32be()?;
354 let avgbr = self.src.read_u32be()?;
355 let maxps = self.src.read_u32be()?;
356 let avgps = self.src.read_u32be()?;
357 let num_pkt = self.src.read_u32be()? as usize;
358 let duration = self.src.read_u32be()?;
359 let preroll = self.src.read_u32be()?;
360 let idx_off = self.src.read_u32be()?;
361 let data_off = self.src.read_u32be()?;
362 let num_streams = self.src.read_u16be()? as usize;
363 let flags = self.src.read_u16be()?;
364 if size > RMVB_PROP_SIZE {
365 self.src.read_skip((size - RMVB_PROP_SIZE) as usize)?;
368 for _ in 0..num_hdr {
369 if self.src.is_eof() {
373 let res = self.parse_chunk(strmgr);
375 Ok(last) => { if last { break; } },
376 Err(DemuxerError::IOError) => { break; },
377 Err(etype) => { return Err(etype); },
380 //println!("now @ {:X} / {}", self.src.tell(), self.data_pos);
381 validate!(self.data_pos > 0);
382 self.src.seek(SeekFrom::Start(self.data_pos))?;
383 let num_packets = self.src.read_u32be()?;
384 let next_data_hdr = self.src.read_u32be()?;
385 self.num_packets = num_packets;
389 fn parse_chunk(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<bool> {
390 let (id, size, ver) = read_chunk(self.src)?;
391 let end_pos = self.src.tell() - 10 + (size as u64);
394 if id == mktag!(b"CONT") { self.parse_content_desc()?; }
395 else if id == mktag!(b"MDPR") { self.parse_mdpr(strmgr)?; }
396 else if id == mktag!(b"DATA") { if self.data_pos == 0 { self.data_pos = self.src.tell(); } }
397 else if id == mktag!(b"INDX") { /* do nothing for now */ }
398 else if id == 0 { return Ok(true); }
399 else { println!("unknown chunk type {:08X}", id); }
401 let cpos = self.src.tell();
403 self.src.read_skip((end_pos - cpos) as usize)?;
407 #[allow(unused_variables)]
408 fn parse_content_desc(&mut self) -> DemuxerResult<()> {
409 let title_len = self.src.read_u16be()? as usize;
410 self.src.read_skip(title_len)?;
411 let author_len = self.src.read_u16be()? as usize;
412 self.src.read_skip(author_len)?;
413 let copywrong_len = self.src.read_u16be()? as usize;
414 self.src.read_skip(copywrong_len)?;
415 let comment_len = self.src.read_u16be()? as usize;
416 self.src.read_skip(comment_len)?;
419 #[allow(unused_variables)]
420 fn parse_mdpr(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> {
421 let stream_no = self.src.read_u16be()?;
422 //todo check stream_no for duplicates
423 let maxbr = self.src.read_u32be()?;
424 let avgbr = self.src.read_u32be()?;
425 let maxps = self.src.read_u32be()?;
426 let avgps = self.src.read_u32be()?;
427 let start = self.src.read_u32be()?;
428 let preroll = self.src.read_u32be()?;
429 let duration = self.src.read_u32be()?;
430 let sname_size = self.src.read_byte()? as usize;
431 let sname = read_string_size(self.src, sname_size)?;
432 //println!("str #{} sname = {} pkts {}/{} start {} preroll {}", stream_no, sname, maxps, avgps, start, preroll);
433 let mime_size = self.src.read_byte()? as usize;
434 let mime = read_string_size(self.src, mime_size)?;
435 //println!("mime = {}", mime);
436 let edata_size = self.src.read_u32be()? as usize;
437 let edata: Option<Vec<u8>> = if edata_size == 0 { None } else {
438 let mut edvec: Vec<u8> = Vec::with_capacity(edata_size);
439 edvec.resize(edata_size, 0);
440 self.src.read_buf(&mut edvec)?;
443 self.str_ids.push(stream_no);
445 if let Some(edata_) = edata {
446 let mut mr = MemoryReader::new_read(edata_.as_slice());
447 let mut src = ByteReader::new(&mut mr);
449 let tag = src.read_u32be()?;
450 let tag2 = src.peek_u32be()?;
451 //println!("tag1 {:X} tag2 {:X}", tag, tag2);
452 if tag == mktag!('.', 'r', 'a', 0xFD) {
454 let cname = "unknown";//find_codec_name(RM_AUDIO_CODEC_REGISTER, fcc);
455 let soniton = NASoniton::new(16, SONITON_FLAG_SIGNED);
456 let ahdr = NAAudioInfo::new(44100, 2, soniton, 1/*block_align as usize*/);
457 let extradata = None;
458 let ainfo = NACodecInfo::new(cname, NACodecTypeInfo::Audio(ahdr), extradata);
459 let res = strmgr.add_stream(NAStream::new(StreamType::Audio, stream_no as u32, ainfo, 1, 44100));
460 if res.is_none() { return Err(MemoryError); }
462 let astr = RMAudioStream::new(Deinterleaver::None);
463 self.streams.push(RMStreamType::Audio(astr));
464 } else if ((tag2 == mktag!('V', 'I', 'D', 'O')) || (tag2 == mktag!('I', 'M', 'A', 'G'))) && ((tag as usize) <= edata_size) {
466 let fcc = src.read_u32be()?;
467 let width = src.read_u16be()? as usize;
468 let height = src.read_u16be()? as usize;
469 let bpp = src.read_u16be()?;
470 let pad_w = src.read_u16be()?;
471 let pad_h = src.read_u16be()?;
473 if tag2 == mktag!('V', 'I', 'D', 'O') {
474 fps = src.read_u32be()?;
478 let extradata: Option<Vec<u8>>;
480 let eslice = &edata_[(src.tell() as usize)..];
481 extradata = Some(eslice.to_vec());
485 let cname = find_codec_name(RM_VIDEO_CODEC_REGISTER, fcc);
487 let vhdr = NAVideoInfo::new(width, height, false, RGB24_FORMAT);
488 let vinfo = NACodecInfo::new(cname, NACodecTypeInfo::Video(vhdr), extradata);
489 let res = strmgr.add_stream(NAStream::new(StreamType::Video, stream_no as u32, vinfo, 0x10000, fps));
490 if res.is_none() { return Err(DemuxerError::MemoryError); }
492 let vstr = RMVideoStream::new();
493 self.streams.push(RMStreamType::Video(vstr));
495 self.streams.push(RMStreamType::Logical);
499 self.streams.push(RMStreamType::Unknown);
504 /*#[allow(unused_variables)]
505 fn read_pkt_header(&mut self) -> DemuxerResult<()> {
506 let ver = self.src.read_u16be()?;
508 let str_no = self.src.read_u16be()?;
509 let timestamp = self.src.read_u32be()?;
511 let pkt_group = self.src.read_byte()?;
512 let pkt_flags = self.src.read_byte()?;
514 let asm_rule = self.src.read_u16be()?;
515 let asm_flags = self.src.read_byte()?;
521 fn read_string(src: &mut ByteReader) -> DemuxerResult<String> {
522 let mut vec: Vec<u8> = Vec::new();
524 let c = src.read_byte()?;
528 let str = String::from_utf8(vec);
536 fn read_string_size(src: &mut ByteReader, size: usize) -> DemuxerResult<String> {
537 let mut vec: Vec<u8> = Vec::new();
539 let c = src.read_byte()?;
542 let str = String::from_utf8(vec);
551 #[allow(unused_variables)]
552 fn parse_rm_stream(io: &mut ByteReader) -> DemuxerResult<NAStream> {
553 let mimetype = read_string(io)?;
554 let strname = read_string(io)?;
555 let strnum = io.read_u32le()?;
556 let maxbr = io.read_u32le()?;
557 let avgbr = io.read_u32le()?;
558 let maxsize = io.read_u32le()?;
559 let avgsize = io.read_u32le()?;
560 let duration = io.read_u32le()?;
561 let preroll = io.read_u32le()?;
562 let start = io.read_u32le()?;
563 let edatalen = io.read_u32le()? as usize;
564 let mut edata: Vec<u8> = Vec::with_capacity(edatalen);
565 edata.resize(edatalen, 0);
566 io.read_buf(&mut edata)?;
567 let numprops = io.read_u32le()? as usize;
573 #[allow(unused_variables)]
574 fn read_ra_vbr_stream(io: &mut ByteReader) -> DemuxerResult<NAPacket> {
575 let hdrsizesize = io.read_u16le()?;
576 let num_entries = (hdrsizesize / 16) as usize;
577 let mut sizes: Vec<usize> = Vec::with_capacity(num_entries);
578 for _ in 0..num_entries {
579 let sz = io.read_u16le()? as usize;
582 for i in 0..num_entries {
583 //read packet of sizes[i]
593 static RM_VIDEO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[
594 (b"RV10", "realvideo1"),
595 (b"RV20", "realvideo2"),
596 (b"RVTR", "realvideo2"),
597 (b"RV30", "realvideo3"),
598 (b"RV40", "realvideo4"),
599 (b"CLV1", "clearvideo_rm"),
603 static RM_AUDIO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[
615 pub struct RealMediaDemuxerCreator { }
617 impl DemuxerCreator for RealMediaDemuxerCreator {
618 fn new_demuxer<'a>(&self, br: &'a mut ByteReader<'a>) -> Box<DemuxCore<'a> + 'a> {
619 Box::new(RealMediaDemuxer::new(br))
621 fn get_name(&self) -> &'static str { "realmedia" }
632 File::open("assets/RV/rv10_dnet_640x352_realvideo_encoder_4.0.rm").unwrap();
633 // File::open("assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm").unwrap();
634 // File::open("assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm").unwrap();
635 // File::open("assets/RV/rv30_atrc_384x208_realproducer_plus_8.51.rm").unwrap();
636 // File::open("assets/RV/rv30_chroma_drift.rm").unwrap();
637 // File::open("assets/RV/rv30_weighted_mc.rm").unwrap();
638 // File::open("assets/RV/rv40_weighted_mc.rmvb").unwrap();
639 // File::open("assets/RV/rv40_weighted_mc_2.rmvb").unwrap();
640 // File::open("assets/RV/clv1_sipr_384x208_realvideo_encoder_4.0.rm").unwrap();
641 // File::open("assets/RV/luckynight.rmvb").unwrap();
642 // File::open("assets/RV/rv40_ralf.rmvb").unwrap();
643 let mut fr = FileReader::new_read(&mut file);
644 let mut br = ByteReader::new(&mut fr);
645 let mut dmx = RealMediaDemuxer::new(&mut br);
646 let mut sm = StreamManager::new();
647 dmx.open(&mut sm).unwrap();
650 let pktres = dmx.get_frame(&mut sm);
651 if let Err(e) = pktres {
652 if e == DemuxerError::EOF { break; }
655 let pkt = pktres.unwrap();
656 println!("Got {}", pkt);