projects / nihav.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
IMDCT implementation
[nihav.git] / src / demuxers / realmedia.rs
CommitLineData
ce52b3b5
KS		 1use super::*;
2use super::DemuxerError::*;
3//use io::byteio::*;
4//use frame::*;
5use formats::*;
6use std::io::SeekFrom;
7use std::mem;
8
9macro_rules! mktag {
10 ($a:expr, $b:expr, $c:expr, $d:expr) => ({
11 (($a as u32) << 24) | (($b as u32) << 16) | (($c as u32) << 8) | ($d as u32)
12 });
13 ($arr:expr) => ({
14 (($arr[0] as u32) << 24) | (($arr[1] as u32) << 16) | (($arr[2] as u32) << 8) | ($arr[3] as u32)
15 });
16}
17
02cb1e03
KS		 18const RM_SIPRO_BLOCK_SIZES: [usize; 4] = [ 29, 19, 37, 20 ];
19const RM_SIPRO_SWAPS: [[u8; 2]; 38] = [
20 [ 0, 63 ], [ 1, 22 ], [ 2, 44 ], [ 3, 90 ],
21 [ 5, 81 ], [ 7, 31 ], [ 8, 86 ], [ 9, 58 ],
22 [ 10, 36 ], [ 12, 68 ], [ 13, 39 ], [ 14, 73 ],
23 [ 15, 53 ], [ 16, 69 ], [ 17, 57 ], [ 19, 88 ],
24 [ 20, 34 ], [ 21, 71 ], [ 24, 46 ], [ 25, 94 ],
25 [ 26, 54 ], [ 28, 75 ], [ 29, 50 ], [ 32, 70 ],
26 [ 33, 92 ], [ 35, 74 ], [ 38, 85 ], [ 40, 56 ],
27 [ 42, 87 ], [ 43, 65 ], [ 45, 59 ], [ 48, 79 ],
28 [ 49, 93 ], [ 51, 89 ], [ 55, 95 ], [ 61, 76 ],
29 [ 67, 83 ], [ 77, 80 ]
30];
31
ce52b3b5
KS		 32struct RMVideoStream {
33 frame: Vec<u8>,
34 hdr_size: usize,
35 frame_size: usize,
36 frame_pos: usize,
37}
38
39impl RMVideoStream {
40 fn new() -> Self {
41 RMVideoStream {
42 frame: Vec::new(),
43 hdr_size: 0,
44 frame_size: 0,
45 frame_pos: 0,
46 }
47 }
48 fn flush(&mut self) {
49 self.frame.truncate(0);
50 self.frame_size = 0;
51 self.frame_pos = 0;
52 }
53 fn start_slice(&mut self, num_slices: usize, frame_size: usize, data: &[u8]) {
54 self.hdr_size = num_slices * 8 + 1;
55 self.frame.resize(frame_size + self.hdr_size, 0);
56 self.frame[0] = (num_slices - 1) as u8;
57 self.frame_pos = 0;
58 self.add_slice(1, data);
59 }
60 fn add_slice(&mut self, slice_no: usize, data: &[u8]) {
61 self.write_slice_info(slice_no);
9037cf6b 62 let dslice = &mut self.frame[self.hdr_size + self.frame_pos..][..data.len()];
ce52b3b5
KS		 63 dslice.copy_from_slice(data);
64 self.frame_pos += data.len();
65 }
66 fn write_slice_info(&mut self, slice_no: usize) {
67 let off = 1 + (slice_no - 1) * 8;
68 self.frame[off + 0] = 0;
69 self.frame[off + 1] = 0;
70 self.frame[off + 2] = 0;
71 self.frame[off + 3] = 1;
72 self.frame[off + 4] = (self.frame_pos >> 24) as u8;
73 self.frame[off + 5] = (self.frame_pos >> 16) as u8;
74 self.frame[off + 6] = (self.frame_pos >> 8) as u8;
75 self.frame[off + 7] = (self.frame_pos >> 0) as u8;
76 }
77 fn get_frame_data(&mut self) -> Vec<u8> {
78 let mut v: Vec<u8> = Vec::new();
79 mem::swap(&mut v, &mut self.frame);
80 self.flush();
81 v
82 }
83}
84
b1ef37ee 85#[allow(dead_code)]
ce52b3b5
KS		 86#[derive(Clone,Copy,PartialEq)]
87enum Deinterleaver {
88 None,
c19ce782 89 RA28_8,
ce52b3b5
KS		 90 Generic,
91 Sipro,
92 VBR,
93}
94
b1ef37ee 95#[allow(dead_code)]
ce52b3b5
KS		 96struct RMAudioStream {
97 deint: Deinterleaver,
c19ce782 98 iinfo: Option<InterleaveInfo>,
fe07b469
KS		 99 buf: Vec<u8>,
100 sub_packet: usize,
ce52b3b5
KS		 101}
102
c19ce782
KS		 103const RM_ILEAVE_INT0: u32 = mktag!(b"Int0");
104const RM_ILEAVE_INT4: u32 = mktag!(b"Int4");
105const RM_ILEAVE_GENR: u32 = mktag!(b"genr");
106const RM_ILEAVE_SIPR: u32 = mktag!(b"sipr");
bb149b3b 107const RM_ILEAVE_VBRF: u32 = mktag!(b"vbrf");
c19ce782
KS		 108const RM_ILEAVE_VBRS: u32 = mktag!(b"vbrs");
109
ce52b3b5 110impl RMAudioStream {
c19ce782
KS		 111 fn new(iinfo: Option<InterleaveInfo>) -> Self {
112 let deint;
fe07b469 113 let mut buf: Vec<u8>;
c19ce782
KS		 114 if let Some(info) = iinfo {
115 deint = match info.id {
116 RM_ILEAVE_INT0 => Deinterleaver::None,
117 RM_ILEAVE_INT4 => Deinterleaver::RA28_8,
118 RM_ILEAVE_GENR => Deinterleaver::Generic,
119 RM_ILEAVE_SIPR => Deinterleaver::Sipro,
bb149b3b 120 RM_ILEAVE_VBRF => Deinterleaver::VBR,
c19ce782
KS		 121 RM_ILEAVE_VBRS => Deinterleaver::VBR,
122 _ => {println!("unknown deint {:X}", info.id); Deinterleaver::None },
123 };
fe07b469
KS		 124 match deint {
125 Deinterleaver::None => { buf = Vec::new(); },
6669c73b
KS		 126 Deinterleaver::RA28_8 |
127 Deinterleaver::Generic |
128 Deinterleaver::Sipro => {
fe07b469
KS		 129 let bsize = (info.frame_size as usize) * (info.factor as usize);
130 buf = Vec::with_capacity(bsize);
131 buf.resize(bsize, 0u8);
132 },
fe07b469
KS		 133 Deinterleaver::VBR => { unimplemented!("deint"); },
134 };
c19ce782
KS		 135 } else {
136 deint = Deinterleaver::None;
fe07b469
KS		 137 buf = Vec::new();
138 }
139 RMAudioStream { deint: deint, iinfo: iinfo, buf: buf, sub_packet: 0 }
140 }
6669c73b 141 fn read_apackets(&mut self, queued_packets: &mut Vec<NAPacket>, src: &mut ByteReader, stream: Rc<NAStream>, ts: u32, keyframe: bool, payload_size: usize) -> DemuxerResult<NAPacket> {
fe07b469
KS		 142 let (tb_num, tb_den) = stream.get_timebase();
143 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
144
145 if keyframe {
146 self.sub_packet = 0;
147 }
148 match self.deint {
6669c73b 149 Deinterleaver::None => { return src.read_packet(stream, ts, keyframe, payload_size); },
fe07b469
KS		 150 Deinterleaver::RA28_8 => {
151 let iinfo = self.iinfo.unwrap();
152 let factor = iinfo.factor as usize;
153 let halffact = factor >> 1;
154 let fsize = iinfo.frame_size as usize;
155 let bsize = iinfo.block_size as usize;
156 let ppos = self.sub_packet;
157 for sb in 0..halffact {
158 let mut dst = &mut self.buf[sb * 2 * fsize + ppos * bsize..][..bsize];
159 src.read_buf(&mut dst)?;
160 }
161 self.sub_packet += 1;
162 if self.sub_packet == factor {
163 self.sub_packet = 0;
6669c73b 164 return Ok(NAPacket::new(stream, ts, true, self.buf.clone()));
fe07b469 165 } else {
6669c73b 166 return Err(DemuxerError::TryAgain);
fe07b469
KS		 167 }
168 },
6669c73b
KS		 169 Deinterleaver::Generic => {
170 let iinfo = self.iinfo.unwrap();
171 let factor = iinfo.factor as usize;
172 let fsize = iinfo.frame_size as usize;
173 let bsize = iinfo.block_size as usize;
174 let factor2 = fsize / bsize;
175 let ppos = self.sub_packet;
176
177 for sb in 0..factor2 {
178 let sb_pos = factor * sb + ((factor + 1) >> 1) * (ppos & 1) + (ppos >> 1);
179 let mut dst = &mut self.buf[bsize * sb_pos..][..bsize];
180 src.read_buf(&mut dst)?;
181 }
182 },
183 Deinterleaver::Sipro => {
184 let iinfo = self.iinfo.unwrap();
185 let fsize = iinfo.frame_size as usize;
186 let ppos = self.sub_packet;
187
188 let mut dst = &mut self.buf[fsize * ppos..][..fsize];
189 src.read_buf(&mut dst)?;
190 },
191 _ => { return src.read_packet(stream, ts, keyframe, payload_size); },
192 };
193
194 let iinfo = self.iinfo.unwrap();
195 let factor = iinfo.factor as usize;
196 let fsize = iinfo.frame_size as usize;
197
198 self.sub_packet += 1;
199 if self.sub_packet < factor {
200 return Err(DemuxerError::TryAgain);
201 }
202
203 self.sub_packet = 0;
204
205 if self.deint == Deinterleaver::Sipro {
02cb1e03 206 sipro_restore(&mut self.buf, factor, fsize);
6669c73b
KS		 207 }
208
209 let mut frames_iter = self.buf.chunks(fsize);
210 let pkt0 = frames_iter.next().unwrap();
211
212 let pkt_ts = NATimeInfo::new(None, None, None, tb_num, tb_den);
213 for pkts in frames_iter {
214 let pkt = NAPacket::new(stream.clone(), pkt_ts, true, pkts.to_vec());
215 queued_packets.push(pkt);
c19ce782 216 }
6669c73b
KS		 217 queued_packets.reverse();
218 Ok(NAPacket::new(stream, ts, true, pkt0.to_vec()))
ce52b3b5
KS		 219 }
220}
221
02cb1e03
KS		 222fn sipro_restore(buf: &mut [u8], factor: usize, fsize: usize) {
223 let stride = factor * fsize * 2 / 96;
224 for i in 0..38 {
225 let mut sidx = (RM_SIPRO_SWAPS[i][0] as usize) * stride;
226 let mut didx = (RM_SIPRO_SWAPS[i][1] as usize) * stride;
227 for _ in 0..stride {
228 let in0 = buf[sidx >> 1];
229 let in1 = buf[didx >> 1];
230 let nib0 = (in0 >> ((sidx & 1) * 4)) & 0xF;
231 let nib1 = (in1 >> ((didx & 1) * 4)) & 0xF;
232
233 buf[didx >> 1] = (nib0 << (4 * (didx & 1))) | (in1 & (0xF << (4 * (!didx & 1))));
234 buf[sidx >> 1] = (nib1 << (4 * (sidx & 1))) | (in0 & (0xF << (4 * (!sidx & 1))));
235
236 sidx += 1;
237 didx += 1;
238 }
239 }
240}
241
ce52b3b5
KS		 242enum RMStreamType {
243 Audio(RMAudioStream),
244 Video(RMVideoStream),
245 Logical,
246 Unknown,
247}
248
249struct RealMediaDemuxer<'a> {
250 src: &'a mut ByteReader<'a>,
251 data_pos: u64,
252 num_packets: u32,
253 cur_packet: u32,
254
255 streams: Vec<RMStreamType>,
256 str_ids: Vec<u16>,
257
258 queued_pkts: Vec<NAPacket>,
259 slice_buf: Vec<u8>,
260}
261
262fn find_codec_name(registry: &[(&[u8;4], &'static str)], fcc: u32) -> &'static str {
263 for &(fourcc, name) in registry {
264 if mktag!(fourcc) == fcc { return name; }
265 }
266 "unknown"
267}
268
269fn read_14or30(src: &mut ByteReader) -> DemuxerResult<(bool, u32)> {
270 let tmp = src.read_u16be()?;
271 let flag = (tmp & 0x8000) != 0;
272 if (tmp & 0x4000) == 0x4000 {
273 Ok((flag, ((tmp & 0x3FFF) as u32)))
274 } else {
275 let val = ((tmp as u32) << 16) | (src.read_u16be()? as u32);
276 Ok((flag, val & 0x3FFFFFFF))
277 }
278}
279
280fn read_video_buf(src: &mut ByteReader, stream: Rc<NAStream>, ts: u32, keyframe: bool, frame_size: usize) -> DemuxerResult<NAPacket> {
281 let size = (frame_size as usize) + 9;
282 let mut vec: Vec<u8> = Vec::with_capacity(size);
283 vec.resize(size, 0);
284 //v[0] = 0; // 1 slice
285 vec[4] = 1;
286 src.read_buf(&mut vec[9..])?;
287
288 let (tb_num, tb_den) = stream.get_timebase();
289 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
290 Ok(NAPacket::new(stream, ts, keyframe, vec))
291}
292
293fn read_multiple_frame(src: &mut ByteReader, stream: Rc<NAStream>, keyframe: bool, skip_mtype: bool) -> DemuxerResult<NAPacket> {
294 if !skip_mtype {
295 let mtype = src.read_byte()?;
296 validate!(mtype == 0xC0);
297 }
298 let (_, frame_size) = read_14or30(src)?;
299 let (_, timestamp) = read_14or30(src)?;
c9aba47e
KS		 300 let _seq_no = src.read_byte()?;
301//println!(" multiple frame size {} ts {} seq {}", frame_size, timestamp, seq_no);
ce52b3b5
KS		 302
303 read_video_buf(src, stream, timestamp, keyframe, frame_size as usize)
304}
305
306impl<'a> DemuxCore<'a> for RealMediaDemuxer<'a> {
307 #[allow(unused_variables)]
308 fn open(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> {
309 self.read_header(strmgr)?;
310 Ok(())
311 }
312
313#[allow(unused_variables)]
314 fn get_frame(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<NAPacket> {
315 if !self.queued_pkts.is_empty() {
316 let pkt = self.queued_pkts.pop().unwrap();
317 return Ok(pkt);
318 }
319 loop {
320 if self.cur_packet >= self.num_packets { return Err(DemuxerError::EOF); }
321
322 let pkt_start = self.src.tell();
323 let ver = self.src.read_u16le()?;
324 validate!(ver <= 1);
325 let len = self.src.read_u16be()? as usize;
326 let str_no = self.src.read_u16be()?;
327 let ts = self.src.read_u32be()?;
c9aba47e 328 let _pkt_grp;
ce52b3b5 329 if ver == 0 {
c9aba47e 330 _pkt_grp = self.src.read_byte()?;
ce52b3b5
KS		 331 } else {
332 //asm_rule = self.src.read_u16le()?;
333 self.src.read_skip(2)?;
c9aba47e 334 _pkt_grp = 0;
ce52b3b5
KS		 335 }
336 let flags = self.src.read_byte()?;
337 let hdr_size = self.src.tell() - pkt_start;
9f45e528 338//println!("packet @{:X} size {} for {} ts {} grp {} flags {:X}", pkt_start, len, str_no, ts, _pkt_grp, flags);
ce52b3b5
KS		 339 self.cur_packet += 1;
340
341 let payload_size = len - (hdr_size as usize);
342
343 let sr = self.str_ids.iter().position(|x| *x == str_no);
344 if sr.is_none() {
c9aba47e 345//println!("stream {} not found", str_no);
ce52b3b5
KS		 346 self.src.read_skip(payload_size)?;
347 return Err(DemuxerError::InvalidData);
348 }
349 let str_id = sr.unwrap();
c9aba47e
KS		 350 let streamres = strmgr.get_stream_by_id(str_no as u32);
351 if streamres.is_none() {
352 self.src.read_skip(payload_size)?;
353 continue;
354 }
355 let stream = streamres.unwrap();
356//println!(" stream {}", str_id);
ce52b3b5
KS		 357 if strmgr.is_ignored_id(str_no as u32) {
358 self.src.read_skip(payload_size)?;
359 continue;
360 }
361 //todo skip unwanted packet
362 let keyframe = (flags & KEYFRAME_FLAG) != 0;
363
364 let result = match self.streams[str_id] {
365 RMStreamType::Video(ref mut vstr) => {
366
367 let pos = self.src.tell();
368 let b0 = self.src.read_byte()?;
369 match b0 >> 6 {
370 0 => { // partial frame
371 let b1 = self.src.read_byte()?;
372 let hdr1 = ((b0 as u16) << 8) | (b1 as u16);
373 let num_pkts = ((hdr1 >> 7) & 0x7F) as usize;
374 let packet_num = hdr1 & 0x7F;
375 let (_, frame_size) = read_14or30(self.src)?;
376 let (_, off) = read_14or30(self.src)?;
377 let seq_no = self.src.read_byte()?;
c9aba47e 378//println!(" mode 0 pkt {}/{} off {}/{} seq {}", packet_num, num_pkts, off, frame_size, seq_no);
ce52b3b5
KS		 379 let hdr_skip = (self.src.tell() - pos) as usize;
380
381 let slice_size = (payload_size - hdr_skip) as usize;
382 self.slice_buf.resize(slice_size, 0);
383 self.src.read_buf(self.slice_buf.as_mut_slice())?;
384 if packet_num == 1 {
385 vstr.start_slice(num_pkts, frame_size as usize, self.slice_buf.as_slice());
386 } else {
387 vstr.add_slice(packet_num as usize, self.slice_buf.as_slice());
388 }
8a5cb596
KS		 389 if (packet_num as usize) < num_pkts {
390 continue;
391 }
392 //todo: check if full frame is received
393 let (tb_num, tb_den) = stream.get_timebase();
394 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
395 let pkt = NAPacket::new(stream, ts, keyframe, vstr.get_frame_data());
396 Ok(pkt)
ce52b3b5
KS		 397 },
398 1 => { // whole frame
399 let seq_no = self.src.read_byte()?;
c9aba47e 400//println!(" mode 1 seq {}", seq_no);
bb149b3b 401 read_video_buf(self.src, stream, ts, keyframe, payload_size - 2)
ce52b3b5
KS		 402 },
403 2 => { // last partial frame
404 let b1 = self.src.read_byte()?;
405 let hdr1 = ((b0 as u16) << 8) | (b1 as u16);
406 let num_pkts = ((hdr1 >> 7) & 0x7F) as usize;
407 let packet_num = hdr1 & 0x7F;
408 let (_, frame_size) = read_14or30(self.src)?;
409 let (_, tail_size) = read_14or30(self.src)?;
410 let seq_no = self.src.read_byte()?;
c9aba47e 411//println!(" mode 2 pkt {}/{} tail {}/{} seq {}", packet_num, num_pkts, tail_size, frame_size, seq_no);
ce52b3b5
KS		 412 self.slice_buf.resize(tail_size as usize, 0);
413 self.src.read_buf(self.slice_buf.as_mut_slice())?;
5b744f82
KS		 414 if packet_num == 1 && frame_size == tail_size {
415 vstr.start_slice(num_pkts, frame_size as usize, self.slice_buf.as_slice());
416 } else {
417 vstr.add_slice(packet_num as usize, self.slice_buf.as_slice());
418 }
ce52b3b5
KS		 419
420 while self.src.tell() < pos + (payload_size as u64) {
421 let res = read_multiple_frame(self.src, stream.clone(), false, false);
422 if res.is_err() { break; }
423 self.queued_pkts.push(res.unwrap());
424 }
425 self.queued_pkts.reverse();
426 let (tb_num, tb_den) = stream.get_timebase();
427 let ts = NATimeInfo::new(Some(ts as u64), None, None, tb_num, tb_den);
428 let pkt = NAPacket::new(stream, ts, keyframe, vstr.get_frame_data());
429 Ok(pkt)
430 },
431 _ => { // multiple frames
c9aba47e 432//println!(" mode 3");
ce52b3b5
KS		 433 let res = read_multiple_frame(self.src, stream.clone(), keyframe, true);
434 if res.is_err() { return res; }
435 while self.src.tell() < pos + (payload_size as u64) {
436 let res = read_multiple_frame(self.src, stream.clone(), false, false);
437 if res.is_err() { break; }
438 self.queued_pkts.push(res.unwrap());
439 }
440 self.queued_pkts.reverse();
441 res
442 },
443 }
444 },
445 RMStreamType::Audio(ref mut astr) => {
fe07b469
KS		 446 let ret = astr.read_apackets(&mut self.queued_pkts, &mut self.src, stream, ts, keyframe, payload_size);
447 if let Err(DemuxerError::TryAgain) = ret {
448 continue;
449 }
450 ret
ce52b3b5
KS		 451 },
452 _ => {
453// self.src.read_skip(payload_size)?;
454 Err(DemuxerError::InvalidData)
455 },
456 };
457 return result;
458 }
459 }
460
461 #[allow(unused_variables)]
462 fn seek(&mut self, time: u64) -> DemuxerResult<()> {
463 Err(NotImplemented)
464 }
465}
466
467fn read_chunk(src: &mut ByteReader) -> DemuxerResult<(u32, u32, u16)> {
468 let id = src.read_u32be()?;
6132225f 469if id == 0 { return Ok((0, 0, 0)); }
ce52b3b5 470 let size = src.read_u32be()?;
9f45e528
KS		 471if size == 0 {
472 let ver = src.read_u16be()?;
473 validate!(ver <= 1);
474 return Ok((id, 0x0FFFFFFF, ver));
475}
ce52b3b5
KS		 476 validate!(size >= 10);
477 let ver = src.read_u16be()?;
478 validate!(ver <= 1);
479 Ok((id, size, ver))
480}
481
c19ce782
KS		 482#[derive(Clone,Copy,Debug)]
483struct InterleaveInfo {
484 id: u32,
485 factor: u16,
486 block_size: u16,
487 frame_size: u16,
488}
489
490#[derive(Clone,Copy,Debug)]
491struct RealAudioInfo {
492 fcc: u32,
493 sample_rate: u32,
494 sample_size: u16,
02cb1e03 495 flavor: u16,
c19ce782
KS		 496 channels: u16,
497 channel_mask: u32,
498 granularity: u32,
499 bytes_per_minute: u32,
500 total_bytes: u32,
501 edata_size: u32,
502 ileave_info: Option<InterleaveInfo>
503}
504
505fn skip_ra_metadata(src: &mut ByteReader) -> DemuxerResult<()> {
506 let title_len = src.read_byte()? as usize;
507 src.read_skip(title_len)?;
508 let author_len = src.read_byte()? as usize;
509 src.read_skip(author_len)?;
510 let copywrong_len = src.read_byte()? as usize;
511 src.read_skip(copywrong_len)?;
512 let comment_len = src.read_byte()? as usize;
513 src.read_skip(comment_len)?;
514 Ok(())
515}
516
517#[allow(unused_variables)]
518fn parse_aformat3(src: &mut ByteReader) -> DemuxerResult<RealAudioInfo> {
519 let start = src.tell();
520 let header_len = src.read_u16be()?;
521 validate!(header_len >= 24);
522 let flavor = src.read_u16be()?;
523 let granularity = src.read_u32be()?;
524 let bytes_per_minute = src.read_u32be()?;
525 let total_bytes = src.read_u32be()?;
526
527 skip_ra_metadata(src)?;
528
529 let _can_copy = src.read_byte()?;
530 let fcc_len = src.read_byte()?;
531 validate!(fcc_len == 4);
532 let fcc = src.read_u32be()?;
533
534 let end = src.tell();
535 validate!(end - start <= (header_len as u64) + 2);
536
537 Ok(RealAudioInfo {
02cb1e03
KS		 538 fcc: fcc, flavor: flavor,
539 sample_rate: 8000, sample_size: 16, channels: 1, channel_mask: 0,
c19ce782
KS		 540 granularity: granularity, bytes_per_minute: bytes_per_minute,
541 total_bytes: total_bytes, edata_size: 0,
542 ileave_info: None,
543 })
544}
545
546#[allow(unused_variables)]
547fn parse_aformat4(src: &mut ByteReader) -> DemuxerResult<RealAudioInfo> {
548 let start = src.tell();
549 src.read_skip(2)?; // zeroes
550 let id = src.read_u32be()?;
551 validate!(id == mktag!(b".ra4"));
552 let data_size = src.read_u32be()?;
553 let _ver4 = src.read_u16be()?; // should be 4
554 let header_size = src.read_u32be()?;
02cb1e03 555 let flavor = src.read_u16be()?;
c19ce782
KS		 556 let granularity = src.read_u32be()?;
557 let total_bytes = src.read_u32be()?;
558 let bytes_per_minute = src.read_u32be()?;
559 let _bytes_per_minute2 = src.read_u32be()?;
560 let ileave_factor = src.read_u16be()?;
561 let ileave_block_size = src.read_u16be()?;
562 let _user_data = src.read_u16be()?;
563 let sample_rate = src.read_u32be()?;
564 let sample_size = src.read_u32be()?;
565 let channels = src.read_u16be()?;
566 let interleaver_id_len = src.read_byte()?;
567 validate!(interleaver_id_len == 4);
568 let interleaver_id = src.read_u32be()?;
569 let fcc_len = src.read_byte()?;
570 validate!(fcc_len == 4);
571 let fcc = src.read_u32be()?;
572 let is_interleaved = src.read_byte()?;
573 let _can_copy = src.read_byte()?;
574 let _stream_type = src.read_byte()?;
575
576 skip_ra_metadata(src)?;
577
578 let end = src.tell();
579 validate!(end - start <= (header_size as u64) + 10);
580
581 let ileave_info = if is_interleaved != 0 {
582 Some(InterleaveInfo {
fe07b469
KS		 583 id: interleaver_id, factor: ileave_factor, block_size: granularity as u16,
584 frame_size: ileave_block_size,
c19ce782
KS		 585 })
586 } else {
587 None
588 };
589
590 Ok(RealAudioInfo {
02cb1e03
KS		 591 fcc: fcc, flavor: flavor,
592 sample_rate: sample_rate, sample_size: sample_size as u16, channels: channels, channel_mask: 0,
c19ce782
KS		 593 granularity: granularity, bytes_per_minute: bytes_per_minute,
594 total_bytes: total_bytes & 0xFFFFFF, edata_size: 0,
595 ileave_info: ileave_info,
596 })
597}
598
599#[allow(unused_variables)]
600fn parse_aformat5(src: &mut ByteReader) -> DemuxerResult<RealAudioInfo> {
601 let start = src.tell();
602 src.read_skip(2)?; // zeroes
603 let id = src.read_u32be()?;
604 validate!(id == mktag!(b".ra5"));
605 let data_size = src.read_u32be()?;
606 let _ver5 = src.read_u16be()?; // should be 5
607 let header_size = src.read_u32be()?;
02cb1e03 608 let flavor = src.read_u16be()?;
c19ce782
KS		 609 let granularity = src.read_u32be()?;
610 let total_bytes = src.read_u32be()?;
611 let bytes_per_minute = src.read_u32be()?;
612 let _bytes_per_minute2 = src.read_u32be()?;
613 let ileave_factor = src.read_u16be()?;
c19ce782 614 let frame_size = src.read_u16be()?;
6669c73b 615 let ileave_block_size = src.read_u16be()?;
c19ce782
KS		 616 let user_data = src.read_u32be()?;
617 let _sample_rate1 = src.read_u16be()?;
618 let sample_rate = src.read_u32be()?;
619 let sample_size = src.read_u32be()?;
620 let channels = src.read_u16be()?;
621 let interleaver_id = src.read_u32be()?;
622 let fcc = src.read_u32be()?;
623 let is_interleaved = src.read_byte()?;
624 let _can_copy = src.read_byte()?;
625 let _stream_type = src.read_byte()?;
626 let has_ileave_pattern = src.read_byte()?;
627 if has_ileave_pattern != 0 {
628unimplemented!("ra5 interleave pattern");
629 }
630 let edata_size = src.read_u32be()?;
631
632 let end = src.tell();
633 validate!(end - start <= (header_size as u64) + 10);
bb149b3b 634// src.read_skip(((end - start) as usize) - (header_size as usize) - 10)?;
c19ce782
KS		 635
636 let ileave_info = if is_interleaved != 0 {
637 Some(InterleaveInfo {
638 id: interleaver_id, factor: ileave_factor, block_size: ileave_block_size, frame_size: frame_size,
639 })
640 } else {
641 None
642 };
643
644 Ok(RealAudioInfo {
02cb1e03
KS		 645 fcc: fcc, flavor: flavor,
646 sample_rate: sample_rate, sample_size: sample_size as u16, channels: channels, channel_mask: 0,
c19ce782
KS		 647 granularity: granularity, bytes_per_minute: bytes_per_minute,
648 total_bytes: total_bytes & 0xFFFFFF, edata_size: edata_size,
649 ileave_info: ileave_info,
650 })
651}
652
ce52b3b5
KS		 653const RMVB_HDR_SIZE: u32 = 18;
654const RMVB_PROP_SIZE: u32 = 50;
655const KEYFRAME_FLAG: u8 = 0x02;
656
657impl<'a> RealMediaDemuxer<'a> {
658 fn new(io: &'a mut ByteReader<'a>) -> Self {
659 RealMediaDemuxer {
660 src: io,
661 data_pos: 0,
662 num_packets: 0,
663 cur_packet: 0,
664 streams: Vec::new(),
665 str_ids: Vec::new(),
666 queued_pkts: Vec::new(),
667 slice_buf: Vec::new(),
668 }
669 }
670#[allow(unused_variables)]
671 fn read_header(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> {
672 let (id, size, ver) = read_chunk(self.src)?;
673 validate!(id == mktag!(b".RMF"));
674 validate!(size >= RMVB_HDR_SIZE);
675 let fver = self.src.read_u32be()?;
676 validate!(fver <= 1);
677 let num_hdr = self.src.read_u32be()? as usize;
678 validate!(num_hdr >= 1);
679 if size > RMVB_HDR_SIZE {
680 self.src.read_skip((size - RMVB_HDR_SIZE) as usize)?;
681 }
682
683 let (id, size, ver) = read_chunk(self.src)?;
684 validate!(size >= RMVB_PROP_SIZE);
685 validate!(ver == 0);
686 let maxbr = self.src.read_u32be()?;
687 let avgbr = self.src.read_u32be()?;
688 let maxps = self.src.read_u32be()?;
689 let avgps = self.src.read_u32be()?;
690 let num_pkt = self.src.read_u32be()? as usize;
691 let duration = self.src.read_u32be()?;
692 let preroll = self.src.read_u32be()?;
693 let idx_off = self.src.read_u32be()?;
694 let data_off = self.src.read_u32be()?;
695 let num_streams = self.src.read_u16be()? as usize;
696 let flags = self.src.read_u16be()?;
697 if size > RMVB_PROP_SIZE {
698 self.src.read_skip((size - RMVB_PROP_SIZE) as usize)?;
699 }
700
701 for _ in 0..num_hdr {
c9aba47e
KS		 702 if self.src.is_eof() {
703 //warn maybe?
704 break;
705 }
706 let res = self.parse_chunk(strmgr);
707 match res {
708 Ok(last) => { if last { break; } },
709 Err(DemuxerError::IOError) => { break; },
710 Err(etype) => { return Err(etype); },
711 };
ce52b3b5 712 }
c9aba47e 713//println!("now @ {:X} / {}", self.src.tell(), self.data_pos);
ce52b3b5
KS		 714 validate!(self.data_pos > 0);
715 self.src.seek(SeekFrom::Start(self.data_pos))?;
716 let num_packets = self.src.read_u32be()?;
717 let next_data_hdr = self.src.read_u32be()?;
9f45e528 718 self.num_packets = if num_packets > 0 { num_packets } else { 0xFFFFFF };
ce52b3b5
KS		 719 self.cur_packet = 0;
720 Ok(())
721 }
6132225f 722 fn parse_chunk(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<bool> {
ce52b3b5
KS		 723 let (id, size, ver) = read_chunk(self.src)?;
724 let end_pos = self.src.tell() - 10 + (size as u64);
725
726 validate!(ver == 0);
727 if id == mktag!(b"CONT") { self.parse_content_desc()?; }
728 else if id == mktag!(b"MDPR") { self.parse_mdpr(strmgr)?; }
729 else if id == mktag!(b"DATA") { if self.data_pos == 0 { self.data_pos = self.src.tell(); } }
730 else if id == mktag!(b"INDX") { /* do nothing for now */ }
6132225f 731 else if id == 0 { return Ok(true); }
ce52b3b5
KS		 732 else { println!("unknown chunk type {:08X}", id); }
733
734 let cpos = self.src.tell();
735 if cpos < end_pos {
736 self.src.read_skip((end_pos - cpos) as usize)?;
737 }
6132225f 738 Ok(false)
ce52b3b5
KS		 739 }
740#[allow(unused_variables)]
741 fn parse_content_desc(&mut self) -> DemuxerResult<()> {
742 let title_len = self.src.read_u16be()? as usize;
743 self.src.read_skip(title_len)?;
744 let author_len = self.src.read_u16be()? as usize;
745 self.src.read_skip(author_len)?;
746 let copywrong_len = self.src.read_u16be()? as usize;
747 self.src.read_skip(copywrong_len)?;
748 let comment_len = self.src.read_u16be()? as usize;
749 self.src.read_skip(comment_len)?;
750 Ok(())
751 }
752#[allow(unused_variables)]
753 fn parse_mdpr(&mut self, strmgr: &mut StreamManager) -> DemuxerResult<()> {
754 let stream_no = self.src.read_u16be()?;
755//todo check stream_no for duplicates
756 let maxbr = self.src.read_u32be()?;
757 let avgbr = self.src.read_u32be()?;
758 let maxps = self.src.read_u32be()?;
759 let avgps = self.src.read_u32be()?;
760 let start = self.src.read_u32be()?;
761 let preroll = self.src.read_u32be()?;
762 let duration = self.src.read_u32be()?;
763 let sname_size = self.src.read_byte()? as usize;
764 let sname = read_string_size(self.src, sname_size)?;
c9aba47e 765//println!("str #{} sname = {} pkts {}/{} start {} preroll {}", stream_no, sname, maxps, avgps, start, preroll);
ce52b3b5
KS		 766 let mime_size = self.src.read_byte()? as usize;
767 let mime = read_string_size(self.src, mime_size)?;
c9aba47e 768//println!("mime = {}", mime);
ce52b3b5
KS		 769 let edata_size = self.src.read_u32be()? as usize;
770 let edata: Option<Vec<u8>> = if edata_size == 0 { None } else {
771 let mut edvec: Vec<u8> = Vec::with_capacity(edata_size);
772 edvec.resize(edata_size, 0);
773 self.src.read_buf(&mut edvec)?;
774 Some(edvec)
775 };
776 self.str_ids.push(stream_no);
777 if edata_size > 8 {
778 if let Some(edata_) = edata {
779 let mut mr = MemoryReader::new_read(edata_.as_slice());
780 let mut src = ByteReader::new(&mut mr);
781
782 let tag = src.read_u32be()?;
783 let tag2 = src.peek_u32be()?;
c9aba47e 784//println!("tag1 {:X} tag2 {:X}", tag, tag2);
ce52b3b5 785 if tag == mktag!('.', 'r', 'a', 0xFD) {
c19ce782
KS		 786 let ver = src.read_u16be()?;
787 let ainfo = match ver {
788 3 => {
789 parse_aformat3(&mut src)?
790 },
791 4 => {
792 parse_aformat4(&mut src)?
793 },
794 5 => {
795 parse_aformat5(&mut src)?
796 },
797 _ => {
798 println!("unknown version {}", ver);
799 return Err(DemuxerError::InvalidData);
800 },
801 };
802println!(" got ainfo {:?}", ainfo);
803 let cname = find_codec_name(RM_AUDIO_CODEC_REGISTER, ainfo.fcc);
02cb1e03
KS		 804 let blk_size = if ainfo.fcc != mktag!(b"sipr") {
805 ainfo.granularity as usize
806 } else {
807 validate!(ainfo.flavor <= 3);
808 RM_SIPRO_BLOCK_SIZES[ainfo.flavor as usize]
809 };
c19ce782
KS		 810 let srate = ainfo.sample_rate;
811 let soniton = NASoniton::new(ainfo.sample_size as u8, SONITON_FLAG_SIGNED);
02cb1e03 812 let ahdr = NAAudioInfo::new(srate, ainfo.channels as u8, soniton, blk_size);
c19ce782
KS		 813 let extradata = if ainfo.edata_size == 0 {
814 None
815 } else {
816 let eslice = &edata_[(src.tell() as usize)..];
817 Some(eslice.to_vec())
818 };
819 let nainfo = NACodecInfo::new(cname, NACodecTypeInfo::Audio(ahdr), extradata);
820 let res = strmgr.add_stream(NAStream::new(StreamType::Audio, stream_no as u32, nainfo, 1, srate));
ce52b3b5
KS		 821 if res.is_none() { return Err(MemoryError); }
822
c19ce782 823 let astr = RMAudioStream::new(ainfo.ileave_info);
ce52b3b5
KS		 824 self.streams.push(RMStreamType::Audio(astr));
825 } else if ((tag2 == mktag!('V', 'I', 'D', 'O')) || (tag2 == mktag!('I', 'M', 'A', 'G'))) && ((tag as usize) <= edata_size) {
826 src.read_skip(4)?;
827 let fcc = src.read_u32be()?;
828 let width = src.read_u16be()? as usize;
829 let height = src.read_u16be()? as usize;
830 let bpp = src.read_u16be()?;
831 let pad_w = src.read_u16be()?;
832 let pad_h = src.read_u16be()?;
833 let fps;
834 if tag2 == mktag!('V', 'I', 'D', 'O') {
835 fps = src.read_u32be()?;
836 } else {
837 fps = 0x10000;
838 }
839 let extradata: Option<Vec<u8>>;
840 if src.left() > 0 {
841 let eslice = &edata_[(src.tell() as usize)..];
842 extradata = Some(eslice.to_vec());
843 } else {
844 extradata = None;
845 }
846 let cname = find_codec_name(RM_VIDEO_CODEC_REGISTER, fcc);
847
848 let vhdr = NAVideoInfo::new(width, height, false, RGB24_FORMAT);
849 let vinfo = NACodecInfo::new(cname, NACodecTypeInfo::Video(vhdr), extradata);
850 let res = strmgr.add_stream(NAStream::new(StreamType::Video, stream_no as u32, vinfo, 0x10000, fps));
851 if res.is_none() { return Err(DemuxerError::MemoryError); }
852
853 let vstr = RMVideoStream::new();
854 self.streams.push(RMStreamType::Video(vstr));
c19ce782
KS		 855 } else if tag == mktag!(b"LSD:") {
856 let extradata = Some(edata_.to_vec());
857
858 src.read_skip(4)?; //version
859 let channels = src.read_u16be()?;
860 let samp_size = src.read_u16be()?;
861 let sample_rate = src.read_u32be()?;
862
863 println!("LSD sr {}, {} ch", sample_rate, channels);
864 let soniton = NASoniton::new(samp_size as u8, SONITON_FLAG_SIGNED);
865 let ahdr = NAAudioInfo::new(sample_rate, channels as u8, soniton, 1);
866 let nainfo = NACodecInfo::new("ralf", NACodecTypeInfo::Audio(ahdr), extradata);
867 let res = strmgr.add_stream(NAStream::new(StreamType::Audio, stream_no as u32, nainfo, 1, sample_rate));
868 if res.is_none() { return Err(MemoryError); }
869 let astr = RMAudioStream::new(None);
870 self.streams.push(RMStreamType::Audio(astr));
ce52b3b5
KS		 871 } else {
872 self.streams.push(RMStreamType::Logical);
873 }
874 }
875 } else {
876 self.streams.push(RMStreamType::Unknown);
877 }
878
879 Ok(())
880 }
881/*#[allow(unused_variables)]
882 fn read_pkt_header(&mut self) -> DemuxerResult<()> {
883 let ver = self.src.read_u16be()?;
884 validate!(ver <= 1);
885 let str_no = self.src.read_u16be()?;
886 let timestamp = self.src.read_u32be()?;
887 if ver == 0 {
888 let pkt_group = self.src.read_byte()?;
889 let pkt_flags = self.src.read_byte()?;
890 } else {
891 let asm_rule = self.src.read_u16be()?;
892 let asm_flags = self.src.read_byte()?;
893 }
894 Ok(())
895 }*/
896}
897
898fn read_string(src: &mut ByteReader) -> DemuxerResult<String> {
899 let mut vec: Vec<u8> = Vec::new();
900 loop {
901 let c = src.read_byte()?;
902 if c == 0 { break; }
903 vec.push(c);
904 }
905 let str = String::from_utf8(vec);
906 if str.is_ok() {
907 Ok(str.unwrap())
908 } else {
909 Ok(String::new())
910 }
911}
912
913fn read_string_size(src: &mut ByteReader, size: usize) -> DemuxerResult<String> {
914 let mut vec: Vec<u8> = Vec::new();
915 for _ in 0..size {
916 let c = src.read_byte()?;
917 vec.push(c);
918 }
919 let str = String::from_utf8(vec);
920 if str.is_ok() {
921 Ok(str.unwrap())
922 } else {
923 Ok(String::new())
924 }
925}
926
927#[allow(dead_code)]
928#[allow(unused_variables)]
929fn parse_rm_stream(io: &mut ByteReader) -> DemuxerResult<NAStream> {
930 let mimetype = read_string(io)?;
931 let strname = read_string(io)?;
932 let strnum = io.read_u32le()?;
933 let maxbr = io.read_u32le()?;
934 let avgbr = io.read_u32le()?;
935 let maxsize = io.read_u32le()?;
936 let avgsize = io.read_u32le()?;
937 let duration = io.read_u32le()?;
938 let preroll = io.read_u32le()?;
939 let start = io.read_u32le()?;
940 let edatalen = io.read_u32le()? as usize;
941 let mut edata: Vec<u8> = Vec::with_capacity(edatalen);
942 edata.resize(edatalen, 0);
943 io.read_buf(&mut edata)?;
944 let numprops = io.read_u32le()? as usize;
945 //read properties
946 unimplemented!();
947}
948
949#[allow(dead_code)]
950#[allow(unused_variables)]
951fn read_ra_vbr_stream(io: &mut ByteReader) -> DemuxerResult<NAPacket> {
952 let hdrsizesize = io.read_u16le()?;
953 let num_entries = (hdrsizesize / 16) as usize;
954 let mut sizes: Vec<usize> = Vec::with_capacity(num_entries);
955 for _ in 0..num_entries {
956 let sz = io.read_u16le()? as usize;
957 sizes.push(sz);
958 }
959 for i in 0..num_entries {
960//read packet of sizes[i]
961 }
962 unimplemented!();
963}
964
965//todo interleavers
966
967//todo opaque data
968
969
970static RM_VIDEO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[
971 (b"RV10", "realvideo1"),
972 (b"RV20", "realvideo2"),
973 (b"RVTR", "realvideo2"),
974 (b"RV30", "realvideo3"),
975 (b"RV40", "realvideo4"),
750b299c 976 (b"CLV1", "clearvideo_rm"),
ce52b3b5
KS		 977];
978
b1ef37ee 979#[allow(dead_code)]
ce52b3b5
KS		 980static RM_AUDIO_CODEC_REGISTER: &'static [(&[u8;4], &str)] = &[
981 (b"lpcJ", "ra14.4"),
982 (b"28_8", "ra28.8"),
983 (b"cook", "cook"),
984 (b"dnet", "ac3"),
985 (b"sipr", "sipro"),
986 (b"atrc", "atrac3"),
987 (b"LSD:", "ralf"),
988 (b"raac", "aac"),
989 (b"racp", "aac"),
990];
991
992pub struct RealMediaDemuxerCreator { }
993
994impl DemuxerCreator for RealMediaDemuxerCreator {
995 fn new_demuxer<'a>(&self, br: &'a mut ByteReader<'a>) -> Box<DemuxCore<'a> + 'a> {
996 Box::new(RealMediaDemuxer::new(br))
997 }
998 fn get_name(&self) -> &'static str { "realmedia" }
999}
1000
1001#[cfg(test)]
1002mod test {
1003 use super::*;
1004 use std::fs::File;
1005
1006 #[test]
1007 fn test_rm_demux() {
1008 let mut file =
1009 File::open("assets/RV/rv10_dnet_640x352_realvideo_encoder_4.0.rm").unwrap();
1010// File::open("assets/RV/rv20_cook_640x352_realproducer_plus_8.51.rm").unwrap();
1011// File::open("assets/RV/rv20_svt_atrc_640x352_realproducer_plus_8.51.rm").unwrap();
1012// File::open("assets/RV/rv30_atrc_384x208_realproducer_plus_8.51.rm").unwrap();
1013// File::open("assets/RV/rv30_chroma_drift.rm").unwrap();
1014// File::open("assets/RV/rv30_weighted_mc.rm").unwrap();
1015// File::open("assets/RV/rv40_weighted_mc.rmvb").unwrap();
1016// File::open("assets/RV/rv40_weighted_mc_2.rmvb").unwrap();
1017// File::open("assets/RV/clv1_sipr_384x208_realvideo_encoder_4.0.rm").unwrap();
1018// File::open("assets/RV/luckynight.rmvb").unwrap();
1019// File::open("assets/RV/rv40_ralf.rmvb").unwrap();
1020 let mut fr = FileReader::new_read(&mut file);
1021 let mut br = ByteReader::new(&mut fr);
1022 let mut dmx = RealMediaDemuxer::new(&mut br);
1023 let mut sm = StreamManager::new();
1024 dmx.open(&mut sm).unwrap();
1025
1026 loop {
1027 let pktres = dmx.get_frame(&mut sm);
1028 if let Err(e) = pktres {
1029 if e == DemuxerError::EOF { break; }
1030 panic!("error");
1031 }
1032 let pkt = pktres.unwrap();
1033 println!("Got {}", pkt);
1034 }
41f11b2b 1035//panic!("the end");
ce52b3b5
KS		 1036 }
1037}
NihAV is a research multimedia framework