2 extern crate nihav_core;
3 extern crate nihav_allstuff;
6 use sdl::audio::{DesiredAudioSpec, Channels, AudioFormat, AudioCallback};
7 use sdl::event::{Event, Key};
12 use std::time::{Duration, SystemTime};
15 use std::sync::{Arc, Mutex};
16 use std::sync::atomic::{AtomicBool, Ordering};
17 use std::str::FromStr;
19 use nihav_core::detect;
20 use nihav_core::formats::*;
21 use nihav_core::frame::*;
22 use nihav_core::io::byteio::{FileReader, ByteReader};
23 use nihav_core::reorder::*;
24 use nihav_core::codecs::*;
25 use nihav_core::demuxers::*;
26 use nihav_core::scale::*;
27 use nihav_core::soundcvt::*;
28 use nihav_allstuff::*;
30 const AUDIO_BUF_SIZE: usize = 1024;
42 fn new(len: usize, max_len: usize) -> Self {
43 Self { data: vec![0; len], max_len, pos: 0, end: 0, done: false, full: false }
45 fn add(&mut self, src: &[u8]) -> bool {
46 if self.done || self.full { return true; }
48 for i in 0..(self.end - self.pos) {
49 self.data[i] = self.data[i + self.pos];
54 if self.end + src.len() > self.max_len {
58 if self.end + src.len() > self.data.len() { self.data.resize(self.end + src.len(), 0); }
59 (&mut self.data[self.end..][..src.len()]).copy_from_slice(src);
60 self.end += src.len();
63 fn consume(&mut self, dst: &mut [u8]) -> bool {
64 if self.done { for el in dst.iter_mut() { *el = 0; } return true; }
66 if self.end - self.pos < size { return false; }
67 dst.copy_from_slice(&self.data[self.pos..][..size]);
69 if self.pos >= self.max_len / 2 { self.full = false; }
72 fn finish(&mut self) {
77 struct AudioConsumer {
78 afifo: Arc<Mutex<AudioFIFO>>,
82 fn new(afifo: Arc<Mutex<AudioFIFO>>) -> Self { Self { afifo } }
85 impl AudioCallback for AudioConsumer {
86 fn callback(&mut self, out: &mut [u8]) {
89 let ret = self.afifo.lock();
90 if let Ok(mut afifo) = ret {
91 done = afifo.consume(out);
93 if !done { thread::sleep(Duration::from_millis(400)); }
98 impl Drop for AudioConsumer {
100 let ret = self.afifo.lock();
101 if let Ok(mut afifo) = ret {
107 struct DecoderStuff {
108 dsupp: Box<NADecoderSupport>,
109 dec: Box<dyn NADecoder + Send>,
110 reord: Box<dyn FrameReorderer + Send>,
119 RGB(u64, NABufferRef<Surface>),
120 YUV(u64, NABufferRef<Overlay>),
125 fn get_time(&self) -> u64 {
127 DisplayEvent::RGB(time, _) => time,
128 DisplayEvent::YUV(time, _) => time,
134 struct CommonMessages {
135 receiver: mpsc::Receiver<SendEvent>,
136 esend: mpsc::SyncSender<DisplayEvent>,
137 ev_mtx: Arc<Mutex<isize>>,
138 finished: Arc<AtomicBool>,
141 fn add_audio<T:Copy>(amtx: &mut Arc<Mutex<AudioFIFO>>, data: &[T]) {
142 let len = std::mem::size_of::<T>() * data.len();
143 let mut done = false;
145 let ret = amtx.try_lock();
146 if let Ok(mut afifo) = ret {
148 let u8_ptr = data.as_ptr();
149 let u8_data = std::mem::transmute((u8_ptr, len));
150 done = afifo.add(u8_data);
153 if !done { std::thread::sleep(Duration::from_millis(100)); }
157 fn open_audio(arate: u32, amtx: Arc<Mutex<AudioFIFO>>) -> NAAudioInfo {
158 let dspec = DesiredAudioSpec {
159 freq: arate as i32, format: AudioFormat::S16Lsb, channels: Channels::Stereo, samples: AUDIO_BUF_SIZE as u16,
160 callback: Box::new(AudioConsumer::new(amtx))
162 let tspec = sdl::audio::open(dspec).unwrap();
163 //println!("target spec: {} Hz fmt {:X} {} ch {} samp {} size", tspec.freq, tspec.format as u32, if tspec.channels == Channels::Stereo { 2 } else { 1 }, tspec.samples, tspec.size);
164 sdl::audio::pause(true);
165 let dst_ch = if tspec.channels == Channels::Stereo { 2 } else { 1 };
166 let snd_fmt = match tspec.format {
167 AudioFormat::U8 => SND_U8_FORMAT,
168 AudioFormat::S8 => unimplemented!(),
169 AudioFormat::U16Lsb => unimplemented!(),
170 AudioFormat::S16Lsb => SND_S16_FORMAT,
171 AudioFormat::U16Msb => unimplemented!(),
172 AudioFormat::S16Msb => NASoniton { bits: 16, be: true, packed: false, planar: false, float: false, signed: true },
174 NAAudioInfo { sample_rate: tspec.freq as u32, channels: dst_ch, format: snd_fmt, block_len: 1024 }
177 fn start_audio_dec(audio_dec: Option<DecoderStuff>, dst_info: NAAudioInfo, cmsg: CommonMessages) -> thread::JoinHandle<()> {
178 thread::spawn(move || {
179 let mut audio_dec = audio_dec.unwrap();
180 let dst_chmap = if dst_info.channels == 2 {
181 NAChannelMap::from_str("L,R").unwrap()
183 NAChannelMap::from_str("C").unwrap()
186 let ret = cmsg.receiver.recv();
187 if ret.is_err() { break; }
188 if let Ok(SendEvent::EOF) = ret { break; }
189 let pkt = if let Ok(SendEvent::Packet(pkt)) = ret { pkt } else { unreachable!(); };
190 let ret = audio_dec.dec.decode(&mut audio_dec.dsupp, &pkt);
191 if let Ok(frm) = ret {
192 let buf = frm.get_buffer();
193 let out_buf = convert_audio_frame(&buf, &dst_info, &dst_chmap).unwrap();
194 cmsg.esend.send(DisplayEvent::Audio(out_buf)).unwrap();
195 let mut count = cmsg.ev_mtx.lock().unwrap();
200 println!("error decoding audio");
203 cmsg.finished.store(true, Ordering::Relaxed);
207 fn start_video_dec(video_dec: Option<DecoderStuff>, ifmt: Option<NAVideoInfo>, width: usize, height: usize, tb_num: u32, tb_den: u32, cmsg: CommonMessages, scr_mtx: Arc<Mutex<NABufferRef<Surface>>>) -> thread::JoinHandle<()> {
208 thread::spawn(move || {
209 let mut ifmt = ifmt.unwrap();
210 let mut video_dec = video_dec.unwrap();
211 let rgb32_fmt = NAPixelFormaton { model: ColorModel::RGB(RGBSubmodel::RGB), components: 3,
213 Some(NAPixelChromaton { h_ss: 0, v_ss: 0, packed: true, depth: 8, shift: 0, comp_offs: 0, next_elem: 4 }),
214 Some(NAPixelChromaton { h_ss: 0, v_ss: 0, packed: true, depth: 8, shift: 0, comp_offs: 1, next_elem: 4 }),
215 Some(NAPixelChromaton { h_ss: 0, v_ss: 0, packed: true, depth: 8, shift: 0, comp_offs: 2, next_elem: 4 }),
217 ], elem_size: 4, be: false, alpha: false, palette: false };
218 let ofmt_rgb = ScaleInfo { width, height, fmt: rgb32_fmt };
219 let ofmt_yuv = ScaleInfo { width, height, fmt: YUV420_FORMAT };
221 let sc_ifmt = ScaleInfo { width: ifmt.get_width(), height: ifmt.get_height(), fmt: ifmt.get_format() };
222 let mut do_yuv = if let ColorModel::YUV(_) = ifmt.get_format().get_model() { true } else { false };
223 let ofmt = if do_yuv { ofmt_yuv } else { ofmt_rgb };
224 let mut opic = alloc_video_buffer(NAVideoInfo::new(width, height, false, ofmt.fmt), 4).unwrap();
225 let mut scaler = NAScale::new(sc_ifmt, ofmt).unwrap();
227 let ret = cmsg.receiver.recv();
228 if ret.is_err() { break; }
229 if let Ok(SendEvent::EOF) = ret { break; }
230 let pkt = if let Ok(SendEvent::Packet(pkt)) = ret { pkt } else { unreachable!() };
231 let ret = video_dec.dec.decode(&mut video_dec.dsupp, &pkt);
232 if let Ok(frm) = ret {
233 video_dec.reord.add_frame(frm);
234 while let Some(frm) = video_dec.reord.get_frame() {
235 let bt = frm.get_buffer();
236 if let NABufferType::None = bt { continue; }
237 let vinfo = bt.get_video_info().unwrap();
238 if ifmt.get_width() != vinfo.get_width() ||
239 ifmt.get_height() != vinfo.get_height() ||
240 ifmt.get_format() != vinfo.get_format() {
241 println!("reinit scaler!");
242 ifmt = vinfo.clone();
243 let sc_ifmt = ScaleInfo { width: ifmt.get_width(), height: ifmt.get_height(), fmt: ifmt.get_format() };
244 do_yuv = if let ColorModel::YUV(_) = ifmt.get_format().get_model() { true } else { false };
245 let ofmt = if do_yuv { ofmt_yuv } else { ofmt_rgb };
246 opic = alloc_video_buffer(NAVideoInfo::new(width, height, false, ofmt.fmt), 4).unwrap();
247 scaler = NAScale::new(sc_ifmt, ofmt).unwrap();
249 let ret = scaler.convert(&bt, &mut opic);
250 if ret.is_err() { println!(" scaler error {:?}", ret.err()); continue; }
252 let ts = frm.get_dts().unwrap_or(frm.get_pts().unwrap_or(0));
253 let time = NATimeInfo::ts_to_time(ts, 1000, tb_num, tb_den);
255 let buf = opic.get_vbuf().unwrap();
257 let sstride = buf.get_stride(0);
258 let src = buf.get_data();
259 let surface = Surface::new(&[SurfaceFlag::SWSurface], width as isize, height as isize, 32, 0x000000FF, 0x0000FF00, 0x00FF0000, 0x00000000).unwrap();
260 let pitch = unsafe { (*surface.raw).pitch } as usize;
261 surface.with_lock(|x: &mut [u8]| -> bool {
262 let csize = sstride.min(pitch);
263 for (dst, src) in x.chunks_mut(pitch).zip(src.chunks(sstride)) {
264 (&mut dst[..csize]).copy_from_slice(&src[..csize]);
268 let mut count = cmsg.ev_mtx.lock().unwrap();
269 cmsg.esend.send(DisplayEvent::RGB(time, NABufferRef::new(surface))).unwrap();
272 let screen = scr_mtx.lock().unwrap();
273 let overlay = screen.create_overlay(width as isize, height as isize, OverlayFormat::YV12).unwrap();
275 while !overlay.lock() {}
276 let src = buf.get_data();
277 let ysstride = buf.get_stride(0);
278 let ysrc = &src[buf.get_offset(0)..];
279 let usstride = buf.get_stride(2);
280 let usrc = &src[buf.get_offset(2)..];
281 let vsstride = buf.get_stride(1);
282 let vsrc = &src[buf.get_offset(1)..];
284 let ydst = overlay.get_pixel_ptr(0);
285 let ydstride = overlay.get_pitch(0);
286 let udst = overlay.get_pixel_ptr(1);
287 let udstride = overlay.get_pitch(1);
288 let vdst = overlay.get_pixel_ptr(2);
289 let vdstride = overlay.get_pitch(2);
290 for (ydst, ysrc) in ydst.chunks_mut(ydstride).take(height).zip(ysrc.chunks(ysstride)) {
291 (&mut ydst[..width]).copy_from_slice(&ysrc[..width]);
293 for (udst, usrc) in udst.chunks_mut(udstride).take(height).zip(usrc.chunks(usstride)) {
294 (&mut udst[..width / 2]).copy_from_slice(&usrc[..width / 2]);
296 for (vdst, vsrc) in vdst.chunks_mut(vdstride).take(height).zip(vsrc.chunks(vsstride)) {
297 (&mut vdst[..width / 2]).copy_from_slice(&vsrc[..width / 2]);
301 let mut count = cmsg.ev_mtx.lock().unwrap();
302 cmsg.esend.send(DisplayEvent::YUV(time, NABufferRef::new(overlay))).unwrap();
307 println!("error decoding video");
310 cmsg.finished.store(true, Ordering::Relaxed);
314 fn play_file(name: &str) {
315 let path = Path::new(name);
316 let mut file = File::open(path).unwrap();
318 let mut fr = FileReader::new_read(&mut file);
319 let mut br = ByteReader::new(&mut fr);
320 let res = detect::detect_format(name, &mut br);
322 println!("cannot detect format for {}", name);
325 let (dmx_name, _) = res.unwrap();
326 println!("trying demuxer {} on {}", dmx_name, name);
328 let mut dmx_reg = RegisteredDemuxers::new();
329 nihav_register_all_demuxers(&mut dmx_reg);
330 let mut dec_reg = RegisteredDecoders::new();
331 nihav_register_all_codecs(&mut dec_reg);
333 dmx_fact = dmx_reg.find_demuxer(dmx_name).unwrap();
334 br.seek(SeekFrom::Start(0)).unwrap();
335 let mut dmx = create_demuxer(dmx_fact, &mut br).unwrap();
338 let mut height = 480;
343 let mut video_str = 0;
344 let mut audio_str = 0;
346 let mut video_dec: Option<DecoderStuff> = None;
347 let mut audio_dec: Option<DecoderStuff> = None;
349 for i in 0..dmx.get_num_streams() {
350 let s = dmx.get_stream(i).unwrap();
351 let info = s.get_info();
352 let decfunc = dec_reg.find_decoder(info.get_name());
353 println!("stream {} - {} {}", i, s, info.get_name());
354 let str_id = s.get_id();
356 if video_dec.is_none() {
357 if decfunc.is_none() {
358 println!("no video decoder for {} found!", info.get_name());
361 let mut dec = (decfunc.unwrap())();
362 let mut dsupp = Box::new(NADecoderSupport::new());
363 let props = info.get_properties().get_video_info().unwrap();
364 if props.get_width() != 0 {
365 width = props.get_width();
366 height = props.get_height();
367 ifmt = Some(props.clone());
369 let reorder_depth = 3;
370 dsupp.pool_u8 = NAVideoBufferPool::new(reorder_depth);
371 dsupp.pool_u16 = NAVideoBufferPool::new(reorder_depth);
372 dsupp.pool_u32 = NAVideoBufferPool::new(reorder_depth);
373 dec.init(&mut dsupp, info).unwrap();
374 let reord = Box::new(IPBReorderer::new());
375 video_dec = Some(DecoderStuff{ dsupp, dec, reord });
377 let (tbn, tbd) = s.get_timebase();
381 } else if info.is_audio() {
382 if audio_dec.is_none() {
383 if decfunc.is_none() {
384 println!("no audio decoder for {} found!", info.get_name());
386 let mut dec = (decfunc.unwrap())();
387 let mut dsupp = Box::new(NADecoderSupport::new());
388 let props = info.get_properties().get_audio_info().unwrap();
389 arate = props.get_sample_rate();
390 dec.init(&mut dsupp, info).unwrap();
391 let reord = Box::new(NoReorderer::new());
392 audio_dec = Some(DecoderStuff{ dsupp, dec, reord });
397 println!("decoder {} not found", info.get_name());
401 while (width <= 384) && (height <= 288) {
406 sdl::init(&[sdl::InitFlag::Video, sdl::InitFlag::Audio]);
407 sdl::wm::set_caption("NihAV Player", "nihav-player");
408 let screen = match sdl::video::set_video_mode(width as isize, height as isize, 32,
409 &[SurfaceFlag::HWSurface, SurfaceFlag::AsyncBlit, SurfaceFlag::HWAccel],
410 &[VideoFlag::DoubleBuf]) {
411 Ok(screen) => screen,
412 Err(err) => panic!("failed to set video mode: {}", err)
415 let (vsend, vrecv) = mpsc::sync_channel::<SendEvent>(0);
416 let (asend, arecv) = mpsc::sync_channel::<SendEvent>(0);
417 let (esend, erecv) = mpsc::sync_channel::<DisplayEvent>(50);
418 let events_mtx = Arc::new(Mutex::new(0isize));
420 let has_audio = audio_dec.is_some();
421 let mut amtx = Arc::new(Mutex::new(AudioFIFO::new((arate * 8) as usize, (arate * 80) as usize)));
422 let aud_finished = Arc::new(AtomicBool::new(!has_audio));
423 let audio_thread = if has_audio {
424 let ainfo = open_audio(arate, amtx.clone());
425 let cmsg = CommonMessages {
427 esend: esend.clone(),
428 ev_mtx: events_mtx.clone(),
429 finished: aud_finished.clone(),
431 Some(start_audio_dec(audio_dec, ainfo, cmsg))
434 let has_video = video_dec.is_some();
435 let video_thread: Option<thread::JoinHandle<()>>;
436 let scr_mtx = Arc::new(Mutex::new(NABufferRef::new(screen)));
437 let vid_finished = Arc::new(AtomicBool::new(!has_video));
439 let cmsg = CommonMessages {
442 ev_mtx: events_mtx.clone(),
443 finished: vid_finished.clone(),
445 video_thread = Some(start_video_dec(video_dec, ifmt, width, height, tb_num, tb_den, cmsg, scr_mtx.clone()));
450 let mut frame_queue: Vec<DisplayEvent> = Vec::new();
452 let systime = SystemTime::now();
453 let mut has_data = true;
457 match sdl::event::poll_event() {
458 Event::Quit => break 'main,
459 Event::None => break 'event,
460 Event::Key(k, _, _, _)
461 if k == Key::Escape || k == Key::Q
463 Event::Key(k, _, _, _)
470 let pktres = dmx.get_frame();
471 if let Err(DemuxerError::EOF) = pktres {
474 vsend.send(SendEvent::EOF).unwrap();
477 asend.send(SendEvent::EOF).unwrap();
479 } else if let Err(_) = pktres {
481 } else if let Ok(pkt) = pktres {
482 let streamno = pkt.get_stream().get_id();
484 if has_video && streamno == video_str {
485 vsend.send(SendEvent::Packet(pkt)).unwrap();
486 } else if has_audio && streamno == audio_str {
487 asend.send(SendEvent::Packet(pkt)).unwrap();
492 let mut nevents = events_mtx.lock().unwrap();
495 let ret = erecv.recv();
496 if ret.is_err() { break 'main; }
497 let mut disp_evt = ret.unwrap();
499 DisplayEvent::Audio(ref mut out_buf) => {
500 unsafe { sdl::audio::ll::SDL_LockAudio(); }
502 NABufferType::AudioPacked(buf) => add_audio(&mut amtx, buf.get_data()),
503 NABufferType::AudioU8(buf) => add_audio(&mut amtx, buf.get_data()),
504 NABufferType::AudioI16(buf) => add_audio(&mut amtx, buf.get_data()),
505 NABufferType::AudioI32(buf) => add_audio(&mut amtx, buf.get_data()),
506 NABufferType::AudioF32(buf) => add_audio(&mut amtx, buf.get_data()),
509 unsafe { sdl::audio::ll::SDL_UnlockAudio(); }
510 sdl::audio::pause(false);
512 _ => { frame_queue.push(disp_evt); },
516 if vid_finished.load(Ordering::Relaxed) &&
517 aud_finished.load(Ordering::Relaxed) && frame_queue.len() == 0 {
521 if frame_queue.len() > 0 {
522 let cur_time = systime.elapsed().unwrap();
523 let disp_time = Duration::from_millis(frame_queue[0].get_time());
525 //println!("cur time {:?} disp time {:?}", cur_time, disp_time);
526 if (disp_time <= cur_time + Duration::from_millis(10)) && disp_time + Duration::from_millis(10) >= cur_time {
527 let screen = scr_mtx.lock().unwrap();
528 let disp_evt = frame_queue.remove(0);
530 DisplayEvent::RGB(_, ref surf) => {
534 DisplayEvent::YUV(_, ref ovl) => {
535 ovl.display(Some(screen.get_rect()));
539 } else if disp_time > cur_time {
540 let diff = disp_time - cur_time;
541 if diff > Duration::from_millis(20) {
542 thread::sleep(Duration::from_millis(20));
547 frame_queue.remove(0);
553 unsafe { sdl::audio::ll::SDL_LockAudio(); }
554 let mut afifo = amtx.lock().unwrap();
557 unsafe { sdl::audio::ll::SDL_UnlockAudio(); }
558 sdl::audio::pause(true);
562 if let Some(vthread) = video_thread {
563 vthread.join().unwrap();
565 if let Some(athread) = audio_thread {
566 athread.join().unwrap();
575 let args: Vec<_> = env::args().collect();
578 println!("usage: nihav-player input");
581 let name = args[1].as_str();