2 extern crate nihav_core;
3 extern crate nihav_registry;
4 extern crate nihav_allstuff;
10 use std::time::{Duration, Instant};
13 use sdl2::event::{Event, WindowEvent};
14 use sdl2::keyboard::Keycode;
15 use sdl2::render::{Canvas, Texture, TextureCreator};
16 use sdl2::pixels::PixelFormatEnum;
17 use sdl2::video::{Window, WindowContext};
19 use nihav_registry::detect;
20 use nihav_core::frame::*;
21 use nihav_core::io::byteio::{FileReader, ByteReader};
22 use nihav_core::reorder::*;
23 use nihav_core::codecs::*;
24 use nihav_core::demuxers::*;
25 use nihav_registry::register::*;
26 use nihav_allstuff::*;
35 #[cfg(feature="debug")]
36 macro_rules! debug_log {
37 ($log: expr; $blk: block) => {
38 $log.logfile.write($blk.as_bytes()).unwrap();
39 $log.logfile.write(b"\n").unwrap();
42 #[cfg(not(feature="debug"))]
43 macro_rules! debug_log {
44 ($log: expr; $blk: block) => {};
47 pub enum PktSendEvent {
56 pub enum DecoderType {
57 Audio(Box<dyn NADecoder + Send>),
58 Video(Box<dyn NADecoder + Send>, Box<dyn FrameReorderer + Send>),
59 VideoMT(Box<dyn NADecoderMT + Send>, MTFrameReorderer),
62 pub struct DecoderStuff {
63 pub dsupp: Box<NADecoderSupport>,
67 fn format_time(ms: u64) -> String {
69 let ds = (ms % 1000) / 100;
70 let (min, s) = (s / 60, s % 60);
71 let (h, min) = (min / 60, min % 60);
74 format!("{}.{}", s, ds)
76 format!("{}:{:02}.{}", min, s, ds)
79 format!("{}:{:02}:{:02}.{}", h, min, s, ds)
83 const FRAME_QUEUE_LEN: usize = 25;
84 const MAX_VOLUME: usize = 200;
86 pub type FrameRecord = (NABufferType, u64);
96 ref_time: Instant::now(),
100 pub fn get_cur_time(&self) -> u64 {
101 let add = self.ref_time.elapsed().as_millis() as u64;
104 fn reset_ts(&mut self) {
107 fn reset_all(&mut self, ts: u64) {
108 self.ref_time = Instant::now();
111 fn set_ts(&mut self) {
112 self.ref_ts = self.get_cur_time();
114 fn set_time(&mut self) {
115 self.ref_time = Instant::now();
119 pub struct DispFrame<'a> {
123 pub rgb_tex: Texture<'a>,
124 pub yuv_tex: Texture<'a>,
127 pub struct DispQueue<'a> {
128 pub pool: Vec<DispFrame<'a>>,
138 impl<'a> DispQueue<'a> {
139 fn new(texture_creator: &'a TextureCreator<WindowContext>, width: usize, height: usize, len: usize) -> Self {
140 let mut pool = Vec::with_capacity(len);
141 for _ in 0..len + 1 {
142 let rgb_tex = texture_creator.create_texture_streaming(PixelFormatEnum::RGB24, width as u32, height as u32).unwrap();
143 let yuv_tex = texture_creator.create_texture_streaming(PixelFormatEnum::IYUV, ((width + 1) & !1) as u32, ((height + 1) & !1) as u32).unwrap();
144 pool.push(DispFrame{ ts: 0, is_yuv: false, valid: false, rgb_tex, yuv_tex });
146 pool[len].is_yuv = false;
147 pool[len].rgb_tex.with_lock(None, |buffer: &mut [u8], _pitch: usize| {
148 for el in buffer.iter_mut() { *el = 0; }
151 Self { pool, first_ts: 0, last_ts: 0, start: 0, end: 0, len, width, height }
154 fn flush(&mut self) {
159 for frm in self.pool.iter_mut() {
164 fn get_last_texture(&mut self, osd: &OSD) -> &Texture<'a> {
165 if self.pool[self.len].is_yuv {
167 self.pool[self.len].yuv_tex.with_lock(None, |buffer: &mut [u8], pitch: usize| {
168 osd.draw_yuv(buffer, pitch);
171 &self.pool[self.len].yuv_tex
174 self.pool[self.len].rgb_tex.with_lock(None, |buffer: &mut [u8], pitch: usize| {
175 osd.draw_rgb(buffer, pitch);
178 &self.pool[self.len].rgb_tex
181 pub fn is_empty(&self) -> bool { self.start == self.end }
182 pub fn is_full(&self) -> bool { self.len == 0 || self.start == (self.end + 1) % self.len }
183 pub fn move_end(&mut self) {
185 if self.end >= self.len {
186 self.end -= self.len;
189 pub fn move_start(&mut self) {
190 self.pool.swap(self.start, self.len);
192 if self.start >= self.len {
193 self.start -= self.len;
195 if !self.is_empty() {
196 self.first_ts = self.pool[self.start].ts;
201 fn try_display(disp_queue: &mut DispQueue, canvas: &mut Canvas<Window>, osd: &mut OSD, ctime: &TimeKeep) -> Option<u64> {
202 while !disp_queue.is_empty() {
203 let disp_time = disp_queue.first_ts;
204 let ctime = ctime.get_cur_time();
205 if disp_time > ctime + 10 {
206 return Some(disp_time - ctime);
207 } else if disp_time + 10 < ctime {
208 disp_queue.move_start();
213 let frm = &mut disp_queue.pool[disp_queue.start];
214 let texture = if frm.is_yuv {
216 frm.yuv_tex.with_lock(None, |buffer: &mut [u8], pitch: usize| {
217 osd.draw_yuv(buffer, pitch);
223 frm.rgb_tex.with_lock(None, |buffer: &mut [u8], pitch: usize| {
224 osd.draw_rgb(buffer, pitch);
230 canvas.copy(texture, None, None).unwrap();
233 disp_queue.move_start();
234 if !disp_queue.is_empty() {
235 return Some((disp_queue.first_ts - ctime).saturating_sub(2));
245 sdl_context: sdl2::Sdl,
246 vsystem: sdl2::VideoSubsystem,
247 asystem: sdl2::AudioSubsystem,
249 acontrol: AudioControl,
250 vcontrol: VideoControl,
272 #[cfg(feature="debug")]
278 let sdl_context = sdl2::init().unwrap();
279 let vsystem = sdl_context.video().unwrap();
280 let asystem = sdl_context.audio().unwrap();
281 vsystem.disable_screen_saver();
282 let acontrol = AudioControl::new(None, None, &asystem);
283 let vcontrol = VideoControl::new(None, 0, 0, 0, 0);
285 sdl_context, asystem, vsystem,
304 tkeep: TimeKeep::new(),
309 #[cfg(feature="debug")]
310 logfile: File::create("debug.log").unwrap(),
313 fn seek(&mut self, off: u64, fwd: bool, dmx: &mut Demuxer, disp_queue: &mut DispQueue) {
314 let cur_time = self.tkeep.get_cur_time();
315 let seektime = if fwd { cur_time + off * 1000 } else {
316 cur_time.saturating_sub(off * 1000) };
317 debug_log!(self; {format!(" seek to {}", seektime)});
319 let ret = dmx.seek(NATimePoint::Milliseconds(seektime));
321 println!(" seek error");
325 self.acontrol.flush();
326 self.vcontrol.flush();
329 self.tkeep.reset_ts();
330 self.prefill(dmx, disp_queue);
331 if !disp_queue.is_empty() {
332 self.tkeep.reset_all(disp_queue.first_ts);
334 let mut iterations = 0;
335 let mut time = self.acontrol.get_time();
336 while time.is_none() {
338 std::thread::yield_now();
339 if iterations > 1000000 { println!(" still no time set?!"); break; }
340 time = self.acontrol.get_time();
342 if let Some(time) = time {
343 self.tkeep.reset_all(time);
347 self.acontrol.resume();
350 fn prefill(&mut self, dmx: &mut Demuxer, disp_queue: &mut DispQueue) {
351 debug_log!(self; {" prefilling"});
352 while self.vcontrol.get_queue_size() < FRAME_QUEUE_LEN {
353 let mut try_send = self.acontrol.get_queue_size() < FRAME_QUEUE_LEN && (!self.has_video || (!self.vcontrol.is_filled(FRAME_QUEUE_LEN) && !disp_queue.is_full()));
355 if !self.vcontrol.try_send_queued() && self.vcontrol.get_queue_size() > FRAME_QUEUE_LEN / 2 {
358 if !self.acontrol.try_send_queued() && self.acontrol.get_queue_size() > FRAME_QUEUE_LEN / 2 {
362 match dmx.get_frame() {
363 Err(DemuxerError::EOF) => break,
366 let streamno = pkt.get_stream().get_id();
367 if self.has_video && streamno == self.video_str {
368 self.vcontrol.try_send_video(PktSendEvent::Packet(pkt));
369 } else if self.has_audio && streamno == self.audio_str {
370 self.acontrol.try_send_audio(PktSendEvent::Packet(pkt));
375 self.vcontrol.fill(disp_queue);
382 while self.vcontrol.get_queue_size() > 0 && !disp_queue.is_full() {
383 self.vcontrol.try_send_queued();
384 self.vcontrol.fill(disp_queue);
385 std::thread::sleep(Duration::from_millis(10));
387 self.vcontrol.wait_for_frames();
388 self.vcontrol.fill(disp_queue);
390 debug_log!(self; {format!(" prefilling done, frames {}-{} audio {}", disp_queue.start, disp_queue.end, self.acontrol.get_fill())});
392 fn handle_events(&mut self, event_pump: &mut sdl2::EventPump, canvas: &mut Canvas<Window>, dmx: &mut Demuxer, disp_queue: &mut DispQueue) -> bool {
393 for event in event_pump.poll_iter() {
394 if let Event::Quit {..} = event {
399 if let Event::Window {win_event: WindowEvent::Exposed, ..} = event {
401 canvas.copy(disp_queue.get_last_texture(&self.osd), None, None).unwrap();
404 if let Event::KeyDown {keycode: Some(keycode), ..} = event {
406 Keycode::Escape | Keycode::Q => {
411 Keycode::Return => return true,
412 Keycode::Right => { self.seek(10, true, dmx, disp_queue); },
413 Keycode::Left => { self.seek(10, false, dmx, disp_queue); },
414 Keycode::Up => { self.seek(60, true, dmx, disp_queue); },
415 Keycode::Down => { self.seek(60, false, dmx, disp_queue); },
416 Keycode::PageUp => { self.seek(600, true, dmx, disp_queue); },
417 Keycode::PageDown => { self.seek(600, false, dmx, disp_queue); },
419 self.paused = !self.paused;
421 self.vsystem.enable_screen_saver();
424 self.vsystem.disable_screen_saver();
425 self.tkeep.set_time();
428 self.acontrol.pause();
430 self.acontrol.resume();
433 Keycode::Plus | Keycode::KpPlus => {
434 self.volume = (self.volume + 10).min(MAX_VOLUME);
436 self.acontrol.set_volume(self.volume);
439 Keycode::Minus | Keycode::KpMinus => {
440 self.volume = self.volume.saturating_sub(10);
442 self.acontrol.set_volume(self.volume);
446 self.debug = !self.debug;
449 self.mute = !self.mute;
451 self.acontrol.set_volume(0);
453 self.acontrol.set_volume(self.volume);
457 self.vcontrol.try_send_video(PktSendEvent::HurryUp);
465 print!("{:60}\r", ' ');
466 std::io::stdout().flush().unwrap();
472 fn play(&mut self, name: &str, start_time: NATimePoint) {
473 debug_log!(self; {format!("Playing {}", name)});
475 // prepare data source
476 let path = Path::new(name);
477 let mut file = File::open(path).unwrap();
479 let mut fr = FileReader::new_read(&mut file);
480 let mut br = ByteReader::new(&mut fr);
481 let res = detect::detect_format(name, &mut br);
483 println!("cannot detect format for {}", name);
486 let (dmx_name, _score) = res.unwrap();
487 debug_log!(self; {format!(" found demuxer {} with score {:?}", dmx_name, _score)});
488 println!("trying demuxer {} on {}", dmx_name, name);
490 let mut dmx_reg = RegisteredDemuxers::new();
491 nihav_register_all_demuxers(&mut dmx_reg);
492 let mut dec_reg = RegisteredDecoders::new();
493 nihav_register_all_decoders(&mut dec_reg);
494 let mut mtdec_reg = RegisteredMTDecoders::new();
496 nihav_register_all_mt_decoders(&mut mtdec_reg);
499 let ret = dmx_reg.find_demuxer(dmx_name);
501 println!("error finding {} demuxer", dmx_name);
504 dmx_fact = ret.unwrap();
505 br.seek(SeekFrom::Start(0)).unwrap();
506 let ret = create_demuxer(dmx_fact, &mut br);
508 println!("error creating demuxer");
511 let mut dmx = ret.unwrap();
512 if start_time != NATimePoint::None {
513 debug_log!(self; {format!(" start seek to {}", start_time)});
514 if dmx.seek(start_time).is_err() {
515 println!("initial seek failed");
520 let mut height = 480;
523 let mut ainfo: Option<NAAudioInfo> = None;
525 let mut video_dec: Option<DecoderStuff> = None;
526 let mut audio_dec: Option<DecoderStuff> = None;
528 let duration = dmx.get_duration();
530 println!(" total duration {}", format_time(duration));
532 self.has_video = false;
533 self.has_audio = false;
534 for i in 0..dmx.get_num_streams() {
535 let s = dmx.get_stream(i).unwrap();
536 let info = s.get_info();
537 let decfunc = dec_reg.find_decoder(info.get_name());
538 let decfunc_mt = mtdec_reg.find_decoder(info.get_name());
539 println!("stream {} - {} {}", i, s, info.get_name());
540 debug_log!(self; {format!(" stream {} - {} {}", i, s, info.get_name())});
541 let str_id = s.get_id();
543 if video_dec.is_none() && self.play_video {
544 if let Some(decfunc) = decfunc_mt {
545 let mut dec = (decfunc)();
546 let mut dsupp = Box::new(NADecoderSupport::new());
547 let props = info.get_properties().get_video_info().unwrap();
548 if props.get_width() != 0 {
549 width = props.get_width();
550 height = props.get_height();
552 if dec.init(&mut dsupp, info.clone(), self.vthreads).is_ok() {
553 video_dec = Some(DecoderStuff{ dsupp, dec: DecoderType::VideoMT(dec, MTFrameReorderer::new()) });
554 self.video_str = str_id;
555 let (tbn, tbd) = s.get_timebase();
558 self.has_video = true;
561 println!("failed to create multi-threaded decoder, falling back");
564 if let Some(decfunc) = decfunc {
565 let mut dec = (decfunc)();
566 let mut dsupp = Box::new(NADecoderSupport::new());
567 let props = info.get_properties().get_video_info().unwrap();
568 if props.get_width() != 0 {
569 width = props.get_width();
570 height = props.get_height();
572 let desc = get_codec_description(info.get_name());
573 let (reorder_depth, reord) = if desc.is_none() || (desc.unwrap().caps & CODEC_CAP_COMPLEX_REORDER) == 0 {
574 let reord: Box<dyn FrameReorderer + Send> = Box::new(IPBReorderer::new());
577 let reord: Box<dyn FrameReorderer + Send> = Box::new(ComplexReorderer::new());
580 dsupp.pool_u8 = NAVideoBufferPool::new(reorder_depth);
581 dsupp.pool_u16 = NAVideoBufferPool::new(reorder_depth);
582 dsupp.pool_u32 = NAVideoBufferPool::new(reorder_depth);
583 dec.init(&mut dsupp, info).unwrap();
584 video_dec = Some(DecoderStuff{ dsupp, dec: DecoderType::Video(dec, reord) });
585 self.video_str = str_id;
586 let (tbn, tbd) = s.get_timebase();
589 self.has_video = true;
591 println!("no video decoder for {} found!", info.get_name());
594 } else if info.is_audio() {
595 if audio_dec.is_none() && self.play_audio {
596 if let Some(decfunc) = decfunc {
597 let mut dec = (decfunc)();
598 let mut dsupp = Box::new(NADecoderSupport::new());
599 ainfo = info.get_properties().get_audio_info();
600 dec.init(&mut dsupp, info).unwrap();
601 audio_dec = Some(DecoderStuff{ dsupp, dec: DecoderType::Audio(dec) });
602 self.audio_str = str_id;
603 self.has_audio = true;
605 println!("no audio decoder for {} found!", info.get_name());
609 println!("decoder {} not found", info.get_name());
612 if !self.has_video && !self.has_audio {
613 println!("No playable streams found.");
617 while (width <= 384) && (height <= 288) {
622 // prepare playback structure
623 let mut new_vcontrol = VideoControl::new(video_dec, width, height, tb_num, tb_den);
624 std::mem::swap(&mut self.vcontrol, &mut new_vcontrol);
626 let mut new_acontrol = AudioControl::new(audio_dec, ainfo, &self.asystem);
627 std::mem::swap(&mut self.acontrol, &mut new_acontrol);
630 self.acontrol.set_volume(0);
632 self.acontrol.set_volume(self.volume);
635 let fname = path.file_name();
636 let wname = if let Some(fname) = fname {
637 "NihAV player - ".to_owned() + fname.to_str().unwrap()
639 "NihAV player".to_owned()
641 let window = self.vsystem.window(&wname, width as u32, height as u32)
642 .position_centered().build().unwrap();
643 let mut canvas = window.into_canvas().build().unwrap();
644 let texture_creator = canvas.texture_creator();
645 let mut disp_q = DispQueue::new(&texture_creator, width, height, if self.has_video { FRAME_QUEUE_LEN } else { 0 });
648 canvas.copy(disp_q.get_last_texture(&self.osd), None, None).unwrap();
652 self.has_audio = self.acontrol.has_audio();
653 if !self.has_video && !self.has_audio {
654 println!("No playable streams.");
659 self.prefill(&mut dmx, &mut disp_q);
660 self.tkeep.reset_all(0);
662 self.acontrol.resume();
664 let mut event_pump = self.sdl_context.event_pump().unwrap();
665 let mut last_disp = Instant::now();
666 let mut has_data = true;
668 if self.handle_events(&mut event_pump, &mut canvas, &mut dmx, &mut disp_q) {
673 let mut try_send = self.acontrol.get_queue_size() < FRAME_QUEUE_LEN && self.vcontrol.get_queue_size() < FRAME_QUEUE_LEN;
674 if !self.vcontrol.try_send_queued() && self.vcontrol.is_filled(FRAME_QUEUE_LEN) {
677 if !self.acontrol.try_send_queued() {
680 while has_data && try_send {
681 match dmx.get_frame() {
682 Err(DemuxerError::EOF) => {
683 self.vcontrol.try_send_video(PktSendEvent::End);
684 self.acontrol.try_send_audio(PktSendEvent::End);
687 Err(err) => { println!("demuxer error {:?}", err); },
689 let streamno = pkt.get_stream().get_id();
690 if self.has_video && streamno == self.video_str {
691 debug_log!(self; {" sending video packet"});
692 self.vcontrol.try_send_video(PktSendEvent::Packet(pkt));
693 if self.vcontrol.is_filled(FRAME_QUEUE_LEN) {
696 } else if self.has_audio && streamno == self.audio_str {
697 debug_log!(self; {" sending audio packet"});
698 self.acontrol.try_send_audio(PktSendEvent::Packet(pkt));
699 if self.acontrol.get_queue_size() >= FRAME_QUEUE_LEN {
706 self.vcontrol.fill(&mut disp_q);
707 let mut sleep_time = 25;
708 debug_log!(self; {format!(" time {}", self.tkeep.get_cur_time())});
710 debug_log!(self; {format!(" disp queue {}-{}, {}-{} vqueue fill {}", disp_q.first_ts, disp_q.last_ts, disp_q.start, disp_q.end, self.vcontrol.get_queue_size())});
711 let ret = try_display(&mut disp_q, &mut canvas, &mut self.osd, &self.tkeep);
712 if let Some(next_time) = ret {
713 sleep_time = sleep_time.min(next_time);
717 let time_left = self.acontrol.get_time_left();
718 debug_log!(self; {format!(" audio left {}", time_left)});
719 sleep_time = sleep_time.min(time_left);
721 debug_log!(self; {format!(" sleep {}ms", sleep_time)});
722 if last_disp.elapsed().as_millis() >= 10 {
723 let c_time = self.tkeep.get_cur_time();
726 print!(" {} {}% \r", format_time(c_time), self.acontrol.get_volume());
728 print!(" {} {} {}% {:3} {:6}\r", format_time(c_time), if self.vcontrol.is_yuv() { 'Y' } else { 'R' }, self.acontrol.get_volume(), (disp_q.end + disp_q.len - disp_q.start) % disp_q.len, self.acontrol.get_fill());
730 std::io::stdout().flush().unwrap();
731 last_disp = Instant::now();
734 if self.has_video && !self.vcontrol.is_video_end() {
737 if self.has_audio && !self.acontrol.is_audio_end() {
743 thread::sleep(Duration::from_millis(sleep_time));
745 thread::sleep(Duration::from_millis(20));
749 std::mem::swap(&mut self.vcontrol, &mut new_vcontrol);
750 new_vcontrol.finish();
751 std::mem::swap(&mut self.acontrol, &mut new_acontrol);
752 new_acontrol.finish();
757 let args: Vec<String> = env::args().collect();
760 println!("usage: nihav-player file1 file2 ...");
764 let mut player = Player::new();
766 let mut aiter = args.iter().skip(1);
767 let mut seek_time = NATimePoint::None;
768 while let Some(arg) = aiter.next() {
770 "-an" => { player.play_audio = false; },
771 "-ae" => { player.play_audio = true; },
772 "-vn" => { player.play_video = false; },
773 "-ve" => { player.play_video = true; },
775 if let Some(arg) = aiter.next() {
776 if let Ok(time) = arg.parse::<NATimePoint>() {
779 println!("wrong seek time");
780 seek_time = NATimePoint::None;
785 if let Some(arg) = aiter.next() {
786 if let Ok(vol) = arg.parse::<usize>() {
787 player.volume = vol.min(MAX_VOLUME);
789 println!("wrong volume");
797 player.debug = false;
800 player.use_mt = true;
803 player.use_mt = false;
806 if let Some(arg) = aiter.next() {
807 if let Ok(val) = arg.parse::<usize>() {
808 player.vthreads = val.max(1);
810 println!("wrong number of threads");
815 player.play(arg, seek_time);
816 if player.end { break; }
817 seek_time = NATimePoint::None;