//! Routines for testing decoders.
use std::fs::File;
-use std::io::prelude::*;
use nihav_core::frame::*;
use nihav_core::codecs::*;
use nihav_core::demuxers::*;
//use nihav_core::io::byteio::*;
-use nihav_core::scale::*;
+//use nihav_core::scale::*;
+use nihav_core::reorder::MTFrameReorderer;
use super::wavwriter::WavWriter;
use super::md5::MD5;
+use crate::imgwrite::write_pnm;
pub use super::ExpectedTestResult;
-const OUTPUT_PREFIX: &str = "assets/test_out";
-
-fn write_pgmyuv(pfx: &str, strno: usize, num: u64, frm: NAFrameRef) {
- if let NABufferType::None = frm.get_buffer() { return; }
- let name = format!("{}/{}out{:02}_{:06}.pgm", OUTPUT_PREFIX, pfx, strno, num);
- let mut ofile = File::create(name).unwrap();
- let buf = frm.get_buffer().get_vbuf().unwrap();
- let (w, h) = buf.get_dimensions(0);
- let (w2, h2) = buf.get_dimensions(1);
- let has_alpha = buf.get_info().get_format().has_alpha();
- let mut tot_h = h + h2;
- if has_alpha {
- tot_h += h;
- }
- if w2 > w/2 {
- tot_h += h2;
- }
- let hdr = format!("P5\n{} {}\n255\n", w, tot_h);
- ofile.write_all(hdr.as_bytes()).unwrap();
- let dta = buf.get_data();
- let ls = buf.get_stride(0);
- let mut idx = 0;
- let mut idx2 = w;
- let is_flipped = buf.get_info().is_flipped();
- if is_flipped {
- idx += h * ls;
- idx2 += h * ls;
- }
- for _ in 0..h {
- if is_flipped {
- idx -= ls;
- idx2 -= ls;
- }
- let line = &dta[idx..idx2];
- ofile.write_all(line).unwrap();
- if !is_flipped {
- idx += ls;
- idx2 += ls;
- }
- }
- if w2 <= w/2 {
- let pad: Vec<u8> = vec![0xFF; (w - w2 * 2) / 2];
- let mut base1 = buf.get_offset(1);
- let stride1 = buf.get_stride(1);
- let mut base2 = buf.get_offset(2);
- let stride2 = buf.get_stride(2);
- if is_flipped {
- base1 += h2 * stride1;
- base2 += h2 * stride2;
- }
- for _ in 0..h2 {
- if is_flipped {
- base1 -= stride1;
- base2 -= stride2;
- }
- let bend1 = base1 + w2;
- let line = &dta[base1..bend1];
- ofile.write_all(line).unwrap();
- ofile.write_all(pad.as_slice()).unwrap();
-
- let bend2 = base2 + w2;
- let line = &dta[base2..bend2];
- ofile.write_all(line).unwrap();
- ofile.write_all(pad.as_slice()).unwrap();
-
- if !is_flipped {
- base1 += stride1;
- base2 += stride2;
- }
- }
- } else {
- let pad: Vec<u8> = vec![0xFF; w - w2];
- let mut base1 = buf.get_offset(1);
- let stride1 = buf.get_stride(1);
- if is_flipped {
- base1 += h2 * stride1;
- }
- for _ in 0..h2 {
- if is_flipped {
- base1 -= stride1;
- }
- let bend1 = base1 + w2;
- let line = &dta[base1..bend1];
- ofile.write_all(line).unwrap();
- ofile.write_all(pad.as_slice()).unwrap();
- if !is_flipped {
- base1 += stride1;
- }
- }
- let mut base2 = buf.get_offset(2);
- let stride2 = buf.get_stride(2);
- if is_flipped {
- base2 += h2 * stride2;
- }
- for _ in 0..h2 {
- if is_flipped {
- base2 -= stride2;
- }
- let bend2 = base2 + w2;
- let line = &dta[base2..bend2];
- ofile.write_all(line).unwrap();
- ofile.write_all(pad.as_slice()).unwrap();
- if !is_flipped {
- base2 += stride2;
- }
- }
- }
- if has_alpha {
- let ls = buf.get_stride(3);
- let mut idx = buf.get_offset(3);
- let mut idx2 = idx + w;
- if is_flipped {
- idx += h * ls;
- idx2 += h * ls;
- }
- for _ in 0..h {
- if is_flipped {
- idx -= ls;
- idx2 -= ls;
- }
- let line = &dta[idx..idx2];
- ofile.write_all(line).unwrap();
- if !is_flipped {
- idx += ls;
- idx2 += ls;
- }
- }
- }
-}
-
-fn write_palppm(pfx: &str, strno: usize, num: u64, frm: NAFrameRef) {
- let name = format!("{}/{}out{:02}_{:06}.ppm", OUTPUT_PREFIX, pfx, strno, num);
- let mut ofile = File::create(name).unwrap();
- let buf = frm.get_buffer().get_vbuf().unwrap();
- let (w, h) = buf.get_dimensions(0);
- let paloff = buf.get_offset(1);
- let hdr = format!("P6\n{} {}\n255\n", w, h);
- ofile.write_all(hdr.as_bytes()).unwrap();
- let dta = buf.get_data();
- let ls = buf.get_stride(0);
- let offs: [usize; 3] = [
- buf.get_info().get_format().get_chromaton(0).unwrap().get_offset() as usize,
- buf.get_info().get_format().get_chromaton(1).unwrap().get_offset() as usize,
- buf.get_info().get_format().get_chromaton(2).unwrap().get_offset() as usize
- ];
- let mut idx = 0;
- let mut line: Vec<u8> = vec![0; w * 3];
- for _ in 0..h {
- let src = &dta[idx..(idx+w)];
- for x in 0..w {
- let pix = src[x] as usize;
- line[x * 3 + 0] = dta[paloff + pix * 3 + offs[0]];
- line[x * 3 + 1] = dta[paloff + pix * 3 + offs[1]];
- line[x * 3 + 2] = dta[paloff + pix * 3 + offs[2]];
- }
- ofile.write_all(line.as_slice()).unwrap();
- idx += ls;
- }
-}
-
-fn write_ppm(pfx: &str, strno: usize, num: u64, frm: NAFrameRef) {
- let name = format!("{}/{}out{:02}_{:06}.ppm", OUTPUT_PREFIX, pfx, strno, num);
- let mut ofile = File::create(name).unwrap();
- let info = frm.get_buffer().get_video_info().unwrap();
- let mut dpic = alloc_video_buffer(NAVideoInfo::new(info.get_width(), info.get_height(), false, RGB24_FORMAT), 0).unwrap();
- let ifmt = ScaleInfo { width: info.get_width(), height: info.get_height(), fmt: info.get_format() };
- let ofmt = ScaleInfo { width: info.get_width(), height: info.get_height(), fmt: RGB24_FORMAT };
- let mut scaler = NAScale::new(ifmt, ofmt).unwrap();
- scaler.convert(&frm.get_buffer(), &mut dpic).unwrap();
- let buf = dpic.get_vbuf().unwrap();
- let (w, h) = buf.get_dimensions(0);
- let hdr = format!("P6\n{} {}\n255\n", w, h);
- ofile.write_all(hdr.as_bytes()).unwrap();
- let dta = buf.get_data();
- let stride = buf.get_stride(0);
- for src in dta.chunks(stride) {
- ofile.write_all(&src[0..w*3]).unwrap();
- }
-}
+const OUTPUT_PREFIX: &str = "assets/test_out/";
/*fn open_wav_out(pfx: &str, strno: usize) -> WavWriter {
let name = format!("assets/{}out{:02}.wav", pfx, strno);
}
let frm = dec.decode(dsupp, &pkt).unwrap();
if pkt.get_stream().get_info().is_video() && video_pfx.is_some() && frm.get_frame_type() != FrameType::Skip {
- let pfx = video_pfx.unwrap();
let pts = if let Some(fpts) = frm.get_pts() { fpts } else { pkt.get_pts().unwrap() };
- let vinfo = frm.get_buffer().get_video_info().unwrap();
- if vinfo.get_format().is_paletted() {
- write_palppm(pfx, streamno, pts, frm);
- } else if vinfo.get_format().get_model().is_yuv() {
- write_pgmyuv(pfx, streamno, pts, frm);
- } else if vinfo.get_format().get_model().is_rgb() {
- write_ppm(pfx, streamno, pts, frm);
- } else {
-panic!(" unknown format");
- }
+ let pfx = OUTPUT_PREFIX.to_owned() + video_pfx.unwrap_or("") + "out";
+ write_pnm(pfx.as_str(), streamno, pts, frm).unwrap();
}
}
}
panic!("generated hashes");
}
}
+
+const THREADS: usize = 3;
+
+fn check_frame(frm: NAFrameRef, test: &ExpectedTestResult, glbl_md5: &mut MD5, frameiter: &mut Option<std::slice::Iter<[u32; 4]>>, last_ts: &mut Option<u64>) -> bool {
+ let frm_pts = frm.get_pts();
+ let frm_dts = frm.get_dts();
+ if let (Some(lts), Some(cts)) = (*last_ts, frm_dts) {
+ assert!(lts < cts);
+ }
+ *last_ts = frm_dts;
+ match test {
+ ExpectedTestResult::Decodes => {},
+ ExpectedTestResult::MD5(_) => { frame_checksum(glbl_md5, frm); },
+ ExpectedTestResult::MD5Frames(_) => {
+ let mut loc_md5 = MD5::new();
+ frame_checksum(&mut loc_md5, frm);
+ loc_md5.finish();
+ if let Some(ref mut iter) = frameiter {
+ let ret = iter.next();
+ if ret.is_none() {
+ return true;
+ }
+ let ref_hash = ret.unwrap();
+ let mut hash = [0u32; 4];
+ loc_md5.get_hash(&mut hash);
+println!("frame pts {:?} dts {:?} hash {}", frm_pts, frm_dts, loc_md5);
+ assert_eq!(&hash, ref_hash);
+ }
+ },
+ ExpectedTestResult::GenerateMD5Frames => {
+ let mut loc_md5 = MD5::new();
+ frame_checksum(&mut loc_md5, frm);
+ loc_md5.finish();
+ let mut hash = [0u32; 4];
+ loc_md5.get_hash(&mut hash);
+println!("frame pts {:?} dts {:?} hash [0x{:08x}, 0x{:08x}, 0x{:08x}, 0x{:08x}],", frm_pts, frm_dts, hash[0], hash[1], hash[2], hash[3]);
+ },
+ };
+ false
+}
+
+/// Tests multi-threaded decoder for requested codec in provided file.
+///
+/// The syntax is very similar to [`test_file_decoding`] except that it tests multi-threaded decoders instead.
+///
+/// [`test_file_decoding`]: ./fn.test_file_decoding.html
+pub fn test_mt_decoding(demuxer: &str, dec_name: &str, filename: &str, limit: Option<u64>,
+ dmx_reg: &RegisteredDemuxers, dec_reg: &RegisteredMTDecoders,
+ test: ExpectedTestResult) {
+ let mut dec_threads = THREADS;
+ for (key, value) in std::env::vars_os() {
+ if key == "MT_THREADS" {
+ if let Some(val) = value.to_str() {
+ dec_threads = val.parse::<usize>().unwrap_or(THREADS);
+ break;
+ }
+ }
+ }
+
+ let dmx_f = dmx_reg.find_demuxer(demuxer).expect("demuxer is not found");
+ let mut file = File::open(filename).expect("input file should be present");
+ let mut fr = FileReader::new_read(&mut file);
+ let mut br = ByteReader::new(&mut fr);
+ let mut dmx = create_demuxer(dmx_f, &mut br).expect("demuxer can't be created");
+
+ let mut decs: Vec<Option<(Box<NADecoderSupport>, Box<dyn NADecoderMT>)>> = Vec::new();
+ let mut found = false;
+ for i in 0..dmx.get_num_streams() {
+ let s = dmx.get_stream(i).unwrap();
+ let info = s.get_info();
+println!("stream {} codec {} / {}", i, info.get_name(), dec_name);
+ if !found && (info.get_name() == dec_name) {
+ let decfunc = dec_reg.find_decoder(info.get_name());
+ if let Some(df) = decfunc {
+ let mut dec = (df)();
+ let mut dsupp = Box::new(NADecoderSupport::new());
+ dec.init(&mut dsupp, info, dec_threads).unwrap();
+ decs.push(Some((dsupp, dec)));
+ found = true;
+ } else {
+ decs.push(None);
+ }
+ } else {
+ decs.push(None);
+ }
+ }
+
+ let mut md5 = MD5::new();
+ let mut frameiter = if let ExpectedTestResult::MD5Frames(ref vec) = test {
+ Some(vec.iter())
+ } else {
+ None
+ };
+ let mut reord = MTFrameReorderer::new();
+ let mut last_ts = None;
+ 'dec_loop: loop {
+ let pktres = dmx.get_frame();
+ if let Err(e) = pktres {
+ if e == DemuxerError::EOF { break; }
+ panic!("error");
+ }
+ let pkt = pktres.expect("packet");
+ let streamno = pkt.get_stream().get_id() as usize;
+ if let Some((ref mut dsupp, ref mut dec)) = decs[streamno] {
+ if limit.is_some() && pkt.get_pts().is_some() && pkt.get_pts().unwrap() > limit.unwrap() {
+ break;
+ }
+ let queue_id = reord.register_frame();
+ match dec.queue_pkt(dsupp, &pkt, queue_id) {
+ Ok(true) => {},
+ Ok(false) => {
+ while !dec.can_take_input() || dec.has_output() {
+ match dec.get_frame() {
+ (Ok(frm), id) => {
+ reord.add_frame(frm, id);
+ while let Some(nfrm) = reord.get_frame() {
+ if check_frame(nfrm, &test, &mut md5, &mut frameiter, &mut last_ts) {
+ break 'dec_loop;
+ }
+ }
+ },
+ (Err(err), id) => {
+ reord.drop_frame(id);
+ panic!("frame {} decoding error {:?}", id, err);
+ },
+ };
+ }
+ match dec.queue_pkt(dsupp, &pkt, queue_id) {
+ Ok(true) => {},
+ Ok(false) => panic!("still can't queue frame!"),
+ Err(err) => panic!("queueing error {:?}", err),
+ };
+ },
+ Err(err) => panic!("queueing error {:?}", err),
+ };
+
+ }
+ }
+ 'tail_loop: for (_, ref mut dec) in decs.iter_mut().flatten() {
+ loop {
+ match dec.get_frame() {
+ (Ok(frm), id) => {
+ reord.add_frame(frm, id);
+ while let Some(nfrm) = reord.get_frame() {
+ if check_frame(nfrm, &test, &mut md5, &mut frameiter, &mut last_ts) {
+ break 'tail_loop;
+ }
+ }
+ },
+ (Err(DecoderError::NoFrame), _) => break,
+ (Err(err), id) => panic!("frame {} decoding error {:?}", id, err),
+ };
+ }
+ while let Some(nfrm) = reord.get_last_frames() {
+ if check_frame(nfrm, &test, &mut md5, &mut frameiter, &mut last_ts) {
+ break;
+ }
+ }
+ }
+ if let ExpectedTestResult::MD5(ref ref_hash) = test {
+ md5.finish();
+ let mut hash = [0u32; 4];
+ md5.get_hash(&mut hash);
+println!("full hash {}", md5);
+ assert_eq!(&hash, ref_hash);
+ }
+ if let ExpectedTestResult::GenerateMD5Frames = test {
+ panic!("generated hashes");
+ }
+}
+
+/// Tests decoding of provided file by outputting video frames as PNM (PPM for RGB video, PGM for YUV).
+///
+/// This function expects the following arguments:
+/// * `demuxer` - container format name (used to find proper demuxer for it)
+/// * `name` - input file name
+/// * `video_pfx` - prefix for video frames written as pictures (output picture names should look like `<crate_name>/assets/test_out/PFXout00_000000.ppm`
+/// * `limit` - optional PTS value after which decoding is stopped
+/// * `dmx_reg` and `dec_reg` - registered demuxers and decoders that should contain demuxer and decoder(s) needed to decode the provided file.
+///
+/// Since the function is intended for tests, it will panic instead of returning an error.
+pub fn test_decode_images(demuxer: &str, name: &str, video_pfx: &str, limit: Option<u64>,
+ dmx_reg: &RegisteredDemuxers, dec_reg: &RegisteredDecoders) {
+ let dmx_f = dmx_reg.find_demuxer(demuxer).unwrap();
+ let mut file = File::open(name).unwrap();
+ let mut fr = FileReader::new_read(&mut file);
+ let mut br = ByteReader::new(&mut fr);
+ let mut dmx = create_demuxer(dmx_f, &mut br).unwrap();
+
+ let mut decs: Vec<Option<(Box<NADecoderSupport>, Box<dyn NADecoder>)>> = Vec::new();
+ for i in 0..dmx.get_num_streams() {
+ let s = dmx.get_stream(i).unwrap();
+ let info = s.get_info();
+ let decfunc = dec_reg.find_decoder(info.get_name());
+ if let Some(df) = decfunc {
+ if info.is_video() {
+ let mut dec = (df)();
+ let mut dsupp = Box::new(NADecoderSupport::new());
+ dec.init(&mut dsupp, info).unwrap();
+ decs.push(Some((dsupp, dec)));
+ break;
+ } else {
+ decs.push(None);
+ }
+ } else {
+ decs.push(None);
+ }
+ }
+
+ loop {
+ let pktres = dmx.get_frame();
+ if let Err(e) = pktres {
+ if e == DemuxerError::EOF { break; }
+ panic!("error");
+ }
+ let pkt = pktres.unwrap();
+ let streamno = pkt.get_stream().get_id() as usize;
+ if streamno >= decs.len() { continue; }
+ if let Some((ref mut dsupp, ref mut dec)) = decs[streamno] {
+ if let (Some(lim), Some(ppts)) = (limit, pkt.get_pts()) {
+ if ppts > lim { break; }
+ }
+ let frm = dec.decode(dsupp, &pkt).unwrap();
+ if frm.get_frame_type() != FrameType::Skip {
+ let pts = if let Some(fpts) = frm.get_pts() { fpts } else { pkt.get_pts().unwrap() };
+ let pfx = OUTPUT_PREFIX.to_owned() + video_pfx + "out";
+ write_pnm(pfx.as_str(), streamno, pts, frm).unwrap();
+ }
+ }
+ }
+}
projects / nihav.git / blobdiff