nihav-core/src/test/dec_video.rs

   1 use std::fs::File;
   2 use std::io::prelude::*;
   3 use crate::frame::*;
   4 use crate::codecs::*;
   5 use crate::demuxers::*;
   6 //use crate::io::byteio::*;
   7 use crate::scale::*;
   8 use super::wavwriter::WavWriter;
   9 use super::md5::MD5;
  10 pub use super::ExpectedTestResult;
  11
  12 const OUTPUT_PREFIX: &str = "assets/test_out";
  13
  14 fn write_pgmyuv(pfx: &str, strno: usize, num: u64, frm: NAFrameRef) {
  15     if let NABufferType::None = frm.get_buffer() { return; }
  16     let name = format!("{}/{}out{:02}_{:06}.pgm", OUTPUT_PREFIX, pfx, strno, num);
  17     let mut ofile = File::create(name).unwrap();
  18     let buf = frm.get_buffer().get_vbuf().unwrap();
  19     let (w, h) = buf.get_dimensions(0);
  20     let (w2, h2) = buf.get_dimensions(1);
  21     let has_alpha = buf.get_info().get_format().has_alpha();
  22     let mut tot_h = h + h2;
  23     if has_alpha {
  24         tot_h += h;
  25     }
  26     if w2 > w/2 {
  27         tot_h += h2;
  28     }
  29     let hdr = format!("P5\n{} {}\n255\n", w, tot_h);
  30     ofile.write_all(hdr.as_bytes()).unwrap();
  31     let dta = buf.get_data();
  32     let ls = buf.get_stride(0);
  33     let mut idx = 0;
  34     let mut idx2 = w;
  35     for _ in 0..h {
  36         let line = &dta[idx..idx2];
  37         ofile.write_all(line).unwrap();
  38         idx  += ls;
  39         idx2 += ls;
  40     }
  41     if w2 <= w/2 {
  42         let pad: Vec<u8> = vec![0xFF; (w - w2 * 2) / 2];
  43         let mut base1 = buf.get_offset(1);
  44         let stride1 = buf.get_stride(1);
  45         let mut base2 = buf.get_offset(2);
  46         let stride2 = buf.get_stride(2);
  47         for _ in 0..h2 {
  48             let bend1 = base1 + w2;
  49             let line = &dta[base1..bend1];
  50             ofile.write_all(line).unwrap();
  51             ofile.write_all(pad.as_slice()).unwrap();
  52
  53             let bend2 = base2 + w2;
  54             let line = &dta[base2..bend2];
  55             ofile.write_all(line).unwrap();
  56             ofile.write_all(pad.as_slice()).unwrap();
  57
  58             base1 += stride1;
  59             base2 += stride2;
  60         }
  61     } else {
  62         let pad: Vec<u8> = vec![0xFF; w - w2];
  63         let mut base1 = buf.get_offset(1);
  64         let stride1 = buf.get_stride(1);
  65         for _ in 0..h2 {
  66             let bend1 = base1 + w2;
  67             let line = &dta[base1..bend1];
  68             ofile.write_all(line).unwrap();
  69             ofile.write_all(pad.as_slice()).unwrap();
  70             base1 += stride1;
  71         }
  72         let mut base2 = buf.get_offset(2);
  73         let stride2 = buf.get_stride(2);
  74         for _ in 0..h2 {
  75             let bend2 = base2 + w2;
  76             let line = &dta[base2..bend2];
  77             ofile.write_all(line).unwrap();
  78             ofile.write_all(pad.as_slice()).unwrap();
  79             base2 += stride2;
  80         }
  81     }
  82     if has_alpha {
  83         let ls = buf.get_stride(3);
  84         let mut idx = buf.get_offset(3);
  85         let mut idx2 = idx + w;
  86         for _ in 0..h {
  87             let line = &dta[idx..idx2];
  88             ofile.write_all(line).unwrap();
  89             idx  += ls;
  90             idx2 += ls;
  91         }
  92     }
  93 }
  94
  95 fn write_palppm(pfx: &str, strno: usize, num: u64, frm: NAFrameRef) {
  96     let name = format!("{}/{}out{:02}_{:06}.ppm", OUTPUT_PREFIX, pfx, strno, num);
  97     let mut ofile = File::create(name).unwrap();
  98     let buf = frm.get_buffer().get_vbuf().unwrap();
  99     let (w, h) = buf.get_dimensions(0);
 100     let paloff = buf.get_offset(1);
 101     let hdr = format!("P6\n{} {}\n255\n", w, h);
 102     ofile.write_all(hdr.as_bytes()).unwrap();
 103     let dta = buf.get_data();
 104     let ls = buf.get_stride(0);
 105     let offs: [usize; 3] = [
 106             buf.get_info().get_format().get_chromaton(0).unwrap().get_offset() as usize,
 107             buf.get_info().get_format().get_chromaton(1).unwrap().get_offset() as usize,
 108             buf.get_info().get_format().get_chromaton(2).unwrap().get_offset() as usize
 109         ];
 110     let mut idx  = 0;
 111     let mut line: Vec<u8> = vec![0; w * 3];
 112     for _ in 0..h {
 113         let src = &dta[idx..(idx+w)];
 114         for x in 0..w {
 115             let pix = src[x] as usize;
 116             line[x * 3 + 0] = dta[paloff + pix * 3 + offs[0]];
 117             line[x * 3 + 1] = dta[paloff + pix * 3 + offs[1]];
 118             line[x * 3 + 2] = dta[paloff + pix * 3 + offs[2]];
 119         }
 120         ofile.write_all(line.as_slice()).unwrap();
 121         idx  += ls;
 122     }
 123 }
 124
 125 fn write_ppm(pfx: &str, strno: usize, num: u64, frm: NAFrameRef) {
 126     let name = format!("{}/{}out{:02}_{:06}.ppm", OUTPUT_PREFIX, pfx, strno, num);
 127     let mut ofile = File::create(name).unwrap();
 128         let info = frm.get_buffer().get_video_info().unwrap();
 129         let mut dpic = alloc_video_buffer(NAVideoInfo::new(info.get_width(), info.get_height(), false, RGB24_FORMAT), 0).unwrap();
 130         let ifmt = ScaleInfo { width: info.get_width(), height: info.get_height(), fmt: info.get_format() };
 131         let ofmt = ScaleInfo { width: info.get_width(), height: info.get_height(), fmt: RGB24_FORMAT };
 132         let mut scaler = NAScale::new(ifmt, ofmt).unwrap();
 133         scaler.convert(&frm.get_buffer(), &mut dpic).unwrap();
 134         let buf = dpic.get_vbuf().unwrap();
 135         let (w, h) = buf.get_dimensions(0);
 136         let hdr = format!("P6\n{} {}\n255\n", w, h);
 137         ofile.write_all(hdr.as_bytes()).unwrap();
 138         let dta = buf.get_data();
 139         let stride = buf.get_stride(0);
 140         for src in dta.chunks(stride) {
 141             ofile.write_all(&src[0..w*3]).unwrap();
 142         }
 143 }
 144
 145 /*fn open_wav_out(pfx: &str, strno: usize) -> WavWriter {
 146     let name = format!("assets/{}out{:02}.wav", pfx, strno);
 147     let mut file = File::create(name).unwrap();
 148     let mut fw = FileWriter::new_write(&mut file);
 149     let mut wr = ByteWriter::new(&mut fw);
 150     WavWriter::new(&mut wr)
 151 }*/
 152
 153 pub fn test_file_decoding(demuxer: &str, name: &str, limit: Option<u64>,
 154                           decode_video: bool, decode_audio: bool,
 155                           video_pfx: Option<&str>,
 156                           dmx_reg: &RegisteredDemuxers, dec_reg: &RegisteredDecoders) {
 157     let dmx_f = dmx_reg.find_demuxer(demuxer).unwrap();
 158     let mut file = File::open(name).unwrap();
 159     let mut fr = FileReader::new_read(&mut file);
 160     let mut br = ByteReader::new(&mut fr);
 161     let mut dmx = create_demuxer(dmx_f, &mut br).unwrap();
 162
 163     let mut decs: Vec<Option<(Box<NADecoderSupport>, Box<dyn NADecoder>)>> = Vec::new();
 164     for i in 0..dmx.get_num_streams() {
 165         let s = dmx.get_stream(i).unwrap();
 166         let info = s.get_info();
 167         let decfunc = dec_reg.find_decoder(info.get_name());
 168         if let Some(df) = decfunc {
 169             if (decode_video && info.is_video()) || (decode_audio && info.is_audio()) {
 170                 let mut dec = (df)();
 171                 let mut dsupp = Box::new(NADecoderSupport::new());
 172                 dec.init(&mut dsupp, info).unwrap();
 173                 decs.push(Some((dsupp, dec)));
 174             } else {
 175                 decs.push(None);
 176             }
 177         } else {
 178             decs.push(None);
 179         }
 180     }
 181
 182     loop {
 183         let pktres = dmx.get_frame();
 184         if let Err(e) = pktres {
 185             if e == DemuxerError::EOF { break; }
 186             panic!("error");
 187         }
 188         let pkt = pktres.unwrap();
 189         let streamno = pkt.get_stream().get_id() as usize;
 190         if let Some((ref mut dsupp, ref mut dec)) = decs[streamno] {
 191             if let (Some(lim), Some(ppts)) = (limit, pkt.get_pts()) {
 192                 if ppts > lim { break; }
 193             }
 194             let frm = dec.decode(dsupp, &pkt).unwrap();
 195             if pkt.get_stream().get_info().is_video() && video_pfx.is_some() && frm.get_frame_type() != FrameType::Skip {
 196                 let pfx = video_pfx.unwrap();
 197                 let pts = if let Some(fpts) = frm.get_pts() { fpts } else { pkt.get_pts().unwrap() };
 198                 let vinfo = frm.get_buffer().get_video_info().unwrap();
 199                 if vinfo.get_format().is_paletted() {
 200                     write_palppm(pfx, streamno, pts, frm);
 201                 } else if vinfo.get_format().get_model().is_yuv() {
 202                     write_pgmyuv(pfx, streamno, pts, frm);
 203                 } else if vinfo.get_format().get_model().is_rgb() {
 204                     write_ppm(pfx, streamno, pts, frm);
 205                 } else {
 206 panic!(" unknown format");
 207                 }
 208             }
 209         }
 210     }
 211 }
 212
 213 pub fn test_decode_audio(demuxer: &str, name: &str, limit: Option<u64>, audio_pfx: Option<&str>,
 214                          dmx_reg: &RegisteredDemuxers, dec_reg: &RegisteredDecoders) {
 215     let dmx_f = dmx_reg.find_demuxer(demuxer).unwrap();
 216     let mut file = File::open(name).unwrap();
 217     let mut fr = FileReader::new_read(&mut file);
 218     let mut br = ByteReader::new(&mut fr);
 219     let mut dmx = create_demuxer(dmx_f, &mut br).unwrap();
 220
 221     let mut decs: Vec<Option<(Box<NADecoderSupport>, Box<dyn NADecoder>)>> = Vec::new();
 222     for i in 0..dmx.get_num_streams() {
 223         let s = dmx.get_stream(i).unwrap();
 224         let info = s.get_info();
 225         let decfunc = dec_reg.find_decoder(info.get_name());
 226         if let Some(df) = decfunc {
 227             if info.is_audio() {
 228                 let mut dec = (df)();
 229                 let mut dsupp = Box::new(NADecoderSupport::new());
 230                 dec.init(&mut dsupp, info).unwrap();
 231                 decs.push(Some((dsupp, dec)));
 232             } else {
 233                 decs.push(None);
 234             }
 235         } else {
 236             decs.push(None);
 237         }
 238     }
 239
 240     if let Some(audio_pfx) = audio_pfx {
 241         let name = format!("{}/{}out.wav", OUTPUT_PREFIX, audio_pfx);
 242         let file = File::create(name).unwrap();
 243         let mut fw = FileWriter::new_write(file);
 244         let mut wr = ByteWriter::new(&mut fw);
 245         let mut wwr = WavWriter::new(&mut wr);
 246         let mut wrote_header = false;
 247
 248         loop {
 249             let pktres = dmx.get_frame();
 250             if let Err(e) = pktres {
 251                 if e == DemuxerError::EOF { break; }
 252                 panic!("error");
 253             }
 254             let pkt = pktres.unwrap();
 255             if limit.is_some() && pkt.get_pts().is_some() && pkt.get_pts().unwrap() > limit.unwrap() {
 256                 break;
 257             }
 258             let streamno = pkt.get_stream().get_id() as usize;
 259             if let Some((ref mut dsupp, ref mut dec)) = decs[streamno] {
 260                 let frm = dec.decode(dsupp, &pkt).unwrap();
 261                 if frm.get_info().is_audio() {
 262                     if !wrote_header {
 263                         wwr.write_header(frm.get_info().as_ref().get_properties().get_audio_info().unwrap()).unwrap();
 264                         wrote_header = true;
 265                     }
 266                     wwr.write_frame(frm.get_buffer()).unwrap();
 267                 }
 268             }
 269         }
 270     } else {
 271         loop {
 272             let pktres = dmx.get_frame();
 273             if let Err(e) = pktres {
 274                 if e == DemuxerError::EOF { break; }
 275                 panic!("error");
 276             }
 277             let pkt = pktres.unwrap();
 278             if limit.is_some() && pkt.get_pts().is_some() && pkt.get_pts().unwrap() > limit.unwrap() {
 279                 break;
 280             }
 281             let streamno = pkt.get_stream().get_id() as usize;
 282             if let Some((ref mut dsupp, ref mut dec)) = decs[streamno] {
 283                 let _ = dec.decode(dsupp, &pkt).unwrap();
 284             }
 285         }
 286     }
 287 }
 288
 289 fn frame_checksum(md5: &mut MD5, frm: NAFrameRef) {
 290     match frm.get_buffer() {
 291         NABufferType::Video(ref vb) => {
 292             md5.update_hash(vb.get_data());
 293         },
 294         NABufferType::Video16(ref vb) => {
 295             let mut samp = [0u8; 2];
 296             let data = vb.get_data();
 297             for el in data.iter() {
 298                 samp[0] = (*el >> 8) as u8;
 299                 samp[1] = (*el >> 0) as u8;
 300                 md5.update_hash(&samp);
 301             }
 302         },
 303         NABufferType::Video32(ref vb) => {
 304             let mut samp = [0u8; 4];
 305             let data = vb.get_data();
 306             for el in data.iter() {
 307                 samp[0] = (*el >> 24) as u8;
 308                 samp[1] = (*el >> 16) as u8;
 309                 samp[2] = (*el >>  8) as u8;
 310                 samp[3] = (*el >>  0) as u8;
 311                 md5.update_hash(&samp);
 312             }
 313         },
 314         NABufferType::VideoPacked(ref vb) => {
 315             md5.update_hash(vb.get_data());
 316         },
 317         NABufferType::AudioU8(ref ab) => {
 318             md5.update_hash(ab.get_data());
 319         },
 320         NABufferType::AudioI16(ref ab) => {
 321             let mut samp = [0u8; 2];
 322             let data = ab.get_data();
 323             for el in data.iter() {
 324                 samp[0] = (*el >> 8) as u8;
 325                 samp[1] = (*el >> 0) as u8;
 326                 md5.update_hash(&samp);
 327             }
 328         },
 329         NABufferType::AudioI32(ref ab) => {
 330             let mut samp = [0u8; 4];
 331             let data = ab.get_data();
 332             for el in data.iter() {
 333                 samp[0] = (*el >> 24) as u8;
 334                 samp[1] = (*el >> 16) as u8;
 335                 samp[2] = (*el >>  8) as u8;
 336                 samp[3] = (*el >>  0) as u8;
 337                 md5.update_hash(&samp);
 338             }
 339         },
 340         NABufferType::AudioF32(ref ab) => {
 341             let mut samp = [0u8; 4];
 342             let data = ab.get_data();
 343             for el in data.iter() {
 344                 let bits = el.to_bits();
 345                 samp[0] = (bits >> 24) as u8;
 346                 samp[1] = (bits >> 16) as u8;
 347                 samp[2] = (bits >>  8) as u8;
 348                 samp[3] = (bits >>  0) as u8;
 349                 md5.update_hash(&samp);
 350             }
 351         },
 352         NABufferType::AudioPacked(ref ab) => {
 353             md5.update_hash(ab.get_data());
 354         },
 355         NABufferType::Data(ref db) => {
 356             md5.update_hash(db.as_ref());
 357         },
 358         NABufferType::None => {},
 359     };
 360 }
 361
 362 pub fn test_decoding(demuxer: &str, dec_name: &str, filename: &str, limit: Option<u64>,
 363                      dmx_reg: &RegisteredDemuxers, dec_reg: &RegisteredDecoders,
 364                      test: ExpectedTestResult) {
 365     let dmx_f = dmx_reg.find_demuxer(demuxer).unwrap();
 366     let mut file = File::open(filename).unwrap();
 367     let mut fr = FileReader::new_read(&mut file);
 368     let mut br = ByteReader::new(&mut fr);
 369     let mut dmx = create_demuxer(dmx_f, &mut br).unwrap();
 370
 371     let mut decs: Vec<Option<(Box<NADecoderSupport>, Box<dyn NADecoder>)>> = Vec::new();
 372     let mut found = false;
 373     for i in 0..dmx.get_num_streams() {
 374         let s = dmx.get_stream(i).unwrap();
 375         let info = s.get_info();
 376 println!("stream {} codec {} / {}", i, info.get_name(), dec_name);
 377         if !found && (info.get_name() == dec_name) {
 378             let decfunc = dec_reg.find_decoder(info.get_name());
 379             if let Some(df) = decfunc {
 380                 let mut dec = (df)();
 381                 let mut dsupp = Box::new(NADecoderSupport::new());
 382                 dec.init(&mut dsupp, info).unwrap();
 383                 decs.push(Some((dsupp, dec)));
 384                 found = true;
 385             } else {
 386                 decs.push(None);
 387             }
 388         } else {
 389             decs.push(None);
 390         }
 391     }
 392
 393     let mut md5 = MD5::new();
 394     let mut frameiter = if let ExpectedTestResult::MD5Frames(ref vec) = test {
 395             Some(vec.iter())
 396         } else {
 397             None
 398         };
 399     loop {
 400         let pktres = dmx.get_frame();
 401         if let Err(e) = pktres {
 402             if e == DemuxerError::EOF { break; }
 403             panic!("error");
 404         }
 405         let pkt = pktres.unwrap();
 406         let streamno = pkt.get_stream().get_id() as usize;
 407         if let Some((ref mut dsupp, ref mut dec)) = decs[streamno] {
 408             if limit.is_some() && pkt.get_pts().is_some() && pkt.get_pts().unwrap() > limit.unwrap() {
 409                 break;
 410             }
 411             let frm = dec.decode(dsupp, &pkt).unwrap();
 412             match &test {
 413                 ExpectedTestResult::Decodes => {},
 414                 ExpectedTestResult::MD5(_) => { frame_checksum(&mut md5, frm); },
 415                 ExpectedTestResult::MD5Frames(_) => {
 416                     md5 = MD5::new();
 417                     frame_checksum(&mut md5, frm);
 418                     md5.finish();
 419                     if let Some(ref mut iter) = frameiter {
 420                         let ret = iter.next();
 421                         if ret.is_none() { break; }
 422                         let ref_hash = ret.unwrap();
 423                         let mut hash = [0u32; 4];
 424                         md5.get_hash(&mut hash);
 425 println!("frame pts {:?} hash {}", pkt.get_pts(), md5);
 426                         assert_eq!(&hash, ref_hash);
 427                     }
 428                 },
 429                 ExpectedTestResult::GenerateMD5Frames => {
 430                     md5 = MD5::new();
 431                     frame_checksum(&mut md5, frm);
 432                     md5.finish();
 433 println!("frame pts {:?} hash {}", pkt.get_pts(), md5);
 434                 },
 435             };
 436         }
 437     }
 438     if let ExpectedTestResult::MD5(ref ref_hash) = test {
 439         md5.finish();
 440         let mut hash = [0u32; 4];
 441         md5.get_hash(&mut hash);
 442 println!("full hash {}", md5);
 443         assert_eq!(&hash, ref_hash);
 444     }
 445     if let ExpectedTestResult::GenerateMD5Frames = test {
 446         panic!("generated hashes");
 447     }
 448 }