1 use nihav_core::codecs::*;
2 use nihav_core::io::byteio::*;
13 use motion_est::MVSearchMode;
17 #[derive(PartialEq,Debug)]
25 stream: Option<NAStreamRef>,
26 pkt: Option<NAPacket>,
35 metric: RateDistMetric,
38 br_ctl: BitRateControl,
40 last_frame: NABufferType,
41 gold_frame: NABufferType,
43 me_mode: MVSearchMode,
48 mb_weight: Vec<usize>,
51 qframes: Vec<NAFrame>,
52 frm_pool: NAVideoBufferPool<u8>,
53 i_frame: NAVideoBufferRef<u8>,
54 enc_state: EncodingState,
59 let vt = alloc_video_buffer(NAVideoInfo::new(24, 24, false, YUV420_FORMAT), 4).unwrap();
60 let mc_buf1 = vt.get_vbuf().unwrap();
61 let vt = alloc_video_buffer(NAVideoInfo::new(24, 24, false, YUV420_FORMAT), 4).unwrap();
62 let mc_buf2 = vt.get_vbuf().unwrap();
63 let vt = alloc_video_buffer(NAVideoInfo::new(24, 24, false, YUV420_FORMAT), 4).unwrap();
64 let i_frame = vt.get_vbuf().unwrap();
76 metric: RateDistMetric::new(),
77 fenc: FrameEncoder::new(mc_buf1, mc_buf2),
78 pmodels: VP7Models::new(),
79 br_ctl: BitRateControl::new(),
81 last_frame: NABufferType::None,
82 gold_frame: NABufferType::None,
84 me_mode: MVSearchMode::default(),
89 mb_weight: Vec::new(),
93 frm_pool: NAVideoBufferPool::new(0),
95 enc_state: EncodingState::JustEncode,
98 fn encode_frame(&mut self, frm: &NAFrame) -> EncoderResult<()> {
99 let buf = frm.get_buffer();
100 if let Some(ref vbuf) = buf.get_vbuf() {
101 self.fenc.set_me_params(self.me_mode, self.me_range, self.version);
102 self.fenc.load_frame(vbuf);
104 let mut dbuf = Vec::with_capacity(4);
105 let mut gw = GrowableMemoryWriter::new_write(&mut dbuf);
106 let mut bw = ByteWriter::new(&mut gw);
108 let is_intra = self.frmcount == 0;
109 let golden_frame = is_intra;
111 self.br_ctl.set_key_interval(self.key_int);
112 let cur_quant = self.br_ctl.get_frame_quant(is_intra);
114 if let Some(level) = self.lf_level {
115 self.fenc.loop_params.loop_filter_level = level;
117 self.fenc.loop_params.loop_filter_level = if cur_quant <= 16 { 0 } else { (cur_quant / 4) as u8 };
121 self.pmodels.reset();
122 let mbt_frames = self.mbt_depth.min(self.key_int as usize);
123 self.fenc.intra_blocks(cur_quant, &self.metric, &self.pmodels, if mbt_frames > 0 { Some(&self.mb_weight) } else { None });
125 let gold_ref = if !self.last_gold { &self.gold_frame } else { &NABufferType::None };
126 self.fenc.inter_blocks(cur_quant, &self.metric, &self.pmodels, &self.last_frame, gold_ref);
129 let mut stats = VP7ModelsStat::new();
130 let mut models = self.pmodels;
131 self.fenc.generate_models(is_intra, &mut stats);
132 stats.generate(&mut models, is_intra);
134 bw.write_u24le(0)?; // frame tag
135 if self.version == 0 {
136 bw.write_byte(0)?; // unused
139 let start = bw.tell();
141 let mut bc = BoolEncoder::new(&mut bw);
143 bc.put_bits(self.width as u32, 12)?;
144 bc.put_bits(self.height as u32, 12)?;
145 bc.put_bits(0, 2)?; // scale vertical
146 bc.put_bits(0, 2)?; // scale horizontal
149 self.fenc.encode_features(&mut bc, cur_quant, &models)?;
151 bc.put_bits(cur_quant as u32, 7)?; // y_ac_q
152 bc.put_bool(false, 128)?; // y_dc_q
153 bc.put_bool(false, 128)?; // y2_ac_q
154 bc.put_bool(false, 128)?; // y2_dc_q
155 bc.put_bool(false, 128)?; // uv_ac_q
156 bc.put_bool(false, 128)?; // uv_dc_q
159 bc.put_bool(false, 128)?; // update golden frame
162 let has_fading = self.version == 0 || is_intra;
163 if self.version != 0 {
164 bc.put_bool(true, 128)?; // keep probabilities
166 bc.put_bool(false, 128)?; // has fading feature
170 bc.put_bool(false, 128)?; // fading
173 if self.version == 0 {
174 bc.put_bool(self.fenc.loop_params.lf_simple, 128)?;
178 bc.put_bool(false, 128)?;
180 if self.version != 0 {
181 bc.put_bool(self.fenc.loop_params.lf_simple, 128)?;
184 bc.put_bits(u32::from(self.fenc.loop_params.loop_filter_level), 6)?;
185 bc.put_bits(u32::from(self.fenc.loop_params.loop_sharpness), 3)?;
187 encode_dct_coef_prob_upd(&mut bc, &models.coef_probs, &self.pmodels.coef_probs)?;
190 bc.put_byte(models.prob_intra_pred)?;
191 bc.put_byte(models.prob_last_pred)?;
193 let ymode_differs = models.kf_ymode_prob != self.pmodels.kf_ymode_prob;
194 bc.put_bool(ymode_differs, 128)?;
196 for &el in models.kf_ymode_prob.iter() {
201 let uvmode_differs = models.kf_uvmode_prob != self.pmodels.kf_uvmode_prob;
202 bc.put_bool(uvmode_differs, 128)?;
204 for &el in models.kf_uvmode_prob.iter() {
209 encode_mv_prob_upd(&mut bc, &models.mv_probs, &self.pmodels.mv_probs)?;
212 self.fenc.encode_mb_types(&mut bc, is_intra, &models)?;
217 let mut bc = BoolEncoder::new(&mut bw);
218 self.fenc.encode_residues(&mut bc, &models)?;
221 bw.seek(SeekFrom::Start(0))?;
222 bw.write_u24le((((end - start) as u32) << 4) |
223 (u32::from(self.version) << 1) |
224 if is_intra { 0 } else { 1 })?;
226 let cur_size = dbuf.len();
228 self.pkt = Some(NAPacket::new(self.stream.clone().unwrap(), frm.ts, is_intra, dbuf));
230 self.pmodels = models;
232 if self.key_int > 0 {
235 if self.frmcount == self.key_int {
239 if let Some(ref mut vbuf) = self.last_frame.get_vbuf() {
240 let mut frm = NASimpleVideoFrame::from_video_buf(vbuf).unwrap();
241 self.fenc.reconstruct_frame(&mut frm, is_intra);
243 self.last_gold = golden_frame;
245 let mut dfrm = self.gold_frame.get_vbuf().unwrap();
246 let src = self.last_frame.get_vbuf().unwrap();
248 let dst = dfrm.get_data_mut().unwrap();
249 dst.copy_from_slice(src.get_data());
252 self.br_ctl.update(cur_size);
253 if self.br_ctl.has_bitrate() {
254 let tgt_size = (self.br_ctl.get_target_size(is_intra) / 8) as usize;
255 self.metric.adjust_br(cur_size, tgt_size);
260 Err(EncoderError::InvalidParameters)
265 impl NAEncoder for VP7Encoder {
266 fn negotiate_format(&self, encinfo: &EncodeParameters) -> EncoderResult<EncodeParameters> {
267 match encinfo.format {
268 NACodecTypeInfo::None => {
269 Ok(EncodeParameters {
270 format: NACodecTypeInfo::Video(NAVideoInfo::new(0, 0, false, YUV420_FORMAT)),
271 ..Default::default() })
273 NACodecTypeInfo::Audio(_) => Err(EncoderError::FormatError),
274 NACodecTypeInfo::Video(vinfo) => {
275 let outinfo = NAVideoInfo::new((vinfo.width + 15) & !15, (vinfo.height + 15) & !15, false, YUV420_FORMAT);
276 let mut ofmt = *encinfo;
277 ofmt.format = NACodecTypeInfo::Video(outinfo);
282 fn get_capabilities(&self) -> u64 { 0 }
283 fn init(&mut self, stream_id: u32, encinfo: EncodeParameters) -> EncoderResult<NAStreamRef> {
284 match encinfo.format {
285 NACodecTypeInfo::None => Err(EncoderError::FormatError),
286 NACodecTypeInfo::Audio(_) => Err(EncoderError::FormatError),
287 NACodecTypeInfo::Video(vinfo) => {
288 if vinfo.format != YUV420_FORMAT {
289 return Err(EncoderError::FormatError);
291 if ((vinfo.width | vinfo.height) & 15) != 0 {
292 return Err(EncoderError::FormatError);
294 if (vinfo.width | vinfo.height) >= (1 << 12) {
295 return Err(EncoderError::FormatError);
298 let out_info = NAVideoInfo::new(vinfo.width, vinfo.height, false, vinfo.format);
299 let info = NACodecInfo::new("vp7", NACodecTypeInfo::Video(out_info), None);
300 let mut stream = NAStream::new(StreamType::Video, stream_id, info, encinfo.tb_num, encinfo.tb_den, 0);
301 stream.set_num(stream_id as usize);
302 let stream = stream.into_ref();
304 self.last_frame = alloc_video_buffer(out_info, 4)?;
305 self.gold_frame = alloc_video_buffer(out_info, 4)?;
307 self.stream = Some(stream.clone());
309 self.width = vinfo.width;
310 self.height = vinfo.height;
311 self.mb_w = (vinfo.width + 15) >> 4;
312 self.mb_h = (vinfo.height + 15) >> 4;
313 self.fenc.resize(self.mb_w, self.mb_h);
315 self.br_ctl.set_params(encinfo.tb_num, encinfo.tb_den, encinfo.bitrate, self.key_int, self.mb_w * self.mb_h);
317 self.frm_pool.reset();
318 self.frm_pool.set_dec_bufs(self.mbt_depth + 1);
319 self.frm_pool.prealloc_video(out_info, 4)?;
320 self.i_frame = self.frm_pool.get_free().unwrap();
321 self.mb_weight.resize(self.mb_w * self.mb_h, 0);
322 self.mb_map.resize(self.mb_w * self.mb_h, 0);
323 self.mb_map2.resize(self.mb_w * self.mb_h, 0);
324 self.qframes.clear();
325 self.enc_state = if self.mbt_depth.min(self.key_int as usize) > 0 {
328 EncodingState::JustEncode
335 fn encode(&mut self, frm: &NAFrame) -> EncoderResult<()> {
336 if let Some(ref vbuf) = frm.get_buffer().get_vbuf() {
337 let mbt_frames = self.mbt_depth.min(self.key_int as usize);
338 if !self.qframes.is_empty() || (mbt_frames > 0 && self.enc_state != EncodingState::JustEncode) {
339 if let Some(dbuf) = self.frm_pool.get_copy(vbuf) {
340 let newfrm = NAFrame::new(frm.ts, frm.frame_type, frm.key, frm.get_info(), NABufferType::Video(dbuf));
341 if self.enc_state == EncodingState::Intra {
342 for (i, el) in self.mb_map.iter_mut().enumerate() {
345 for el in self.mb_weight.iter_mut() {
348 let frm = NASimpleVideoFrame::from_video_buf(&mut self.i_frame).unwrap();
349 let src = vbuf.get_data();
351 let soff = vbuf.get_offset(plane);
352 let sstride = vbuf.get_stride(plane);
353 let copy_len = sstride.min(frm.stride[plane]);
354 for (dst, src) in frm.data[frm.offset[plane]..].chunks_mut(frm.stride[plane]).zip(src[soff..].chunks(sstride)).take(frm.height[plane]) {
355 dst[..copy_len].copy_from_slice(&src[..copy_len]);
358 self.enc_state = EncodingState::Refinement;
360 self.fenc.set_me_params(self.me_mode, self.me_range, self.version);
361 self.fenc.load_frame(vbuf);
362 self.fenc.mb_tree_search(self.i_frame.clone(), &self.mb_map, &mut self.mb_map2, &mut self.mb_weight);
363 std::mem::swap(&mut self.mb_map, &mut self.mb_map2);
365 self.qframes.push(newfrm);
368 self.enc_state = EncodingState::JustEncode;
369 self.encode_frame(frm)
372 self.encode_frame(frm)
375 Err(EncoderError::FormatError)
378 fn get_packet(&mut self) -> EncoderResult<Option<NAPacket>> {
379 let mbt_frames = self.mbt_depth.min(self.key_int as usize);
380 if self.qframes.len() >= mbt_frames {
381 self.enc_state = EncodingState::JustEncode;
383 if self.pkt.is_none() && !self.qframes.is_empty() && self.enc_state == EncodingState::JustEncode {
384 let frm = self.qframes.remove(0);
385 self.encode_frame(&frm)?;
386 if self.qframes.is_empty() && self.mbt_depth > 0 && self.frmcount == 0 {
387 self.enc_state = EncodingState::Intra;
391 std::mem::swap(&mut self.pkt, &mut npkt);
394 fn flush(&mut self) -> EncoderResult<()> {
396 self.enc_state = EncodingState::JustEncode;
401 const VERSION_OPTION: &str = "version";
402 const LF_LEVEL_OPTION: &str = "lf_level";
403 const LF_SHARP_OPTION: &str = "lf_sharpness";
404 const LF_SIMPLE_OPTION: &str = "lf_simple";
405 const QUANT_OPTION: &str = "quant";
406 const MV_SEARCH_OPTION: &str = "mv_mode";
407 const MV_RANGE_OPTION: &str = "mv_range";
408 const MBTREE_DEPTH: &str = "mbtree_depth";
410 const ENCODER_OPTS: &[NAOptionDefinition] = &[
412 name: KEYFRAME_OPTION, description: KEYFRAME_OPTION_DESC,
413 opt_type: NAOptionDefinitionType::Int(Some(0), Some(128)) },
415 name: VERSION_OPTION, description: "internal codec version",
416 opt_type: NAOptionDefinitionType::Int(Some(0), Some(1)) },
418 name: LF_LEVEL_OPTION, description: "loop filter level (-1 = automatic)",
419 opt_type: NAOptionDefinitionType::Int(Some(-1), Some(63)) },
421 name: LF_SHARP_OPTION, description: "loop filter sharpness",
422 opt_type: NAOptionDefinitionType::Int(Some(0), Some(7)) },
424 name: LF_SIMPLE_OPTION, description: "use simple loop filter",
425 opt_type: NAOptionDefinitionType::Bool },
427 name: QUANT_OPTION, description: "force fixed quantiser for encoding",
428 opt_type: NAOptionDefinitionType::Int(Some(-1), Some(127)) },
430 name: MV_SEARCH_OPTION, description: "motion search mode",
431 opt_type: NAOptionDefinitionType::String(Some(&["sea", "dia", "hex", "epzs"])) },
433 name: MV_RANGE_OPTION, description: "motion search range (in pixels)",
434 opt_type: NAOptionDefinitionType::Int(Some(0), Some(30)) },
436 name: MBTREE_DEPTH, description: "number of frames in MB tree analysis buffer",
437 opt_type: NAOptionDefinitionType::Int(Some(0), Some(128)) },
440 impl NAOptionHandler for VP7Encoder {
441 fn get_supported_options(&self) -> &[NAOptionDefinition] { ENCODER_OPTS }
442 fn set_options(&mut self, options: &[NAOption]) {
443 for option in options.iter() {
444 for opt_def in ENCODER_OPTS.iter() {
445 if opt_def.check(option).is_ok() {
448 if let NAValue::Int(intval) = option.value {
449 self.key_int = intval as u8;
453 if let NAValue::Int(intval) = option.value {
454 self.version = intval as u8;
458 if let NAValue::Int(intval) = option.value {
459 self.lf_level = if intval < 0 { None } else { Some(intval as u8) };
463 if let NAValue::Int(intval) = option.value {
464 self.fenc.loop_params.loop_sharpness = intval as u8;
467 LF_SIMPLE_OPTION => {
468 if let NAValue::Bool(flag) = option.value {
469 self.fenc.loop_params.lf_simple = flag;
473 if let NAValue::Int(intval) = option.value {
474 self.br_ctl.set_quant(if intval < 0 { None } else { Some(intval as usize) });
477 MV_SEARCH_OPTION => {
478 if let NAValue::String(ref string) = option.value {
479 if let Ok(mv_mode) = string.parse::<MVSearchMode>() {
480 self.me_mode = mv_mode;
485 if let NAValue::Int(intval) = option.value {
486 self.me_range = intval as i16;
490 if let NAValue::Int(intval) = option.value {
491 self.mbt_depth = intval as usize;
500 fn query_option_value(&self, name: &str) -> Option<NAValue> {
502 KEYFRAME_OPTION => Some(NAValue::Int(i64::from(self.key_int))),
503 VERSION_OPTION => Some(NAValue::Int(i64::from(self.version))),
504 QUANT_OPTION => if let Some(q) = self.br_ctl.get_quant() {
505 Some(NAValue::Int(q as i64))
507 Some(NAValue::Int(-1))
509 LF_LEVEL_OPTION => if let Some(lev) = self.lf_level {
510 Some(NAValue::Int(i64::from(lev)))
512 Some(NAValue::Int(-1))
514 LF_SHARP_OPTION => Some(NAValue::Int(i64::from(self.fenc.loop_params.loop_sharpness))),
515 LF_SIMPLE_OPTION => Some(NAValue::Bool(self.fenc.loop_params.lf_simple)),
516 MV_SEARCH_OPTION => Some(NAValue::String(self.me_mode.to_string())),
517 MV_RANGE_OPTION => Some(NAValue::Int(i64::from(self.me_range))),
518 MBTREE_DEPTH => Some(NAValue::Int(self.mbt_depth as i64)),
524 pub fn get_encoder() -> Box<dyn NAEncoder + Send> {
525 Box::new(VP7Encoder::new())
530 use nihav_core::codecs::*;
531 use nihav_core::demuxers::*;
532 use nihav_core::muxers::*;
534 use nihav_commonfmt::*;
535 use nihav_codec_support::test::enc_video::*;
537 fn encode_test(out_name: &'static str, enc_options: &[NAOption], hash: &[u32; 4]) {
538 let mut dmx_reg = RegisteredDemuxers::new();
539 generic_register_all_demuxers(&mut dmx_reg);
540 let mut dec_reg = RegisteredDecoders::new();
541 duck_register_all_decoders(&mut dec_reg);
542 let mut mux_reg = RegisteredMuxers::new();
543 generic_register_all_muxers(&mut mux_reg);
544 let mut enc_reg = RegisteredEncoders::new();
545 duck_register_all_encoders(&mut enc_reg);
547 // sample: https://samples.mplayerhq.hu/V-codecs/VP4/ot171_vp40.avi
548 let dec_config = DecoderTestParams {
550 in_name: "assets/Duck/ot171_vp40.avi",
551 stream_type: StreamType::Video,
555 let enc_config = EncoderTestParams {
561 let dst_vinfo = NAVideoInfo {
564 format: YUV420_FORMAT,
568 let enc_params = EncodeParameters {
569 format: NACodecTypeInfo::Video(dst_vinfo),
576 //test_encoding_to_file(&dec_config, &enc_config, enc_params, enc_options);
577 test_encoding_md5(&dec_config, &enc_config, enc_params, enc_options,
581 fn test_vp7_encoder() {
583 NAOption { name: super::QUANT_OPTION, value: NAValue::Int(42) },
585 encode_test("vp7-q42.avi", enc_options, &[0xa5079e5b, 0x33dd8a63, 0xfc189e21, 0xee08332b]);
588 fn test_vp7_encoder_noloop() {
590 NAOption { name: super::QUANT_OPTION, value: NAValue::Int(42) },
591 NAOption { name: super::LF_LEVEL_OPTION, value: NAValue::Int(0) },
593 encode_test("vp7-noloop.avi", enc_options, &[0xc7d41732, 0x09b03059, 0x8550921c, 0xa99d4c29]);
596 fn test_vp7_encoder_mbtree() {
598 NAOption { name: super::QUANT_OPTION, value: NAValue::Int(24) },
599 NAOption { name: super::MBTREE_DEPTH, value: NAValue::Int(10) },
601 encode_test("vp7-mbt.avi", enc_options, &[0xd0d90d31, 0x0253275d, 0xbe502d3c, 0xacf2b6e7]);
604 fn test_vp7_encoder_ratectl() {
606 NAOption { name: super::QUANT_OPTION, value: NAValue::Int(-1) },
608 encode_test("vp7-br.avi", enc_options, &[0x47dcd4da, 0x04b06feb, 0x386163c1, 0x54899da3]);