Commit | Line | Data |
---|---|---|
03accf76 KS |
1 | use crate::frame::*; |
2 | ||
3 | mod kernel; | |
4 | ||
5 | mod colorcvt; | |
6 | mod repack; | |
7 | mod scale; | |
8 | ||
9 | #[derive(Clone,Copy,PartialEq)] | |
10 | pub struct ScaleInfo { | |
11 | pub fmt: NAPixelFormaton, | |
12 | pub width: usize, | |
13 | pub height: usize, | |
14 | } | |
15 | ||
16 | impl std::fmt::Display for ScaleInfo { | |
17 | fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result { | |
18 | write!(f, "({}x{}, {})", self.width, self.height, self.fmt) | |
19 | } | |
20 | } | |
21 | ||
22 | #[derive(Debug,Clone,Copy,PartialEq)] | |
23 | #[allow(dead_code)] | |
24 | pub enum ScaleError { | |
25 | NoFrame, | |
26 | AllocError, | |
27 | InvalidArgument, | |
28 | NotImplemented, | |
29 | Bug, | |
30 | } | |
31 | ||
32 | pub type ScaleResult<T> = Result<T, ScaleError>; | |
33 | ||
34 | /*trait Kernel { | |
35 | fn init(&mut self, in_fmt: &ScaleInfo, dest_fmt: &ScaleInfo) -> ScaleResult<NABufferType>; | |
36 | fn process(&mut self, pic_in: &NABufferType, pic_out: &mut NABufferType); | |
37 | }*/ | |
38 | ||
39 | struct KernelDesc { | |
40 | name: &'static str, | |
6011e201 | 41 | create: fn () -> Box<dyn kernel::Kernel>, |
03accf76 KS |
42 | } |
43 | ||
44 | impl KernelDesc { | |
6011e201 | 45 | fn find(name: &str) -> ScaleResult<Box<dyn kernel::Kernel>> { |
03accf76 KS |
46 | for kern in KERNELS.iter() { |
47 | if kern.name == name { | |
48 | return Ok((kern.create)()); | |
49 | } | |
50 | } | |
51 | Err(ScaleError::InvalidArgument) | |
52 | } | |
53 | } | |
54 | ||
55 | const KERNELS: &[KernelDesc] = &[ | |
56 | KernelDesc { name: "pack", create: repack::create_pack }, | |
57 | KernelDesc { name: "unpack", create: repack::create_unpack }, | |
58 | KernelDesc { name: "depal", create: repack::create_depal }, | |
59 | KernelDesc { name: "scale", create: scale::create_scale }, | |
60 | KernelDesc { name: "rgb_to_yuv", create: colorcvt::create_rgb2yuv }, | |
61 | KernelDesc { name: "yuv_to_rgb", create: colorcvt::create_yuv2rgb }, | |
62 | ]; | |
63 | ||
64 | struct Stage { | |
65 | fmt_out: ScaleInfo, | |
66 | tmp_pic: NABufferType, | |
67 | next: Option<Box<Stage>>, | |
6011e201 | 68 | worker: Box<dyn kernel::Kernel>, |
03accf76 KS |
69 | } |
70 | ||
71 | pub fn get_scale_fmt_from_pic(pic: &NABufferType) -> ScaleInfo { | |
72 | let info = pic.get_video_info().unwrap(); | |
73 | ScaleInfo { fmt: info.get_format(), width: info.get_width(), height: info.get_height() } | |
74 | } | |
75 | ||
76 | impl Stage { | |
77 | fn new(name: &str, in_fmt: &ScaleInfo, dest_fmt: &ScaleInfo) -> ScaleResult<Self> { | |
78 | let mut worker = KernelDesc::find(name)?; | |
79 | let tmp_pic = worker.init(in_fmt, dest_fmt)?; | |
80 | let fmt_out = get_scale_fmt_from_pic(&tmp_pic); | |
81 | Ok(Self { fmt_out, tmp_pic, next: None, worker }) | |
82 | } | |
83 | fn add(&mut self, new: Stage) { | |
84 | if let Some(ref mut next) = self.next { | |
85 | next.add(new); | |
86 | } else { | |
87 | self.next = Some(Box::new(new)); | |
88 | } | |
89 | } | |
90 | fn process(&mut self, pic_in: &NABufferType, pic_out: &mut NABufferType) -> ScaleResult<()> { | |
91 | if let Some(ref mut nextstage) = self.next { | |
92 | self.worker.process(pic_in, &mut self.tmp_pic); | |
93 | nextstage.process(&self.tmp_pic, pic_out)?; | |
94 | } else { | |
95 | self.worker.process(pic_in, pic_out); | |
96 | } | |
97 | Ok(()) | |
98 | } | |
99 | fn drop_last_tmp(&mut self) { | |
100 | if let Some(ref mut nextstage) = self.next { | |
101 | nextstage.drop_last_tmp(); | |
102 | } else { | |
103 | self.tmp_pic = NABufferType::None; | |
104 | } | |
105 | } | |
106 | } | |
107 | ||
108 | pub struct NAScale { | |
109 | fmt_in: ScaleInfo, | |
110 | fmt_out: ScaleInfo, | |
111 | just_convert: bool, | |
112 | pipeline: Option<Stage>, | |
113 | } | |
114 | ||
115 | fn check_format(in_fmt: NAVideoInfo, ref_fmt: &ScaleInfo, just_convert: bool) -> ScaleResult<()> { | |
116 | if in_fmt.get_format() != ref_fmt.fmt { return Err(ScaleError::InvalidArgument); } | |
117 | if !just_convert && (in_fmt.get_width() != ref_fmt.width || in_fmt.get_height() != ref_fmt.height) { | |
118 | return Err(ScaleError::InvalidArgument); | |
119 | } | |
120 | Ok(()) | |
121 | } | |
122 | ||
123 | fn copy(pic_in: &NABufferType, pic_out: &mut NABufferType) | |
124 | { | |
125 | if let (Some(ref sbuf), Some(ref mut dbuf)) = (pic_in.get_vbuf(), pic_out.get_vbuf()) { | |
126 | let sdata = sbuf.get_data(); | |
127 | let ddata = dbuf.get_data_mut().unwrap(); | |
128 | ddata.copy_from_slice(&sdata[0..]); | |
129 | } else { | |
130 | unimplemented!(); | |
131 | } | |
132 | } | |
133 | ||
134 | macro_rules! add_stage { | |
135 | ($head:expr, $new:expr) => { | |
136 | if let Some(ref mut h) = $head { | |
137 | h.add($new); | |
138 | } else { | |
139 | $head = Some($new); | |
140 | } | |
141 | }; | |
142 | } | |
143 | fn is_better_fmt(a: &ScaleInfo, b: &ScaleInfo) -> bool { | |
144 | if (a.width >= b.width) && (a.height >= b.height) { | |
145 | return true; | |
146 | } | |
147 | if a.fmt.get_max_depth() > b.fmt.get_max_depth() { | |
148 | return true; | |
149 | } | |
150 | if a.fmt.get_max_subsampling() < b.fmt.get_max_subsampling() { | |
151 | return true; | |
152 | } | |
153 | false | |
154 | } | |
155 | fn build_pipeline(ifmt: &ScaleInfo, ofmt: &ScaleInfo, just_convert: bool) -> ScaleResult<Option<Stage>> { | |
156 | let inname = ifmt.fmt.get_model().get_short_name(); | |
157 | let outname = ofmt.fmt.get_model().get_short_name(); | |
158 | ||
159 | println!("convert {} -> {}", ifmt, ofmt); | |
160 | let mut needs_scale = !just_convert; | |
161 | if (ofmt.fmt.get_max_subsampling() > 0) && | |
162 | (ofmt.fmt.get_max_subsampling() != ifmt.fmt.get_max_subsampling()) { | |
163 | needs_scale = true; | |
164 | } | |
165 | let needs_unpack = needs_scale || !ifmt.fmt.is_unpacked(); | |
166 | let needs_pack = !ofmt.fmt.is_unpacked(); | |
167 | let mut needs_convert = false; | |
168 | if inname != outname { | |
169 | needs_convert = true; | |
170 | } | |
171 | let scale_before_cvt = is_better_fmt(&ifmt, &ofmt) && needs_convert | |
172 | && (ofmt.fmt.get_max_subsampling() == 0); | |
173 | //todo stages for model and gamma conversion | |
174 | ||
175 | let mut stages: Option<Stage> = None; | |
176 | let mut cur_fmt = *ifmt; | |
177 | ||
178 | if needs_unpack { | |
179 | println!("[adding unpack]"); | |
180 | let new_stage; | |
181 | if !cur_fmt.fmt.is_paletted() { | |
182 | new_stage = Stage::new("unpack", &cur_fmt, &ofmt)?; | |
183 | } else { | |
184 | new_stage = Stage::new("depal", &cur_fmt, &ofmt)?; | |
185 | } | |
186 | cur_fmt = new_stage.fmt_out; | |
187 | add_stage!(stages, new_stage); | |
188 | } | |
189 | if needs_scale && scale_before_cvt { | |
190 | println!("[adding scale]"); | |
191 | let new_stage = Stage::new("scale", &cur_fmt, &ofmt)?; | |
192 | cur_fmt = new_stage.fmt_out; | |
193 | add_stage!(stages, new_stage); | |
194 | } | |
195 | if needs_convert { | |
196 | println!("[adding convert]"); | |
197 | let cvtname = format!("{}_to_{}", inname, outname); | |
198 | println!("[{}]", cvtname); | |
199 | let new_stage = Stage::new(&cvtname, &cur_fmt, &ofmt)?; | |
200 | //todo if fails try converting via RGB or YUV | |
201 | cur_fmt = new_stage.fmt_out; | |
202 | add_stage!(stages, new_stage); | |
203 | //todo alpha plane copy/add | |
204 | } | |
205 | if needs_scale && !scale_before_cvt { | |
206 | println!("[adding scale]"); | |
207 | let new_stage = Stage::new("scale", &cur_fmt, &ofmt)?; | |
208 | cur_fmt = new_stage.fmt_out; | |
209 | add_stage!(stages, new_stage); | |
210 | } | |
211 | //todo flip if needed | |
212 | if needs_pack { | |
213 | println!("[adding pack]"); | |
214 | let new_stage = Stage::new("pack", &cur_fmt, &ofmt)?; | |
215 | //cur_fmt = new_stage.fmt_out; | |
216 | add_stage!(stages, new_stage); | |
217 | } | |
218 | ||
219 | if let Some(ref mut head) = stages { | |
220 | head.drop_last_tmp(); | |
221 | } | |
222 | ||
223 | Ok(stages) | |
224 | } | |
225 | ||
226 | impl NAScale { | |
227 | pub fn new(fmt_in: ScaleInfo, fmt_out: ScaleInfo) -> ScaleResult<Self> { | |
228 | let pipeline; | |
229 | let just_convert = (fmt_in.width == fmt_out.width) && (fmt_in.height == fmt_out.height); | |
230 | if fmt_in != fmt_out { | |
231 | pipeline = build_pipeline(&fmt_in, &fmt_out, just_convert)?; | |
232 | } else { | |
233 | pipeline = None; | |
234 | } | |
235 | Ok(Self { fmt_in, fmt_out, just_convert, pipeline }) | |
236 | } | |
237 | pub fn needs_processing(&self) -> bool { self.pipeline.is_some() } | |
238 | pub fn get_in_fmt(&self) -> ScaleInfo { self.fmt_in } | |
239 | pub fn get_out_fmt(&self) -> ScaleInfo { self.fmt_out } | |
240 | pub fn convert(&mut self, pic_in: &NABufferType, pic_out: &mut NABufferType) -> ScaleResult<()> { | |
241 | let in_info = pic_in.get_video_info(); | |
242 | let out_info = pic_out.get_video_info(); | |
243 | if in_info.is_none() || out_info.is_none() { return Err(ScaleError::InvalidArgument); } | |
244 | let in_info = in_info.unwrap(); | |
245 | let out_info = out_info.unwrap(); | |
246 | if self.just_convert && | |
247 | (in_info.get_width() != out_info.get_width() || in_info.get_height() != out_info.get_height()) { | |
248 | return Err(ScaleError::InvalidArgument); | |
249 | } | |
250 | check_format(in_info, &self.fmt_in, self.just_convert)?; | |
251 | check_format(out_info, &self.fmt_out, self.just_convert)?; | |
252 | if let Some(ref mut pipe) = self.pipeline { | |
253 | pipe.process(pic_in, pic_out) | |
254 | } else { | |
255 | copy(pic_in, pic_out); | |
256 | Ok(()) | |
257 | } | |
258 | } | |
259 | } | |
260 | ||
261 | #[cfg(test)] | |
262 | mod test { | |
263 | use super::*; | |
264 | ||
265 | fn fill_pic(pic: &mut NABufferType, val: u8) { | |
266 | if let Some(ref mut buf) = pic.get_vbuf() { | |
267 | let data = buf.get_data_mut().unwrap(); | |
268 | for el in data.iter_mut() { *el = val; } | |
269 | } else if let Some(ref mut buf) = pic.get_vbuf16() { | |
270 | let data = buf.get_data_mut().unwrap(); | |
271 | for el in data.iter_mut() { *el = val as u16; } | |
272 | } else if let Some(ref mut buf) = pic.get_vbuf32() { | |
273 | let data = buf.get_data_mut().unwrap(); | |
274 | for el in data.iter_mut() { *el = (val as u32) * 0x01010101; } | |
275 | } | |
276 | } | |
277 | #[test] | |
278 | fn test_convert() { | |
279 | let mut in_pic = alloc_video_buffer(NAVideoInfo::new(1, 1, false, RGB565_FORMAT), 3).unwrap(); | |
280 | fill_pic(&mut in_pic, 42); | |
281 | let mut out_pic = alloc_video_buffer(NAVideoInfo::new(1, 1, false, RGB24_FORMAT), 3).unwrap(); | |
282 | fill_pic(&mut out_pic, 0); | |
283 | let ifmt = get_scale_fmt_from_pic(&in_pic); | |
284 | let ofmt = get_scale_fmt_from_pic(&out_pic); | |
285 | let mut scaler = NAScale::new(ifmt, ofmt).unwrap(); | |
286 | scaler.convert(&in_pic, &mut out_pic).unwrap(); | |
287 | let obuf = out_pic.get_vbuf().unwrap(); | |
288 | let odata = obuf.get_data(); | |
289 | assert_eq!(odata[0], 0x0); | |
290 | assert_eq!(odata[1], 0x4); | |
291 | assert_eq!(odata[2], 0x52); | |
292 | ||
293 | let mut in_pic = alloc_video_buffer(NAVideoInfo::new(4, 4, false, RGB24_FORMAT), 3).unwrap(); | |
294 | fill_pic(&mut in_pic, 42); | |
295 | let mut out_pic = alloc_video_buffer(NAVideoInfo::new(4, 4, false, YUV420_FORMAT), 3).unwrap(); | |
296 | fill_pic(&mut out_pic, 0); | |
297 | let ifmt = get_scale_fmt_from_pic(&in_pic); | |
298 | let ofmt = get_scale_fmt_from_pic(&out_pic); | |
299 | let mut scaler = NAScale::new(ifmt, ofmt).unwrap(); | |
300 | scaler.convert(&in_pic, &mut out_pic).unwrap(); | |
301 | let obuf = out_pic.get_vbuf().unwrap(); | |
302 | let yoff = obuf.get_offset(0); | |
303 | let uoff = obuf.get_offset(1); | |
304 | let voff = obuf.get_offset(2); | |
305 | let odata = obuf.get_data(); | |
306 | assert_eq!(odata[yoff], 42); | |
307 | assert!(((odata[uoff] ^ 0x80) as i8).abs() <= 1); | |
308 | assert!(((odata[voff] ^ 0x80) as i8).abs() <= 1); | |
309 | let mut scaler = NAScale::new(ofmt, ifmt).unwrap(); | |
310 | scaler.convert(&out_pic, &mut in_pic).unwrap(); | |
311 | let obuf = in_pic.get_vbuf().unwrap(); | |
312 | let odata = obuf.get_data(); | |
313 | assert_eq!(odata[0], 42); | |
314 | } | |
315 | #[test] | |
316 | fn test_scale() { | |
317 | let mut in_pic = alloc_video_buffer(NAVideoInfo::new(2, 2, false, RGB565_FORMAT), 3).unwrap(); | |
318 | fill_pic(&mut in_pic, 42); | |
319 | let mut out_pic = alloc_video_buffer(NAVideoInfo::new(3, 3, false, RGB565_FORMAT), 3).unwrap(); | |
320 | fill_pic(&mut out_pic, 0); | |
321 | let ifmt = get_scale_fmt_from_pic(&in_pic); | |
322 | let ofmt = get_scale_fmt_from_pic(&out_pic); | |
323 | let mut scaler = NAScale::new(ifmt, ofmt).unwrap(); | |
324 | scaler.convert(&in_pic, &mut out_pic).unwrap(); | |
325 | let obuf = out_pic.get_vbuf16().unwrap(); | |
326 | let odata = obuf.get_data(); | |
327 | assert_eq!(odata[0], 42); | |
328 | } | |
329 | #[test] | |
330 | fn test_scale_and_convert() { | |
331 | let mut in_pic = alloc_video_buffer(NAVideoInfo::new(7, 3, false, RGB565_FORMAT), 3).unwrap(); | |
332 | fill_pic(&mut in_pic, 42); | |
333 | let mut out_pic = alloc_video_buffer(NAVideoInfo::new(4, 4, false, YUV420_FORMAT), 3).unwrap(); | |
334 | fill_pic(&mut out_pic, 0); | |
335 | let ifmt = get_scale_fmt_from_pic(&in_pic); | |
336 | let ofmt = get_scale_fmt_from_pic(&out_pic); | |
337 | let mut scaler = NAScale::new(ifmt, ofmt).unwrap(); | |
338 | scaler.convert(&in_pic, &mut out_pic).unwrap(); | |
339 | let obuf = out_pic.get_vbuf().unwrap(); | |
340 | let yoff = obuf.get_offset(0); | |
341 | let uoff = obuf.get_offset(1); | |
342 | let voff = obuf.get_offset(2); | |
343 | let odata = obuf.get_data(); | |
344 | assert_eq!(odata[yoff], 28); | |
345 | assert_eq!(odata[uoff], 154); | |
346 | assert_eq!(odata[voff], 103); | |
347 | } | |
348 | } |