1 // SPDX-License-Identifier: GPL-2.0+
3 * vsp1_uds.c -- R-Car VSP1 Up and Down Scaler
5 * Copyright (C) 2013-2014 Renesas Electronics Corporation
7 * Contact: Laurent Pinchart (laurent.pinchart@ideasonboard.com)
10 #include <linux/device.h>
11 #include <linux/gfp.h>
13 #include <media/v4l2-subdev.h>
17 #include "vsp1_pipe.h"
20 #define UDS_MIN_SIZE 4U
21 #define UDS_MAX_SIZE 8190U
23 #define UDS_MIN_FACTOR 0x0100
24 #define UDS_MAX_FACTOR 0xffff
26 /* -----------------------------------------------------------------------------
30 static inline void vsp1_uds_write(struct vsp1_uds *uds,
31 struct vsp1_dl_body *dlb, u32 reg, u32 data)
33 vsp1_dl_body_write(dlb, reg + uds->entity.index * VI6_UDS_OFFSET, data);
36 /* -----------------------------------------------------------------------------
40 void vsp1_uds_set_alpha(struct vsp1_entity *entity, struct vsp1_dl_body *dlb,
43 struct vsp1_uds *uds = to_uds(&entity->subdev);
45 vsp1_uds_write(uds, dlb, VI6_UDS_ALPVAL,
46 alpha << VI6_UDS_ALPVAL_VAL0_SHIFT);
50 * uds_output_size - Return the output size for an input size and scaling ratio
51 * @input: input size in pixels
52 * @ratio: scaling ratio in U4.12 fixed-point format
54 static unsigned int uds_output_size(unsigned int input, unsigned int ratio)
61 mp = mp < 4 ? 1 : (mp < 8 ? 2 : 4);
63 return (input - 1) / mp * mp * 4096 / ratio + 1;
66 return (input - 1) * 4096 / ratio + 1;
71 * uds_output_limits - Return the min and max output sizes for an input size
72 * @input: input size in pixels
73 * @minimum: minimum output size (returned)
74 * @maximum: maximum output size (returned)
76 static void uds_output_limits(unsigned int input,
77 unsigned int *minimum, unsigned int *maximum)
79 *minimum = max(uds_output_size(input, UDS_MAX_FACTOR), UDS_MIN_SIZE);
80 *maximum = min(uds_output_size(input, UDS_MIN_FACTOR), UDS_MAX_SIZE);
84 * uds_passband_width - Return the passband filter width for a scaling ratio
85 * @ratio: scaling ratio in U4.12 fixed-point format
87 static unsigned int uds_passband_width(unsigned int ratio)
94 mp = mp < 4 ? 1 : (mp < 8 ? 2 : 4);
96 return 64 * 4096 * mp / ratio;
103 static unsigned int uds_compute_ratio(unsigned int input, unsigned int output)
105 /* TODO: This is an approximation that will need to be refined. */
106 return (input - 1) * 4096 / (output - 1);
109 /* -----------------------------------------------------------------------------
110 * V4L2 Subdevice Pad Operations
113 static int uds_enum_mbus_code(struct v4l2_subdev *subdev,
114 struct v4l2_subdev_state *sd_state,
115 struct v4l2_subdev_mbus_code_enum *code)
117 static const unsigned int codes[] = {
118 MEDIA_BUS_FMT_ARGB8888_1X32,
119 MEDIA_BUS_FMT_AYUV8_1X32,
122 return vsp1_subdev_enum_mbus_code(subdev, sd_state, code, codes,
126 static int uds_enum_frame_size(struct v4l2_subdev *subdev,
127 struct v4l2_subdev_state *sd_state,
128 struct v4l2_subdev_frame_size_enum *fse)
130 struct vsp1_uds *uds = to_uds(subdev);
131 struct v4l2_subdev_state *state;
132 struct v4l2_mbus_framefmt *format;
135 state = vsp1_entity_get_state(&uds->entity, sd_state, fse->which);
139 format = vsp1_entity_get_pad_format(&uds->entity, state, UDS_PAD_SINK);
141 mutex_lock(&uds->entity.lock);
143 if (fse->index || fse->code != format->code) {
148 if (fse->pad == UDS_PAD_SINK) {
149 fse->min_width = UDS_MIN_SIZE;
150 fse->max_width = UDS_MAX_SIZE;
151 fse->min_height = UDS_MIN_SIZE;
152 fse->max_height = UDS_MAX_SIZE;
154 uds_output_limits(format->width, &fse->min_width,
156 uds_output_limits(format->height, &fse->min_height,
161 mutex_unlock(&uds->entity.lock);
165 static void uds_try_format(struct vsp1_uds *uds,
166 struct v4l2_subdev_state *sd_state,
167 unsigned int pad, struct v4l2_mbus_framefmt *fmt)
169 struct v4l2_mbus_framefmt *format;
170 unsigned int minimum;
171 unsigned int maximum;
175 /* Default to YUV if the requested format is not supported. */
176 if (fmt->code != MEDIA_BUS_FMT_ARGB8888_1X32 &&
177 fmt->code != MEDIA_BUS_FMT_AYUV8_1X32)
178 fmt->code = MEDIA_BUS_FMT_AYUV8_1X32;
180 fmt->width = clamp(fmt->width, UDS_MIN_SIZE, UDS_MAX_SIZE);
181 fmt->height = clamp(fmt->height, UDS_MIN_SIZE, UDS_MAX_SIZE);
185 /* The UDS scales but can't perform format conversion. */
186 format = vsp1_entity_get_pad_format(&uds->entity, sd_state,
188 fmt->code = format->code;
190 uds_output_limits(format->width, &minimum, &maximum);
191 fmt->width = clamp(fmt->width, minimum, maximum);
192 uds_output_limits(format->height, &minimum, &maximum);
193 fmt->height = clamp(fmt->height, minimum, maximum);
197 fmt->field = V4L2_FIELD_NONE;
198 fmt->colorspace = V4L2_COLORSPACE_SRGB;
201 static int uds_set_format(struct v4l2_subdev *subdev,
202 struct v4l2_subdev_state *sd_state,
203 struct v4l2_subdev_format *fmt)
205 struct vsp1_uds *uds = to_uds(subdev);
206 struct v4l2_subdev_state *state;
207 struct v4l2_mbus_framefmt *format;
210 mutex_lock(&uds->entity.lock);
212 state = vsp1_entity_get_state(&uds->entity, sd_state, fmt->which);
218 uds_try_format(uds, state, fmt->pad, &fmt->format);
220 format = vsp1_entity_get_pad_format(&uds->entity, state, fmt->pad);
221 *format = fmt->format;
223 if (fmt->pad == UDS_PAD_SINK) {
224 /* Propagate the format to the source pad. */
225 format = vsp1_entity_get_pad_format(&uds->entity, state,
227 *format = fmt->format;
229 uds_try_format(uds, state, UDS_PAD_SOURCE, format);
233 mutex_unlock(&uds->entity.lock);
237 /* -----------------------------------------------------------------------------
238 * V4L2 Subdevice Operations
241 static const struct v4l2_subdev_pad_ops uds_pad_ops = {
242 .init_cfg = vsp1_entity_init_cfg,
243 .enum_mbus_code = uds_enum_mbus_code,
244 .enum_frame_size = uds_enum_frame_size,
245 .get_fmt = vsp1_subdev_get_pad_format,
246 .set_fmt = uds_set_format,
249 static const struct v4l2_subdev_ops uds_ops = {
253 /* -----------------------------------------------------------------------------
254 * VSP1 Entity Operations
257 static void uds_configure_stream(struct vsp1_entity *entity,
258 struct vsp1_pipeline *pipe,
259 struct vsp1_dl_list *dl,
260 struct vsp1_dl_body *dlb)
262 struct vsp1_uds *uds = to_uds(&entity->subdev);
263 const struct v4l2_mbus_framefmt *output;
264 const struct v4l2_mbus_framefmt *input;
269 input = vsp1_entity_get_pad_format(&uds->entity, uds->entity.state,
271 output = vsp1_entity_get_pad_format(&uds->entity, uds->entity.state,
274 hscale = uds_compute_ratio(input->width, output->width);
275 vscale = uds_compute_ratio(input->height, output->height);
277 dev_dbg(uds->entity.vsp1->dev, "hscale %u vscale %u\n", hscale, vscale);
280 * Multi-tap scaling can't be enabled along with alpha scaling when
281 * scaling down with a factor lower than or equal to 1/2 in either
284 if (uds->scale_alpha && (hscale >= 8192 || vscale >= 8192))
289 vsp1_uds_write(uds, dlb, VI6_UDS_CTRL,
290 (uds->scale_alpha ? VI6_UDS_CTRL_AON : 0) |
291 (multitap ? VI6_UDS_CTRL_BC : 0));
293 vsp1_uds_write(uds, dlb, VI6_UDS_PASS_BWIDTH,
294 (uds_passband_width(hscale)
295 << VI6_UDS_PASS_BWIDTH_H_SHIFT) |
296 (uds_passband_width(vscale)
297 << VI6_UDS_PASS_BWIDTH_V_SHIFT));
299 /* Set the scaling ratios. */
300 vsp1_uds_write(uds, dlb, VI6_UDS_SCALE,
301 (hscale << VI6_UDS_SCALE_HFRAC_SHIFT) |
302 (vscale << VI6_UDS_SCALE_VFRAC_SHIFT));
305 static void uds_configure_partition(struct vsp1_entity *entity,
306 struct vsp1_pipeline *pipe,
307 struct vsp1_dl_list *dl,
308 struct vsp1_dl_body *dlb)
310 struct vsp1_uds *uds = to_uds(&entity->subdev);
311 struct vsp1_partition *partition = pipe->partition;
312 const struct v4l2_mbus_framefmt *output;
314 output = vsp1_entity_get_pad_format(&uds->entity, uds->entity.state,
317 /* Input size clipping. */
318 vsp1_uds_write(uds, dlb, VI6_UDS_HSZCLIP, VI6_UDS_HSZCLIP_HCEN |
319 (0 << VI6_UDS_HSZCLIP_HCL_OFST_SHIFT) |
320 (partition->uds_sink.width
321 << VI6_UDS_HSZCLIP_HCL_SIZE_SHIFT));
323 /* Output size clipping. */
324 vsp1_uds_write(uds, dlb, VI6_UDS_CLIP_SIZE,
325 (partition->uds_source.width
326 << VI6_UDS_CLIP_SIZE_HSIZE_SHIFT) |
328 << VI6_UDS_CLIP_SIZE_VSIZE_SHIFT));
331 static unsigned int uds_max_width(struct vsp1_entity *entity,
332 struct vsp1_pipeline *pipe)
334 struct vsp1_uds *uds = to_uds(&entity->subdev);
335 const struct v4l2_mbus_framefmt *output;
336 const struct v4l2_mbus_framefmt *input;
339 input = vsp1_entity_get_pad_format(&uds->entity, uds->entity.state,
341 output = vsp1_entity_get_pad_format(&uds->entity, uds->entity.state,
343 hscale = output->width / input->width;
346 * The maximum width of the UDS is 304 pixels. These are input pixels
347 * in the event of up-scaling, and output pixels in the event of
350 * To support overlapping partition windows we clamp at units of 256 and
351 * the remaining pixels are reserved.
355 else if (hscale <= 4)
357 else if (hscale <= 8)
363 /* -----------------------------------------------------------------------------
364 * Partition Algorithm Support
367 static void uds_partition(struct vsp1_entity *entity,
368 struct vsp1_pipeline *pipe,
369 struct vsp1_partition *partition,
370 unsigned int partition_idx,
371 struct vsp1_partition_window *window)
373 struct vsp1_uds *uds = to_uds(&entity->subdev);
374 const struct v4l2_mbus_framefmt *output;
375 const struct v4l2_mbus_framefmt *input;
377 /* Initialise the partition state. */
378 partition->uds_sink = *window;
379 partition->uds_source = *window;
381 input = vsp1_entity_get_pad_format(&uds->entity, uds->entity.state,
383 output = vsp1_entity_get_pad_format(&uds->entity, uds->entity.state,
386 partition->uds_sink.width = window->width * input->width
388 partition->uds_sink.left = window->left * input->width
391 *window = partition->uds_sink;
394 static const struct vsp1_entity_operations uds_entity_ops = {
395 .configure_stream = uds_configure_stream,
396 .configure_partition = uds_configure_partition,
397 .max_width = uds_max_width,
398 .partition = uds_partition,
401 /* -----------------------------------------------------------------------------
402 * Initialization and Cleanup
405 struct vsp1_uds *vsp1_uds_create(struct vsp1_device *vsp1, unsigned int index)
407 struct vsp1_uds *uds;
411 uds = devm_kzalloc(vsp1->dev, sizeof(*uds), GFP_KERNEL);
413 return ERR_PTR(-ENOMEM);
415 uds->entity.ops = &uds_entity_ops;
416 uds->entity.type = VSP1_ENTITY_UDS;
417 uds->entity.index = index;
419 sprintf(name, "uds.%u", index);
420 ret = vsp1_entity_init(vsp1, &uds->entity, name, 2, &uds_ops,
421 MEDIA_ENT_F_PROC_VIDEO_SCALER);