| Message ID | 20200409121202.11130-11-kieran.bingham+renesas@ideasonboard.com (mailing list archive) |
|---|---|
| State | Accepted |
| Delegated to: | Kieran Bingham |
| Headers | show |
| Series | max9286 v8 - modifications | expand |
Hi Kieran, On Thu, Apr 09, 2020 at 01:11:59PM +0100, Kieran Bingham wrote: > Determine the (CSI2) pixel rate control by providing a control to read, > and checking the rate from the upstream camera sensors, and their > appropriate formats. > > Signed-off-by: Kieran Bingham <kieran.bingham+renesas@ideasonboard.com> > --- > drivers/media/i2c/max9286.c | 44 ++++++++++++++++++++++++++++++++----- > 1 file changed, 38 insertions(+), 6 deletions(-) > > diff --git a/drivers/media/i2c/max9286.c b/drivers/media/i2c/max9286.c > index 17830c362a50..008a93910300 100644 > --- a/drivers/media/i2c/max9286.c > +++ b/drivers/media/i2c/max9286.c > @@ -155,6 +155,7 @@ struct max9286_priv { > bool mux_open; > > struct v4l2_ctrl_handler ctrls; > + struct v4l2_ctrl *pixelrate; > > struct v4l2_mbus_framefmt fmt[MAX9286_N_SINKS]; > > @@ -631,6 +632,16 @@ static int max9286_s_stream(struct v4l2_subdev *sd, int enable) > return 0; > } > > +static int max9286_set_pixelrate(struct max9286_priv *priv, s64 rate) > +{ > + if (!priv->pixelrate) > + return -EINVAL; Can this happen ? > + > + dev_err(&priv->client->dev, "Setting pixel rate to %lld\n", rate); Is this an error ? > + > + return v4l2_ctrl_s_ctrl_int64(priv->pixelrate, rate); > +} > + > static int max9286_enum_mbus_code(struct v4l2_subdev *sd, > struct v4l2_subdev_pad_config *cfg, > struct v4l2_subdev_mbus_code_enum *code) > @@ -664,6 +675,7 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > { > struct max9286_priv *priv = sd_to_max9286(sd); > struct v4l2_mbus_framefmt *cfg_fmt; > + s64 pixelrate; > > if (format->pad >= MAX9286_SRC_PAD) > return -EINVAL; > @@ -688,6 +700,12 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > *cfg_fmt = format->format; > mutex_unlock(&priv->mutex); > > + /* Update pixel rate for the CSI2 receiver */ > + pixelrate = cfg_fmt->width * cfg_fmt->height > + * priv->nsources * 30 /*FPS*/; > + > + max9286_set_pixelrate(priv, pixelrate); > + > return 0; > } > > @@ -756,6 +774,20 @@ static const struct v4l2_subdev_internal_ops max9286_subdev_internal_ops = { > .open = max9286_open, > }; > > +static int max9286_s_ctrl(struct v4l2_ctrl *ctrl) > +{ > + switch (ctrl->id) { > + case V4L2_CID_PIXEL_RATE: > + return 0; > + default: > + return -EINVAL; > + } > +} > + > +static const struct v4l2_ctrl_ops max9286_ctrl_ops = { > + .s_ctrl = max9286_s_ctrl, > +}; > + After -years- I still don't get controls fully... Where is get? that's the whole point of calculating the pixel rate to report it to the receiver... I would not allow setting this from the extern but just retrieve it after it has been updated by a set_format(). Am I getting controls wrong again ? > static int max9286_v4l2_register(struct max9286_priv *priv) > { > struct device *dev = &priv->client->dev; > @@ -777,12 +809,12 @@ static int max9286_v4l2_register(struct max9286_priv *priv) > priv->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > > v4l2_ctrl_handler_init(&priv->ctrls, 1); > - /* > - * FIXME: Compute the real pixel rate. The 50 MP/s value comes from the > - * hardcoded frequency in the BSP CSI-2 receiver driver. > - */ > - v4l2_ctrl_new_std(&priv->ctrls, NULL, V4L2_CID_PIXEL_RATE, > - 50000000, 50000000, 1, 50000000); > + > + priv->pixelrate = v4l2_ctrl_new_std(&priv->ctrls, > + &max9286_ctrl_ops, > + V4L2_CID_PIXEL_RATE, > + 1, INT_MAX, 1, 50000000); > + > priv->sd.ctrl_handler = &priv->ctrls; > ret = priv->ctrls.error; > if (ret) > -- > 2.20.1 >
On 09/04/2020 17:29, Jacopo Mondi wrote: > Hi Kieran, > > On Thu, Apr 09, 2020 at 01:11:59PM +0100, Kieran Bingham wrote: >> Determine the (CSI2) pixel rate control by providing a control to read, >> and checking the rate from the upstream camera sensors, and their >> appropriate formats. >> >> Signed-off-by: Kieran Bingham <kieran.bingham+renesas@ideasonboard.com> >> --- >> drivers/media/i2c/max9286.c | 44 ++++++++++++++++++++++++++++++++----- >> 1 file changed, 38 insertions(+), 6 deletions(-) >> >> diff --git a/drivers/media/i2c/max9286.c b/drivers/media/i2c/max9286.c >> index 17830c362a50..008a93910300 100644 >> --- a/drivers/media/i2c/max9286.c >> +++ b/drivers/media/i2c/max9286.c >> @@ -155,6 +155,7 @@ struct max9286_priv { >> bool mux_open; >> >> struct v4l2_ctrl_handler ctrls; >> + struct v4l2_ctrl *pixelrate; >> >> struct v4l2_mbus_framefmt fmt[MAX9286_N_SINKS]; >> >> @@ -631,6 +632,16 @@ static int max9286_s_stream(struct v4l2_subdev *sd, int enable) >> return 0; >> } >> >> +static int max9286_set_pixelrate(struct max9286_priv *priv, s64 rate) >> +{ >> + if (!priv->pixelrate) >> + return -EINVAL; > > Can this happen ? Hrm ... no because the control is registered when we register the V4L2 device, - so there can't be an occasion where we don't have it :-) Removing and simplifying. > >> + >> + dev_err(&priv->client->dev, "Setting pixel rate to %lld\n", rate); > > Is this an error ? Oops - debug print failure :-) I can just drop this line. >> + >> + return v4l2_ctrl_s_ctrl_int64(priv->pixelrate, rate); >> +} >> + >> static int max9286_enum_mbus_code(struct v4l2_subdev *sd, >> struct v4l2_subdev_pad_config *cfg, >> struct v4l2_subdev_mbus_code_enum *code) >> @@ -664,6 +675,7 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, >> { >> struct max9286_priv *priv = sd_to_max9286(sd); >> struct v4l2_mbus_framefmt *cfg_fmt; >> + s64 pixelrate; >> >> if (format->pad >= MAX9286_SRC_PAD) >> return -EINVAL; >> @@ -688,6 +700,12 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, >> *cfg_fmt = format->format; >> mutex_unlock(&priv->mutex); >> >> + /* Update pixel rate for the CSI2 receiver */ >> + pixelrate = cfg_fmt->width * cfg_fmt->height >> + * priv->nsources * 30 /*FPS*/; >> + >> + max9286_set_pixelrate(priv, pixelrate); >> + >> return 0; >> } >> >> @@ -756,6 +774,20 @@ static const struct v4l2_subdev_internal_ops max9286_subdev_internal_ops = { >> .open = max9286_open, >> }; >> >> +static int max9286_s_ctrl(struct v4l2_ctrl *ctrl) >> +{ >> + switch (ctrl->id) { >> + case V4L2_CID_PIXEL_RATE: >> + return 0; >> + default: >> + return -EINVAL; >> + } >> +} >> + >> +static const struct v4l2_ctrl_ops max9286_ctrl_ops = { >> + .s_ctrl = max9286_s_ctrl, >> +}; >> + > > After -years- I still don't get controls fully... Where is get? that's > the whole point of calculating the pixel rate to report it to the > receiver... I would not allow setting this from the extern but just > retrieve it after it has been updated by a set_format(). > > Am I getting controls wrong again ? The control framework handles get. The value is stored in the priv->pixelrate control structure or managed by the core. The CSI2 receiver calls the get operation on this subdev to know what the rate is for the CSI2 link, see: https://git.kernel.org/pub/scm/linux/kernel/git/kbingham/rcar.git/tree/drivers/media/platform/rcar-vin/rcar-csi2.c?h=gmsl/dev#n449 > >> static int max9286_v4l2_register(struct max9286_priv *priv) >> { >> struct device *dev = &priv->client->dev; >> @@ -777,12 +809,12 @@ static int max9286_v4l2_register(struct max9286_priv *priv) >> priv->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; >> >> v4l2_ctrl_handler_init(&priv->ctrls, 1); >> - /* >> - * FIXME: Compute the real pixel rate. The 50 MP/s value comes from the >> - * hardcoded frequency in the BSP CSI-2 receiver driver. >> - */ >> - v4l2_ctrl_new_std(&priv->ctrls, NULL, V4L2_CID_PIXEL_RATE, >> - 50000000, 50000000, 1, 50000000); >> + >> + priv->pixelrate = v4l2_ctrl_new_std(&priv->ctrls, >> + &max9286_ctrl_ops, >> + V4L2_CID_PIXEL_RATE, >> + 1, INT_MAX, 1, 50000000); >> + >> priv->sd.ctrl_handler = &priv->ctrls; >> ret = priv->ctrls.error; >> if (ret) >> -- >> 2.20.1 >>
Hi Kieran, On Fri, Apr 10, 2020 at 08:51:21AM +0100, Kieran Bingham wrote: > On 09/04/2020 17:29, Jacopo Mondi wrote: > > Hi Kieran, > > > > On Thu, Apr 09, 2020 at 01:11:59PM +0100, Kieran Bingham wrote: > >> Determine the (CSI2) pixel rate control by providing a control to read, > >> and checking the rate from the upstream camera sensors, and their > >> appropriate formats. > >> > >> Signed-off-by: Kieran Bingham <kieran.bingham+renesas@ideasonboard.com> > >> --- > >> drivers/media/i2c/max9286.c | 44 ++++++++++++++++++++++++++++++++----- > >> 1 file changed, 38 insertions(+), 6 deletions(-) > >> > >> diff --git a/drivers/media/i2c/max9286.c b/drivers/media/i2c/max9286.c > >> index 17830c362a50..008a93910300 100644 > >> --- a/drivers/media/i2c/max9286.c > >> +++ b/drivers/media/i2c/max9286.c > >> @@ -155,6 +155,7 @@ struct max9286_priv { > >> bool mux_open; > >> > >> struct v4l2_ctrl_handler ctrls; > >> + struct v4l2_ctrl *pixelrate; > >> > >> struct v4l2_mbus_framefmt fmt[MAX9286_N_SINKS]; > >> > >> @@ -631,6 +632,16 @@ static int max9286_s_stream(struct v4l2_subdev *sd, int enable) > >> return 0; > >> } > >> > >> +static int max9286_set_pixelrate(struct max9286_priv *priv, s64 rate) > >> +{ > >> + if (!priv->pixelrate) > >> + return -EINVAL; > > > > Can this happen ? > > Hrm ... no because the control is registered when we register the V4L2 > device, - so there can't be an occasion where we don't have it :-) > > Removing and simplifying. > > > > >> + > >> + dev_err(&priv->client->dev, "Setting pixel rate to %lld\n", rate); > > > > Is this an error ? > > > Oops - debug print failure :-) > > I can just drop this line. > > > >> + > >> + return v4l2_ctrl_s_ctrl_int64(priv->pixelrate, rate); > >> +} > >> + > >> static int max9286_enum_mbus_code(struct v4l2_subdev *sd, > >> struct v4l2_subdev_pad_config *cfg, > >> struct v4l2_subdev_mbus_code_enum *code) > >> @@ -664,6 +675,7 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > >> { > >> struct max9286_priv *priv = sd_to_max9286(sd); > >> struct v4l2_mbus_framefmt *cfg_fmt; > >> + s64 pixelrate; > >> > >> if (format->pad >= MAX9286_SRC_PAD) > >> return -EINVAL; > >> @@ -688,6 +700,12 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > >> *cfg_fmt = format->format; > >> mutex_unlock(&priv->mutex); > >> > >> + /* Update pixel rate for the CSI2 receiver */ > >> + pixelrate = cfg_fmt->width * cfg_fmt->height > >> + * priv->nsources * 30 /*FPS*/; > >> + > >> + max9286_set_pixelrate(priv, pixelrate); > >> + > >> return 0; > >> } > >> > >> @@ -756,6 +774,20 @@ static const struct v4l2_subdev_internal_ops max9286_subdev_internal_ops = { > >> .open = max9286_open, > >> }; > >> > >> +static int max9286_s_ctrl(struct v4l2_ctrl *ctrl) > >> +{ > >> + switch (ctrl->id) { > >> + case V4L2_CID_PIXEL_RATE: > >> + return 0; > >> + default: > >> + return -EINVAL; > >> + } > >> +} > >> + > >> +static const struct v4l2_ctrl_ops max9286_ctrl_ops = { > >> + .s_ctrl = max9286_s_ctrl, > >> +}; > >> + > > > > After -years- I still don't get controls fully... Where is get? that's > > the whole point of calculating the pixel rate to report it to the > > receiver... I would not allow setting this from the extern but just > > retrieve it after it has been updated by a set_format(). > > > > Am I getting controls wrong again ? > > The control framework handles get. The value is stored in the > priv->pixelrate control structure or managed by the core. Ok, I keep being confused on which part are handled by the core for controls... > > The CSI2 receiver calls the get operation on this subdev to know what > the rate is for the CSI2 link, see: > > https://git.kernel.org/pub/scm/linux/kernel/git/kbingham/rcar.git/tree/drivers/media/platform/rcar-vin/rcar-csi2.c?h=gmsl/dev#n449 > Yeah that part's clear! Thanks for clarifying this > > > >> static int max9286_v4l2_register(struct max9286_priv *priv) > >> { > >> struct device *dev = &priv->client->dev; > >> @@ -777,12 +809,12 @@ static int max9286_v4l2_register(struct max9286_priv *priv) > >> priv->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > >> > >> v4l2_ctrl_handler_init(&priv->ctrls, 1); > >> - /* > >> - * FIXME: Compute the real pixel rate. The 50 MP/s value comes from the > >> - * hardcoded frequency in the BSP CSI-2 receiver driver. > >> - */ > >> - v4l2_ctrl_new_std(&priv->ctrls, NULL, V4L2_CID_PIXEL_RATE, > >> - 50000000, 50000000, 1, 50000000); > >> + > >> + priv->pixelrate = v4l2_ctrl_new_std(&priv->ctrls, > >> + &max9286_ctrl_ops, > >> + V4L2_CID_PIXEL_RATE, > >> + 1, INT_MAX, 1, 50000000); > >> + > >> priv->sd.ctrl_handler = &priv->ctrls; > >> ret = priv->ctrls.error; > >> if (ret) > >> -- > >> 2.20.1 > >> >
Hi Kieran, +Niklas and Laurent for R-Car CSI-2 question sorry I now had the time to have a proper look to this one On Thu, Apr 09, 2020 at 01:11:59PM +0100, Kieran Bingham wrote: > Determine the (CSI2) pixel rate control by providing a control to read, > and checking the rate from the upstream camera sensors, and their > appropriate formats. > > Signed-off-by: Kieran Bingham <kieran.bingham+renesas@ideasonboard.com> > --- > drivers/media/i2c/max9286.c | 44 ++++++++++++++++++++++++++++++++----- > 1 file changed, 38 insertions(+), 6 deletions(-) > > diff --git a/drivers/media/i2c/max9286.c b/drivers/media/i2c/max9286.c > index 17830c362a50..008a93910300 100644 > --- a/drivers/media/i2c/max9286.c > +++ b/drivers/media/i2c/max9286.c > @@ -155,6 +155,7 @@ struct max9286_priv { > bool mux_open; > > struct v4l2_ctrl_handler ctrls; > + struct v4l2_ctrl *pixelrate; > > struct v4l2_mbus_framefmt fmt[MAX9286_N_SINKS]; > > @@ -631,6 +632,16 @@ static int max9286_s_stream(struct v4l2_subdev *sd, int enable) > return 0; > } > > +static int max9286_set_pixelrate(struct max9286_priv *priv, s64 rate) > +{ > + if (!priv->pixelrate) > + return -EINVAL; > + > + dev_err(&priv->client->dev, "Setting pixel rate to %lld\n", rate); > + > + return v4l2_ctrl_s_ctrl_int64(priv->pixelrate, rate); > +} > + > static int max9286_enum_mbus_code(struct v4l2_subdev *sd, > struct v4l2_subdev_pad_config *cfg, > struct v4l2_subdev_mbus_code_enum *code) > @@ -664,6 +675,7 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > { > struct max9286_priv *priv = sd_to_max9286(sd); > struct v4l2_mbus_framefmt *cfg_fmt; > + s64 pixelrate; > > if (format->pad >= MAX9286_SRC_PAD) > return -EINVAL; > @@ -688,6 +700,12 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > *cfg_fmt = format->format; > mutex_unlock(&priv->mutex); > > + /* Update pixel rate for the CSI2 receiver */ > + pixelrate = cfg_fmt->width * cfg_fmt->height > + * priv->nsources * 30 /*FPS*/; I would have calculated this differently, as this to me should come from the CSI-2 link frequency. In case of 4 * RDACM20 (1280*800, YUYV8_2X8, 30 FPS) Tot Bandwidht = 4 * (1280 * 800 * 16 * 30) = 1,966,080,000 bits CSI-2 Link Freq = TotBandwidth / lanes / DDR = = 1,966,080,000 / 4 / 2 = 245,760,000 Mhz CSI-2 Lane Bandw = TotBandwith / lanes = 491,520,00 Mbps Pixel Rate = LaneBandwidth * lanes / BPP = 122,880,000 pixel/second Which matches your calculation of (width * height * channesl * FPS) 1280 * 800 * 4 * 30 = 122880000 So I think all of this just serves as validation of the above part. Now, the PIXEL_RATE ctrl is queried by the CSI-2 receiver which use it to compute again the bandwidth per lane in Mbps, in order to set the PHTW value, but for H3 those values are available only up to 250Mbps, while here we get a 491Mbps (and the CSI-2 driver which re-does the calculations gets the same value). Might this be because the total bandwidths of CSI-2 is 1Gbps ? (but in that case the PHTW value should be calculated depending on the lane nunmbers), so is our calculation of pixel rate in max9286 off ? Also consider that the original value was set to 50MPixel/second, less than the half of our calculation.. What do you think ? Thanks j > + > + max9286_set_pixelrate(priv, pixelrate); > + > return 0; > } > > @@ -756,6 +774,20 @@ static const struct v4l2_subdev_internal_ops max9286_subdev_internal_ops = { > .open = max9286_open, > }; > > +static int max9286_s_ctrl(struct v4l2_ctrl *ctrl) > +{ > + switch (ctrl->id) { > + case V4L2_CID_PIXEL_RATE: > + return 0; > + default: > + return -EINVAL; > + } > +} > + > +static const struct v4l2_ctrl_ops max9286_ctrl_ops = { > + .s_ctrl = max9286_s_ctrl, > +}; > + > static int max9286_v4l2_register(struct max9286_priv *priv) > { > struct device *dev = &priv->client->dev; > @@ -777,12 +809,12 @@ static int max9286_v4l2_register(struct max9286_priv *priv) > priv->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > > v4l2_ctrl_handler_init(&priv->ctrls, 1); > - /* > - * FIXME: Compute the real pixel rate. The 50 MP/s value comes from the > - * hardcoded frequency in the BSP CSI-2 receiver driver. > - */ > - v4l2_ctrl_new_std(&priv->ctrls, NULL, V4L2_CID_PIXEL_RATE, > - 50000000, 50000000, 1, 50000000); > + > + priv->pixelrate = v4l2_ctrl_new_std(&priv->ctrls, > + &max9286_ctrl_ops, > + V4L2_CID_PIXEL_RATE, > + 1, INT_MAX, 1, 50000000); > + > priv->sd.ctrl_handler = &priv->ctrls; > ret = priv->ctrls.error; > if (ret) > -- > 2.20.1 >
Hi Jacopo, On Tue, Apr 14, 2020 at 12:50:57PM +0200, Jacopo Mondi wrote: > Hi Kieran, > +Niklas and Laurent for R-Car CSI-2 question > > sorry I now had the time to have a proper look to this one > > On Thu, Apr 09, 2020 at 01:11:59PM +0100, Kieran Bingham wrote: > > Determine the (CSI2) pixel rate control by providing a control to read, > > and checking the rate from the upstream camera sensors, and their > > appropriate formats. > > > > Signed-off-by: Kieran Bingham <kieran.bingham+renesas@ideasonboard.com> > > --- > > drivers/media/i2c/max9286.c | 44 ++++++++++++++++++++++++++++++++----- > > 1 file changed, 38 insertions(+), 6 deletions(-) > > > > diff --git a/drivers/media/i2c/max9286.c b/drivers/media/i2c/max9286.c > > index 17830c362a50..008a93910300 100644 > > --- a/drivers/media/i2c/max9286.c > > +++ b/drivers/media/i2c/max9286.c > > @@ -155,6 +155,7 @@ struct max9286_priv { > > bool mux_open; > > > > struct v4l2_ctrl_handler ctrls; > > + struct v4l2_ctrl *pixelrate; > > > > struct v4l2_mbus_framefmt fmt[MAX9286_N_SINKS]; > > > > @@ -631,6 +632,16 @@ static int max9286_s_stream(struct v4l2_subdev *sd, int enable) > > return 0; > > } > > > > +static int max9286_set_pixelrate(struct max9286_priv *priv, s64 rate) > > +{ > > + if (!priv->pixelrate) > > + return -EINVAL; > > + > > + dev_err(&priv->client->dev, "Setting pixel rate to %lld\n", rate); > > + > > + return v4l2_ctrl_s_ctrl_int64(priv->pixelrate, rate); > > +} > > + > > static int max9286_enum_mbus_code(struct v4l2_subdev *sd, > > struct v4l2_subdev_pad_config *cfg, > > struct v4l2_subdev_mbus_code_enum *code) > > @@ -664,6 +675,7 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > > { > > struct max9286_priv *priv = sd_to_max9286(sd); > > struct v4l2_mbus_framefmt *cfg_fmt; > > + s64 pixelrate; > > > > if (format->pad >= MAX9286_SRC_PAD) > > return -EINVAL; > > @@ -688,6 +700,12 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > > *cfg_fmt = format->format; > > mutex_unlock(&priv->mutex); > > > > + /* Update pixel rate for the CSI2 receiver */ > > + pixelrate = cfg_fmt->width * cfg_fmt->height > > + * priv->nsources * 30 /*FPS*/; > > I would have calculated this differently, as this to me should come from > the CSI-2 link frequency. > > In case of 4 * RDACM20 (1280*800, YUYV8_2X8, 30 FPS) > > Tot Bandwidht = 4 * (1280 * 800 * 16 * 30) = 1,966,080,000 bits You're forgetting the blanking here. > CSI-2 Link Freq = TotBandwidth / lanes / DDR = > = 1,966,080,000 / 4 / 2 = 245,760,000 Mhz And here you're not taking protocol overhead into account. You'll end up with a too low frequency (and when I say you, it equally applies to this patch). The pixel rate should be computed based on the CSI-2 link frequency instead, which itself should be based on the GMSL link frequency (unless my understanding is wrong, the MAX9286 doesn't support retiming the video signal to reduce or increase the clock frequency through increase or reduction of horizontal blanking), itself based on the pixel clock input of the serializer (with a few parameters taken into account, such as double-input mode, high data-rate mode and 24-/32-bit mode). > CSI-2 Lane Bandw = TotBandwith / lanes > = 491,520,00 Mbps > Pixel Rate = LaneBandwidth * lanes / BPP > = 122,880,000 pixel/second > > Which matches your calculation of > (width * height * channesl * FPS) > 1280 * 800 * 4 * 30 = 122880000 > > So I think all of this just serves as validation of the above part. > > Now, the PIXEL_RATE ctrl is queried by the CSI-2 receiver which use it > to compute again the bandwidth per lane in Mbps, in order to set the > PHTW value, but for H3 those values are available only up to 250Mbps, > while here we get a 491Mbps (and the CSI-2 driver which re-does the > calculations gets the same value). > > Might this be because the total bandwidths of CSI-2 is 1Gbps ? (but in > that case the PHTW value should be calculated depending on the lane > nunmbers), so is our calculation of pixel rate in max9286 off ? > > Also consider that the original value was set to 50MPixel/second, less > than the half of our calculation.. > > What do you think ? > > > + > > + max9286_set_pixelrate(priv, pixelrate); > > + > > return 0; > > } > > > > @@ -756,6 +774,20 @@ static const struct v4l2_subdev_internal_ops max9286_subdev_internal_ops = { > > .open = max9286_open, > > }; > > > > +static int max9286_s_ctrl(struct v4l2_ctrl *ctrl) > > +{ > > + switch (ctrl->id) { > > + case V4L2_CID_PIXEL_RATE: > > + return 0; > > + default: > > + return -EINVAL; > > + } > > +} > > + > > +static const struct v4l2_ctrl_ops max9286_ctrl_ops = { > > + .s_ctrl = max9286_s_ctrl, > > +}; > > + > > static int max9286_v4l2_register(struct max9286_priv *priv) > > { > > struct device *dev = &priv->client->dev; > > @@ -777,12 +809,12 @@ static int max9286_v4l2_register(struct max9286_priv *priv) > > priv->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > > > > v4l2_ctrl_handler_init(&priv->ctrls, 1); > > - /* > > - * FIXME: Compute the real pixel rate. The 50 MP/s value comes from the > > - * hardcoded frequency in the BSP CSI-2 receiver driver. > > - */ > > - v4l2_ctrl_new_std(&priv->ctrls, NULL, V4L2_CID_PIXEL_RATE, > > - 50000000, 50000000, 1, 50000000); > > + > > + priv->pixelrate = v4l2_ctrl_new_std(&priv->ctrls, > > + &max9286_ctrl_ops, > > + V4L2_CID_PIXEL_RATE, > > + 1, INT_MAX, 1, 50000000); > > + > > priv->sd.ctrl_handler = &priv->ctrls; > > ret = priv->ctrls.error; > > if (ret)
Hi Laurent, On Wed, Apr 15, 2020 at 12:10:02AM +0300, Laurent Pinchart wrote: > Hi Jacopo, > > On Tue, Apr 14, 2020 at 12:50:57PM +0200, Jacopo Mondi wrote: > > Hi Kieran, > > +Niklas and Laurent for R-Car CSI-2 question > > > > sorry I now had the time to have a proper look to this one > > > > On Thu, Apr 09, 2020 at 01:11:59PM +0100, Kieran Bingham wrote: > > > Determine the (CSI2) pixel rate control by providing a control to read, > > > and checking the rate from the upstream camera sensors, and their > > > appropriate formats. > > > > > > Signed-off-by: Kieran Bingham <kieran.bingham+renesas@ideasonboard.com> > > > --- > > > drivers/media/i2c/max9286.c | 44 ++++++++++++++++++++++++++++++++----- > > > 1 file changed, 38 insertions(+), 6 deletions(-) > > > > > > diff --git a/drivers/media/i2c/max9286.c b/drivers/media/i2c/max9286.c > > > index 17830c362a50..008a93910300 100644 > > > --- a/drivers/media/i2c/max9286.c > > > +++ b/drivers/media/i2c/max9286.c > > > @@ -155,6 +155,7 @@ struct max9286_priv { > > > bool mux_open; > > > > > > struct v4l2_ctrl_handler ctrls; > > > + struct v4l2_ctrl *pixelrate; > > > > > > struct v4l2_mbus_framefmt fmt[MAX9286_N_SINKS]; > > > > > > @@ -631,6 +632,16 @@ static int max9286_s_stream(struct v4l2_subdev *sd, int enable) > > > return 0; > > > } > > > > > > +static int max9286_set_pixelrate(struct max9286_priv *priv, s64 rate) > > > +{ > > > + if (!priv->pixelrate) > > > + return -EINVAL; > > > + > > > + dev_err(&priv->client->dev, "Setting pixel rate to %lld\n", rate); > > > + > > > + return v4l2_ctrl_s_ctrl_int64(priv->pixelrate, rate); > > > +} > > > + > > > static int max9286_enum_mbus_code(struct v4l2_subdev *sd, > > > struct v4l2_subdev_pad_config *cfg, > > > struct v4l2_subdev_mbus_code_enum *code) > > > @@ -664,6 +675,7 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > > > { > > > struct max9286_priv *priv = sd_to_max9286(sd); > > > struct v4l2_mbus_framefmt *cfg_fmt; > > > + s64 pixelrate; > > > > > > if (format->pad >= MAX9286_SRC_PAD) > > > return -EINVAL; > > > @@ -688,6 +700,12 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > > > *cfg_fmt = format->format; > > > mutex_unlock(&priv->mutex); > > > > > > + /* Update pixel rate for the CSI2 receiver */ > > > + pixelrate = cfg_fmt->width * cfg_fmt->height > > > + * priv->nsources * 30 /*FPS*/; > > > > I would have calculated this differently, as this to me should come from > > the CSI-2 link frequency. > > > > In case of 4 * RDACM20 (1280*800, YUYV8_2X8, 30 FPS) > > > > Tot Bandwidht = 4 * (1280 * 800 * 16 * 30) = 1,966,080,000 bits > > You're forgetting the blanking here. > Am I ? I understand the full line lenght should be taken into account when programming the PLL cirtcuitry of a sensor to tune it's CSI-2 transmitter output, but, being the CSI-2 transmission happening after several translations, I am not sure about it. The serializer receives frames on a serial bus, driven by the sensor reference signals (HREF, VSYNC and PCLK). As in regular parallel capture operations (if I'm not mistaken), data are sampled during the active HREF periods, so either the serializer sends active data to be scrambled and encoded on the GMSL bus, or it does the same transmitting 'blankings' perdiods as specially encoded packets on the GSML bus. I'm actually not sure how what happens there, and I assumed only valid data gets decoded and sent but the fact that we enable HS/VS encoding in the GMSL stream makes me wonder if blankings are not actually sent and then encoded in the output CSI-2 stream as well. > > CSI-2 Link Freq = TotBandwidth / lanes / DDR = > > = 1,966,080,000 / 4 / 2 = 245,760,000 Mhz > > And here you're not taking protocol overhead into account. You'll end up > with a too low frequency (and when I say you, it equally applies to this > patch). > > The pixel rate should be computed based on the CSI-2 link frequency > instead, which itself should be based on the GMSL link frequency (unless > my understanding is wrong, the MAX9286 doesn't support retiming the > video signal to reduce or increase the clock frequency through increase > or reduction of horizontal blanking), itself based on the pixel clock > input of the serializer (with a few parameters taken into account, such > as double-input mode, high data-rate mode and 24-/32-bit mode). > The deserializer manual presents formulas to calculate the CSI-2 output bit rate per lane unrelated to the GMSL link frequency at page 47 of the manual. Could the deserializer be capable of deducing the frequency to program its CSI-2 transmitter to using the GSML link frequency, knowing the GMSL bus protocol overheads? I think we could do the same and deduce the CSI-2 frequency from the sensor's pixel rate leaving the GMSL link overhead out of the picture. > > CSI-2 Lane Bandw = TotBandwith / lanes > > = 491,520,00 Mbps > > Pixel Rate = LaneBandwidth * lanes / BPP > > = 122,880,000 pixel/second > > > > Which matches your calculation of > > (width * height * channesl * FPS) > > 1280 * 800 * 4 * 30 = 122880000 > > > > So I think all of this just serves as validation of the above part. > > > > Now, the PIXEL_RATE ctrl is queried by the CSI-2 receiver which use it > > to compute again the bandwidth per lane in Mbps, in order to set the > > PHTW value, but for H3 those values are available only up to 250Mbps, > > while here we get a 491Mbps (and the CSI-2 driver which re-does the > > calculations gets the same value). > > > > Might this be because the total bandwidths of CSI-2 is 1Gbps ? (but in > > that case the PHTW value should be calculated depending on the lane > > nunmbers), so is our calculation of pixel rate in max9286 off ? > > > > Also consider that the original value was set to 50MPixel/second, less > > than the half of our calculation.. > > > > What do you think ? > > > > > + > > > + max9286_set_pixelrate(priv, pixelrate); > > > + > > > return 0; > > > } > > > > > > @@ -756,6 +774,20 @@ static const struct v4l2_subdev_internal_ops max9286_subdev_internal_ops = { > > > .open = max9286_open, > > > }; > > > > > > +static int max9286_s_ctrl(struct v4l2_ctrl *ctrl) > > > +{ > > > + switch (ctrl->id) { > > > + case V4L2_CID_PIXEL_RATE: > > > + return 0; > > > + default: > > > + return -EINVAL; > > > + } > > > +} > > > + > > > +static const struct v4l2_ctrl_ops max9286_ctrl_ops = { > > > + .s_ctrl = max9286_s_ctrl, > > > +}; > > > + > > > static int max9286_v4l2_register(struct max9286_priv *priv) > > > { > > > struct device *dev = &priv->client->dev; > > > @@ -777,12 +809,12 @@ static int max9286_v4l2_register(struct max9286_priv *priv) > > > priv->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > > > > > > v4l2_ctrl_handler_init(&priv->ctrls, 1); > > > - /* > > > - * FIXME: Compute the real pixel rate. The 50 MP/s value comes from the > > > - * hardcoded frequency in the BSP CSI-2 receiver driver. > > > - */ > > > - v4l2_ctrl_new_std(&priv->ctrls, NULL, V4L2_CID_PIXEL_RATE, > > > - 50000000, 50000000, 1, 50000000); > > > + > > > + priv->pixelrate = v4l2_ctrl_new_std(&priv->ctrls, > > > + &max9286_ctrl_ops, > > > + V4L2_CID_PIXEL_RATE, > > > + 1, INT_MAX, 1, 50000000); > > > + > > > priv->sd.ctrl_handler = &priv->ctrls; > > > ret = priv->ctrls.error; > > > if (ret) > > -- > Regards, > > Laurent Pinchart
Hi Jacopo, On Wed, Apr 15, 2020 at 11:13:57AM +0200, Jacopo Mondi wrote: > On Wed, Apr 15, 2020 at 12:10:02AM +0300, Laurent Pinchart wrote: > > On Tue, Apr 14, 2020 at 12:50:57PM +0200, Jacopo Mondi wrote: > >> Hi Kieran, > >> +Niklas and Laurent for R-Car CSI-2 question > >> > >> sorry I now had the time to have a proper look to this one > >> > >> On Thu, Apr 09, 2020 at 01:11:59PM +0100, Kieran Bingham wrote: > >>> Determine the (CSI2) pixel rate control by providing a control to read, > >>> and checking the rate from the upstream camera sensors, and their > >>> appropriate formats. > >>> > >>> Signed-off-by: Kieran Bingham <kieran.bingham+renesas@ideasonboard.com> > >>> --- > >>> drivers/media/i2c/max9286.c | 44 ++++++++++++++++++++++++++++++++----- > >>> 1 file changed, 38 insertions(+), 6 deletions(-) > >>> > >>> diff --git a/drivers/media/i2c/max9286.c b/drivers/media/i2c/max9286.c > >>> index 17830c362a50..008a93910300 100644 > >>> --- a/drivers/media/i2c/max9286.c > >>> +++ b/drivers/media/i2c/max9286.c > >>> @@ -155,6 +155,7 @@ struct max9286_priv { > >>> bool mux_open; > >>> > >>> struct v4l2_ctrl_handler ctrls; > >>> + struct v4l2_ctrl *pixelrate; > >>> > >>> struct v4l2_mbus_framefmt fmt[MAX9286_N_SINKS]; > >>> > >>> @@ -631,6 +632,16 @@ static int max9286_s_stream(struct v4l2_subdev *sd, int enable) > >>> return 0; > >>> } > >>> > >>> +static int max9286_set_pixelrate(struct max9286_priv *priv, s64 rate) > >>> +{ > >>> + if (!priv->pixelrate) > >>> + return -EINVAL; > >>> + > >>> + dev_err(&priv->client->dev, "Setting pixel rate to %lld\n", rate); > >>> + > >>> + return v4l2_ctrl_s_ctrl_int64(priv->pixelrate, rate); > >>> +} > >>> + > >>> static int max9286_enum_mbus_code(struct v4l2_subdev *sd, > >>> struct v4l2_subdev_pad_config *cfg, > >>> struct v4l2_subdev_mbus_code_enum *code) > >>> @@ -664,6 +675,7 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > >>> { > >>> struct max9286_priv *priv = sd_to_max9286(sd); > >>> struct v4l2_mbus_framefmt *cfg_fmt; > >>> + s64 pixelrate; > >>> > >>> if (format->pad >= MAX9286_SRC_PAD) > >>> return -EINVAL; > >>> @@ -688,6 +700,12 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, > >>> *cfg_fmt = format->format; > >>> mutex_unlock(&priv->mutex); > >>> > >>> + /* Update pixel rate for the CSI2 receiver */ > >>> + pixelrate = cfg_fmt->width * cfg_fmt->height > >>> + * priv->nsources * 30 /*FPS*/; > >> > >> I would have calculated this differently, as this to me should come from > >> the CSI-2 link frequency. > >> > >> In case of 4 * RDACM20 (1280*800, YUYV8_2X8, 30 FPS) > >> > >> Tot Bandwidht = 4 * (1280 * 800 * 16 * 30) = 1,966,080,000 bits > > > > You're forgetting the blanking here. > > Am I ? I understand the full line lenght should be taken into account > when programming the PLL cirtcuitry of a sensor to tune it's CSI-2 > transmitter output, but, being the CSI-2 transmission happening after > several translations, I am not sure about it. > > The serializer receives frames on a serial bus, driven by the sensor > reference signals (HREF, VSYNC and PCLK). As in regular parallel capture > operations (if I'm not mistaken), data are sampled during the active HREF > periods, so either the serializer sends active data to be scrambled > and encoded on the GMSL bus, or it does the same transmitting > 'blankings' perdiods as specially encoded packets on the GSML bus. > > I'm actually not sure how what happens there, and I assumed only valid > data gets decoded and sent but the fact that we enable HS/VS encoding > in the GMSL stream makes me wonder if blankings are not actually sent > and then encoded in the output CSI-2 stream as well. I would be surprised if the serializer or deserializer performed any kind of clock adaptation to drop the blanking. That would require spreading the active data across the duration of a whole line, requiring an internal line buffer, and circuitry to handle the spreading. As the serializer or deserializer are not programmed with the line length, they would have to detect it automatically, which I really don't think they do. This is even more improbable for vertical blanking, as the lines would need to be spread over the whole image, requiring an internal buffer of multiple lines. > >> CSI-2 Link Freq = TotBandwidth / lanes / DDR = > >> = 1,966,080,000 / 4 / 2 = 245,760,000 Mhz > > > > And here you're not taking protocol overhead into account. You'll end up > > with a too low frequency (and when I say you, it equally applies to this > > patch). > > > > The pixel rate should be computed based on the CSI-2 link frequency > > instead, which itself should be based on the GMSL link frequency (unless > > my understanding is wrong, the MAX9286 doesn't support retiming the > > video signal to reduce or increase the clock frequency through increase > > or reduction of horizontal blanking), itself based on the pixel clock > > input of the serializer (with a few parameters taken into account, such > > as double-input mode, high data-rate mode and 24-/32-bit mode). > > The deserializer manual presents formulas to calculate the CSI-2 > output bit rate per lane unrelated to the GMSL link frequency at page > 47 of the manual. > > Could the deserializer be capable of deducing the frequency to program its > CSI-2 transmitter to using the GSML link frequency, knowing the GMSL bus > protocol overheads? I expect the MAX9286 to slave its PLLs to the incoming clock (recovered from the signal on the coax cable), with divisors and multipliers to take DDR, the number of lanes, the number of channels and similar parameters into account, but without any kind of protocol overhead calculation. > I think we could do the same and deduce the CSI-2 frequency from the > sensor's pixel rate leaving the GMSL link overhead out of the picture. The CSI-2 bandwidth should be equal to the bandwidth per camera multiplied by the number of cameras. The bandwidth per camera is equal to the camera pixel rate multiplied by the number of bits per pixel. It shouldn't need to be more complicated than that. If you need the pixel rate on the CSI-2 bus, it's the pixel rate per camera multipled by the number of cameras. There's no need to perform any calculation here that would take the width and height into account, just get the pixel rate from the serializer, which should get it from the camera, and multiply it by the number of active channels. You may want, as a sanity check, to verify that all serializers report the same pixel rate. > >> CSI-2 Lane Bandw = TotBandwith / lanes > >> = 491,520,00 Mbps > >> Pixel Rate = LaneBandwidth * lanes / BPP > >> = 122,880,000 pixel/second > >> > >> Which matches your calculation of > >> (width * height * channesl * FPS) > >> 1280 * 800 * 4 * 30 = 122880000 > >> > >> So I think all of this just serves as validation of the above part. > >> > >> Now, the PIXEL_RATE ctrl is queried by the CSI-2 receiver which use it > >> to compute again the bandwidth per lane in Mbps, in order to set the > >> PHTW value, but for H3 those values are available only up to 250Mbps, > >> while here we get a 491Mbps (and the CSI-2 driver which re-does the > >> calculations gets the same value). > >> > >> Might this be because the total bandwidths of CSI-2 is 1Gbps ? (but in > >> that case the PHTW value should be calculated depending on the lane > >> nunmbers), so is our calculation of pixel rate in max9286 off ? > >> > >> Also consider that the original value was set to 50MPixel/second, less > >> than the half of our calculation.. > >> > >> What do you think ? > >> > >>> + > >>> + max9286_set_pixelrate(priv, pixelrate); > >>> + > >>> return 0; > >>> } > >>> > >>> @@ -756,6 +774,20 @@ static const struct v4l2_subdev_internal_ops max9286_subdev_internal_ops = { > >>> .open = max9286_open, > >>> }; > >>> > >>> +static int max9286_s_ctrl(struct v4l2_ctrl *ctrl) > >>> +{ > >>> + switch (ctrl->id) { > >>> + case V4L2_CID_PIXEL_RATE: > >>> + return 0; > >>> + default: > >>> + return -EINVAL; > >>> + } > >>> +} > >>> + > >>> +static const struct v4l2_ctrl_ops max9286_ctrl_ops = { > >>> + .s_ctrl = max9286_s_ctrl, > >>> +}; > >>> + > >>> static int max9286_v4l2_register(struct max9286_priv *priv) > >>> { > >>> struct device *dev = &priv->client->dev; > >>> @@ -777,12 +809,12 @@ static int max9286_v4l2_register(struct max9286_priv *priv) > >>> priv->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; > >>> > >>> v4l2_ctrl_handler_init(&priv->ctrls, 1); > >>> - /* > >>> - * FIXME: Compute the real pixel rate. The 50 MP/s value comes from the > >>> - * hardcoded frequency in the BSP CSI-2 receiver driver. > >>> - */ > >>> - v4l2_ctrl_new_std(&priv->ctrls, NULL, V4L2_CID_PIXEL_RATE, > >>> - 50000000, 50000000, 1, 50000000); > >>> + > >>> + priv->pixelrate = v4l2_ctrl_new_std(&priv->ctrls, > >>> + &max9286_ctrl_ops, > >>> + V4L2_CID_PIXEL_RATE, > >>> + 1, INT_MAX, 1, 50000000); > >>> + > >>> priv->sd.ctrl_handler = &priv->ctrls; > >>> ret = priv->ctrls.error; > >>> if (ret)
diff --git a/drivers/media/i2c/max9286.c b/drivers/media/i2c/max9286.c index 17830c362a50..008a93910300 100644 --- a/drivers/media/i2c/max9286.c +++ b/drivers/media/i2c/max9286.c @@ -155,6 +155,7 @@ struct max9286_priv { bool mux_open; struct v4l2_ctrl_handler ctrls; + struct v4l2_ctrl *pixelrate; struct v4l2_mbus_framefmt fmt[MAX9286_N_SINKS]; @@ -631,6 +632,16 @@ static int max9286_s_stream(struct v4l2_subdev *sd, int enable) return 0; } +static int max9286_set_pixelrate(struct max9286_priv *priv, s64 rate) +{ + if (!priv->pixelrate) + return -EINVAL; + + dev_err(&priv->client->dev, "Setting pixel rate to %lld\n", rate); + + return v4l2_ctrl_s_ctrl_int64(priv->pixelrate, rate); +} + static int max9286_enum_mbus_code(struct v4l2_subdev *sd, struct v4l2_subdev_pad_config *cfg, struct v4l2_subdev_mbus_code_enum *code) @@ -664,6 +675,7 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, { struct max9286_priv *priv = sd_to_max9286(sd); struct v4l2_mbus_framefmt *cfg_fmt; + s64 pixelrate; if (format->pad >= MAX9286_SRC_PAD) return -EINVAL; @@ -688,6 +700,12 @@ static int max9286_set_fmt(struct v4l2_subdev *sd, *cfg_fmt = format->format; mutex_unlock(&priv->mutex); + /* Update pixel rate for the CSI2 receiver */ + pixelrate = cfg_fmt->width * cfg_fmt->height + * priv->nsources * 30 /*FPS*/; + + max9286_set_pixelrate(priv, pixelrate); + return 0; } @@ -756,6 +774,20 @@ static const struct v4l2_subdev_internal_ops max9286_subdev_internal_ops = { .open = max9286_open, }; +static int max9286_s_ctrl(struct v4l2_ctrl *ctrl) +{ + switch (ctrl->id) { + case V4L2_CID_PIXEL_RATE: + return 0; + default: + return -EINVAL; + } +} + +static const struct v4l2_ctrl_ops max9286_ctrl_ops = { + .s_ctrl = max9286_s_ctrl, +}; + static int max9286_v4l2_register(struct max9286_priv *priv) { struct device *dev = &priv->client->dev; @@ -777,12 +809,12 @@ static int max9286_v4l2_register(struct max9286_priv *priv) priv->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; v4l2_ctrl_handler_init(&priv->ctrls, 1); - /* - * FIXME: Compute the real pixel rate. The 50 MP/s value comes from the - * hardcoded frequency in the BSP CSI-2 receiver driver. - */ - v4l2_ctrl_new_std(&priv->ctrls, NULL, V4L2_CID_PIXEL_RATE, - 50000000, 50000000, 1, 50000000); + + priv->pixelrate = v4l2_ctrl_new_std(&priv->ctrls, + &max9286_ctrl_ops, + V4L2_CID_PIXEL_RATE, + 1, INT_MAX, 1, 50000000); + priv->sd.ctrl_handler = &priv->ctrls; ret = priv->ctrls.error; if (ret)
Determine the (CSI2) pixel rate control by providing a control to read, and checking the rate from the upstream camera sensors, and their appropriate formats. Signed-off-by: Kieran Bingham <kieran.bingham+renesas@ideasonboard.com> --- drivers/media/i2c/max9286.c | 44 ++++++++++++++++++++++++++++++++----- 1 file changed, 38 insertions(+), 6 deletions(-)