| Message ID | 1737394039-28772-3-git-send-email-kotaranov@linux.microsoft.com (mailing list archive) |
|---|---|
| State | New |
| Headers | show |
| Series | RDMA/mana_ib: Enable CM for mana_ib | expand |
> Subject: [PATCH rdma-next 02/13] RDMA/mana_ib: implement get_dma_mr > > From: Konstantin Taranov <kotaranov@microsoft.com> > > Implement allocation of DMA-mapped memory regions. > > Signed-off-by: Konstantin Taranov <kotaranov@microsoft.com> > Reviewed-by: Shiraz Saleem <shirazsaleem@microsoft.com> Reviewed-by: Long Li <longli@microsoft.com> > --- > drivers/infiniband/hw/mana/device.c | 1 + > drivers/infiniband/hw/mana/mr.c | 36 +++++++++++++++++++++++++++++ > include/net/mana/gdma.h | 5 ++++ > 3 files changed, 42 insertions(+) > > diff --git a/drivers/infiniband/hw/mana/device.c > b/drivers/infiniband/hw/mana/device.c > index 7ac0191..215dbce 100644 > --- a/drivers/infiniband/hw/mana/device.c > +++ b/drivers/infiniband/hw/mana/device.c > @@ -32,6 +32,7 @@ static const struct ib_device_ops mana_ib_dev_ops = { > .destroy_rwq_ind_table = mana_ib_destroy_rwq_ind_table, > .destroy_wq = mana_ib_destroy_wq, > .disassociate_ucontext = mana_ib_disassociate_ucontext, > + .get_dma_mr = mana_ib_get_dma_mr, > .get_link_layer = mana_ib_get_link_layer, > .get_port_immutable = mana_ib_get_port_immutable, > .mmap = mana_ib_mmap, > diff --git a/drivers/infiniband/hw/mana/mr.c b/drivers/infiniband/hw/mana/mr.c > index 887b09d..3a047f8 100644 > --- a/drivers/infiniband/hw/mana/mr.c > +++ b/drivers/infiniband/hw/mana/mr.c > @@ -8,6 +8,8 @@ > #define VALID_MR_FLAGS \ > (IB_ACCESS_LOCAL_WRITE | IB_ACCESS_REMOTE_WRITE | > IB_ACCESS_REMOTE_READ) > > +#define VALID_DMA_MR_FLAGS (IB_ACCESS_LOCAL_WRITE) > + > static enum gdma_mr_access_flags > mana_ib_verbs_to_gdma_access_flags(int access_flags) { @@ -39,6 +41,8 @@ > static int mana_ib_gd_create_mr(struct mana_ib_dev *dev, struct mana_ib_mr > *mr, > req.mr_type = mr_params->mr_type; > > switch (mr_params->mr_type) { > + case GDMA_MR_TYPE_GPA: > + break; > case GDMA_MR_TYPE_GVA: > req.gva.dma_region_handle = mr_params- > >gva.dma_region_handle; > req.gva.virtual_address = mr_params->gva.virtual_address; @@ > -169,6 +173,38 @@ err_free: > return ERR_PTR(err); > } > > +struct ib_mr *mana_ib_get_dma_mr(struct ib_pd *ibpd, int access_flags) > +{ > + struct mana_ib_pd *pd = container_of(ibpd, struct mana_ib_pd, ibpd); > + struct gdma_create_mr_params mr_params = {}; > + struct ib_device *ibdev = ibpd->device; > + struct mana_ib_dev *dev; > + struct mana_ib_mr *mr; > + int err; > + > + dev = container_of(ibdev, struct mana_ib_dev, ib_dev); > + > + if (access_flags & ~VALID_DMA_MR_FLAGS) > + return ERR_PTR(-EINVAL); > + > + mr = kzalloc(sizeof(*mr), GFP_KERNEL); > + if (!mr) > + return ERR_PTR(-ENOMEM); > + > + mr_params.pd_handle = pd->pd_handle; > + mr_params.mr_type = GDMA_MR_TYPE_GPA; > + > + err = mana_ib_gd_create_mr(dev, mr, &mr_params); > + if (err) > + goto err_free; > + > + return &mr->ibmr; > + > +err_free: > + kfree(mr); > + return ERR_PTR(err); > +} > + > int mana_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) { > struct mana_ib_mr *mr = container_of(ibmr, struct mana_ib_mr, ibmr); > diff --git a/include/net/mana/gdma.h b/include/net/mana/gdma.h index > 03e1b25..a94b04e 100644 > --- a/include/net/mana/gdma.h > +++ b/include/net/mana/gdma.h > @@ -801,6 +801,11 @@ struct gdma_destory_pd_resp { > };/* HW DATA */ > > enum gdma_mr_type { > + /* > + * Guest Physical Address - MRs of this type allow access > + * to any DMA-mapped memory using bus-logical address > + */ > + GDMA_MR_TYPE_GPA = 1, > /* Guest Virtual Address - MRs of this type allow access > * to memory mapped by PTEs associated with this MR using a virtual > * address that is set up in the MST > -- > 2.43.0
diff --git a/drivers/infiniband/hw/mana/device.c b/drivers/infiniband/hw/mana/device.c index 7ac0191..215dbce 100644 --- a/drivers/infiniband/hw/mana/device.c +++ b/drivers/infiniband/hw/mana/device.c @@ -32,6 +32,7 @@ static const struct ib_device_ops mana_ib_dev_ops = { .destroy_rwq_ind_table = mana_ib_destroy_rwq_ind_table, .destroy_wq = mana_ib_destroy_wq, .disassociate_ucontext = mana_ib_disassociate_ucontext, + .get_dma_mr = mana_ib_get_dma_mr, .get_link_layer = mana_ib_get_link_layer, .get_port_immutable = mana_ib_get_port_immutable, .mmap = mana_ib_mmap, diff --git a/drivers/infiniband/hw/mana/mr.c b/drivers/infiniband/hw/mana/mr.c index 887b09d..3a047f8 100644 --- a/drivers/infiniband/hw/mana/mr.c +++ b/drivers/infiniband/hw/mana/mr.c @@ -8,6 +8,8 @@ #define VALID_MR_FLAGS \ (IB_ACCESS_LOCAL_WRITE | IB_ACCESS_REMOTE_WRITE | IB_ACCESS_REMOTE_READ) +#define VALID_DMA_MR_FLAGS (IB_ACCESS_LOCAL_WRITE) + static enum gdma_mr_access_flags mana_ib_verbs_to_gdma_access_flags(int access_flags) { @@ -39,6 +41,8 @@ static int mana_ib_gd_create_mr(struct mana_ib_dev *dev, struct mana_ib_mr *mr, req.mr_type = mr_params->mr_type; switch (mr_params->mr_type) { + case GDMA_MR_TYPE_GPA: + break; case GDMA_MR_TYPE_GVA: req.gva.dma_region_handle = mr_params->gva.dma_region_handle; req.gva.virtual_address = mr_params->gva.virtual_address; @@ -169,6 +173,38 @@ err_free: return ERR_PTR(err); } +struct ib_mr *mana_ib_get_dma_mr(struct ib_pd *ibpd, int access_flags) +{ + struct mana_ib_pd *pd = container_of(ibpd, struct mana_ib_pd, ibpd); + struct gdma_create_mr_params mr_params = {}; + struct ib_device *ibdev = ibpd->device; + struct mana_ib_dev *dev; + struct mana_ib_mr *mr; + int err; + + dev = container_of(ibdev, struct mana_ib_dev, ib_dev); + + if (access_flags & ~VALID_DMA_MR_FLAGS) + return ERR_PTR(-EINVAL); + + mr = kzalloc(sizeof(*mr), GFP_KERNEL); + if (!mr) + return ERR_PTR(-ENOMEM); + + mr_params.pd_handle = pd->pd_handle; + mr_params.mr_type = GDMA_MR_TYPE_GPA; + + err = mana_ib_gd_create_mr(dev, mr, &mr_params); + if (err) + goto err_free; + + return &mr->ibmr; + +err_free: + kfree(mr); + return ERR_PTR(err); +} + int mana_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) { struct mana_ib_mr *mr = container_of(ibmr, struct mana_ib_mr, ibmr); diff --git a/include/net/mana/gdma.h b/include/net/mana/gdma.h index 03e1b25..a94b04e 100644 --- a/include/net/mana/gdma.h +++ b/include/net/mana/gdma.h @@ -801,6 +801,11 @@ struct gdma_destory_pd_resp { };/* HW DATA */ enum gdma_mr_type { + /* + * Guest Physical Address - MRs of this type allow access + * to any DMA-mapped memory using bus-logical address + */ + GDMA_MR_TYPE_GPA = 1, /* Guest Virtual Address - MRs of this type allow access * to memory mapped by PTEs associated with this MR using a virtual * address that is set up in the MST