/* SPDX-License-Identifier: BSD-3-Clause * Copyright 2020 Mellanox Technologies, Ltd */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "mlx5_regex.h" #include "mlx5_regex_utils.h" #include "mlx5_rxp.h" #define MLX5_REGEX_NUM_WQE_PER_PAGE (4096/64) #define MLX5_REGEX_WQE_LOG_NUM(has_umr, log_desc) \ ((has_umr) ? ((log_desc) + 2) : (log_desc)) /** * Returns the number of qp obj to be created. * * @param nb_desc * The number of descriptors for the queue. * * @return * The number of obj to be created. */ static uint16_t regex_ctrl_get_nb_obj(uint16_t nb_desc) { return ((nb_desc / MLX5_REGEX_NUM_WQE_PER_PAGE) + !!(nb_desc % MLX5_REGEX_NUM_WQE_PER_PAGE)); } /** * destroy CQ. * * @param cp * Pointer to the CQ to be destroyed. * * @return * 0 on success, a negative errno value otherwise and rte_errno is set. */ static int regex_ctrl_destroy_cq(struct mlx5_regex_cq *cq) { mlx5_devx_cq_destroy(&cq->cq_obj); memset(cq, 0, sizeof(*cq)); return 0; } /** * create the CQ object. * * @param priv * Pointer to the priv object. * @param cp * Pointer to the CQ to be created. * * @return * 0 on success, a negative errno value otherwise and rte_errno is set. */ static int regex_ctrl_create_cq(struct mlx5_regex_priv *priv, struct mlx5_regex_cq *cq) { struct mlx5_devx_cq_attr attr = { .uar_page_id = mlx5_os_get_devx_uar_page_id(priv->uar.obj), }; int ret; cq->ci = 0; ret = mlx5_devx_cq_create(priv->cdev->ctx, &cq->cq_obj, cq->log_nb_desc, &attr, SOCKET_ID_ANY); if (ret) { DRV_LOG(ERR, "Can't create CQ object."); memset(cq, 0, sizeof(*cq)); rte_errno = ENOMEM; return -rte_errno; } return 0; } /** * Destroy the SQ object. * * @param qp * Pointer to the QP element * @param q_ind * The index of the queue. * * @return * 0 on success, a negative errno value otherwise and rte_errno is set. */ static int regex_ctrl_destroy_hw_qp(struct mlx5_regex_qp *qp, uint16_t q_ind) { struct mlx5_regex_hw_qp *qp_obj = &qp->qps[q_ind]; mlx5_devx_qp_destroy(&qp_obj->qp_obj); memset(qp, 0, sizeof(*qp)); return 0; } /** * create the SQ object. * * @param priv * Pointer to the priv object. * @param qp * Pointer to the QP element * @param q_ind * The index of the queue. * @param log_nb_desc * Log 2 of the number of descriptors to be used. * * @return * 0 on success, a negative errno value otherwise and rte_errno is set. */ static int regex_ctrl_create_hw_qp(struct mlx5_regex_priv *priv, struct mlx5_regex_qp *qp, uint16_t q_ind, uint16_t log_nb_desc) { #ifdef HAVE_IBV_FLOW_DV_SUPPORT struct mlx5_devx_qp_attr attr = { .cqn = qp->cq.cq_obj.cq->id, .uar_index = mlx5_os_get_devx_uar_page_id(priv->uar.obj), .pd = priv->cdev->pdn, .ts_format = mlx5_ts_format_conv (priv->cdev->config.hca_attr.qp_ts_format), .user_index = q_ind, }; struct mlx5_regex_hw_qp *qp_obj = &qp->qps[q_ind]; int ret; qp_obj->log_nb_desc = log_nb_desc; qp_obj->qpn = q_ind; qp_obj->ci = 0; qp_obj->pi = 0; attr.num_of_receive_wqes = 0; attr.num_of_send_wqbbs = RTE_BIT32(MLX5_REGEX_WQE_LOG_NUM(priv->has_umr, log_nb_desc)); attr.mmo = priv->mmo_regex_qp_cap; ret = mlx5_devx_qp_create(priv->cdev->ctx, &qp_obj->qp_obj, attr.num_of_send_wqbbs * MLX5_WQE_SIZE, &attr, SOCKET_ID_ANY); if (ret) { DRV_LOG(ERR, "Can't create QP object."); rte_errno = ENOMEM; return -rte_errno; } ret = mlx5_devx_qp2rts(&qp_obj->qp_obj, 0); if (ret) { DRV_LOG(ERR, "Can't change QP state to RTS."); regex_ctrl_destroy_hw_qp(qp, q_ind); rte_errno = ENOMEM; return -rte_errno; } return 0; #else (void)priv; (void)qp; (void)q_ind; (void)log_nb_desc; DRV_LOG(ERR, "Cannot get pdn - no DV support."); return -ENOTSUP; #endif } /** * Setup the qp. * * @param dev * Pointer to RegEx dev structure. * @param qp_ind * The queue index to setup. * @param cfg * The queue requested configuration. * * @return * 0 on success, a negative errno value otherwise and rte_errno is set. */ int mlx5_regex_qp_setup(struct rte_regexdev *dev, uint16_t qp_ind, const struct rte_regexdev_qp_conf *cfg) { struct mlx5_regex_priv *priv = dev->data->dev_private; struct mlx5_regex_qp *qp; int i; int nb_sq_config = 0; int ret; uint16_t log_desc; qp = &priv->qps[qp_ind]; if (qp->jobs) { DRV_LOG(ERR, "Attempting to setup QP a second time."); rte_errno = EINVAL; return -rte_errno; } qp->flags = cfg->qp_conf_flags; log_desc = rte_log2_u32(cfg->nb_desc); /* * UMR mode requires two WQEs(UMR and RegEx WQE) for one descriptor. * For CQ, expand the CQE number multiple with 2. * For SQ, the UMR and RegEx WQE for one descriptor consumes 4 WQEBBS, * expand the WQE number multiple with 4. */ qp->cq.log_nb_desc = log_desc + (!!priv->has_umr); qp->nb_desc = 1 << log_desc; if (qp->flags & RTE_REGEX_QUEUE_PAIR_CFG_OOS_F) qp->nb_obj = regex_ctrl_get_nb_obj (1 << MLX5_REGEX_WQE_LOG_NUM(priv->has_umr, log_desc)); else qp->nb_obj = 1; qp->qps = rte_malloc(NULL, qp->nb_obj * sizeof(struct mlx5_regex_hw_qp), 64); if (!qp->qps) { DRV_LOG(ERR, "Can't allocate qp array memory."); rte_errno = ENOMEM; return -rte_errno; } log_desc = rte_log2_u32(qp->nb_desc / qp->nb_obj); ret = regex_ctrl_create_cq(priv, &qp->cq); if (ret) { DRV_LOG(ERR, "Can't create cq."); goto err_cq; } for (i = 0; i < qp->nb_obj; i++) { ret = regex_ctrl_create_hw_qp(priv, qp, i, log_desc); if (ret) { DRV_LOG(ERR, "Can't create qp object."); goto err_btree; } nb_sq_config++; } ret = mlx5_mr_ctrl_init(&qp->mr_ctrl, &priv->cdev->mr_scache.dev_gen, rte_socket_id()); if (ret) { DRV_LOG(ERR, "Error setting up mr btree"); goto err_btree; } ret = mlx5_regexdev_setup_fastpath(priv, qp_ind); if (ret) { DRV_LOG(ERR, "Error setting up fastpath"); goto err_fp; } return 0; err_fp: mlx5_mr_btree_free(&qp->mr_ctrl.cache_bh); err_btree: for (i = 0; i < nb_sq_config; i++) regex_ctrl_destroy_hw_qp(qp, i); regex_ctrl_destroy_cq(&qp->cq); err_cq: rte_free(qp->qps); return ret; } void mlx5_regex_clean_ctrl(struct rte_regexdev *dev) { struct mlx5_regex_priv *priv = dev->data->dev_private; struct mlx5_regex_qp *qp; int qp_ind; int i; if (!priv->qps) return; for (qp_ind = 0; qp_ind < priv->nb_queues; qp_ind++) { qp = &priv->qps[qp_ind]; /* Check if mlx5_regex_qp_setup() was called for this QP */ if (!qp->jobs) continue; mlx5_regexdev_teardown_fastpath(priv, qp_ind); mlx5_mr_btree_free(&qp->mr_ctrl.cache_bh); for (i = 0; i < qp->nb_obj; i++) regex_ctrl_destroy_hw_qp(qp, i); regex_ctrl_destroy_cq(&qp->cq); } }