mirror of https://github.com/F-Stack/f-stack.git
370 lines
9.1 KiB
C
370 lines
9.1 KiB
C
/* SPDX-License-Identifier: BSD-3-Clause
|
|
*
|
|
* Copyright(c) 2020-2021 Xilinx, Inc.
|
|
*/
|
|
|
|
#include "efx.h"
|
|
#include "efx_impl.h"
|
|
|
|
#if EFSYS_OPT_RIVERHEAD && EFSYS_OPT_VIRTIO
|
|
|
|
/*
|
|
* Get function-local index of the associated VI from the
|
|
* virtqueue number queue 0 is reserved for MCDI
|
|
*/
|
|
#define EFX_VIRTIO_GET_VI_INDEX(vq_num) (((vq_num) / 2) + 1)
|
|
|
|
__checkReturn efx_rc_t
|
|
rhead_virtio_qstart(
|
|
__in efx_virtio_vq_t *evvp,
|
|
__in efx_virtio_vq_cfg_t *evvcp,
|
|
__in_opt efx_virtio_vq_dyncfg_t *evvdp)
|
|
|
|
{
|
|
efx_nic_t *enp = evvp->evv_enp;
|
|
efx_mcdi_req_t req;
|
|
uint32_t vi_index;
|
|
EFX_MCDI_DECLARE_BUF(payload, MC_CMD_VIRTIO_INIT_QUEUE_REQ_LEN,
|
|
MC_CMD_VIRTIO_INIT_QUEUE_RESP_LEN);
|
|
efx_rc_t rc;
|
|
|
|
EFX_STATIC_ASSERT(EFX_VIRTIO_VQ_TYPE_NET_RXQ ==
|
|
MC_CMD_VIRTIO_INIT_QUEUE_REQ_NET_RXQ);
|
|
EFX_STATIC_ASSERT(EFX_VIRTIO_VQ_TYPE_NET_TXQ ==
|
|
MC_CMD_VIRTIO_INIT_QUEUE_REQ_NET_TXQ);
|
|
EFX_STATIC_ASSERT(EFX_VIRTIO_VQ_TYPE_BLOCK ==
|
|
MC_CMD_VIRTIO_INIT_QUEUE_REQ_BLOCK);
|
|
|
|
if (evvcp->evvc_type >= EFX_VIRTIO_VQ_NTYPES) {
|
|
rc = EINVAL;
|
|
goto fail1;
|
|
}
|
|
|
|
/* virtqueue size must be power of 2 */
|
|
if ((!ISP2(evvcp->evvc_vq_size)) ||
|
|
(evvcp->evvc_vq_size > EFX_VIRTIO_MAX_VQ_SIZE)) {
|
|
rc = EINVAL;
|
|
goto fail2;
|
|
}
|
|
|
|
req.emr_cmd = MC_CMD_VIRTIO_INIT_QUEUE;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_VIRTIO_INIT_QUEUE_REQ_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_VIRTIO_INIT_QUEUE_RESP_LEN;
|
|
|
|
MCDI_IN_SET_BYTE(req, VIRTIO_INIT_QUEUE_REQ_QUEUE_TYPE,
|
|
evvcp->evvc_type);
|
|
MCDI_IN_SET_WORD(req, VIRTIO_INIT_QUEUE_REQ_TARGET_VF,
|
|
evvcp->evvc_target_vf);
|
|
|
|
vi_index = EFX_VIRTIO_GET_VI_INDEX(evvcp->evvc_vq_num);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_INSTANCE, vi_index);
|
|
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_SIZE,
|
|
evvcp->evvc_vq_size);
|
|
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_DESC_TBL_ADDR_LO,
|
|
evvcp->evvc_desc_tbl_addr & 0xFFFFFFFF);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_DESC_TBL_ADDR_HI,
|
|
evvcp->evvc_desc_tbl_addr >> 32);
|
|
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_AVAIL_RING_ADDR_LO,
|
|
evvcp->evvc_avail_ring_addr & 0xFFFFFFFF);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_AVAIL_RING_ADDR_HI,
|
|
evvcp->evvc_avail_ring_addr >> 32);
|
|
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_USED_RING_ADDR_LO,
|
|
evvcp->evvc_used_ring_addr & 0xFFFFFFFF);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_USED_RING_ADDR_HI,
|
|
evvcp->evvc_used_ring_addr >> 32);
|
|
|
|
if (evvcp->evvc_use_pasid) {
|
|
MCDI_IN_POPULATE_DWORD_1(req, VIRTIO_INIT_QUEUE_REQ_FLAGS,
|
|
VIRTIO_INIT_QUEUE_REQ_USE_PASID, 1);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_PASID,
|
|
evvcp->evvc_pas_id);
|
|
}
|
|
|
|
MCDI_IN_SET_WORD(req, VIRTIO_INIT_QUEUE_REQ_MSIX_VECTOR,
|
|
evvcp->evvc_msix_vector);
|
|
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_FEATURES_LO,
|
|
evvcp->evcc_features & 0xFFFFFFFF);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_FEATURES_HI,
|
|
evvcp->evcc_features >> 32);
|
|
|
|
if (evvdp != NULL) {
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_INITIAL_PIDX,
|
|
evvdp->evvd_vq_pidx);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_INITIAL_CIDX,
|
|
evvdp->evvd_vq_cidx);
|
|
}
|
|
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_MPORT_SELECTOR,
|
|
MAE_MPORT_SELECTOR_ASSIGNED);
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail3;
|
|
}
|
|
|
|
evvp->evv_vi_index = vi_index;
|
|
|
|
return (0);
|
|
|
|
fail3:
|
|
EFSYS_PROBE(fail3);
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
|
|
__checkReturn efx_rc_t
|
|
rhead_virtio_qstop(
|
|
__in efx_virtio_vq_t *evvp,
|
|
__out_opt efx_virtio_vq_dyncfg_t *evvdp)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
efx_nic_t *enp = evvp->evv_enp;
|
|
EFX_MCDI_DECLARE_BUF(payload, MC_CMD_VIRTIO_FINI_QUEUE_REQ_LEN,
|
|
MC_CMD_VIRTIO_FINI_QUEUE_RESP_LEN);
|
|
efx_rc_t rc;
|
|
|
|
req.emr_cmd = MC_CMD_VIRTIO_FINI_QUEUE;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_VIRTIO_FINI_QUEUE_REQ_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_VIRTIO_FINI_QUEUE_RESP_LEN;
|
|
|
|
MCDI_IN_SET_BYTE(req, VIRTIO_FINI_QUEUE_REQ_QUEUE_TYPE, evvp->evv_type);
|
|
MCDI_IN_SET_WORD(req, VIRTIO_INIT_QUEUE_REQ_TARGET_VF,
|
|
evvp->evv_target_vf);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_INIT_QUEUE_REQ_INSTANCE,
|
|
evvp->evv_vi_index);
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail1;
|
|
}
|
|
|
|
if (req.emr_out_length_used < MC_CMD_VIRTIO_FINI_QUEUE_RESP_LEN) {
|
|
rc = EMSGSIZE;
|
|
goto fail2;
|
|
}
|
|
|
|
if (evvdp != NULL) {
|
|
evvdp->evvd_vq_pidx =
|
|
MCDI_OUT_DWORD(req, VIRTIO_FINI_QUEUE_RESP_FINAL_PIDX);
|
|
evvdp->evvd_vq_cidx =
|
|
MCDI_OUT_DWORD(req, VIRTIO_FINI_QUEUE_RESP_FINAL_CIDX);
|
|
}
|
|
|
|
return (0);
|
|
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
|
|
__checkReturn efx_rc_t
|
|
rhead_virtio_get_doorbell_offset(
|
|
__in efx_virtio_vq_t *evvp,
|
|
__out uint32_t *offsetp)
|
|
{
|
|
efx_nic_t *enp = evvp->evv_enp;
|
|
efx_mcdi_req_t req;
|
|
uint32_t type;
|
|
EFX_MCDI_DECLARE_BUF(payload, MC_CMD_VIRTIO_GET_DOORBELL_OFFSET_REQ_LEN,
|
|
MC_CMD_VIRTIO_GET_NET_DOORBELL_OFFSET_RESP_LEN);
|
|
efx_rc_t rc;
|
|
|
|
req.emr_cmd = MC_CMD_VIRTIO_GET_DOORBELL_OFFSET;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_VIRTIO_GET_DOORBELL_OFFSET_REQ_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_VIRTIO_GET_NET_DOORBELL_OFFSET_RESP_LEN;
|
|
|
|
switch (evvp->evv_type) {
|
|
case EFX_VIRTIO_VQ_TYPE_NET_RXQ:
|
|
case EFX_VIRTIO_VQ_TYPE_NET_TXQ:
|
|
type = MC_CMD_VIRTIO_GET_FEATURES_IN_NET;
|
|
break;
|
|
case EFX_VIRTIO_VQ_TYPE_BLOCK:
|
|
type = MC_CMD_VIRTIO_GET_FEATURES_IN_BLOCK;
|
|
break;
|
|
default:
|
|
rc = EINVAL;
|
|
goto fail1;
|
|
}
|
|
|
|
MCDI_IN_SET_BYTE(req, VIRTIO_GET_DOORBELL_OFFSET_REQ_DEVICE_ID,
|
|
type);
|
|
MCDI_IN_SET_WORD(req, VIRTIO_GET_DOORBELL_OFFSET_REQ_TARGET_VF,
|
|
evvp->evv_target_vf);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_GET_DOORBELL_OFFSET_REQ_INSTANCE,
|
|
evvp->evv_vi_index);
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail2;
|
|
}
|
|
|
|
switch (type) {
|
|
case MC_CMD_VIRTIO_GET_FEATURES_IN_NET:
|
|
if (req.emr_out_length_used <
|
|
MC_CMD_VIRTIO_GET_NET_DOORBELL_OFFSET_RESP_LEN) {
|
|
rc = EMSGSIZE;
|
|
goto fail3;
|
|
}
|
|
|
|
if (evvp->evv_type == EFX_VIRTIO_VQ_TYPE_NET_RXQ) {
|
|
*offsetp = MCDI_OUT_DWORD(req,
|
|
VIRTIO_GET_NET_DOORBELL_OFFSET_RESP_RX_DBL_OFFSET);
|
|
} else if (evvp->evv_type == EFX_VIRTIO_VQ_TYPE_NET_TXQ) {
|
|
*offsetp = MCDI_OUT_DWORD(req,
|
|
VIRTIO_GET_NET_DOORBELL_OFFSET_RESP_TX_DBL_OFFSET);
|
|
}
|
|
break;
|
|
case MC_CMD_VIRTIO_GET_FEATURES_IN_BLOCK:
|
|
if (req.emr_out_length_used <
|
|
MC_CMD_VIRTIO_GET_BLOCK_DOORBELL_OFFSET_RESP_LEN) {
|
|
rc = EMSGSIZE;
|
|
goto fail4;
|
|
}
|
|
|
|
*offsetp = MCDI_OUT_DWORD(req,
|
|
VIRTIO_GET_BLOCK_DOORBELL_OFFSET_RESP_DBL_OFFSET);
|
|
break;
|
|
default:
|
|
EFSYS_ASSERT(0);
|
|
rc = EINVAL;
|
|
goto fail5;
|
|
}
|
|
|
|
return (0);
|
|
|
|
fail5:
|
|
EFSYS_PROBE(fail5);
|
|
fail4:
|
|
EFSYS_PROBE(fail4);
|
|
fail3:
|
|
EFSYS_PROBE(fail3);
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
|
|
__checkReturn efx_rc_t
|
|
rhead_virtio_get_features(
|
|
__in efx_nic_t *enp,
|
|
__in efx_virtio_device_type_t type,
|
|
__out uint64_t *featuresp)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
uint32_t features_lo;
|
|
uint32_t features_hi;
|
|
EFX_MCDI_DECLARE_BUF(payload, MC_CMD_VIRTIO_GET_FEATURES_IN_LEN,
|
|
MC_CMD_VIRTIO_GET_FEATURES_OUT_LEN);
|
|
efx_rc_t rc;
|
|
|
|
EFX_STATIC_ASSERT(EFX_VIRTIO_DEVICE_TYPE_NET ==
|
|
MC_CMD_VIRTIO_GET_FEATURES_IN_NET);
|
|
EFX_STATIC_ASSERT(EFX_VIRTIO_DEVICE_TYPE_BLOCK ==
|
|
MC_CMD_VIRTIO_GET_FEATURES_IN_BLOCK);
|
|
|
|
req.emr_cmd = MC_CMD_VIRTIO_GET_FEATURES;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_VIRTIO_GET_FEATURES_IN_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_VIRTIO_GET_FEATURES_OUT_LEN;
|
|
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_GET_FEATURES_IN_DEVICE_ID, type);
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail1;
|
|
}
|
|
|
|
if (req.emr_out_length_used < MC_CMD_VIRTIO_GET_FEATURES_OUT_LEN) {
|
|
rc = EMSGSIZE;
|
|
goto fail2;
|
|
}
|
|
|
|
features_lo = MCDI_OUT_DWORD(req, VIRTIO_GET_FEATURES_OUT_FEATURES_LO);
|
|
features_hi = MCDI_OUT_DWORD(req, VIRTIO_GET_FEATURES_OUT_FEATURES_HI);
|
|
*featuresp = ((uint64_t)features_hi << 32) | features_lo;
|
|
|
|
return (0);
|
|
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
|
|
__checkReturn efx_rc_t
|
|
rhead_virtio_verify_features(
|
|
__in efx_nic_t *enp,
|
|
__in efx_virtio_device_type_t type,
|
|
__in uint64_t features)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
EFX_MCDI_DECLARE_BUF(payload, MC_CMD_VIRTIO_TEST_FEATURES_IN_LEN,
|
|
MC_CMD_VIRTIO_TEST_FEATURES_OUT_LEN);
|
|
efx_rc_t rc;
|
|
|
|
EFX_STATIC_ASSERT(EFX_VIRTIO_DEVICE_TYPE_NET ==
|
|
MC_CMD_VIRTIO_GET_FEATURES_IN_NET);
|
|
EFX_STATIC_ASSERT(EFX_VIRTIO_DEVICE_TYPE_BLOCK ==
|
|
MC_CMD_VIRTIO_GET_FEATURES_IN_BLOCK);
|
|
|
|
req.emr_cmd = MC_CMD_VIRTIO_TEST_FEATURES;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_VIRTIO_TEST_FEATURES_IN_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_VIRTIO_TEST_FEATURES_OUT_LEN;
|
|
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_TEST_FEATURES_IN_DEVICE_ID, type);
|
|
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_TEST_FEATURES_IN_FEATURES_LO,
|
|
features & 0xFFFFFFFF);
|
|
MCDI_IN_SET_DWORD(req, VIRTIO_TEST_FEATURES_IN_FEATURES_HI,
|
|
((features >> 32) & 0xFFFFFFFF));
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail1;
|
|
}
|
|
|
|
return (0);
|
|
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
|
|
#endif /* EFSYS_OPT_RIVERHEAD && EFSYS_OPT_VIRTIO */
|