/* SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0) * Copyright(c) 2018-2019 Pensando Systems, Inc. All rights reserved. */ #ifndef _IONIC_DEV_H_ #define _IONIC_DEV_H_ #include #include "ionic_osdep.h" #include "ionic_if.h" #include "ionic_regs.h" #define IONIC_MIN_MTU RTE_ETHER_MIN_MTU #define IONIC_MAX_MTU 9194 #define IONIC_MAX_RING_DESC 32768 #define IONIC_MIN_RING_DESC 16 #define IONIC_DEF_TXRX_DESC 4096 #define IONIC_LIFS_MAX 1024 #define IONIC_DEVCMD_TIMEOUT 30 /* devcmd_timeout */ #define IONIC_ALIGN 4096 struct ionic_adapter; struct ionic_dev_bar { void __iomem *vaddr; rte_iova_t bus_addr; unsigned long len; }; static inline void ionic_struct_size_checks(void) { RTE_BUILD_BUG_ON(sizeof(struct ionic_doorbell) != 8); RTE_BUILD_BUG_ON(sizeof(struct ionic_intr) != 32); RTE_BUILD_BUG_ON(sizeof(struct ionic_intr_status) != 8); RTE_BUILD_BUG_ON(sizeof(union ionic_dev_regs) != 4096); RTE_BUILD_BUG_ON(sizeof(union ionic_dev_info_regs) != 2048); RTE_BUILD_BUG_ON(sizeof(union ionic_dev_cmd_regs) != 2048); RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_stats) != 1024); RTE_BUILD_BUG_ON(sizeof(struct ionic_admin_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_admin_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_nop_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_nop_comp) != 16); /* Device commands */ RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_identify_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_identify_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_init_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_init_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_reset_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_reset_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_getattr_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_getattr_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_setattr_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_setattr_comp) != 16); /* Port commands */ RTE_BUILD_BUG_ON(sizeof(struct ionic_port_identify_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_port_identify_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_port_init_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_port_init_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_port_reset_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_port_reset_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_port_getattr_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_port_getattr_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_port_setattr_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_port_setattr_comp) != 16); /* LIF commands */ RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_init_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_init_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_reset_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_getattr_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_getattr_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_setattr_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_setattr_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_q_init_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_q_init_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_q_control_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_rx_mode_set_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_rx_filter_add_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_rx_filter_add_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_rx_filter_del_cmd) != 64); /* RDMA commands */ RTE_BUILD_BUG_ON(sizeof(struct ionic_rdma_reset_cmd) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_rdma_queue_cmd) != 64); /* Events */ RTE_BUILD_BUG_ON(sizeof(struct ionic_notifyq_cmd) != 4); RTE_BUILD_BUG_ON(sizeof(union ionic_notifyq_comp) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_notifyq_event) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_link_change_event) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_reset_event) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_heartbeat_event) != 64); RTE_BUILD_BUG_ON(sizeof(struct ionic_log_event) != 64); /* I/O */ RTE_BUILD_BUG_ON(sizeof(struct ionic_txq_desc) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_txq_sg_desc) != 128); RTE_BUILD_BUG_ON(sizeof(struct ionic_txq_comp) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_rxq_desc) != 16); RTE_BUILD_BUG_ON(sizeof(struct ionic_rxq_sg_desc) != 128); RTE_BUILD_BUG_ON(sizeof(struct ionic_rxq_comp) != 16); } struct ionic_dev { union ionic_dev_info_regs __iomem *dev_info; union ionic_dev_cmd_regs __iomem *dev_cmd; struct ionic_doorbell __iomem *db_pages; rte_iova_t phy_db_pages; struct ionic_intr __iomem *intr_ctrl; struct ionic_intr_status __iomem *intr_status; struct ionic_port_info *port_info; const struct rte_memzone *port_info_z; rte_iova_t port_info_pa; uint32_t port_info_sz; }; struct ionic_queue; struct ionic_desc_info; typedef void (*desc_cb)(struct ionic_queue *q, uint32_t q_desc_index, uint32_t cq_desc_index, void *cb_arg, void *service_cb_arg); struct ionic_desc_info { desc_cb cb; void *cb_arg; }; struct ionic_queue { struct ionic_dev *idev; struct ionic_lif *lif; struct ionic_cq *bound_cq; uint32_t index; uint32_t type; uint32_t hw_index; uint32_t hw_type; void *base; void *sg_base; rte_iova_t base_pa; rte_iova_t sg_base_pa; struct ionic_desc_info *info; uint32_t tail_idx; uint32_t head_idx; uint32_t num_descs; uint32_t desc_size; uint32_t sg_desc_size; uint32_t pid; uint32_t qid; uint32_t qtype; struct ionic_doorbell __iomem *db; void *nop_desc; }; #define IONIC_INTR_INDEX_NOT_ASSIGNED (-1) #define IONIC_INTR_NAME_MAX_SZ (32) struct ionic_intr_info { char name[IONIC_INTR_NAME_MAX_SZ]; int index; uint32_t vector; struct ionic_intr __iomem *ctrl; }; struct ionic_cq { struct ionic_lif *lif; struct ionic_queue *bound_q; uint32_t tail_idx; uint32_t num_descs; uint32_t desc_size; bool done_color; void *base; rte_iova_t base_pa; struct ionic_intr_info *bound_intr; }; /** ionic_admin_ctx - Admin command context. * @pending_work: Flag that indicates a completion. * @cmd: Admin command (64B) to be copied to the queue. * @comp: Admin completion (16B) copied from the queue. */ struct ionic_admin_ctx { bool pending_work; union ionic_adminq_cmd cmd; union ionic_adminq_comp comp; }; struct ionic_lif; struct ionic_adapter; struct ionic_qcq; void ionic_intr_init(struct ionic_dev *idev, struct ionic_intr_info *intr, unsigned long index); int ionic_dev_setup(struct ionic_adapter *adapter); void ionic_dev_cmd_go(struct ionic_dev *idev, union ionic_dev_cmd *cmd); uint8_t ionic_dev_cmd_status(struct ionic_dev *idev); bool ionic_dev_cmd_done(struct ionic_dev *idev); void ionic_dev_cmd_comp(struct ionic_dev *idev, void *mem); void ionic_dev_cmd_identify(struct ionic_dev *idev, uint8_t ver); void ionic_dev_cmd_init(struct ionic_dev *idev); void ionic_dev_cmd_reset(struct ionic_dev *idev); void ionic_dev_cmd_port_identify(struct ionic_dev *idev); void ionic_dev_cmd_port_init(struct ionic_dev *idev); void ionic_dev_cmd_port_reset(struct ionic_dev *idev); void ionic_dev_cmd_port_state(struct ionic_dev *idev, uint8_t state); void ionic_dev_cmd_port_speed(struct ionic_dev *idev, uint32_t speed); void ionic_dev_cmd_port_mtu(struct ionic_dev *idev, uint32_t mtu); void ionic_dev_cmd_port_autoneg(struct ionic_dev *idev, uint8_t an_enable); void ionic_dev_cmd_port_fec(struct ionic_dev *idev, uint8_t fec_type); void ionic_dev_cmd_port_pause(struct ionic_dev *idev, uint8_t pause_type); void ionic_dev_cmd_port_loopback(struct ionic_dev *idev, uint8_t loopback_mode); void ionic_dev_cmd_lif_identify(struct ionic_dev *idev, uint8_t type, uint8_t ver); void ionic_dev_cmd_lif_init(struct ionic_dev *idev, uint16_t lif_index, rte_iova_t addr); void ionic_dev_cmd_lif_reset(struct ionic_dev *idev, uint16_t lif_index); void ionic_dev_cmd_adminq_init(struct ionic_dev *idev, struct ionic_qcq *qcq, uint16_t lif_index, uint16_t intr_index); struct ionic_doorbell __iomem *ionic_db_map(struct ionic_lif *lif, struct ionic_queue *q); int ionic_db_page_num(struct ionic_lif *lif, int pid); int ionic_cq_init(struct ionic_lif *lif, struct ionic_cq *cq, struct ionic_intr_info *intr, uint32_t num_descs, size_t desc_size); void ionic_cq_map(struct ionic_cq *cq, void *base, rte_iova_t base_pa); void ionic_cq_bind(struct ionic_cq *cq, struct ionic_queue *q); typedef bool (*ionic_cq_cb)(struct ionic_cq *cq, uint32_t cq_desc_index, void *cb_arg); uint32_t ionic_cq_service(struct ionic_cq *cq, uint32_t work_to_do, ionic_cq_cb cb, void *cb_arg); int ionic_q_init(struct ionic_lif *lif, struct ionic_dev *idev, struct ionic_queue *q, uint32_t index, uint32_t num_descs, size_t desc_size, size_t sg_desc_size, uint32_t pid); void ionic_q_map(struct ionic_queue *q, void *base, rte_iova_t base_pa); void ionic_q_sg_map(struct ionic_queue *q, void *base, rte_iova_t base_pa); void ionic_q_flush(struct ionic_queue *q); void ionic_q_post(struct ionic_queue *q, bool ring_doorbell, desc_cb cb, void *cb_arg); uint32_t ionic_q_space_avail(struct ionic_queue *q); bool ionic_q_has_space(struct ionic_queue *q, uint32_t want); void ionic_q_service(struct ionic_queue *q, uint32_t cq_desc_index, uint32_t stop_index, void *service_cb_arg); int ionic_adminq_post(struct ionic_lif *lif, struct ionic_admin_ctx *ctx); #endif /* _IONIC_DEV_H_ */