hw/efa/efa.h

0001 /* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
0002 /*
0003  * Copyright 2018-2021 Amazon.com, Inc. or its affiliates. All rights reserved.
0004  */
0005
0006 #ifndef _EFA_H_
0007 #define _EFA_H_
0008
0009 #include <linux/bitops.h>
0010 #include <linux/interrupt.h>
0011 #include <linux/pci.h>
0012
0013 #include <rdma/efa-abi.h>
0014 #include <rdma/ib_verbs.h>
0015
0016 #include "efa_com_cmd.h"
0017
0018 #define DRV_MODULE_NAME         "efa"
0019 #define DEVICE_NAME             "Elastic Fabric Adapter (EFA)"
0020
0021 #define EFA_IRQNAME_SIZE        40
0022
0023 #define EFA_MGMNT_MSIX_VEC_IDX            0
0024 #define EFA_COMP_EQS_VEC_BASE             1
0025
0026 struct efa_irq {
0027     irq_handler_t handler;
0028     void *data;
0029     u32 irqn;
0030     u32 vector;
0031     cpumask_t affinity_hint_mask;
0032     char name[EFA_IRQNAME_SIZE];
0033 };
0034
0035 /* Don't use anything other than atomic64 */
0036 struct efa_stats {
0037     atomic64_t alloc_pd_err;
0038     atomic64_t create_qp_err;
0039     atomic64_t create_cq_err;
0040     atomic64_t reg_mr_err;
0041     atomic64_t alloc_ucontext_err;
0042     atomic64_t create_ah_err;
0043     atomic64_t mmap_err;
0044     atomic64_t keep_alive_rcvd;
0045 };
0046
0047 struct efa_dev {
0048     struct ib_device ibdev;
0049     struct efa_com_dev edev;
0050     struct pci_dev *pdev;
0051     struct efa_com_get_device_attr_result dev_attr;
0052
0053     u64 reg_bar_addr;
0054     u64 reg_bar_len;
0055     u64 mem_bar_addr;
0056     u64 mem_bar_len;
0057     u64 db_bar_addr;
0058     u64 db_bar_len;
0059
0060     int admin_msix_vector_idx;
0061     struct efa_irq admin_irq;
0062
0063     struct efa_stats stats;
0064
0065     /* Array of completion EQs */
0066     struct efa_eq *eqs;
0067     unsigned int neqs;
0068
0069     /* Only stores CQs with interrupts enabled */
0070     struct xarray cqs_xa;
0071 };
0072
0073 struct efa_ucontext {
0074     struct ib_ucontext ibucontext;
0075     u16 uarn;
0076 };
0077
0078 struct efa_pd {
0079     struct ib_pd ibpd;
0080     u16 pdn;
0081 };
0082
0083 struct efa_mr {
0084     struct ib_mr ibmr;
0085     struct ib_umem *umem;
0086 };
0087
0088 struct efa_cq {
0089     struct ib_cq ibcq;
0090     struct efa_ucontext *ucontext;
0091     dma_addr_t dma_addr;
0092     void *cpu_addr;
0093     struct rdma_user_mmap_entry *mmap_entry;
0094     struct rdma_user_mmap_entry *db_mmap_entry;
0095     size_t size;
0096     u16 cq_idx;
0097     /* NULL when no interrupts requested */
0098     struct efa_eq *eq;
0099 };
0100
0101 struct efa_qp {
0102     struct ib_qp ibqp;
0103     dma_addr_t rq_dma_addr;
0104     void *rq_cpu_addr;
0105     size_t rq_size;
0106     enum ib_qp_state state;
0107
0108     /* Used for saving mmap_xa entries */
0109     struct rdma_user_mmap_entry *sq_db_mmap_entry;
0110     struct rdma_user_mmap_entry *llq_desc_mmap_entry;
0111     struct rdma_user_mmap_entry *rq_db_mmap_entry;
0112     struct rdma_user_mmap_entry *rq_mmap_entry;
0113
0114     u32 qp_handle;
0115     u32 max_send_wr;
0116     u32 max_recv_wr;
0117     u32 max_send_sge;
0118     u32 max_recv_sge;
0119     u32 max_inline_data;
0120 };
0121
0122 struct efa_ah {
0123     struct ib_ah ibah;
0124     u16 ah;
0125     /* dest_addr */
0126     u8 id[EFA_GID_SIZE];
0127 };
0128
0129 struct efa_eq {
0130     struct efa_com_eq eeq;
0131     struct efa_irq irq;
0132 };
0133
0134 int efa_query_device(struct ib_device *ibdev,
0135              struct ib_device_attr *props,
0136              struct ib_udata *udata);
0137 int efa_query_port(struct ib_device *ibdev, u32 port,
0138            struct ib_port_attr *props);
0139 int efa_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
0140          int qp_attr_mask,
0141          struct ib_qp_init_attr *qp_init_attr);
0142 int efa_query_gid(struct ib_device *ibdev, u32 port, int index,
0143           union ib_gid *gid);
0144 int efa_query_pkey(struct ib_device *ibdev, u32 port, u16 index,
0145            u16 *pkey);
0146 int efa_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
0147 int efa_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
0148 int efa_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata);
0149 int efa_create_qp(struct ib_qp *ibqp, struct ib_qp_init_attr *init_attr,
0150           struct ib_udata *udata);
0151 int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
0152 int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
0153           struct ib_udata *udata);
0154 struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length,
0155              u64 virt_addr, int access_flags,
0156              struct ib_udata *udata);
0157 struct ib_mr *efa_reg_user_mr_dmabuf(struct ib_pd *ibpd, u64 start,
0158                      u64 length, u64 virt_addr,
0159                      int fd, int access_flags,
0160                      struct ib_udata *udata);
0161 int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
0162 int efa_get_port_immutable(struct ib_device *ibdev, u32 port_num,
0163                struct ib_port_immutable *immutable);
0164 int efa_alloc_ucontext(struct ib_ucontext *ibucontext, struct ib_udata *udata);
0165 void efa_dealloc_ucontext(struct ib_ucontext *ibucontext);
0166 int efa_mmap(struct ib_ucontext *ibucontext,
0167          struct vm_area_struct *vma);
0168 void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry);
0169 int efa_create_ah(struct ib_ah *ibah,
0170           struct rdma_ah_init_attr *init_attr,
0171           struct ib_udata *udata);
0172 int efa_destroy_ah(struct ib_ah *ibah, u32 flags);
0173 int efa_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
0174           int qp_attr_mask, struct ib_udata *udata);
0175 enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev,
0176                      u32 port_num);
0177 struct rdma_hw_stats *efa_alloc_hw_port_stats(struct ib_device *ibdev, u32 port_num);
0178 struct rdma_hw_stats *efa_alloc_hw_device_stats(struct ib_device *ibdev);
0179 int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats,
0180              u32 port_num, int index);
0181
0182 #endif /* _EFA_H_ */