hw/hfi1/exp_rcv.h

0001 /* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
0002 /*
0003  * Copyright(c) 2017 Intel Corporation.
0004  */
0005
0006 #ifndef _HFI1_EXP_RCV_H
0007 #define _HFI1_EXP_RCV_H
0008 #include "hfi.h"
0009
0010 #define EXP_TID_SET_EMPTY(set) (set.count == 0 && list_empty(&set.list))
0011
0012 #define EXP_TID_TIDLEN_MASK   0x7FFULL
0013 #define EXP_TID_TIDLEN_SHIFT  0
0014 #define EXP_TID_TIDCTRL_MASK  0x3ULL
0015 #define EXP_TID_TIDCTRL_SHIFT 20
0016 #define EXP_TID_TIDIDX_MASK   0x3FFULL
0017 #define EXP_TID_TIDIDX_SHIFT  22
0018 #define EXP_TID_GET(tid, field) \
0019     (((tid) >> EXP_TID_TID##field##_SHIFT) & EXP_TID_TID##field##_MASK)
0020
0021 #define EXP_TID_SET(field, value)           \
0022     (((value) & EXP_TID_TID##field##_MASK) <<   \
0023      EXP_TID_TID##field##_SHIFT)
0024 #define EXP_TID_CLEAR(tid, field) ({                    \
0025         (tid) &= ~(EXP_TID_TID##field##_MASK <<         \
0026                EXP_TID_TID##field##_SHIFT);         \
0027         })
0028 #define EXP_TID_RESET(tid, field, value) do {               \
0029         EXP_TID_CLEAR(tid, field);              \
0030         (tid) |= EXP_TID_SET(field, (value));           \
0031     } while (0)
0032
0033 /*
0034  * Define fields in the KDETH header so we can update the header
0035  * template.
0036  */
0037 #define KDETH_OFFSET_SHIFT        0
0038 #define KDETH_OFFSET_MASK         0x7fff
0039 #define KDETH_OM_SHIFT            15
0040 #define KDETH_OM_MASK             0x1
0041 #define KDETH_TID_SHIFT           16
0042 #define KDETH_TID_MASK            0x3ff
0043 #define KDETH_TIDCTRL_SHIFT       26
0044 #define KDETH_TIDCTRL_MASK        0x3
0045 #define KDETH_INTR_SHIFT          28
0046 #define KDETH_INTR_MASK           0x1
0047 #define KDETH_SH_SHIFT            29
0048 #define KDETH_SH_MASK             0x1
0049 #define KDETH_KVER_SHIFT          30
0050 #define KDETH_KVER_MASK           0x3
0051 #define KDETH_JKEY_SHIFT          0x0
0052 #define KDETH_JKEY_MASK           0xff
0053 #define KDETH_HCRC_UPPER_SHIFT    16
0054 #define KDETH_HCRC_UPPER_MASK     0xff
0055 #define KDETH_HCRC_LOWER_SHIFT    24
0056 #define KDETH_HCRC_LOWER_MASK     0xff
0057
0058 #define KDETH_GET(val, field)                       \
0059     (((le32_to_cpu((val))) >> KDETH_##field##_SHIFT) & KDETH_##field##_MASK)
0060 #define KDETH_SET(dw, field, val) do {                  \
0061         u32 dwval = le32_to_cpu(dw);                \
0062         dwval &= ~(KDETH_##field##_MASK << KDETH_##field##_SHIFT); \
0063         dwval |= (((val) & KDETH_##field##_MASK) << \
0064               KDETH_##field##_SHIFT);           \
0065         dw = cpu_to_le32(dwval);                \
0066     } while (0)
0067
0068 #define KDETH_RESET(dw, field, val) ({ dw = 0; KDETH_SET(dw, field, val); })
0069
0070 /* KDETH OM multipliers and switch over point */
0071 #define KDETH_OM_SMALL     4
0072 #define KDETH_OM_SMALL_SHIFT     2
0073 #define KDETH_OM_LARGE     64
0074 #define KDETH_OM_LARGE_SHIFT     6
0075 #define KDETH_OM_MAX_SIZE  (1 << ((KDETH_OM_LARGE / KDETH_OM_SMALL) + 1))
0076
0077 struct tid_group {
0078     struct list_head list;
0079     u32 base;
0080     u8 size;
0081     u8 used;
0082     u8 map;
0083 };
0084
0085 /*
0086  * Write an "empty" RcvArray entry.
0087  * This function exists so the TID registaration code can use it
0088  * to write to unused/unneeded entries and still take advantage
0089  * of the WC performance improvements. The HFI will ignore this
0090  * write to the RcvArray entry.
0091  */
0092 static inline void rcv_array_wc_fill(struct hfi1_devdata *dd, u32 index)
0093 {
0094     /*
0095      * Doing the WC fill writes only makes sense if the device is
0096      * present and the RcvArray has been mapped as WC memory.
0097      */
0098     if ((dd->flags & HFI1_PRESENT) && dd->rcvarray_wc) {
0099         writeq(0, dd->rcvarray_wc + (index * 8));
0100         if ((index & 3) == 3)
0101             flush_wc();
0102     }
0103 }
0104
0105 static inline void tid_group_add_tail(struct tid_group *grp,
0106                       struct exp_tid_set *set)
0107 {
0108     list_add_tail(&grp->list, &set->list);
0109     set->count++;
0110 }
0111
0112 static inline void tid_group_remove(struct tid_group *grp,
0113                     struct exp_tid_set *set)
0114 {
0115     list_del_init(&grp->list);
0116     set->count--;
0117 }
0118
0119 static inline void tid_group_move(struct tid_group *group,
0120                   struct exp_tid_set *s1,
0121                   struct exp_tid_set *s2)
0122 {
0123     tid_group_remove(group, s1);
0124     tid_group_add_tail(group, s2);
0125 }
0126
0127 static inline struct tid_group *tid_group_pop(struct exp_tid_set *set)
0128 {
0129     struct tid_group *grp =
0130         list_first_entry(&set->list, struct tid_group, list);
0131     list_del_init(&grp->list);
0132     set->count--;
0133     return grp;
0134 }
0135
0136 static inline u32 rcventry2tidinfo(u32 rcventry)
0137 {
0138     u32 pair = rcventry & ~0x1;
0139
0140     return EXP_TID_SET(IDX, pair >> 1) |
0141         EXP_TID_SET(CTRL, 1 << (rcventry - pair));
0142 }
0143
0144 /**
0145  * hfi1_tid_group_to_idx - convert an index to a group
0146  * @rcd - the receive context
0147  * @grp - the group pointer
0148  */
0149 static inline u16
0150 hfi1_tid_group_to_idx(struct hfi1_ctxtdata *rcd, struct tid_group *grp)
0151 {
0152     return grp - &rcd->groups[0];
0153 }
0154
0155 /**
0156  * hfi1_idx_to_tid_group - convert a group to an index
0157  * @rcd - the receive context
0158  * @idx - the index
0159  */
0160 static inline struct tid_group *
0161 hfi1_idx_to_tid_group(struct hfi1_ctxtdata *rcd, u16 idx)
0162 {
0163     return &rcd->groups[idx];
0164 }
0165
0166 int hfi1_alloc_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd);
0167 void hfi1_free_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd);
0168 void hfi1_exp_tid_group_init(struct hfi1_ctxtdata *rcd);
0169
0170 #endif /* _HFI1_EXP_RCV_H */