sw/siw/siw_mem.h

0001 /* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
0002
0003 /* Authors: Bernard Metzler <bmt@zurich.ibm.com> */
0004 /* Copyright (c) 2008-2019, IBM Corporation */
0005
0006 #ifndef _SIW_MEM_H
0007 #define _SIW_MEM_H
0008
0009 struct siw_umem *siw_umem_get(u64 start, u64 len, bool writable);
0010 void siw_umem_release(struct siw_umem *umem, bool dirty);
0011 struct siw_pbl *siw_pbl_alloc(u32 num_buf);
0012 dma_addr_t siw_pbl_get_buffer(struct siw_pbl *pbl, u64 off, int *len, int *idx);
0013 struct siw_mem *siw_mem_id2obj(struct siw_device *sdev, int stag_index);
0014 int siw_mem_add(struct siw_device *sdev, struct siw_mem *m);
0015 int siw_invalidate_stag(struct ib_pd *pd, u32 stag);
0016 int siw_check_mem(struct ib_pd *pd, struct siw_mem *mem, u64 addr,
0017           enum ib_access_flags perms, int len);
0018 int siw_check_sge(struct ib_pd *pd, struct siw_sge *sge,
0019           struct siw_mem *mem[], enum ib_access_flags perms,
0020           u32 off, int len);
0021 void siw_wqe_put_mem(struct siw_wqe *wqe, enum siw_opcode op);
0022 int siw_mr_add_mem(struct siw_mr *mr, struct ib_pd *pd, void *mem_obj,
0023            u64 start, u64 len, int rights);
0024 void siw_mr_drop_mem(struct siw_mr *mr);
0025 void siw_free_mem(struct kref *ref);
0026
0027 static inline void siw_mem_put(struct siw_mem *mem)
0028 {
0029     kref_put(&mem->ref, siw_free_mem);
0030 }
0031
0032 static inline void siw_unref_mem_sgl(struct siw_mem **mem, unsigned int num_sge)
0033 {
0034     while (num_sge) {
0035         if (*mem == NULL)
0036             break;
0037
0038         siw_mem_put(*mem);
0039         *mem = NULL;
0040         mem++;
0041         num_sge--;
0042     }
0043 }
0044
0045 #define CHUNK_SHIFT 9 /* sets number of pages per chunk */
0046 #define PAGES_PER_CHUNK (_AC(1, UL) << CHUNK_SHIFT)
0047 #define CHUNK_MASK (~(PAGES_PER_CHUNK - 1))
0048 #define PAGE_CHUNK_SIZE (PAGES_PER_CHUNK * sizeof(struct page *))
0049
0050 /*
0051  * siw_get_upage()
0052  *
0053  * Get page pointer for address on given umem.
0054  *
0055  * @umem: two dimensional list of page pointers
0056  * @addr: user virtual address
0057  */
0058 static inline struct page *siw_get_upage(struct siw_umem *umem, u64 addr)
0059 {
0060     unsigned int page_idx = (addr - umem->fp_addr) >> PAGE_SHIFT,
0061              chunk_idx = page_idx >> CHUNK_SHIFT,
0062              page_in_chunk = page_idx & ~CHUNK_MASK;
0063
0064     if (likely(page_idx < umem->num_pages))
0065         return umem->page_chunk[chunk_idx].plist[page_in_chunk];
0066
0067     return NULL;
0068 }
0069 #endif