123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231 |
- /*
- * Broadcom NetXtreme-E RoCE driver.
- *
- * Copyright (c) 2016 - 2017, Broadcom. All rights reserved. The term
- * Broadcom refers to Broadcom Limited and/or its subsidiaries.
- *
- * This software is available to you under a choice of one of two
- * licenses. You may choose to be licensed under the terms of the GNU
- * General Public License (GPL) Version 2, available from the file
- * COPYING in the main directory of this source tree, or the
- * BSD license below:
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- *
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in
- * the documentation and/or other materials provided with the
- * distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
- * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
- * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
- * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
- * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
- * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
- * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
- * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
- * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * Description: RDMA Controller HW interface (header)
- */
- #ifndef __BNXT_QPLIB_RCFW_H__
- #define __BNXT_QPLIB_RCFW_H__
- #define RCFW_CMDQ_TRIG_VAL 1
- #define RCFW_COMM_PCI_BAR_REGION 0
- #define RCFW_COMM_CONS_PCI_BAR_REGION 2
- #define RCFW_COMM_BASE_OFFSET 0x600
- #define RCFW_PF_COMM_PROD_OFFSET 0xc
- #define RCFW_VF_COMM_PROD_OFFSET 0xc
- #define RCFW_COMM_TRIG_OFFSET 0x100
- #define RCFW_COMM_SIZE 0x104
- #define RCFW_DBR_PCI_BAR_REGION 2
- #define RCFW_CMD_PREP(req, CMD, cmd_flags) \
- do { \
- memset(&(req), 0, sizeof((req))); \
- (req).opcode = CMDQ_BASE_OPCODE_##CMD; \
- (req).cmd_size = (sizeof((req)) + \
- BNXT_QPLIB_CMDQE_UNITS - 1) / \
- BNXT_QPLIB_CMDQE_UNITS; \
- (req).flags = cpu_to_le16(cmd_flags); \
- } while (0)
- #define RCFW_CMD_WAIT_TIME_MS 20000 /* 20 Seconds timeout */
- /* CMDQ elements */
- #define BNXT_QPLIB_CMDQE_MAX_CNT 256
- #define BNXT_QPLIB_CMDQE_UNITS sizeof(struct bnxt_qplib_cmdqe)
- #define BNXT_QPLIB_CMDQE_CNT_PER_PG (PAGE_SIZE / BNXT_QPLIB_CMDQE_UNITS)
- #define MAX_CMDQ_IDX (BNXT_QPLIB_CMDQE_MAX_CNT - 1)
- #define MAX_CMDQ_IDX_PER_PG (BNXT_QPLIB_CMDQE_CNT_PER_PG - 1)
- #define RCFW_MAX_OUTSTANDING_CMD BNXT_QPLIB_CMDQE_MAX_CNT
- #define RCFW_MAX_COOKIE_VALUE 0x7FFF
- #define RCFW_CMD_IS_BLOCKING 0x8000
- /* Cmdq contains a fix number of a 16-Byte slots */
- struct bnxt_qplib_cmdqe {
- u8 data[16];
- };
- static inline u32 get_cmdq_pg(u32 val)
- {
- return (val & ~MAX_CMDQ_IDX_PER_PG) / BNXT_QPLIB_CMDQE_CNT_PER_PG;
- }
- static inline u32 get_cmdq_idx(u32 val)
- {
- return val & MAX_CMDQ_IDX_PER_PG;
- }
- /* Crsq buf is 1024-Byte */
- struct bnxt_qplib_crsbe {
- u8 data[1024];
- };
- /* CRSQ SB */
- #define BNXT_QPLIB_CRSBE_MAX_CNT 4
- #define BNXT_QPLIB_CRSBE_UNITS sizeof(struct bnxt_qplib_crsbe)
- #define BNXT_QPLIB_CRSBE_CNT_PER_PG (PAGE_SIZE / BNXT_QPLIB_CRSBE_UNITS)
- #define MAX_CRSB_IDX (BNXT_QPLIB_CRSBE_MAX_CNT - 1)
- #define MAX_CRSB_IDX_PER_PG (BNXT_QPLIB_CRSBE_CNT_PER_PG - 1)
- static inline u32 get_crsb_pg(u32 val)
- {
- return (val & ~MAX_CRSB_IDX_PER_PG) / BNXT_QPLIB_CRSBE_CNT_PER_PG;
- }
- static inline u32 get_crsb_idx(u32 val)
- {
- return val & MAX_CRSB_IDX_PER_PG;
- }
- static inline void bnxt_qplib_crsb_dma_next(dma_addr_t *pg_map_arr,
- u32 prod, dma_addr_t *dma_addr)
- {
- *dma_addr = pg_map_arr[(prod) / BNXT_QPLIB_CRSBE_CNT_PER_PG];
- *dma_addr += ((prod) % BNXT_QPLIB_CRSBE_CNT_PER_PG) *
- BNXT_QPLIB_CRSBE_UNITS;
- }
- /* CREQ */
- /* Allocate 1 per QP for async error notification for now */
- #define BNXT_QPLIB_CREQE_MAX_CNT (64 * 1024)
- #define BNXT_QPLIB_CREQE_UNITS 16 /* 16-Bytes per prod unit */
- #define BNXT_QPLIB_CREQE_CNT_PER_PG (PAGE_SIZE / BNXT_QPLIB_CREQE_UNITS)
- #define MAX_CREQ_IDX (BNXT_QPLIB_CREQE_MAX_CNT - 1)
- #define MAX_CREQ_IDX_PER_PG (BNXT_QPLIB_CREQE_CNT_PER_PG - 1)
- static inline u32 get_creq_pg(u32 val)
- {
- return (val & ~MAX_CREQ_IDX_PER_PG) / BNXT_QPLIB_CREQE_CNT_PER_PG;
- }
- static inline u32 get_creq_idx(u32 val)
- {
- return val & MAX_CREQ_IDX_PER_PG;
- }
- #define BNXT_QPLIB_CREQE_PER_PG (PAGE_SIZE / sizeof(struct creq_base))
- #define CREQ_CMP_VALID(hdr, raw_cons, cp_bit) \
- (!!((hdr)->v & CREQ_BASE_V) == \
- !((raw_cons) & (cp_bit)))
- #define CREQ_DB_KEY_CP (0x2 << CMPL_DOORBELL_KEY_SFT)
- #define CREQ_DB_IDX_VALID CMPL_DOORBELL_IDX_VALID
- #define CREQ_DB_IRQ_DIS CMPL_DOORBELL_MASK
- #define CREQ_DB_CP_FLAGS_REARM (CREQ_DB_KEY_CP | \
- CREQ_DB_IDX_VALID)
- #define CREQ_DB_CP_FLAGS (CREQ_DB_KEY_CP | \
- CREQ_DB_IDX_VALID | \
- CREQ_DB_IRQ_DIS)
- #define CREQ_DB_REARM(db, raw_cons, cp_bit) \
- writel(CREQ_DB_CP_FLAGS_REARM | ((raw_cons) & ((cp_bit) - 1)), db)
- #define CREQ_DB(db, raw_cons, cp_bit) \
- writel(CREQ_DB_CP_FLAGS | ((raw_cons) & ((cp_bit) - 1)), db)
- /* HWQ */
- struct bnxt_qplib_crsqe {
- struct creq_qp_event qp_event;
- u32 req_size;
- };
- struct bnxt_qplib_crsq {
- struct bnxt_qplib_crsqe *crsq;
- u32 prod;
- u32 cons;
- u32 max_elements;
- };
- /* RCFW Communication Channels */
- struct bnxt_qplib_rcfw {
- struct pci_dev *pdev;
- int vector;
- struct tasklet_struct worker;
- bool requested;
- unsigned long *cmdq_bitmap;
- u32 bmap_size;
- unsigned long flags;
- #define FIRMWARE_INITIALIZED_FLAG 1
- #define FIRMWARE_FIRST_FLAG BIT(31)
- wait_queue_head_t waitq;
- int (*aeq_handler)(struct bnxt_qplib_rcfw *,
- struct creq_func_event *);
- atomic_t seq_num;
- /* Bar region info */
- void __iomem *cmdq_bar_reg_iomem;
- u16 cmdq_bar_reg;
- u16 cmdq_bar_reg_prod_off;
- u16 cmdq_bar_reg_trig_off;
- u16 creq_ring_id;
- u16 creq_bar_reg;
- void __iomem *creq_bar_reg_iomem;
- /* Cmd-Resp and Async Event notification queue */
- struct bnxt_qplib_hwq creq;
- u64 creq_qp_event_processed;
- u64 creq_func_event_processed;
- /* Actual Cmd and Resp Queues */
- struct bnxt_qplib_hwq cmdq;
- struct bnxt_qplib_crsq crsq;
- struct bnxt_qplib_hwq crsb;
- };
- void bnxt_qplib_free_rcfw_channel(struct bnxt_qplib_rcfw *rcfw);
- int bnxt_qplib_alloc_rcfw_channel(struct pci_dev *pdev,
- struct bnxt_qplib_rcfw *rcfw);
- void bnxt_qplib_disable_rcfw_channel(struct bnxt_qplib_rcfw *rcfw);
- int bnxt_qplib_enable_rcfw_channel(struct pci_dev *pdev,
- struct bnxt_qplib_rcfw *rcfw,
- int msix_vector,
- int cp_bar_reg_off, int virt_fn,
- int (*aeq_handler)
- (struct bnxt_qplib_rcfw *,
- struct creq_func_event *));
- int bnxt_qplib_rcfw_block_for_resp(struct bnxt_qplib_rcfw *rcfw, u16 cookie);
- int bnxt_qplib_rcfw_wait_for_resp(struct bnxt_qplib_rcfw *rcfw, u16 cookie);
- void *bnxt_qplib_rcfw_send_message(struct bnxt_qplib_rcfw *rcfw,
- struct cmdq_base *req, void **crsbe,
- u8 is_block);
- int bnxt_qplib_deinit_rcfw(struct bnxt_qplib_rcfw *rcfw);
- int bnxt_qplib_init_rcfw(struct bnxt_qplib_rcfw *rcfw,
- struct bnxt_qplib_ctx *ctx, int is_virtfn);
- #endif /* __BNXT_QPLIB_RCFW_H__ */
|