2 * Copyright (c) 2013, Mellanox Technologies inc. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
36 #include <linux/types.h>
37 #include <rdma/ib_verbs.h>
39 #if defined(__LITTLE_ENDIAN)
40 #define MLX5_SET_HOST_ENDIANNESS 0
41 #elif defined(__BIG_ENDIAN)
42 #define MLX5_SET_HOST_ENDIANNESS 0x80
44 #error Host endianness not defined
48 MLX5_MAX_COMMANDS = 32,
49 MLX5_CMD_DATA_BLOCK_SIZE = 512,
50 MLX5_PCI_CMD_XPORT = 7,
54 MLX5_EXTENDED_UD_AV = 0x80000000,
58 MLX5_CQ_STATE_ARMED = 9,
59 MLX5_CQ_STATE_ALWAYS_ARMED = 0xb,
60 MLX5_CQ_STATE_FIRED = 0xa,
64 MLX5_STAT_RATE_OFFSET = 5,
68 MLX5_INLINE_SEG = 0x80000000,
72 MLX5_PERM_LOCAL_READ = 1 << 2,
73 MLX5_PERM_LOCAL_WRITE = 1 << 3,
74 MLX5_PERM_REMOTE_READ = 1 << 4,
75 MLX5_PERM_REMOTE_WRITE = 1 << 5,
76 MLX5_PERM_ATOMIC = 1 << 6,
77 MLX5_PERM_UMR_EN = 1 << 7,
81 MLX5_PCIE_CTRL_SMALL_FENCE = 1 << 0,
82 MLX5_PCIE_CTRL_RELAXED_ORDERING = 1 << 2,
83 MLX5_PCIE_CTRL_NO_SNOOP = 1 << 3,
84 MLX5_PCIE_CTRL_TLP_PROCE_EN = 1 << 6,
85 MLX5_PCIE_CTRL_TPH_MASK = 3 << 4,
89 MLX5_ACCESS_MODE_PA = 0,
90 MLX5_ACCESS_MODE_MTT = 1,
91 MLX5_ACCESS_MODE_KLM = 2
95 MLX5_MKEY_REMOTE_INVAL = 1 << 24,
96 MLX5_MKEY_FLAG_SYNC_UMR = 1 << 29,
97 MLX5_MKEY_BSF_EN = 1 << 30,
98 MLX5_MKEY_LEN64 = 1 << 31,
107 MLX5_BF_REGS_PER_PAGE = 4,
108 MLX5_MAX_UAR_PAGES = 1 << 8,
109 MLX5_MAX_UUARS = MLX5_MAX_UAR_PAGES * MLX5_BF_REGS_PER_PAGE,
113 MLX5_MKEY_MASK_LEN = 1ull << 0,
114 MLX5_MKEY_MASK_PAGE_SIZE = 1ull << 1,
115 MLX5_MKEY_MASK_START_ADDR = 1ull << 6,
116 MLX5_MKEY_MASK_PD = 1ull << 7,
117 MLX5_MKEY_MASK_EN_RINVAL = 1ull << 8,
118 MLX5_MKEY_MASK_BSF_EN = 1ull << 12,
119 MLX5_MKEY_MASK_KEY = 1ull << 13,
120 MLX5_MKEY_MASK_QPN = 1ull << 14,
121 MLX5_MKEY_MASK_LR = 1ull << 17,
122 MLX5_MKEY_MASK_LW = 1ull << 18,
123 MLX5_MKEY_MASK_RR = 1ull << 19,
124 MLX5_MKEY_MASK_RW = 1ull << 20,
125 MLX5_MKEY_MASK_A = 1ull << 21,
126 MLX5_MKEY_MASK_SMALL_FENCE = 1ull << 23,
127 MLX5_MKEY_MASK_FREE = 1ull << 29,
131 MLX5_EVENT_TYPE_COMP = 0x0,
133 MLX5_EVENT_TYPE_PATH_MIG = 0x01,
134 MLX5_EVENT_TYPE_COMM_EST = 0x02,
135 MLX5_EVENT_TYPE_SQ_DRAINED = 0x03,
136 MLX5_EVENT_TYPE_SRQ_LAST_WQE = 0x13,
137 MLX5_EVENT_TYPE_SRQ_RQ_LIMIT = 0x14,
139 MLX5_EVENT_TYPE_CQ_ERROR = 0x04,
140 MLX5_EVENT_TYPE_WQ_CATAS_ERROR = 0x05,
141 MLX5_EVENT_TYPE_PATH_MIG_FAILED = 0x07,
142 MLX5_EVENT_TYPE_WQ_INVAL_REQ_ERROR = 0x10,
143 MLX5_EVENT_TYPE_WQ_ACCESS_ERROR = 0x11,
144 MLX5_EVENT_TYPE_SRQ_CATAS_ERROR = 0x12,
146 MLX5_EVENT_TYPE_INTERNAL_ERROR = 0x08,
147 MLX5_EVENT_TYPE_PORT_CHANGE = 0x09,
148 MLX5_EVENT_TYPE_GPIO_EVENT = 0x15,
149 MLX5_EVENT_TYPE_REMOTE_CONFIG = 0x19,
151 MLX5_EVENT_TYPE_DB_BF_CONGESTION = 0x1a,
152 MLX5_EVENT_TYPE_STALL_EVENT = 0x1b,
154 MLX5_EVENT_TYPE_CMD = 0x0a,
155 MLX5_EVENT_TYPE_PAGE_REQUEST = 0xb,
159 MLX5_PORT_CHANGE_SUBTYPE_DOWN = 1,
160 MLX5_PORT_CHANGE_SUBTYPE_ACTIVE = 4,
161 MLX5_PORT_CHANGE_SUBTYPE_INITIALIZED = 5,
162 MLX5_PORT_CHANGE_SUBTYPE_LID = 6,
163 MLX5_PORT_CHANGE_SUBTYPE_PKEY = 7,
164 MLX5_PORT_CHANGE_SUBTYPE_GUID = 8,
165 MLX5_PORT_CHANGE_SUBTYPE_CLIENT_REREG = 9,
169 MLX5_DEV_CAP_FLAG_RC = 1LL << 0,
170 MLX5_DEV_CAP_FLAG_UC = 1LL << 1,
171 MLX5_DEV_CAP_FLAG_UD = 1LL << 2,
172 MLX5_DEV_CAP_FLAG_XRC = 1LL << 3,
173 MLX5_DEV_CAP_FLAG_SRQ = 1LL << 6,
174 MLX5_DEV_CAP_FLAG_BAD_PKEY_CNTR = 1LL << 8,
175 MLX5_DEV_CAP_FLAG_BAD_QKEY_CNTR = 1LL << 9,
176 MLX5_DEV_CAP_FLAG_APM = 1LL << 17,
177 MLX5_DEV_CAP_FLAG_ATOMIC = 1LL << 18,
178 MLX5_DEV_CAP_FLAG_ON_DMND_PG = 1LL << 24,
179 MLX5_DEV_CAP_FLAG_RESIZE_SRQ = 1LL << 32,
180 MLX5_DEV_CAP_FLAG_REMOTE_FENCE = 1LL << 38,
181 MLX5_DEV_CAP_FLAG_TLP_HINTS = 1LL << 39,
182 MLX5_DEV_CAP_FLAG_SIG_HAND_OVER = 1LL << 40,
183 MLX5_DEV_CAP_FLAG_DCT = 1LL << 41,
184 MLX5_DEV_CAP_FLAG_CMDIF_CSUM = 1LL << 46,
188 MLX5_OPCODE_NOP = 0x00,
189 MLX5_OPCODE_SEND_INVAL = 0x01,
190 MLX5_OPCODE_RDMA_WRITE = 0x08,
191 MLX5_OPCODE_RDMA_WRITE_IMM = 0x09,
192 MLX5_OPCODE_SEND = 0x0a,
193 MLX5_OPCODE_SEND_IMM = 0x0b,
194 MLX5_OPCODE_RDMA_READ = 0x10,
195 MLX5_OPCODE_ATOMIC_CS = 0x11,
196 MLX5_OPCODE_ATOMIC_FA = 0x12,
197 MLX5_OPCODE_ATOMIC_MASKED_CS = 0x14,
198 MLX5_OPCODE_ATOMIC_MASKED_FA = 0x15,
199 MLX5_OPCODE_BIND_MW = 0x18,
200 MLX5_OPCODE_CONFIG_CMD = 0x1f,
202 MLX5_RECV_OPCODE_RDMA_WRITE_IMM = 0x00,
203 MLX5_RECV_OPCODE_SEND = 0x01,
204 MLX5_RECV_OPCODE_SEND_IMM = 0x02,
205 MLX5_RECV_OPCODE_SEND_INVAL = 0x03,
207 MLX5_CQE_OPCODE_ERROR = 0x1e,
208 MLX5_CQE_OPCODE_RESIZE = 0x16,
210 MLX5_OPCODE_SET_PSV = 0x20,
211 MLX5_OPCODE_GET_PSV = 0x21,
212 MLX5_OPCODE_CHECK_PSV = 0x22,
213 MLX5_OPCODE_RGET_PSV = 0x26,
214 MLX5_OPCODE_RCHECK_PSV = 0x27,
216 MLX5_OPCODE_UMR = 0x25,
221 MLX5_SET_PORT_RESET_QKEY = 0,
222 MLX5_SET_PORT_GUID0 = 16,
223 MLX5_SET_PORT_NODE_GUID = 17,
224 MLX5_SET_PORT_SYS_GUID = 18,
225 MLX5_SET_PORT_GID_TABLE = 19,
226 MLX5_SET_PORT_PKEY_TABLE = 20,
230 MLX5_MAX_PAGE_SHIFT = 31
233 struct mlx5_inbox_hdr {
239 struct mlx5_outbox_hdr {
245 struct mlx5_cmd_query_adapter_mbox_in {
246 struct mlx5_inbox_hdr hdr;
250 struct mlx5_cmd_query_adapter_mbox_out {
251 struct mlx5_outbox_hdr hdr;
255 __be16 vsd_vendor_id;
260 struct mlx5_hca_cap {
279 u8 log_max_bsf_list_sz;
280 u8 log_max_klm_list_sz;
282 u8 log_max_ra_req_dc;
284 u8 log_max_ra_res_dc;
286 u8 log_max_ra_req_qp;
288 u8 log_max_ra_res_qp;
293 u8 local_ca_ack_delay;
298 __be16 stat_rate_support;
305 __be16 bf_log_bf_reg_size;
307 __be16 max_desc_sz_sq;
309 __be16 max_desc_sz_rq;
311 __be16 max_desc_sz_sq_dc;
320 __be16 log_uar_page_sz;
322 u8 log_msx_atomic_size_qp;
324 u8 log_msx_atomic_size_dc;
329 struct mlx5_cmd_query_hca_cap_mbox_in {
330 struct mlx5_inbox_hdr hdr;
335 struct mlx5_cmd_query_hca_cap_mbox_out {
336 struct mlx5_outbox_hdr hdr;
338 struct mlx5_hca_cap hca_cap;
342 struct mlx5_cmd_set_hca_cap_mbox_in {
343 struct mlx5_inbox_hdr hdr;
345 struct mlx5_hca_cap hca_cap;
349 struct mlx5_cmd_set_hca_cap_mbox_out {
350 struct mlx5_outbox_hdr hdr;
355 struct mlx5_cmd_init_hca_mbox_in {
356 struct mlx5_inbox_hdr hdr;
362 struct mlx5_cmd_init_hca_mbox_out {
363 struct mlx5_outbox_hdr hdr;
367 struct mlx5_cmd_teardown_hca_mbox_in {
368 struct mlx5_inbox_hdr hdr;
374 struct mlx5_cmd_teardown_hca_mbox_out {
375 struct mlx5_outbox_hdr hdr;
379 struct mlx5_cmd_layout {
395 struct health_buffer {
396 __be32 assert_var[5];
398 __be32 assert_exit_ptr;
399 __be32 assert_callra;
409 struct mlx5_init_seg {
411 __be32 cmdif_rev_fw_sub;
414 __be32 cmdq_addr_l_sz;
417 struct health_buffer health;
419 __be32 health_counter;
422 __be32 ieee1588_clk_type;
426 struct mlx5_eqe_comp {
431 struct mlx5_eqe_qp_srq {
436 struct mlx5_eqe_cq_err {
442 struct mlx5_eqe_dropped_packet {
445 struct mlx5_eqe_port_state {
450 struct mlx5_eqe_gpio {
455 struct mlx5_eqe_congestion {
461 struct mlx5_eqe_stall_vl {
466 struct mlx5_eqe_cmd {
471 struct mlx5_eqe_page_req {
480 struct mlx5_eqe_cmd cmd;
481 struct mlx5_eqe_comp comp;
482 struct mlx5_eqe_qp_srq qp_srq;
483 struct mlx5_eqe_cq_err cq_err;
484 struct mlx5_eqe_dropped_packet dp;
485 struct mlx5_eqe_port_state port;
486 struct mlx5_eqe_gpio gpio;
487 struct mlx5_eqe_congestion cong;
488 struct mlx5_eqe_stall_vl stall_vl;
489 struct mlx5_eqe_page_req req_pages;
504 struct mlx5_cmd_prot_block {
505 u8 data[MLX5_CMD_DATA_BLOCK_SIZE];
515 struct mlx5_err_cqe {
521 __be32 s_wqe_opcode_qpn;
535 __be32 imm_inval_pkey;
545 struct mlx5_wqe_srq_next_seg {
547 __be16 next_wqe_index;
558 union mlx5_ext_cqe inl_grh;
559 struct mlx5_cqe64 cqe64;
562 struct mlx5_srq_ctx {
577 struct mlx5_create_srq_mbox_in {
578 struct mlx5_inbox_hdr hdr;
581 struct mlx5_srq_ctx ctx;
586 struct mlx5_create_srq_mbox_out {
587 struct mlx5_outbox_hdr hdr;
592 struct mlx5_destroy_srq_mbox_in {
593 struct mlx5_inbox_hdr hdr;
598 struct mlx5_destroy_srq_mbox_out {
599 struct mlx5_outbox_hdr hdr;
603 struct mlx5_query_srq_mbox_in {
604 struct mlx5_inbox_hdr hdr;
609 struct mlx5_query_srq_mbox_out {
610 struct mlx5_outbox_hdr hdr;
612 struct mlx5_srq_ctx ctx;
617 struct mlx5_arm_srq_mbox_in {
618 struct mlx5_inbox_hdr hdr;
624 struct mlx5_arm_srq_mbox_out {
625 struct mlx5_outbox_hdr hdr;
629 struct mlx5_cq_context {
636 __be32 log_sz_usr_page;
643 __be32 last_notified_index;
644 __be32 solicit_producer_index;
645 __be32 consumer_counter;
646 __be32 producer_counter;
648 __be64 db_record_addr;
651 struct mlx5_create_cq_mbox_in {
652 struct mlx5_inbox_hdr hdr;
655 struct mlx5_cq_context ctx;
660 struct mlx5_create_cq_mbox_out {
661 struct mlx5_outbox_hdr hdr;
666 struct mlx5_destroy_cq_mbox_in {
667 struct mlx5_inbox_hdr hdr;
672 struct mlx5_destroy_cq_mbox_out {
673 struct mlx5_outbox_hdr hdr;
677 struct mlx5_query_cq_mbox_in {
678 struct mlx5_inbox_hdr hdr;
683 struct mlx5_query_cq_mbox_out {
684 struct mlx5_outbox_hdr hdr;
686 struct mlx5_cq_context ctx;
691 struct mlx5_enable_hca_mbox_in {
692 struct mlx5_inbox_hdr hdr;
696 struct mlx5_enable_hca_mbox_out {
697 struct mlx5_outbox_hdr hdr;
701 struct mlx5_disable_hca_mbox_in {
702 struct mlx5_inbox_hdr hdr;
706 struct mlx5_disable_hca_mbox_out {
707 struct mlx5_outbox_hdr hdr;
711 struct mlx5_eq_context {
717 __be32 log_sz_usr_page;
722 __be32 consumer_counter;
723 __be32 produser_counter;
727 struct mlx5_create_eq_mbox_in {
728 struct mlx5_inbox_hdr hdr;
732 struct mlx5_eq_context ctx;
739 struct mlx5_create_eq_mbox_out {
740 struct mlx5_outbox_hdr hdr;
746 struct mlx5_destroy_eq_mbox_in {
747 struct mlx5_inbox_hdr hdr;
753 struct mlx5_destroy_eq_mbox_out {
754 struct mlx5_outbox_hdr hdr;
758 struct mlx5_map_eq_mbox_in {
759 struct mlx5_inbox_hdr hdr;
767 struct mlx5_map_eq_mbox_out {
768 struct mlx5_outbox_hdr hdr;
772 struct mlx5_query_eq_mbox_in {
773 struct mlx5_inbox_hdr hdr;
779 struct mlx5_query_eq_mbox_out {
780 struct mlx5_outbox_hdr hdr;
782 struct mlx5_eq_context ctx;
785 struct mlx5_mkey_seg {
786 /* This is a two bit field occupying bits 31-30.
787 * bit 31 is always 0,
788 * bit 30 is zero for regular MRs and 1 (e.g free) for UMRs that do not have tanslation
799 __be32 bsfs_octo_size;
807 struct mlx5_query_special_ctxs_mbox_in {
808 struct mlx5_inbox_hdr hdr;
812 struct mlx5_query_special_ctxs_mbox_out {
813 struct mlx5_outbox_hdr hdr;
814 __be32 dump_fill_mkey;
815 __be32 reserved_lkey;
818 struct mlx5_create_mkey_mbox_in {
819 struct mlx5_inbox_hdr hdr;
820 __be32 input_mkey_index;
822 struct mlx5_mkey_seg seg;
824 __be32 xlat_oct_act_size;
825 __be32 bsf_coto_act_size;
830 struct mlx5_create_mkey_mbox_out {
831 struct mlx5_outbox_hdr hdr;
836 struct mlx5_destroy_mkey_mbox_in {
837 struct mlx5_inbox_hdr hdr;
842 struct mlx5_destroy_mkey_mbox_out {
843 struct mlx5_outbox_hdr hdr;
847 struct mlx5_query_mkey_mbox_in {
848 struct mlx5_inbox_hdr hdr;
852 struct mlx5_query_mkey_mbox_out {
853 struct mlx5_outbox_hdr hdr;
857 struct mlx5_modify_mkey_mbox_in {
858 struct mlx5_inbox_hdr hdr;
863 struct mlx5_modify_mkey_mbox_out {
864 struct mlx5_outbox_hdr hdr;
867 struct mlx5_dump_mkey_mbox_in {
868 struct mlx5_inbox_hdr hdr;
871 struct mlx5_dump_mkey_mbox_out {
872 struct mlx5_outbox_hdr hdr;
876 struct mlx5_mad_ifc_mbox_in {
877 struct mlx5_inbox_hdr hdr;
885 struct mlx5_mad_ifc_mbox_out {
886 struct mlx5_outbox_hdr hdr;
891 struct mlx5_access_reg_mbox_in {
892 struct mlx5_inbox_hdr hdr;
899 struct mlx5_access_reg_mbox_out {
900 struct mlx5_outbox_hdr hdr;
905 #define MLX5_ATTR_EXTENDED_PORT_INFO cpu_to_be16(0xff90)
908 MLX_EXT_PORT_CAP_FLAG_EXTENDED_PORT_INFO = 1 << 0
911 #endif /* MLX5_DEVICE_H */