IB/ehca: Notify consumers of LID/PKEY/SM changes after nondisruptive events
[linux-2.6-block.git] / drivers / infiniband / hw / ehca / ehca_hca.c
CommitLineData
fab97220
HS
1/*
2 * IBM eServer eHCA Infiniband device driver for Linux on POWER
3 *
4 * HCA query functions
5 *
6 * Authors: Heiko J Schick <schickhj@de.ibm.com>
7 * Christoph Raisch <raisch@de.ibm.com>
8 *
9 * Copyright (c) 2005 IBM Corporation
10 *
11 * All rights reserved.
12 *
13 * This source code is distributed under a dual license of GPL v2.0 and OpenIB
14 * BSD.
15 *
16 * OpenIB BSD License
17 *
18 * Redistribution and use in source and binary forms, with or without
19 * modification, are permitted provided that the following conditions are met:
20 *
21 * Redistributions of source code must retain the above copyright notice, this
22 * list of conditions and the following disclaimer.
23 *
24 * Redistributions in binary form must reproduce the above copyright notice,
25 * this list of conditions and the following disclaimer in the documentation
26 * and/or other materials
27 * provided with the distribution.
28 *
29 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
30 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
31 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
32 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
33 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
34 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
35 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
36 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
37 * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
38 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
39 * POSSIBILITY OF SUCH DAMAGE.
40 */
41
42#include "ehca_tools.h"
7e28db5d 43#include "ehca_iverbs.h"
fab97220
HS
44#include "hcp_if.h"
45
46int ehca_query_device(struct ib_device *ibdev, struct ib_device_attr *props)
47{
91f13aa3 48 int i, ret = 0;
fab97220
HS
49 struct ehca_shca *shca = container_of(ibdev, struct ehca_shca,
50 ib_device);
51 struct hipz_query_hca *rblock;
52
91f13aa3
JF
53 static const u32 cap_mapping[] = {
54 IB_DEVICE_RESIZE_MAX_WR, HCA_CAP_WQE_RESIZE,
55 IB_DEVICE_BAD_PKEY_CNTR, HCA_CAP_BAD_P_KEY_CTR,
56 IB_DEVICE_BAD_QKEY_CNTR, HCA_CAP_Q_KEY_VIOL_CTR,
57 IB_DEVICE_RAW_MULTI, HCA_CAP_RAW_PACKET_MCAST,
58 IB_DEVICE_AUTO_PATH_MIG, HCA_CAP_AUTO_PATH_MIG,
59 IB_DEVICE_CHANGE_PHY_PORT, HCA_CAP_SQD_RTS_PORT_CHANGE,
60 IB_DEVICE_UD_AV_PORT_ENFORCE, HCA_CAP_AH_PORT_NR_CHECK,
61 IB_DEVICE_CURR_QP_STATE_MOD, HCA_CAP_CUR_QP_STATE_MOD,
62 IB_DEVICE_SHUTDOWN_PORT, HCA_CAP_SHUTDOWN_PORT,
63 IB_DEVICE_INIT_TYPE, HCA_CAP_INIT_TYPE,
64 IB_DEVICE_PORT_ACTIVE_EVENT, HCA_CAP_PORT_ACTIVE_EVENT,
65 };
66
f2d91361 67 rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
fab97220
HS
68 if (!rblock) {
69 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
70 return -ENOMEM;
71 }
72
73 if (hipz_h_query_hca(shca->ipz_hca_handle, rblock) != H_SUCCESS) {
74 ehca_err(&shca->ib_device, "Can't query device properties");
75 ret = -EINVAL;
76 goto query_device1;
77 }
78
79 memset(props, 0, sizeof(struct ib_device_attr));
80 props->fw_ver = rblock->hw_ver;
81 props->max_mr_size = rblock->max_mr_size;
82 props->vendor_id = rblock->vendor_id >> 8;
83 props->vendor_part_id = rblock->vendor_part_id >> 16;
84 props->hw_ver = rblock->hw_ver;
85 props->max_qp = min_t(int, rblock->max_qp, INT_MAX);
86 props->max_qp_wr = min_t(int, rblock->max_wqes_wq, INT_MAX);
87 props->max_sge = min_t(int, rblock->max_sge, INT_MAX);
88 props->max_sge_rd = min_t(int, rblock->max_sge_rd, INT_MAX);
89 props->max_cq = min_t(int, rblock->max_cq, INT_MAX);
90 props->max_cqe = min_t(int, rblock->max_cqe, INT_MAX);
91 props->max_mr = min_t(int, rblock->max_mr, INT_MAX);
92 props->max_mw = min_t(int, rblock->max_mw, INT_MAX);
93 props->max_pd = min_t(int, rblock->max_pd, INT_MAX);
94 props->max_ah = min_t(int, rblock->max_ah, INT_MAX);
95 props->max_fmr = min_t(int, rblock->max_mr, INT_MAX);
96 props->max_srq = 0;
97 props->max_srq_wr = 0;
98 props->max_srq_sge = 0;
99 props->max_pkeys = 16;
100 props->local_ca_ack_delay
101 = rblock->local_ca_ack_delay;
102 props->max_raw_ipv6_qp
103 = min_t(int, rblock->max_raw_ipv6_qp, INT_MAX);
104 props->max_raw_ethy_qp
105 = min_t(int, rblock->max_raw_ethy_qp, INT_MAX);
106 props->max_mcast_grp
107 = min_t(int, rblock->max_mcast_grp, INT_MAX);
108 props->max_mcast_qp_attach
109 = min_t(int, rblock->max_mcast_qp_attach, INT_MAX);
110 props->max_total_mcast_qp_attach
111 = min_t(int, rblock->max_total_mcast_qp_attach, INT_MAX);
112
91f13aa3
JF
113 /* translate device capabilities */
114 props->device_cap_flags = IB_DEVICE_SYS_IMAGE_GUID |
115 IB_DEVICE_RC_RNR_NAK_GEN | IB_DEVICE_N_NOTIFY_CQ;
116 for (i = 0; i < ARRAY_SIZE(cap_mapping); i += 2)
117 if (rblock->hca_cap_indicators & cap_mapping[i + 1])
118 props->device_cap_flags |= cap_mapping[i];
119
fab97220 120query_device1:
7e28db5d 121 ehca_free_fw_ctrlblock(rblock);
fab97220
HS
122
123 return ret;
124}
125
126int ehca_query_port(struct ib_device *ibdev,
127 u8 port, struct ib_port_attr *props)
128{
129 int ret = 0;
130 struct ehca_shca *shca = container_of(ibdev, struct ehca_shca,
131 ib_device);
132 struct hipz_query_port *rblock;
133
f2d91361 134 rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
fab97220
HS
135 if (!rblock) {
136 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
137 return -ENOMEM;
138 }
139
140 if (hipz_h_query_port(shca->ipz_hca_handle, port, rblock) != H_SUCCESS) {
141 ehca_err(&shca->ib_device, "Can't query port properties");
142 ret = -EINVAL;
143 goto query_port1;
144 }
145
146 memset(props, 0, sizeof(struct ib_port_attr));
147 props->state = rblock->state;
148
149 switch (rblock->max_mtu) {
150 case 0x1:
151 props->active_mtu = props->max_mtu = IB_MTU_256;
152 break;
153 case 0x2:
154 props->active_mtu = props->max_mtu = IB_MTU_512;
155 break;
156 case 0x3:
157 props->active_mtu = props->max_mtu = IB_MTU_1024;
158 break;
159 case 0x4:
160 props->active_mtu = props->max_mtu = IB_MTU_2048;
161 break;
162 case 0x5:
163 props->active_mtu = props->max_mtu = IB_MTU_4096;
164 break;
165 default:
166 ehca_err(&shca->ib_device, "Unknown MTU size: %x.",
167 rblock->max_mtu);
168 break;
169 }
170
c4ed790d 171 props->port_cap_flags = rblock->capability_mask;
fab97220
HS
172 props->gid_tbl_len = rblock->gid_tbl_len;
173 props->max_msg_sz = rblock->max_msg_sz;
174 props->bad_pkey_cntr = rblock->bad_pkey_cntr;
175 props->qkey_viol_cntr = rblock->qkey_viol_cntr;
176 props->pkey_tbl_len = rblock->pkey_tbl_len;
177 props->lid = rblock->lid;
178 props->sm_lid = rblock->sm_lid;
179 props->lmc = rblock->lmc;
180 props->sm_sl = rblock->sm_sl;
181 props->subnet_timeout = rblock->subnet_timeout;
182 props->init_type_reply = rblock->init_type_reply;
183
184 props->active_width = IB_WIDTH_12X;
185 props->active_speed = 0x1;
186
6bbcea0d
HNN
187 /* at the moment (logical) link state is always LINK_UP */
188 props->phys_state = 0x5;
189
fab97220 190query_port1:
7e28db5d 191 ehca_free_fw_ctrlblock(rblock);
fab97220
HS
192
193 return ret;
194}
195
8705ce5b
JF
196int ehca_query_sma_attr(struct ehca_shca *shca,
197 u8 port, struct ehca_sma_attr *attr)
198{
199 int ret = 0;
200 struct hipz_query_port *rblock;
201
202 rblock = ehca_alloc_fw_ctrlblock(GFP_ATOMIC);
203 if (!rblock) {
204 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
205 return -ENOMEM;
206 }
207
208 if (hipz_h_query_port(shca->ipz_hca_handle, port, rblock) != H_SUCCESS) {
209 ehca_err(&shca->ib_device, "Can't query port properties");
210 ret = -EINVAL;
211 goto query_sma_attr1;
212 }
213
214 memset(attr, 0, sizeof(struct ehca_sma_attr));
215
216 attr->lid = rblock->lid;
217 attr->lmc = rblock->lmc;
218 attr->sm_sl = rblock->sm_sl;
219 attr->sm_lid = rblock->sm_lid;
220
221 attr->pkey_tbl_len = rblock->pkey_tbl_len;
222 memcpy(attr->pkeys, rblock->pkey_entries, sizeof(attr->pkeys));
223
224query_sma_attr1:
225 ehca_free_fw_ctrlblock(rblock);
226
227 return ret;
228}
229
fab97220
HS
230int ehca_query_pkey(struct ib_device *ibdev, u8 port, u16 index, u16 *pkey)
231{
232 int ret = 0;
233 struct ehca_shca *shca = container_of(ibdev, struct ehca_shca, ib_device);
234 struct hipz_query_port *rblock;
235
236 if (index > 16) {
237 ehca_err(&shca->ib_device, "Invalid index: %x.", index);
238 return -EINVAL;
239 }
240
f2d91361 241 rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
fab97220
HS
242 if (!rblock) {
243 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
244 return -ENOMEM;
245 }
246
247 if (hipz_h_query_port(shca->ipz_hca_handle, port, rblock) != H_SUCCESS) {
248 ehca_err(&shca->ib_device, "Can't query port properties");
249 ret = -EINVAL;
250 goto query_pkey1;
251 }
252
253 memcpy(pkey, &rblock->pkey_entries + index, sizeof(u16));
254
255query_pkey1:
7e28db5d 256 ehca_free_fw_ctrlblock(rblock);
fab97220
HS
257
258 return ret;
259}
260
261int ehca_query_gid(struct ib_device *ibdev, u8 port,
262 int index, union ib_gid *gid)
263{
264 int ret = 0;
265 struct ehca_shca *shca = container_of(ibdev, struct ehca_shca,
266 ib_device);
267 struct hipz_query_port *rblock;
268
269 if (index > 255) {
270 ehca_err(&shca->ib_device, "Invalid index: %x.", index);
271 return -EINVAL;
272 }
273
f2d91361 274 rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
fab97220
HS
275 if (!rblock) {
276 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
277 return -ENOMEM;
278 }
279
280 if (hipz_h_query_port(shca->ipz_hca_handle, port, rblock) != H_SUCCESS) {
281 ehca_err(&shca->ib_device, "Can't query port properties");
282 ret = -EINVAL;
283 goto query_gid1;
284 }
285
286 memcpy(&gid->raw[0], &rblock->gid_prefix, sizeof(u64));
287 memcpy(&gid->raw[8], &rblock->guid_entries[index], sizeof(u64));
288
289query_gid1:
7e28db5d 290 ehca_free_fw_ctrlblock(rblock);
fab97220
HS
291
292 return ret;
293}
294
c4ed790d
JF
295const u32 allowed_port_caps = (
296 IB_PORT_SM | IB_PORT_LED_INFO_SUP | IB_PORT_CM_SUP |
297 IB_PORT_SNMP_TUNNEL_SUP | IB_PORT_DEVICE_MGMT_SUP |
298 IB_PORT_VENDOR_CLASS_SUP);
299
fab97220
HS
300int ehca_modify_port(struct ib_device *ibdev,
301 u8 port, int port_modify_mask,
302 struct ib_port_modify *props)
303{
c4ed790d
JF
304 int ret = 0;
305 struct ehca_shca *shca = container_of(ibdev, struct ehca_shca, ib_device);
306 struct hipz_query_port *rblock;
307 u32 cap;
308 u64 hret;
309
310 if ((props->set_port_cap_mask | props->clr_port_cap_mask)
311 & ~allowed_port_caps) {
312 ehca_err(&shca->ib_device, "Non-changeable bits set in masks "
313 "set=%x clr=%x allowed=%x", props->set_port_cap_mask,
314 props->clr_port_cap_mask, allowed_port_caps);
315 return -EINVAL;
316 }
317
318 if (mutex_lock_interruptible(&shca->modify_mutex))
91f13aa3 319 return -ERESTARTSYS;
c4ed790d
JF
320
321 rblock = ehca_alloc_fw_ctrlblock(GFP_KERNEL);
322 if (!rblock) {
323 ehca_err(&shca->ib_device, "Can't allocate rblock memory.");
324 ret = -ENOMEM;
325 goto modify_port1;
326 }
327
328 if (hipz_h_query_port(shca->ipz_hca_handle, port, rblock) != H_SUCCESS) {
329 ehca_err(&shca->ib_device, "Can't query port properties");
330 ret = -EINVAL;
331 goto modify_port2;
332 }
333
334 cap = (rblock->capability_mask | props->set_port_cap_mask)
335 & ~props->clr_port_cap_mask;
336
337 hret = hipz_h_modify_port(shca->ipz_hca_handle, port,
338 cap, props->init_type, port_modify_mask);
339 if (hret != H_SUCCESS) {
340 ehca_err(&shca->ib_device, "Modify port failed hret=%lx", hret);
341 ret = -EINVAL;
342 }
343
344modify_port2:
345 ehca_free_fw_ctrlblock(rblock);
346
347modify_port1:
91f13aa3 348 mutex_unlock(&shca->modify_mutex);
c4ed790d
JF
349
350 return ret;
fab97220 351}