1 /*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21 /*
22 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
23 */
24
25 /*
26 * ibtl_hca.c
27 *
28 * This file contains Transport API functions related to
29 * Host Channel Adapter (HCA) Verbs.
30 */
31
32 #include <sys/ib/ibtl/impl/ibtl.h>
33
34 static char ibtf_hca[] = "ibtl_hca";
35
36 /* Prototype declarations. */
37 static ibt_status_t ibtl_query_hca_ports(ibtl_hca_devinfo_t *hca_devp,
38 uint8_t port, ibt_hca_portinfo_t **port_info_p, uint_t *ports_p,
39 uint_t *size_p, int use_cache);
40
41 /*
42 * Function:
43 * ibt_open_hca
44 * Input:
45 * ibt_hdl - IBT Client Handle
46 * hca_guid - HCA's node GUID.
47 * Output:
48 * hca_hdl_p - IBT HCA Handle.
49 * Returns:
50 * IBT_SUCCESS
51 * IBT_HCA_IN_USE
52 * IBT_HCA_INVALID
53 * Description:
54 * Open a HCA. HCA can only be opened/closed once. This routine allocates
55 * and returns a unique IBT Client HCA handle. Clients passes this
56 * handle on its subsequent references to this device. Once opened by a
57 * client, a specific HCA cannot be opened again until after it is closed.
58 * The IBT_HCA_IN_USE error is returned if client tries to open multiple
59 * times. In this case, previously allocated IBT HCA handle is returned to
60 * the client. Opening the HCA prepares the HCA for use by the client.
61 */
62 ibt_status_t
63 ibt_open_hca(ibt_clnt_hdl_t ibt_hdl, ib_guid_t hca_guid,
64 ibt_hca_hdl_t *hca_hdl_p)
65 {
66 ibtl_hca_t *hca_infop;
67 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info */
68
69 IBTF_DPRINTF_L3(ibtf_hca, "ibt_open_hca(%p, %llX)", ibt_hdl, hca_guid);
70
71
72 /*
73 * Get HCA Device Info Structure, referenced by HCA GUID.
74 */
75 mutex_enter(&ibtl_clnt_list_mutex);
76 hca_devp = ibtl_get_hcadevinfo(hca_guid);
77 if (hca_devp == NULL) {
78 /*
79 * If we are here, then the requested HCA device is not present.
80 * Return the status as Invalid HCA GUID.
81 */
82 mutex_exit(&ibtl_clnt_list_mutex);
83
84 IBTF_DPRINTF_L2(ibtf_hca, "ibt_open_hca: "
85 "HCA Device Not Found: Invalid HCA GUID");
86
87 *hca_hdl_p = NULL;
88 return (IBT_HCA_INVALID);
89 }
90
91 /*
92 * Check whether open is allowed for this dip
93 */
94 if (ibt_hdl->clnt_dip) {
95 if (ddi_get_parent(ibt_hdl->clnt_dip) == hca_devp->hd_hca_dip) {
96 if (hca_guid != hca_devp->hd_hca_attr->hca_node_guid) {
97 mutex_exit(&ibtl_clnt_list_mutex);
98 return (IBT_FAILURE);
99 }
100 }
101 }
102
103 if (hca_devp->hd_state != IBTL_HCA_DEV_ATTACHED) {
104 /*
105 * If we are here, then the requested HCA device has detached,
106 * or is in the process of detaching.
107 */
108 mutex_exit(&ibtl_clnt_list_mutex);
109
110 IBTF_DPRINTF_L2(ibtf_hca, "ibt_open_hca: "
111 "HCA is busy trying to detach");
112
113 *hca_hdl_p = NULL;
114 return (IBT_HCA_BUSY_DETACHING);
115 }
116
117 /*
118 * Yes, we found a HCA Device registered with IBTF, which matches with
119 * the requested HCA_GUID.
120 *
121 * Check out whether this client has already opened this HCA device,
122 * if yes return the status as IBT_HCA_IN_USE.
123 */
124 hca_infop = hca_devp->hd_clnt_list;
125
126 while (hca_infop != NULL) {
127 if (ibt_hdl == hca_infop->ha_clnt_devp) {
128 IBTF_DPRINTF_L3(ibtf_hca,
129 "ibt_open_hca: Already Open");
130
131 if (hca_infop->ha_flags & IBTL_HA_CLOSING) {
132 mutex_exit(&ibtl_clnt_list_mutex);
133 *hca_hdl_p = NULL;
134 return (IBT_HCA_BUSY_CLOSING);
135 }
136 mutex_exit(&ibtl_clnt_list_mutex);
137
138 /* Already Opened. Return back old HCA Handle. */
139 *hca_hdl_p = hca_infop;
140
141 return (IBT_HCA_IN_USE);
142 }
143 hca_infop = hca_infop->ha_clnt_link;
144 }
145
146 /* Create a new HCA Info entity. */
147 hca_infop = kmem_zalloc(sizeof (ibtl_hca_t), KM_SLEEP);
148
149 /* Update the HCA Info entity */
150 hca_infop->ha_hca_devp = hca_devp; /* HCA Device Info */
151 hca_infop->ha_clnt_devp = ibt_hdl; /* Client Info */
152
153 /* Update the HCA List, to keep track about the clients using it. */
154 hca_infop->ha_clnt_link = hca_devp->hd_clnt_list;
155 hca_devp->hd_clnt_list = hca_infop;
156
157
158 /* Update the client's list to depict that it uses this HCA device. */
159 hca_infop->ha_hca_link = ibt_hdl->clnt_hca_list;
160 ibt_hdl->clnt_hca_list = hca_infop;
161
162 mutex_exit(&ibtl_clnt_list_mutex);
163
164 /*
165 * Return back the address of ibtl_hca_t structure as an opaque
166 * IBT HCA handle for the clients, to be used in future calls.
167 */
168 *hca_hdl_p = hca_infop;
169
170 return (IBT_SUCCESS);
171 }
172
173 static char *ibtl_close_error_fmt = "IBT CLOSE HCA failed: %d '%s' "
174 "resources not yet freed by client '%s'\n";
175
176 #define IBTL_CLOSE_RESOURCE_CHECK(counter, resource_type) \
177 if ((cntr = atomic_add_32_nv(&(counter), 0)) != 0) { \
178 cmn_err(CE_CONT, ibtl_close_error_fmt, \
179 cntr, resource_type, \
180 hca_hdl->ha_clnt_devp->clnt_modinfop->mi_clnt_name); \
181 } \
182 error |= cntr
183
184 /*
185 * Function:
186 * ibt_close_hca
187 * Input:
188 * hca_hdl - The HCA handle as returned during its open.
189 * Output:
190 * none
191 * Returns:
192 * IBT_SUCCESS
193 * IBT_HCA_HDL_INVALID
194 * IBT_HCA_RESOURCES_NOT_FREED
195 * Description:
196 * Close a HCA.
197 */
198 ibt_status_t
199 ibt_close_hca(ibt_hca_hdl_t hca_hdl)
200 {
201 ibtl_hca_devinfo_t *hca_devp, *tmp_devp;
202 ibtl_hca_t **hcapp;
203 ibtl_clnt_t *clntp = hca_hdl->ha_clnt_devp;
204 uint32_t cntr, error;
205
206 IBTF_DPRINTF_L3(ibtf_hca, "ibt_close_hca(%p)", hca_hdl);
207
208 /*
209 * Verify the Input HCA Handle, if fake return error as
210 * invalid HCA Handle.
211 */
212 mutex_enter(&ibtl_clnt_list_mutex);
213 hca_devp = hca_hdl->ha_hca_devp;
214 tmp_devp = ibtl_hca_list;
215
216 for (; tmp_devp != NULL; tmp_devp = tmp_devp->hd_hca_dev_link)
217 if (tmp_devp == hca_devp)
218 break;
219
220 if (tmp_devp == NULL) {
221 mutex_exit(&ibtl_clnt_list_mutex);
222 IBTF_DPRINTF_L2(ibtf_hca, "ibt_close_hca: "
223 "Unable to find this on global HCA list");
224 return (IBT_HCA_HDL_INVALID);
225 }
226
227 /* Make sure resources have been freed. */
228 error = 0;
229 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_qp_cnt, "QP/Channel");
230 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_eec_cnt, "EEC");
231 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_cq_cnt, "CQ");
232 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_pd_cnt, "Protection Domain");
233 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_ah_cnt, "AH");
234 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_mr_cnt, "Memory Region");
235 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_mw_cnt, "Memory Window");
236 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_qpn_cnt, "QPN");
237 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_srq_cnt, "SRQ");
238 IBTL_CLOSE_RESOURCE_CHECK(hca_hdl->ha_fmr_pool_cnt, "FMR Pool");
239 if (error) {
240 mutex_exit(&ibtl_clnt_list_mutex);
241 return (IBT_HCA_RESOURCES_NOT_FREED);
242 }
243
244 /* we are now committed to closing the HCA */
245 hca_hdl->ha_flags |= IBTL_HA_CLOSING;
246 while (hca_hdl->ha_qpn_cnt > 0)
247 cv_wait(&ibtl_close_hca_cv, &ibtl_clnt_list_mutex);
248
249 /*
250 * Remove this HCA Device entry form Client's current list of HCA
251 * Device Instances being used by it.
252 */
253 hcapp = &clntp->clnt_hca_list;
254
255 for (; *hcapp != NULL; hcapp = &(*hcapp)->ha_hca_link)
256 if (*hcapp == hca_hdl)
257 break;
258
259 if (*hcapp == NULL) {
260 IBTF_DPRINTF_L2(ibtf_hca, "ibt_close_hca: "
261 "Unable to find this HCA on client list");
262 mutex_exit(&ibtl_clnt_list_mutex);
263 return (IBT_HCA_HDL_INVALID);
264 }
265
266 /* hcapp now points to a link that points to us */
267 *hcapp = hca_hdl->ha_hca_link; /* remove us */
268
269 /*
270 * Remove this Client's entry from this HCA Device's Clients list.
271 */
272 hcapp = &hca_devp->hd_clnt_list;
273
274 for (; *hcapp != NULL; hcapp = &(*hcapp)->ha_clnt_link)
275 if (*hcapp == hca_hdl)
276 break;
277
278 if (*hcapp == NULL) {
279 mutex_exit(&ibtl_clnt_list_mutex);
280 IBTF_DPRINTF_L2(ibtf_hca, "ibt_close_hca: "
281 "Unable to find this HCA on the client's HCA list");
282 return (IBT_HCA_HDL_INVALID);
283 }
284
285 /* hcapp now points to a link that points to us */
286 *hcapp = hca_hdl->ha_clnt_link; /* remove us */
287 mutex_exit(&ibtl_clnt_list_mutex);
288
289 /* Free memory for this HCA Handle */
290 ibtl_free_hca_async_check(hca_hdl);
291
292 return (IBT_SUCCESS);
293 }
294
295 void
296 ibtl_close_hca_check(ibt_hca_hdl_t hca_hdl)
297 {
298 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_close_hca_check(%p)", hca_hdl);
299
300 mutex_enter(&ibtl_clnt_list_mutex);
301 if ((--hca_hdl->ha_qpn_cnt == 0) &&
302 (hca_hdl->ha_flags & IBTL_HA_CLOSING)) {
303 cv_signal(&ibtl_close_hca_cv);
304 }
305 mutex_exit(&ibtl_clnt_list_mutex);
306 }
307
308 /*
309 * Function:
310 * ibt_get_hca_list
311 * Input:
312 * hca_list_p - Address of pointer updated here.
313 * Output:
314 * hca_list_p - Points to an array of ib_guid_t's allocated here.
315 * Returns:
316 * The actual number of valid ib_guid_t's returned.
317 * Description:
318 * If hca_list_p is not NULL then the memory for the array of GUIDs is
319 * allocated here and should be freed by the caller using
320 * ibt_free_hca_list(). If hca_list_p is NULL then no memory is allocated
321 * by ibt_get_hca_list and only the number of HCAs in a system is returned.
322 */
323 uint_t
324 ibt_get_hca_list(ib_guid_t **hca_list_p)
325 {
326 uint_t hca_count = 0;
327 ibtl_hca_devinfo_t *hca_devp;
328 ib_guid_t *hca_listp;
329
330 IBTF_DPRINTF_L3(ibtf_hca, "ibt_get_hca_list(%p)", hca_list_p);
331
332 mutex_enter(&ibtl_clnt_list_mutex);
333
334 hca_devp = ibtl_hca_list;
335 while (hca_devp != NULL) {
336 hca_count++;
337 hca_devp = hca_devp->hd_hca_dev_link;
338 }
339
340 if (hca_count == 0)
341 IBTF_DPRINTF_L2(ibtf_hca, "ibt_get_hca_list: "
342 "HCA device not found");
343
344 if ((hca_count == 0) || (hca_list_p == NULL)) {
345 mutex_exit(&ibtl_clnt_list_mutex);
346 return (hca_count);
347 }
348
349 hca_listp = kmem_alloc(hca_count * sizeof (ib_guid_t), KM_SLEEP);
350 *hca_list_p = hca_listp;
351
352 hca_devp = ibtl_hca_list;
353 while (hca_devp != NULL) {
354 /* Traverse Global HCA List & retrieve HCA Node GUIDs. */
355 *hca_listp++ = hca_devp->hd_hca_attr->hca_node_guid;
356 hca_devp = hca_devp->hd_hca_dev_link;
357 }
358 mutex_exit(&ibtl_clnt_list_mutex);
359
360 IBTF_DPRINTF_L3(ibtf_hca, "ibt_get_hca_list: "
361 "Returned <%d> entries @0x%p", hca_count, *hca_list_p);
362
363 return (hca_count);
364 }
365
366 /*
367 * Function:
368 * ibt_free_hca_list
369 * Input:
370 * hca_list - The address of an ib_guid_t pointer.
371 * entries - The number of ib_guid_t entries to be freed.
372 * Output:
373 * none.
374 * Returns:
375 * none.
376 * Description:
377 * The memory allocated in ibt_get_hca_list() is freed in this function.
378 */
379 void
380 ibt_free_hca_list(ib_guid_t *hca_list, uint_t entries)
381 {
382 IBTF_DPRINTF_L3(ibtf_hca, "ibt_free_hca_list: "
383 "Free <%d> entries from 0x%p", entries, hca_list);
384
385 if ((hca_list != NULL) && (entries > 0))
386 kmem_free(hca_list, entries * sizeof (ib_guid_t));
387 }
388
389 /*
390 * ibtl_portinfo_locked() is called when the portinfo cache is being
391 * updated. If this port's info update is in progress, we return 0
392 * immediately and have the c
393 * unless it's already in progress (distinguished by return value).
394 * When done updating the portinfo, they call ibtl_portinfo_unlock().
395 */
396
397 static int
398 ibtl_portinfo_locked(ibtl_hca_devinfo_t *hca_devp, uint8_t port)
399 {
400 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
401
402 for (;;) {
403 if (hca_devp->hd_portinfo_locked_port == 0) {
404 hca_devp->hd_portinfo_locked_port = port;
405 return (1); /* not busy, so OK to initiate update */
406 } else if (hca_devp->hd_portinfo_locked_port == port) {
407 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_portinfo_locked: "
408 "HCA %p port %d is already locked",
409 hca_devp, port);
410 hca_devp->hd_portinfo_waiters = 1;
411 cv_wait(&hca_devp->hd_portinfo_cv,
412 &ibtl_clnt_list_mutex);
413 return (0); /* it's now done, so no need to initiate */
414 } else {
415 /* need to wait for other port before we try again */
416 hca_devp->hd_portinfo_waiters = 1;
417 cv_wait(&hca_devp->hd_portinfo_cv,
418 &ibtl_clnt_list_mutex);
419 }
420 }
421 }
422
423 static void
424 ibtl_portinfo_unlock(ibtl_hca_devinfo_t *hca_devp, uint8_t port)
425 {
426 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
427 ASSERT(hca_devp->hd_portinfo_locked_port == port);
428 hca_devp->hd_portinfo_locked_port = 0;
429 if (hca_devp->hd_portinfo_waiters) {
430 hca_devp->hd_portinfo_waiters = 0;
431 cv_broadcast(&hca_devp->hd_portinfo_cv);
432 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_portinfo_unlock: "
433 "waking up waiters for port %d info on HCA %p",
434 port, hca_devp);
435 }
436 }
437
438 /*
439 * Function:
440 * ibt_get_port_state
441 * Input:
442 * hca_devp - The HCA Dev Info pointer.
443 * port - Port number to query.
444 * Output:
445 * sgid_p - Returned sgid[0], NULL implies no return value.
446 * base_lid_p - Returned base_lid, NULL implies no return value.
447 * Returns:
448 * IBT_SUCCESS
449 * IBT_HCA_PORT_INVALID
450 * Description:
451 * Returns HCA port attributes for one of the HCA ports.
452 */
453 static ibt_status_t
454 ibtl_get_port_state(ibtl_hca_devinfo_t *hca_devp, uint8_t port,
455 ib_gid_t *sgid_p, ib_lid_t *base_lid_p)
456 {
457 ibt_hca_portinfo_t *portinfop;
458
459 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
460
461 if ((port < 1) || (port > hca_devp->hd_hca_attr->hca_nports)) {
462 IBTF_DPRINTF_L2(ibtf_hca, "ibtl_get_port_state: "
463 "invalid port %d, nports = %d", port,
464 hca_devp->hd_hca_attr->hca_nports);
465 return (IBT_HCA_PORT_INVALID);
466 }
467 portinfop = hca_devp->hd_portinfop + port - 1;
468 if (portinfop->p_linkstate != IBT_PORT_ACTIVE)
469 ibtl_reinit_hca_portinfo(hca_devp, port);
470
471 if (sgid_p)
472 *sgid_p = portinfop->p_sgid_tbl[0];
473 if (base_lid_p)
474 *base_lid_p = portinfop->p_base_lid;
475 if (portinfop->p_linkstate != IBT_PORT_ACTIVE) {
476 IBTF_DPRINTF_L2(ibtf_hca, "ibtl_get_port_state: "
477 "port %d, port_state %d, base_lid %d",
478 port, portinfop->p_linkstate, portinfop->p_base_lid);
479 return (IBT_HCA_PORT_NOT_ACTIVE);
480 }
481 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_get_port_state: "
482 "port %d, port_state %d, base_lid %d",
483 port, portinfop->p_linkstate, portinfop->p_base_lid);
484 return (IBT_SUCCESS);
485 }
486
487 /*
488 * Function:
489 * ibt_get_port_state
490 * Input:
491 * hca_hdl - The HCA handle.
492 * port - Port number to query.
493 * Output:
494 * sgid_p - Returned sgid[0], NULL implies no return value.
495 * base_lid_p - Returned base_lid, NULL implies no return value.
496 * Returns:
497 * IBT_SUCCESS
498 * IBT_HCA_PORT_INVALID
499 * Description:
500 * Returns HCA port attributes for one of the HCA ports.
501 */
502 ibt_status_t
503 ibt_get_port_state(ibt_hca_hdl_t hca_hdl, uint8_t port,
504 ib_gid_t *sgid_p, ib_lid_t *base_lid_p)
505 {
506 ibt_status_t retval;
507
508 IBTF_DPRINTF_L3(ibtf_hca, "ibt_get_port_state(%p, %d, %p, %p)",
509 hca_hdl, port, sgid_p, base_lid_p);
510 mutex_enter(&ibtl_clnt_list_mutex);
511 retval = ibtl_get_port_state(hca_hdl->ha_hca_devp, port, sgid_p,
512 base_lid_p);
513 mutex_exit(&ibtl_clnt_list_mutex);
514 return (retval);
515 }
516
517
518 /*
519 * Function:
520 * ibt_get_port_state_byguid
521 * Input:
522 * hca_guid - The HCA node GUID.
523 * port - Port number to query.
524 * Output:
525 * sgid_p - Returned sgid[0], NULL implies no return value.
526 * base_lid_p - Returned base_lid, NULL implies no return value.
527 * Returns:
528 * IBT_SUCCESS
529 * IBT_HCA_PORT_INVALID
530 * IBT_HCA_INVALID
531 * Description:
532 * Returns HCA port attributes for one of the HCA ports.
533 */
534 ibt_status_t
535 ibt_get_port_state_byguid(ib_guid_t hca_guid, uint8_t port,
536 ib_gid_t *sgid_p, ib_lid_t *base_lid_p)
537 {
538 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info */
539 ibt_status_t retval;
540
541 IBTF_DPRINTF_L3(ibtf_hca, "ibt_get_port_state_byguid(%llx, %d, %p, "
542 "%p)", (longlong_t)hca_guid, port, sgid_p, base_lid_p);
543 mutex_enter(&ibtl_clnt_list_mutex);
544 hca_devp = ibtl_get_hcadevinfo(hca_guid);
545 if (hca_devp == NULL)
546 retval = IBT_HCA_INVALID;
547 else
548 retval = ibtl_get_port_state(hca_devp, port, sgid_p,
549 base_lid_p);
550 mutex_exit(&ibtl_clnt_list_mutex);
551 return (retval);
552 }
553
554
555 /*
556 * Function:
557 * ibt_query_hca_byguid
558 * Input:
559 * hca_guid - The HCA node GUID.
560 * Output:
561 * hca_attrs - A pointer to a ibt_hca_attr_t allocated by the caller,
562 * into which the HCA Attributes are copied.
563 * Returns:
564 * IBT_SUCCESS
565 * IBT_INVALID_PARAM
566 * IBT_HCA_INVALID
567 * Description:
568 * Returns the static attributes of the specified HCA.
569 */
570 ibt_status_t
571 ibt_query_hca_byguid(ib_guid_t hca_guid, ibt_hca_attr_t *hca_attrs)
572 {
573 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info. */
574
575 IBTF_DPRINTF_L3(ibtf_hca, "ibt_query_hca_byguid(%llX)", hca_guid);
576
577 mutex_enter(&ibtl_clnt_list_mutex);
578 /* Get HCA Dev Info Structure, referenced by HCA GUID. */
579 hca_devp = ibtl_get_hcadevinfo(hca_guid);
580 if (hca_devp == NULL) {
581 /*
582 * If we are here, then the requested HCA device is not present.
583 */
584 mutex_exit(&ibtl_clnt_list_mutex);
585 IBTF_DPRINTF_L2(ibtf_hca, "ibt_query_hca_byguid: "
586 "Device Not Found");
587 return (IBT_HCA_INVALID);
588 }
589
590 /* Return back the static HCA attributes */
591 bcopy(hca_devp->hd_hca_attr, hca_attrs, sizeof (ibt_hca_attr_t));
592
593 mutex_exit(&ibtl_clnt_list_mutex);
594
595 return (IBT_SUCCESS);
596 }
597
598
599 /*
600 * Function:
601 * ibt_query_hca
602 * Input:
603 * hca_hdl - The HCA handle.
604 * Output:
605 * hca_attrs - A pointer to a ibt_hca_attr_t allocated by the caller,
606 * into which the HCA Attributes are copied.
607 * Returns:
608 * IBT_SUCCESS
609 *
610 * Description:
611 * Returns the static attributes of the specified HCA.
612 */
613 ibt_status_t
614 ibt_query_hca(ibt_hca_hdl_t hca_hdl, ibt_hca_attr_t *hca_attrs)
615 {
616 IBTF_DPRINTF_L3(ibtf_hca, "ibt_query_hca(%p)", hca_hdl);
617
618 /* Return back the static HCA attributes */
619 bcopy(hca_hdl->ha_hca_devp->hd_hca_attr, hca_attrs,
620 sizeof (ibt_hca_attr_t));
621
622 return (IBT_SUCCESS);
623 }
624
625 #define ROUNDUP(x, y) ((((x)+((y)-1))/(y))*(y))
626
627 /*
628 * Function:
629 * ibt_query_hca_ports
630 * Input:
631 * hca_hdl - The HCA handle.
632 * port - Port number. If "0", then query ALL Ports.
633 * Output:
634 * port_info_p - The address of a pointer to a ibt_hca_portinfo_t struct.
635 * ports_p - The number of hca ports on the specified HCA.
636 * size_p - Size of the memory allocated by IBTL to get portinfo,
637 * to be freed by calling ibt_free_portinfo().
638 * Returns:
639 * IBT_SUCCESS
640 * IBT_HCA_HDL_INVALID
641 * IBT_HCA_INVALID
642 * Description:
643 * Returns HCA port attributes for either "one", or "all" of the HCA ports.
644 */
645 ibt_status_t
646 ibt_query_hca_ports(ibt_hca_hdl_t hca_hdl, uint8_t port,
647 ibt_hca_portinfo_t **port_info_p, uint_t *ports_p, uint_t *size_p)
648 {
649 ibt_status_t retval;
650
651 IBTF_DPRINTF_L3(ibtf_hca, "ibt_query_hca_ports(%p, %d)",
652 hca_hdl, port);
653
654 mutex_enter(&ibtl_clnt_list_mutex);
655
656 retval = ibtl_query_hca_ports(hca_hdl->ha_hca_devp, port, port_info_p,
657 ports_p, size_p, 0);
658
659 mutex_exit(&ibtl_clnt_list_mutex);
660
661 return (retval);
662 }
663
664 /*
665 * Function:
666 * ibt_query_hca_ports_byguid
667 * Input:
668 * hca_guid - The HCA node GUID.
669 * port - Port number. If "0", then query ALL Ports.
670 * Output:
671 * port_info_p - The address of a pointer to a ibt_hca_portinfo_t struct.
672 * ports_p - The number of hca ports on the specified HCA.
673 * size_p - Size of the memory allocated by IBTL to get portinfo,
674 * to be freed by calling ibt_free_portinfo().
675 * Returns:
676 * IBT_SUCCESS
677 * IBT_HCA_HDL_INVALID
678 * IBT_HCA_INVALID
679 * Description:
680 * Returns HCA port attributes for either "one", or "all" of the HCA ports.
681 */
682 ibt_status_t
683 ibt_query_hca_ports_byguid(ib_guid_t hca_guid, uint8_t port,
684 ibt_hca_portinfo_t **port_info_p, uint_t *ports_p, uint_t *size_p)
685 {
686 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info */
687 ibt_status_t retval;
688
689 mutex_enter(&ibtl_clnt_list_mutex);
690 hca_devp = ibtl_get_hcadevinfo(hca_guid);
691 if (hca_devp == NULL) {
692 /*
693 * If we are here, then the requested HCA device is not present.
694 * Return the status as Invalid HCA GUID.
695 */
696 *ports_p = *size_p = 0;
697 *port_info_p = NULL;
698 mutex_exit(&ibtl_clnt_list_mutex);
699 IBTF_DPRINTF_L2(ibtf_hca, "ibt_query_hca_ports_byguid: "
700 "HCA Device Not Found. ");
701 return (IBT_HCA_INVALID);
702 }
703
704 retval = ibtl_query_hca_ports(hca_devp, port, port_info_p, ports_p,
705 size_p, 0);
706
707 mutex_exit(&ibtl_clnt_list_mutex);
708
709 return (retval);
710 }
711
712 /*
713 * Define the above function for CM's use that uses the cached copy.
714 */
715 ibt_status_t
716 ibtl_cm_query_hca_ports_byguid(ib_guid_t hca_guid, uint8_t port,
717 ibt_hca_portinfo_t **port_info_p, uint_t *ports_p, uint_t *size_p)
718 {
719 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info */
720 ibt_status_t retval;
721
722 mutex_enter(&ibtl_clnt_list_mutex);
723 hca_devp = ibtl_get_hcadevinfo(hca_guid);
724 if (hca_devp == NULL) {
725 /*
726 * If we are here, then the requested HCA device is not present.
727 * Return the status as Invalid HCA GUID.
728 */
729 *ports_p = *size_p = 0;
730 *port_info_p = NULL;
731 mutex_exit(&ibtl_clnt_list_mutex);
732 IBTF_DPRINTF_L2(ibtf_hca, "ibt_query_hca_ports_byguid: "
733 "HCA Device Not Found. ");
734 return (IBT_HCA_INVALID);
735 }
736
737 retval = ibtl_query_hca_ports(hca_devp, port, port_info_p, ports_p,
738 size_p, 1);
739
740 mutex_exit(&ibtl_clnt_list_mutex);
741
742 return (retval);
743 }
744
745
746 /*
747 * ibtl_query_one_port - fill in portinfo for one port.
748 */
749 static ibt_status_t
750 ibtl_query_one_port(ibtl_hca_devinfo_t *hca_devp, uint8_t port,
751 ibt_hca_portinfo_t **port_info_p, uint_t *ports_p, uint_t *size_p,
752 int use_cache)
753 {
754 ibt_hca_portinfo_t *sp1; /* src */
755 ibt_hca_portinfo_t *p1; /* dst */
756 caddr_t p2;
757 uint_t len;
758 uint_t sgid_tbl_len, pkey_tbl_len;
759
760 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
761
762 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_query_one_port(%p, %d)",
763 hca_devp, port);
764
765 if (port > hca_devp->hd_hca_attr->hca_nports) {
766 IBTF_DPRINTF_L2(ibtf_hca, "ibtl_query_one_port: "
767 "invalid port %d", port);
768 return (IBT_HCA_PORT_INVALID);
769 }
770
771 /* If the PORT_UP event is not supported, we need to query */
772 sp1 = hca_devp->hd_portinfop + port - 1;
773 if (use_cache == 0)
774 ibtl_reinit_hca_portinfo(hca_devp, port);
775
776 *ports_p = 1;
777
778 /*
779 * Calculate how much memory we need for one port, and allocate it.
780 */
781 sgid_tbl_len = ROUNDUP(sp1->p_sgid_tbl_sz * sizeof (ib_gid_t),
782 _LONG_LONG_ALIGNMENT);
783 pkey_tbl_len = ROUNDUP(sp1->p_pkey_tbl_sz * sizeof (ib_pkey_t),
784 _LONG_LONG_ALIGNMENT);
785
786 len = sizeof (ibt_hca_portinfo_t) + sgid_tbl_len + pkey_tbl_len;
787 *size_p = len;
788
789 p1 = kmem_zalloc(len, KM_SLEEP);
790 *port_info_p = p1;
791 bcopy(sp1, p1, sizeof (ibt_hca_portinfo_t));
792
793 /* initialize the p_pkey_tbl & p_sgid_tbl pointers. */
794 p2 = (caddr_t)(p1 + 1); /* pkeys follow the struct ibt_hca_portinfo_s */
795 bcopy(sp1->p_pkey_tbl, p2, pkey_tbl_len);
796 p1->p_pkey_tbl = (ib_pkey_t *)p2;
797
798 p2 += pkey_tbl_len; /* sgids follow the pkeys */
799 bcopy(sp1->p_sgid_tbl, p2, sgid_tbl_len);
800 p1->p_sgid_tbl = (ib_gid_t *)p2;
801
802 return (IBT_SUCCESS);
803 }
804
805 /*
806 * ibtl_query_hca_ports - worker routine to get port_info for clients.
807 */
808 static ibt_status_t
809 ibtl_query_hca_ports(ibtl_hca_devinfo_t *hca_devp, uint8_t port,
810 ibt_hca_portinfo_t **port_info_p, uint_t *ports_p, uint_t *size_p,
811 int use_cache)
812 {
813 ibt_hca_portinfo_t *sp1; /* src */
814 ibt_hca_portinfo_t *p1; /* dst */
815 uint_t i, nports;
816 caddr_t p2;
817 uint_t len;
818 uint_t sgid_tbl_len, pkey_tbl_len;
819
820 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
821
822 /*
823 * If user has specified the port num, then query only that port,
824 * else query all ports.
825 */
826 if (port)
827 return (ibtl_query_one_port(hca_devp, port, port_info_p,
828 ports_p, size_p, use_cache));
829
830 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_query_hca_ports(%p, ALL)", hca_devp);
831
832 nports = hca_devp->hd_hca_attr->hca_nports;
833 *ports_p = nports;
834
835 /* If the PORT_UP event is not supported, we need to query */
836 if (use_cache == 0)
837 for (i = 0; i < nports; i++)
838 ibtl_reinit_hca_portinfo(hca_devp, i + 1);
839
840 sp1 = hca_devp->hd_portinfop;
841
842 /*
843 * Calculate how much memory we need for all ports, and allocate it.
844 */
845 sgid_tbl_len = ROUNDUP(sp1->p_sgid_tbl_sz * sizeof (ib_gid_t),
846 _LONG_LONG_ALIGNMENT);
847 pkey_tbl_len = ROUNDUP(sp1->p_pkey_tbl_sz * sizeof (ib_pkey_t),
848 _LONG_LONG_ALIGNMENT);
849
850 len = (sizeof (ibt_hca_portinfo_t) + sgid_tbl_len + pkey_tbl_len) *
851 nports;
852 *size_p = len;
853
854 ASSERT(len == hca_devp->hd_portinfo_len);
855
856 p1 = kmem_zalloc(len, KM_SLEEP);
857 *port_info_p = p1;
858 bcopy(sp1, p1, len); /* start with an exact copy of our cache */
859
860 p2 = (caddr_t)(p1 + nports);
861
862 /* For each port, update the p_pkey_tbl & p_sgid_tbl ptrs. */
863 for (i = 0; i < nports; i++) {
864 p1->p_pkey_tbl = (ib_pkey_t *)p2;
865 p2 += pkey_tbl_len;
866 p1->p_sgid_tbl = (ib_gid_t *)p2;
867 p2 += sgid_tbl_len;
868 p1++;
869 }
870 return (IBT_SUCCESS);
871 }
872
873 /*
874 * Search for a Full pkey. Use the pkey at index 0 if not found.
875 */
876 static void
877 ibtl_set_default_pkey_ix(ibt_hca_portinfo_t *p1)
878 {
879 uint16_t pkey_ix;
880
881 for (pkey_ix = 0; pkey_ix < p1->p_pkey_tbl_sz; pkey_ix++) {
882 if ((p1->p_pkey_tbl[pkey_ix] & 0x8000) &&
883 (p1->p_pkey_tbl[pkey_ix] != IB_PKEY_INVALID_FULL)) {
884 p1->p_def_pkey_ix = pkey_ix;
885 IBTF_DPRINTF_L3(ibtf_hca,
886 "ibtl_set_default_pkey_ix: portinfop %p, "
887 "FULL PKEY 0x%x found, pkey_ix is %d",
888 p1, p1->p_pkey_tbl[pkey_ix], pkey_ix);
889 return;
890 }
891 }
892 IBTF_DPRINTF_L2(ibtf_hca,
893 "ibtl_set_default_pkey_ix: portinfop %p: failed "
894 "to find a default PKEY in the table, using PKey 0x%x",
895 p1, p1->p_pkey_tbl[0]);
896 p1->p_def_pkey_ix = 0;
897 }
898
899 /*
900 * ibtl_reinit_hca_portinfo - update the portinfo cache for use by IBTL.
901 *
902 * We have the HCA driver fill in a temporary portinfo, then we bcopy
903 * it into our cache while holding the appropriate lock.
904 */
905 void
906 ibtl_reinit_hca_portinfo(ibtl_hca_devinfo_t *hca_devp, uint8_t port)
907 {
908 ibt_status_t status;
909 ibt_hca_portinfo_t *p1, *sp1;
910 ibt_port_state_t old_linkstate;
911 uint_t len, sgid_tbl_len, pkey_tbl_len;
912 ib_pkey_t *saved_pkey_tbl;
913 ib_gid_t *saved_sgid_tbl;
914 ib_sn_prefix_t sn_pfx = 0;
915 uint_t multiSM;
916 int i;
917
918 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_reinit_hca_portinfo(%p, %d)",
919 hca_devp, port);
920
921 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
922 ASSERT(port != 0);
923
924 if (ibtl_portinfo_locked(hca_devp, port)) {
925 /* we got the lock, so we need to do the portinfo update */
926
927 /* invalidate fast_gid_cache */
928 ibtl_fast_gid_cache_valid = B_FALSE;
929
930 p1 = hca_devp->hd_portinfop + port - 1;
931 sgid_tbl_len = ROUNDUP(p1->p_sgid_tbl_sz * sizeof (ib_gid_t),
932 _LONG_LONG_ALIGNMENT);
933 pkey_tbl_len = ROUNDUP(p1->p_pkey_tbl_sz * sizeof (ib_pkey_t),
934 _LONG_LONG_ALIGNMENT);
935 len = sizeof (ibt_hca_portinfo_t) + sgid_tbl_len + pkey_tbl_len;
936
937 /* update was NOT in progress, so we do it here */
938 mutex_exit(&ibtl_clnt_list_mutex);
939
940 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_reinit_hca_portinfo(%p, %d): "
941 "calling ibc_query_hca_ports", hca_devp, port);
942
943 sp1 = kmem_zalloc(len, KM_SLEEP);
944 sp1->p_pkey_tbl = (ib_pkey_t *)(sp1 + 1);
945 sp1->p_sgid_tbl =
946 (ib_gid_t *)((caddr_t)sp1->p_pkey_tbl + pkey_tbl_len);
947 status = IBTL_HDIP2CIHCAOPS_P(hca_devp)->ibc_query_hca_ports(
948 IBTL_HDIP2CIHCA(hca_devp), port, sp1);
949
950 mutex_enter(&ibtl_clnt_list_mutex);
951 if (status != IBT_SUCCESS) {
952 IBTF_DPRINTF_L2(ibtf_hca,
953 "ibtl_reinit_hca_portinfo(%p, %d): "
954 "ibc_query_hca_ports() failed: status = %d",
955 hca_devp, port, status);
956 } else {
957 old_linkstate = p1->p_linkstate;
958 bcopy(sp1->p_pkey_tbl, p1->p_pkey_tbl, pkey_tbl_len);
959 bcopy(sp1->p_sgid_tbl, p1->p_sgid_tbl, sgid_tbl_len);
960 saved_pkey_tbl = p1->p_pkey_tbl;
961 saved_sgid_tbl = p1->p_sgid_tbl;
962 bcopy(sp1, p1, sizeof (ibt_hca_portinfo_t));
963 p1->p_pkey_tbl = saved_pkey_tbl;
964 p1->p_sgid_tbl = saved_sgid_tbl;
965 if (p1->p_linkstate == IBT_PORT_ACTIVE) {
966 ibtl_set_default_pkey_ix(p1);
967 if (p1->p_linkstate != old_linkstate)
968 IBTF_DPRINTF_L2(ibtf_hca,
969 "ibtl_reinit_hca_portinfo(%p, %d): "
970 "PORT UP", hca_devp, port);
971 } else {
972 if (p1->p_linkstate != IBT_PORT_ARM)
973 p1->p_base_lid = 0;
974 if (p1->p_linkstate != old_linkstate)
975 IBTF_DPRINTF_L2(ibtf_hca,
976 "ibtl_reinit_hca_portinfo(%p, %d): "
977 "PORT DOWN", hca_devp, port);
978 }
979 }
980 kmem_free(sp1, len);
981
982 /* Set multism bit accordingly. */
983 multiSM = 0;
984 p1 = hca_devp->hd_portinfop;
985 for (i = 0; i < hca_devp->hd_hca_attr->hca_nports; i++) {
986 if (p1->p_linkstate == IBT_PORT_ACTIVE) {
987 if (sn_pfx == 0) {
988 sn_pfx = p1->p_sgid_tbl[0].gid_prefix;
989 } else if (sn_pfx !=
990 p1->p_sgid_tbl[0].gid_prefix) {
991 multiSM = 1;
992 IBTF_DPRINTF_L3(ibtf_hca,
993 "ibtl_reinit_hca_portinfo: "
994 "MULTI SM, Port1 SnPfx=0x%llX, "
995 "Port2 SnPfx=0x%llX", sn_pfx,
996 p1->p_sgid_tbl[0].gid_prefix);
997 }
998 }
999 p1++;
1000 }
1001 hca_devp->hd_multism = multiSM;
1002
1003 ibtl_portinfo_unlock(hca_devp, port);
1004 }
1005 }
1006
1007 /*
1008 * ibtl_init_hca_portinfo - fill in the portinfo cache for use by IBTL.
1009 */
1010 ibt_status_t
1011 ibtl_init_hca_portinfo(ibtl_hca_devinfo_t *hca_devp)
1012 {
1013 ibt_hca_portinfo_t *p1;
1014 ibt_status_t retval;
1015 uint_t i, nports;
1016 caddr_t p2;
1017 uint_t len;
1018 uint_t sgid_tbl_len, pkey_tbl_len;
1019 uint_t sgid_tbl_sz, pkey_tbl_sz;
1020 ib_sn_prefix_t sn_pfx = 0;
1021 uint_t multiSM;
1022
1023 IBTF_DPRINTF_L2(ibtf_hca, "ibtl_init_hca_portinfo(%p)", hca_devp);
1024
1025 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
1026
1027 nports = hca_devp->hd_hca_attr->hca_nports;
1028
1029 /*
1030 * Calculate how much memory we need for all ports, and allocate it.
1031 */
1032 pkey_tbl_sz = IBTL_HDIP2PKEYTBLSZ(hca_devp);
1033 sgid_tbl_sz = IBTL_HDIP2SGIDTBLSZ(hca_devp);
1034 pkey_tbl_len = ROUNDUP(pkey_tbl_sz * sizeof (ib_pkey_t),
1035 _LONG_LONG_ALIGNMENT);
1036 sgid_tbl_len = ROUNDUP(sgid_tbl_sz * sizeof (ib_gid_t),
1037 _LONG_LONG_ALIGNMENT);
1038
1039 len = (sizeof (ibt_hca_portinfo_t) + sgid_tbl_len + pkey_tbl_len) *
1040 nports;
1041
1042 p1 = kmem_zalloc(len, KM_SLEEP);
1043 p2 = (caddr_t)(p1 + nports);
1044
1045 hca_devp->hd_portinfop = p1;
1046 hca_devp->hd_portinfo_len = len;
1047
1048 /* For each port initialize the p_pkey_tbl & p_sgid_tbl ptrs. */
1049 for (i = 0; i < nports; i++) {
1050 p1->p_pkey_tbl_sz = pkey_tbl_sz;
1051 p1->p_sgid_tbl_sz = sgid_tbl_sz;
1052 p1->p_pkey_tbl = (ib_pkey_t *)p2;
1053 p2 += pkey_tbl_len;
1054 p1->p_sgid_tbl = (ib_gid_t *)p2;
1055 p2 += sgid_tbl_len;
1056 p1++;
1057 }
1058 p1 = hca_devp->hd_portinfop;
1059 mutex_exit(&ibtl_clnt_list_mutex);
1060
1061 /* re-direct the call to CI's call */
1062 retval = IBTL_HDIP2CIHCAOPS_P(hca_devp)->ibc_query_hca_ports(
1063 IBTL_HDIP2CIHCA(hca_devp), 0, p1);
1064
1065 mutex_enter(&ibtl_clnt_list_mutex);
1066 if (retval != IBT_SUCCESS) {
1067 IBTF_DPRINTF_L2(ibtf_hca, "ibtl_init_hca_portinfo(%p): "
1068 "ibc_query_hca_ports() failed: status = %d",
1069 hca_devp, retval);
1070 kmem_free(hca_devp->hd_portinfop, len);
1071 hca_devp->hd_portinfop = NULL;
1072 hca_devp->hd_portinfo_len = 0;
1073 return (retval);
1074 }
1075
1076 p1 = hca_devp->hd_portinfop;
1077 multiSM = 0;
1078 for (i = 0; i < nports; i++) {
1079 if (p1->p_linkstate == IBT_PORT_ACTIVE) {
1080 ibtl_set_default_pkey_ix(p1);
1081 if (sn_pfx == 0) {
1082 sn_pfx = p1->p_sgid_tbl[0].gid_prefix;
1083 } else if (p1->p_sgid_tbl[0].gid_prefix != sn_pfx) {
1084 multiSM = 1;
1085 IBTF_DPRINTF_L3(ibtf_hca,
1086 "ibtl_init_hca_portinfo: MULTI SM, "
1087 "Port1 SnPfx=0x%llX, Port2 SnPfx=0x%llX",
1088 sn_pfx, p1->p_sgid_tbl[0].gid_prefix);
1089 }
1090 } else {
1091 if (p1->p_linkstate != IBT_PORT_ARM)
1092 p1->p_base_lid = 0;
1093 }
1094 p1++;
1095 }
1096 hca_devp->hd_multism = multiSM;
1097
1098 return (IBT_SUCCESS);
1099 }
1100
1101 /*
1102 * Function:
1103 * ibt_modify_system_image
1104 * Input:
1105 * hca_hdl - The HCA handle.
1106 * sys_guid - The New system image GUID.
1107 * Description:
1108 * Modify specified HCA's system image GUID.
1109 */
1110 ibt_status_t
1111 ibt_modify_system_image(ibt_hca_hdl_t hca_hdl, ib_guid_t sys_guid)
1112 {
1113 ibt_status_t retval;
1114
1115 IBTF_DPRINTF_L3(ibtf_hca, "ibt_modify_system_image(%p, %llX)",
1116 hca_hdl, sys_guid);
1117
1118 mutex_enter(&ibtl_clnt_list_mutex);
1119 /* Get HCA Dev Info Structure, referenced by HCA GUID. */
1120
1121 /* re-direct the call to CI's call */
1122 retval = IBTL_HCA2CIHCAOPS_P(hca_hdl)->ibc_modify_system_image(
1123 IBTL_HCA2CIHCA(hca_hdl), sys_guid);
1124
1125 mutex_exit(&ibtl_clnt_list_mutex);
1126 return (retval);
1127 }
1128
1129 /*
1130 * Function:
1131 * ibt_modify_system_image_byguid
1132 *
1133 * Input:
1134 * hca_guid - The HCA Node GUID.
1135 * sys_guid - The New system image GUID.
1136 * Description:
1137 * Modify specified HCA's system image GUID.
1138 */
1139 ibt_status_t
1140 ibt_modify_system_image_byguid(ib_guid_t hca_guid, ib_guid_t sys_guid)
1141 {
1142 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info. */
1143 ibt_status_t retval;
1144
1145 IBTF_DPRINTF_L3(ibtf_hca, "ibt_modify_system_image_byguid(%llX, %llX)",
1146 hca_guid, sys_guid);
1147
1148 mutex_enter(&ibtl_clnt_list_mutex);
1149 /* Get HCA Dev Info Structure, referenced by HCA GUID. */
1150 hca_devp = ibtl_get_hcadevinfo(hca_guid);
1151 if (hca_devp == NULL) {
1152 /*
1153 * If we are here, then the requested HCA device is not present.
1154 */
1155 mutex_exit(&ibtl_clnt_list_mutex);
1156 return (IBT_HCA_INVALID);
1157 }
1158
1159 /* re-direct the call to CI's call */
1160 retval = IBTL_HDIP2CIHCAOPS_P(hca_devp)->ibc_modify_system_image(
1161 IBTL_HDIP2CIHCA(hca_devp), sys_guid);
1162
1163 mutex_exit(&ibtl_clnt_list_mutex);
1164 return (retval);
1165 }
1166
1167 /*
1168 * Function:
1169 * ibt_modify_port_byguid
1170 * Input:
1171 * hca_guid - The HCA Guid.
1172 * cmds - A pointer to an array of ibt_port_modify_t cmds. The
1173 * pmod_port field specifies the port to modify (all ports if 0)
1174 * and the pmod_flags field specifies which attribute to reset.
1175 * num_cmds - The number of commands in the cmds array.
1176 * Output:
1177 * none.
1178 * Returns:
1179 * IBT_SUCCESS
1180 * IBT_HCA_HDL_INVALID
1181 * IBT_HCA_CNTR_INVALID
1182 * IBT_HCA_CNTR_VAL_INVALID
1183 * Description:
1184 * Reset the specified port, or all ports attribute(s).
1185 */
1186 ibt_status_t
1187 ibt_modify_port_byguid(ib_guid_t hca_guid, uint8_t port,
1188 ibt_port_modify_flags_t flags, uint8_t init_type)
1189 {
1190 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info. */
1191 ibt_status_t retval;
1192
1193 IBTF_DPRINTF_L3(ibtf_hca, "ibt_modify_port_byguid(%llX, %d, %X, %X)",
1194 hca_guid, port, flags, init_type);
1195
1196 mutex_enter(&ibtl_clnt_list_mutex);
1197 /* Get HCA Dev Info Structure, referenced by HCA GUID. */
1198 hca_devp = ibtl_get_hcadevinfo(hca_guid);
1199 if (hca_devp == NULL) {
1200 /*
1201 * If we are here, then the requested HCA device is not present.
1202 */
1203 mutex_exit(&ibtl_clnt_list_mutex);
1204 return (IBT_HCA_INVALID);
1205 }
1206
1207 /* re-direct the call to CI's call */
1208 retval = IBTL_HDIP2CIHCAOPS_P(hca_devp)->ibc_modify_ports(
1209 IBTL_HDIP2CIHCA(hca_devp), port, flags, init_type);
1210
1211 mutex_exit(&ibtl_clnt_list_mutex);
1212 return (retval);
1213 }
1214
1215 /*
1216 * Function:
1217 * ibt_modify_port
1218 * Input:
1219 * hca_hdl - The HCA handle.
1220 * cmds - A pointer to an array of ibt_port_modify_t cmds. The
1221 * pmod_port field specifies the port to modify (all ports if 0)
1222 * and the pmod_flags field specifies which attribute to reset.
1223 * num_cmds - The number of commands in the cmds array.
1224 * Output:
1225 * none.
1226 * Returns:
1227 * IBT_SUCCESS
1228 * IBT_HCA_HDL_INVALID
1229 * IBT_HCA_CNTR_INVALID
1230 * IBT_HCA_CNTR_VAL_INVALID
1231 * Description:
1232 * Reset the specified port, or all ports attribute(s).
1233 */
1234 ibt_status_t
1235 ibt_modify_port(ibt_hca_hdl_t hca_hdl, uint8_t port,
1236 ibt_port_modify_flags_t flags, uint8_t init_type)
1237
1238 {
1239 ibt_status_t retval;
1240
1241 IBTF_DPRINTF_L3(ibtf_hca, "ibt_modify_port(%p, %d, %X, %X)",
1242 hca_hdl, port, flags, init_type);
1243
1244 mutex_enter(&ibtl_clnt_list_mutex);
1245
1246 /* re-direct the call to CI's call */
1247 retval = IBTL_HCA2CIHCAOPS_P(hca_hdl)->ibc_modify_ports(
1248 IBTL_HCA2CIHCA(hca_hdl), port, flags, init_type);
1249
1250 mutex_exit(&ibtl_clnt_list_mutex);
1251 return (retval);
1252 }
1253
1254 /*
1255 * Function:
1256 * ibt_free_portinfo
1257 * Input:
1258 * port_info - The address of an array to a ibt_hca_portinfo_t struct.
1259 * size - Memory Size as returned from ibt_query_hca_ports().
1260 * Output:
1261 * none
1262 * Returns:
1263 * none
1264 * Description:
1265 * Frees the memory allocated for a specified ibt_hca_portinfo_t struct.
1266 */
1267 void
1268 ibt_free_portinfo(ibt_hca_portinfo_t *port_info, uint_t size)
1269 {
1270 IBTF_DPRINTF_L3(ibtf_hca, "ibt_free_portinfo(%p, %d)",
1271 port_info, size);
1272
1273 if ((port_info == NULL) || (size == 0)) {
1274 IBTF_DPRINTF_L2(ibtf_hca, "ibt_free_portinfo: NULL Pointer");
1275 } else {
1276 kmem_free(port_info, size);
1277 }
1278 }
1279
1280
1281 /*
1282 * Function:
1283 * ibt_get_hcadevinfo
1284 * Input:
1285 * hca_guid - The HCA's node GUID.
1286 * Output:
1287 * none.
1288 * Returns:
1289 * Pointer to HCA Device Info structure whose HCA GUID is requested or NULL
1290 * Description:
1291 * Get a pointer to HCA Device Info Structure for the requested HCA GUID.
1292 * If no matching HCA GUID Device info is found, NULL is returned.
1293 */
1294 ibtl_hca_devinfo_t *
1295 ibtl_get_hcadevinfo(ib_guid_t hca_guid)
1296 {
1297 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info */
1298
1299 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_get_hcadevinfo(%llX)", hca_guid);
1300
1301 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
1302
1303 hca_devp = ibtl_hca_list;
1304
1305 /*
1306 * Check whether a HCA device with requested Node GUID is available.
1307 * This is done, by searching the global HCA devinfo list and
1308 * comparing the Node GUID from the device attribute info.
1309 */
1310 while (hca_devp != NULL) {
1311 if (hca_devp->hd_hca_attr->hca_node_guid == hca_guid) {
1312 /* Match Found. */
1313 break;
1314 }
1315 hca_devp = hca_devp->hd_hca_dev_link;
1316 }
1317 return (hca_devp);
1318 }
1319
1320
1321 /*
1322 * Function:
1323 * ibtl_pkey2index
1324 * Input:
1325 * hca_devp - The IBTL HCA Device Info.
1326 * port_num - The HCA port number.
1327 * pkey - The input PKey value, whose index we are interested in.
1328 * Output:
1329 * pkey_ix - The PKey index returned for the specified PKey.
1330 * Returns:
1331 * IBT_SUCCESS/IBT_HCA_PORT_INVALID/IBT_INVALID_PARAM
1332 * Description:
1333 * Returns the PKey Index for the specified PKey, the device as specified
1334 * by IBT HCA Handle.
1335 */
1336 static ibt_status_t
1337 ibtl_pkey2index(ibtl_hca_devinfo_t *hca_devp, uint8_t port_num,
1338 ib_pkey_t pkey, uint16_t *pkey_ix)
1339 {
1340 ibt_hca_portinfo_t *port_infop;
1341 uint_t ports;
1342 uint_t i;
1343
1344 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_pkey2index(%p, %d, %d)",
1345 hca_devp, port_num, pkey);
1346
1347 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
1348
1349 if ((pkey == IB_PKEY_INVALID_FULL) ||
1350 (pkey == IB_PKEY_INVALID_LIMITED))
1351 return (IBT_INVALID_PARAM);
1352
1353 ports = hca_devp->hd_hca_attr->hca_nports;
1354 if ((port_num == 0) || (port_num > ports)) {
1355 IBTF_DPRINTF_L2(ibtf_hca, "ibtl_pkey2index: "
1356 "Invalid port_num %d, range is (1 to %d)", port_num, ports);
1357 return (IBT_HCA_PORT_INVALID);
1358 }
1359
1360 port_infop = hca_devp->hd_portinfop + port_num - 1;
1361 for (i = 0; i < port_infop->p_pkey_tbl_sz; i++) {
1362 if (pkey == port_infop->p_pkey_tbl[i]) {
1363 *pkey_ix = i;
1364 return (IBT_SUCCESS);
1365 }
1366 }
1367 return (IBT_INVALID_PARAM);
1368 }
1369
1370 /*
1371 * Function:
1372 * ibtl_index2pkey
1373 * Input:
1374 * hca_devp - The IBTL HCA Device Info.
1375 * port_num - The HCA port
1376 * pkey_ix - The input PKey index, whose PKey we are interested in.
1377 * Output:
1378 * pkey - The returned PKey value.
1379 * Returns:
1380 * IBT_SUCCESS/IBT_PKEY_IX_ILLEGAL/IBT_PKEY_IX_INVALID/IBT_HCA_PORT_INVALID
1381 * Description:
1382 * Returns the PKey value for the specified PKey index, the device as
1383 * specified by IBT HCA Handle.
1384 */
1385 static ibt_status_t
1386 ibtl_index2pkey(ibtl_hca_devinfo_t *hca_devp, uint8_t port_num,
1387 uint16_t pkey_ix, ib_pkey_t *pkey)
1388 {
1389 ibt_hca_portinfo_t *port_infop;
1390 uint_t ports;
1391
1392 IBTF_DPRINTF_L3(ibtf_hca, "ibtl_index2pkey(%p, %d, %d)",
1393 hca_devp, port_num, pkey_ix);
1394
1395 ASSERT(MUTEX_HELD(&ibtl_clnt_list_mutex));
1396
1397 ports = hca_devp->hd_hca_attr->hca_nports;
1398 if ((port_num == 0) || (port_num > ports)) {
1399 IBTF_DPRINTF_L2(ibtf_hca, "ibtl_index2pkey: "
1400 "Invalid port_num %d, range is (1 to %d)", port_num, ports);
1401 return (IBT_HCA_PORT_INVALID);
1402 }
1403
1404 port_infop = hca_devp->hd_portinfop + port_num - 1;
1405 if (pkey_ix >= port_infop->p_pkey_tbl_sz) {
1406 IBTF_DPRINTF_L2(ibtf_hca, "ibtl_index2pkey: "
1407 "pkey index %d out of range (0, %d)",
1408 pkey_ix, port_infop->p_pkey_tbl_sz - 1);
1409 return (IBT_PKEY_IX_ILLEGAL);
1410 }
1411
1412 *pkey = port_infop->p_pkey_tbl[pkey_ix];
1413 if ((*pkey == IB_PKEY_INVALID_FULL) ||
1414 (*pkey == IB_PKEY_INVALID_LIMITED))
1415 return (IBT_PKEY_IX_INVALID);
1416 return (IBT_SUCCESS);
1417 }
1418
1419 /*
1420 * Function:
1421 * ibt_pkey2index
1422 * Input:
1423 * hca_hdl - The IBT HCA handle.
1424 * port_num - The HCA port number.
1425 * pkey - The input PKey value, whose index we are interested in.
1426 * Output:
1427 * pkey_ix - The PKey index returned for the specified PKey.
1428 * Returns:
1429 * IBT_SUCCESS/IBT_HCA_PORT_INVALID/IBT_INVALID_PARAM
1430 * Description:
1431 * Returns the PKey Index for the specified PKey, the device as specified
1432 * by IBT HCA Handle.
1433 */
1434 ibt_status_t
1435 ibt_pkey2index(ibt_hca_hdl_t hca_hdl, uint8_t port_num, ib_pkey_t pkey,
1436 uint16_t *pkey_ix)
1437 {
1438 ibt_status_t retval;
1439
1440 IBTF_DPRINTF_L3(ibtf_hca, "ibt_pkey2index(%p, %d, %d)",
1441 hca_hdl, port_num, pkey);
1442
1443 mutex_enter(&ibtl_clnt_list_mutex);
1444 retval = ibtl_pkey2index(hca_hdl->ha_hca_devp, port_num, pkey, pkey_ix);
1445 mutex_exit(&ibtl_clnt_list_mutex);
1446
1447 return (retval);
1448 }
1449
1450 /*
1451 * Function:
1452 * ibt_pkey2index_byguid
1453 * Input:
1454 * hca_guid - The HCA's node GUID.
1455 * port_num - The HCA port number.
1456 * pkey - The input PKey value, whose index we are interested in.
1457 * Output:
1458 * pkey_ix - The PKey Index returned for the specified PKey.
1459 * Returns:
1460 * IBT_SUCCESS/IBT_HCA_PORT_INVALID/IBT_INVALID_PARAM/IBT_HCA_INVALID
1461 * Description:
1462 * Returns the PKey Index for the specified PKey, the device as specified
1463 * by HCA GUID Info.
1464 */
1465 ibt_status_t
1466 ibt_pkey2index_byguid(ib_guid_t hca_guid, uint8_t port_num, ib_pkey_t pkey,
1467 uint16_t *pkey_ix)
1468 {
1469 ibt_status_t retval;
1470 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info */
1471
1472 IBTF_DPRINTF_L3(ibtf_hca, "ibt_pkey2index_byguid(%llX, %d, %d)",
1473 hca_guid, port_num, pkey);
1474
1475 mutex_enter(&ibtl_clnt_list_mutex);
1476 hca_devp = ibtl_get_hcadevinfo(hca_guid);
1477 if (hca_devp == NULL) {
1478 IBTF_DPRINTF_L2(ibtf_hca, "ibt_pkey2index_byguid: "
1479 "Invalid HCA GUID 0x%llx", hca_guid);
1480 mutex_exit(&ibtl_clnt_list_mutex);
1481 return (IBT_HCA_INVALID);
1482 }
1483 retval = ibtl_pkey2index(hca_devp, port_num, pkey, pkey_ix);
1484 mutex_exit(&ibtl_clnt_list_mutex);
1485
1486 return (retval);
1487 }
1488
1489
1490 /*
1491 * Function:
1492 * ibt_index2pkey
1493 * Input:
1494 * hca_hdl - The IBT HCA handle.
1495 * port_num - The HCA port
1496 * pkey_ix - The input PKey index, whose PKey we are interested in.
1497 * Output:
1498 * pkey - The returned PKey value.
1499 * Returns:
1500 * IBT_SUCCESS/IBT_PKEY_IX_ILLEGAL/IBT_PKEY_IX_INVALID/IBT_HCA_PORT_INVALID
1501 * Description:
1502 * Returns the PKey value for the specified PKey index, the device as
1503 * specified by IBT HCA Handle.
1504 */
1505 ibt_status_t
1506 ibt_index2pkey(ibt_hca_hdl_t hca_hdl, uint8_t port_num, uint16_t pkey_ix,
1507 ib_pkey_t *pkey)
1508 {
1509 ibt_status_t retval;
1510
1511 IBTF_DPRINTF_L3(ibtf_hca, "ibt_index2pkey(%p, %d, %d)",
1512 hca_hdl, port_num, pkey_ix);
1513
1514 mutex_enter(&ibtl_clnt_list_mutex);
1515 retval = ibtl_index2pkey(hca_hdl->ha_hca_devp, port_num, pkey_ix, pkey);
1516 mutex_exit(&ibtl_clnt_list_mutex);
1517
1518 return (retval);
1519 }
1520
1521 /*
1522 * Function:
1523 * ibt_index2pkey_byguid
1524 * Input:
1525 * hca_guid - The HCA's node GUID.
1526 * port_num - The HCA port
1527 * pkey_ix - The input PKey index, whose PKey we are interested in.
1528 * Output:
1529 * pkey - The returned PKey value, for the specified index.
1530 * Returns:
1531 * IBT_SUCCESS/IBT_PKEY_IX_ILLEGAL/IBT_PKEY_IX_INVALID/
1532 * IBT_HCA_PORT_INVALID/IBT_HCA_INVALID
1533 * Description:
1534 * Returns the PKey Index for the specified PKey, the device as specified
1535 * by HCA GUID Info.
1536 */
1537 ibt_status_t
1538 ibt_index2pkey_byguid(ib_guid_t hca_guid, uint8_t port_num, uint16_t pkey_ix,
1539 ib_pkey_t *pkey)
1540 {
1541 ibt_status_t retval;
1542 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info */
1543
1544 IBTF_DPRINTF_L3(ibtf_hca, "ibt_index2pkey_byguid(%llX, %d, %d)",
1545 hca_guid, port_num, pkey_ix);
1546
1547 mutex_enter(&ibtl_clnt_list_mutex);
1548 hca_devp = ibtl_get_hcadevinfo(hca_guid);
1549 if (hca_devp == NULL) {
1550 IBTF_DPRINTF_L2(ibtf_hca, "ibt_index2pkey_byguid: "
1551 "Invalid HCA GUID 0x%llx", hca_guid);
1552 mutex_exit(&ibtl_clnt_list_mutex);
1553 return (IBT_HCA_INVALID);
1554 }
1555 retval = ibtl_index2pkey(hca_devp, port_num, pkey_ix, pkey);
1556 mutex_exit(&ibtl_clnt_list_mutex);
1557
1558 return (retval);
1559 }
1560
1561
1562 /*
1563 * Function:
1564 * ibt_set_hca_private
1565 * Input:
1566 * hca_hdl The ibt_hca_hdl_t of the opened HCA.
1567 * clnt_private The client private data.
1568 * Output:
1569 * none.
1570 * Returns:
1571 * none
1572 * Description:
1573 * Sets the client private data.
1574 */
1575 void
1576 ibt_set_hca_private(ibt_hca_hdl_t hca_hdl, void *clnt_private)
1577 {
1578 hca_hdl->ha_clnt_private = clnt_private;
1579 }
1580
1581
1582 /*
1583 * Function:
1584 * ibt_get_hca_private
1585 * Input:
1586 * hca_hdl The ibt_hca_hdl_t of the opened HCA.
1587 * Output:
1588 * none
1589 * Returns:
1590 * The client private data.
1591 * Description:
1592 * Retrieves the private data from a specified HCA.
1593 */
1594 void *
1595 ibt_get_hca_private(ibt_hca_hdl_t hca_hdl)
1596 {
1597 return (hca_hdl->ha_clnt_private);
1598 }
1599
1600 /*
1601 * Function:
1602 * ibt_hca_handle_to_guid
1603 * Input:
1604 * hca HCA Handle.
1605 * Output:
1606 * none.
1607 * Returns:
1608 * hca_guid Returned HCA GUID on which the specified Channel is
1609 * allocated. Valid if it is non-NULL on return.
1610 * Description:
1611 * A helper function to retrieve HCA GUID for the specified handle.
1612 */
1613 ib_guid_t
1614 ibt_hca_handle_to_guid(ibt_hca_hdl_t hca)
1615 {
1616 IBTF_DPRINTF_L3(ibtf_hca, "ibt_hca_handle_to_guid(%p)", hca);
1617 return (IBTL_HCA2HCAGUID(hca));
1618 }
1619
1620 /*
1621 * Function:
1622 * ibt_hca_guid_to_handle
1623 * Input:
1624 * ibt_hdl The handle returned to the client by the IBTF from
1625 * an ibt_attach() call.
1626 * hca_guid HCA GUID
1627 * Output:
1628 * hca_hdl Returned ibt_hca_hdl_t.
1629 * Returns:
1630 * IBT_SUCCESS
1631 * IBT_HCA_INVALID
1632 * Description:
1633 * A helper function to retrieve a hca handle from a HCA GUID.
1634 */
1635 ibt_status_t
1636 ibt_hca_guid_to_handle(ibt_clnt_hdl_t ibt_hdl, ib_guid_t hca_guid,
1637 ibt_hca_hdl_t *hca_hdl)
1638 {
1639 ibtl_hca_t *hca_infop;
1640 ibtl_hca_devinfo_t *hca_devp; /* HCA Dev Info */
1641 ibt_status_t rval = IBT_HCA_INVALID;
1642
1643 IBTF_DPRINTF_L3(ibtf_hca, "ibt_hca_guid_to_handle(%p, %llX)",
1644 ibt_hdl, hca_guid);
1645
1646 mutex_enter(&ibtl_clnt_list_mutex);
1647
1648 /*
1649 * Get HCA Device Info Structure, referenced by HCA GUID.
1650 */
1651 hca_devp = ibtl_get_hcadevinfo(hca_guid);
1652 if (hca_devp == NULL) {
1653 /*
1654 * If we are here, then the requested HCA device is not present.
1655 * Return the status as Invalid HCA GUID.
1656 */
1657 mutex_exit(&ibtl_clnt_list_mutex);
1658
1659 IBTF_DPRINTF_L2(ibtf_hca, "ibt_hca_guid_to_handle: "
1660 "HCA Device Not Found: Invalid HCA GUID");
1661
1662 *hca_hdl = NULL;
1663 return (rval);
1664 }
1665
1666 /*
1667 * Yes, we found a HCA Device registered with IBTF, which matches with
1668 * the requested HCA_GUID.
1669 */
1670 hca_infop = hca_devp->hd_clnt_list;
1671
1672 while (hca_infop != NULL) {
1673 if (ibt_hdl == hca_infop->ha_clnt_devp) {
1674 rval = IBT_SUCCESS;
1675 break;
1676 }
1677 hca_infop = hca_infop->ha_clnt_link;
1678 }
1679
1680 mutex_exit(&ibtl_clnt_list_mutex);
1681 *hca_hdl = hca_infop;
1682 return (rval);
1683 }