1 /*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21 /*
22 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
23 */
24
25 /*
26 * The InfiniBand Nexus driver (IB nexus) is a bus nexus driver for IB bus.
27 * It supports Port nodes, Virtual Physical Point of Attachment nodes (VPPA)
28 * for HCAs registered with IBTL and IOC nodes for all the IOCs present in
29 * the IB fabric (that are accessible to the host). It also supports Pseudo
30 * device children to be enumerated using their .conf file(s). All Port nodes
31 * and VPPA nodes are children of HCA drivers. All the IOC nodes and the Pseudo
32 * device nodes are children of the IB nexus driver.
33 *
34 * IB nexus driver provides bus nexus entry points to all the HCA drivers.
35 *
36 * IB nexus driver registers with InfiniBand Device Manager (IBDM) to get
37 * information about all the HCA ports and I/O Controllers (IOCs) connected
38 * to the IB fabric. Based on that information, IB nexus will create all the
39 * device tree nodes.
40 */
41
42 #include <sys/conf.h>
43 #include <sys/stat.h>
44 #include <sys/modctl.h>
45 #include <sys/taskq.h>
46 #include <sys/mdi_impldefs.h>
47 #include <sys/sunmdi.h>
48 #include <sys/sunpm.h>
49 #include <sys/ib/mgt/ibdm/ibdm_impl.h>
50 #include <sys/ib/ibnex/ibnex.h>
51 #include <sys/ib/ibnex/ibnex_devctl.h>
52 #include <sys/ib/ibtl/ibti.h>
53 #include <sys/ib/ibtl/impl/ibtl_ibnex.h>
54 #include <sys/file.h>
55 #include <sys/hwconf.h>
56 #include <sys/fs/dv_node.h>
57
58 /* Function prototypes */
59 static int ibnex_attach(dev_info_t *, ddi_attach_cmd_t);
60 static int ibnex_getinfo(dev_info_t *, ddi_info_cmd_t,
61 void *, void **);
62 static int ibnex_detach(dev_info_t *, ddi_detach_cmd_t);
63 int ibnex_busctl(dev_info_t *,
64 dev_info_t *, ddi_ctl_enum_t, void *, void *);
65 int ibnex_map_fault(dev_info_t *,
66 dev_info_t *, struct hat *, struct seg *,
67 caddr_t, struct devpage *, pfn_t, uint_t, uint_t);
68 static int ibnex_init_child(dev_info_t *);
69 static ibnex_rval_t ibnex_comm_svc_init(char *, ibnex_node_type_t);
70 static void ibnex_comm_svc_fini();
71 dev_info_t *ibnex_commsvc_initnode(dev_info_t *,
72 ibdm_port_attr_t *, int, int, ib_pkey_t, int *,
73 int);
74 static void ibnex_delete_port_node_data(ibnex_node_data_t *);
75 int ibnex_get_dip_from_guid(ib_guid_t, int,
76 ib_pkey_t, dev_info_t **);
77 int ibnex_get_node_and_dip_from_guid(ib_guid_t, int,
78 ib_pkey_t, ibnex_node_data_t **, dev_info_t **);
79 static ibnex_node_data_t *ibnex_is_node_data_present(ibnex_node_type_t,
80 void *, int, ib_pkey_t);
81 static ibnex_node_data_t *ibnex_init_child_nodedata(ibnex_node_type_t, void *,
82 int, ib_pkey_t);
83 static int ibnex_create_port_node_prop(ibdm_port_attr_t *,
84 dev_info_t *, char *, ib_pkey_t);
85 void ibnex_dm_callback(void *, ibdm_events_t);
86 static int ibnex_create_port_compatible_prop(dev_info_t *,
87 char *, ibdm_port_attr_t *);
88 static int ibnex_create_ioc_srv_props(
89 dev_info_t *, ibdm_ioc_info_t *);
90 static int ibnex_get_eventcookie(dev_info_t *,
91 dev_info_t *, char *, ddi_eventcookie_t *);
92 static int ibnex_add_eventcall(dev_info_t *, dev_info_t *,
93 ddi_eventcookie_t, void (*)(dev_info_t *,
94 ddi_eventcookie_t, void *, void *),
95 void *arg, ddi_callback_id_t *cb_id);
96 static int ibnex_remove_eventcall(dev_info_t *,
97 ddi_callback_id_t);
98 static int ibnex_post_event(dev_info_t *, dev_info_t *,
99 ddi_eventcookie_t, void *);
100 static int ibnex_bus_config(dev_info_t *, uint_t,
101 ddi_bus_config_op_t, void *, dev_info_t **);
102 static int ibnex_bus_unconfig(dev_info_t *,
103 uint_t, ddi_bus_config_op_t, void *);
104 dev_info_t *ibnex_config_port_node(dev_info_t *, char *);
105 int ibnex_get_pkey_commsvc_index_portnum(
106 char *, int *, ib_pkey_t *, uint8_t *);
107 void ibnex_config_all_children(dev_info_t *);
108 static int ibnex_devname_to_portnum(char *, uint8_t *);
109 void ibnex_create_vppa_nodes(dev_info_t *, ibdm_port_attr_t *);
110 void ibnex_create_port_nodes(
111 dev_info_t *, ibdm_port_attr_t *);
112 void ibnex_create_hcasvc_nodes(
113 dev_info_t *, ibdm_port_attr_t *);
114 static int ibnex_config_root_iocnode(dev_info_t *, char *);
115 static int ibnex_devname2port(char *, int *);
116 static int ibnex_config_ioc_node(char *, dev_info_t *);
117 static int ibnex_devname_to_node_n_ioc_guids(
118 char *, ib_guid_t *, ib_guid_t *, char **);
119 static void ibnex_ioc_node_cleanup();
120 static void ibnex_delete_ioc_node_data(ibnex_node_data_t *);
121 int ibnex_ioc_initnode_all_pi(ibdm_ioc_info_t *);
122 static int ibnex_ioc_initnode_pdip(ibnex_node_data_t *,
123 ibdm_ioc_info_t *, dev_info_t *);
124 static int ibnex_create_ioc_node_prop(
125 ibdm_ioc_info_t *, dev_info_t *);
126 static int ibnex_create_ioc_compatible_prop(
127 dev_info_t *, ib_dm_ioc_ctrl_profile_t *);
128 uint64_t ibnex_str2hex(char *, int, int *);
129 int ibnex_str2int(char *, int, int *);
130 static int ibnex_create_ioc_portgid_prop(
131 dev_info_t *, ibdm_ioc_info_t *);
132 static void ibnex_wakeup_reprobe_ioc(ibnex_node_data_t *, int);
133 static void ibnex_wakeup_reprobe_all();
134 ibt_status_t ibnex_ibtl_callback(ibtl_ibnex_cb_args_t *);
135 void ibnex_pseudo_initnodes(void);
136 static char *ibnex_lookup_named_prop(ddi_prop_t *, char *);
137 static void ibnex_pseudo_node_cleanup(void);
138 static int ibnex_name_child(dev_info_t *, char *, int);
139 static int ibnex_name_pseudo_child(dev_info_t *, char *);
140
141 void ibnex_reprobe_ioc_dev(void *);
142 void ibnex_reprobe_ioc_all();
143 static void ibnex_update_prop(ibnex_node_data_t *,
144 ibdm_ioc_info_t *);
145 static ibnex_rval_t ibnex_unique_svcname(char *);
146 static void ibnex_handle_reprobe_dev(void *arg);
147
148 extern int ibnex_open(dev_t *, int, int, cred_t *);
149 extern int ibnex_close(dev_t, int, int, cred_t *);
150 extern int ibnex_ioctl(dev_t, int, intptr_t, int, cred_t *, int *);
151 extern int ibnex_offline_childdip(dev_info_t *);
152
153 static int ibnex_ioc_create_pi(
154 ibdm_ioc_info_t *, ibnex_node_data_t *,
155 dev_info_t *, int *);
156 static int ibnex_bus_power(dev_info_t *, void *,
157 pm_bus_power_op_t, void *, void *);
158 int ibnex_pseudo_create_all_pi(ibnex_node_data_t *);
159 static int ibnex_pseudo_create_pi_pdip(ibnex_node_data_t *,
160 dev_info_t *);
161 int ibnex_pseudo_config_one(
162 ibnex_node_data_t *, char *, dev_info_t *);
163 int ibnex_pseudo_mdi_config_one(int, void *, dev_info_t **,
164 char *, char *);
165 static void ibnex_config_pseudo_all(dev_info_t *);
166 int ibnex_ioc_bus_config_one(dev_info_t **, uint_t,
167 ddi_bus_config_op_t, void *, dev_info_t **, int *);
168 static int ibnex_is_merge_node(dev_info_t *);
169 static void ibnex_hw_in_dev_tree(char *);
170 static int ibnex_ioc_config_from_pdip(ibdm_ioc_info_t *,
171 dev_info_t *, int);
172 static int ibnex_ioc_pi_exists(ibnex_node_data_t *, dev_info_t *);
173 static int ibnex_ioc_pi_reachable(ibdm_ioc_info_t *,
174 dev_info_t *);
175
176 extern void ibnex_handle_hca_attach(void *);
177
178 extern struct bus_ops ibnex_ci_busops;
179 /*
180 * Prototype declarations for the VHCI options
181 */
182 /*
183 * Functions registered with the mpxio framework
184 */
185 static int ib_vhci_pi_init(dev_info_t *, mdi_pathinfo_t *, int);
186 static int ib_vhci_pi_uninit(dev_info_t *, mdi_pathinfo_t *, int);
187 static int ib_vhci_pi_state_change(dev_info_t *, mdi_pathinfo_t *,
188 mdi_pathinfo_state_t, uint32_t, int);
189 static int ib_vhci_failover(dev_info_t *, dev_info_t *, int);
190
191
192 static mdi_vhci_ops_t ibnex_vhci_ops = {
193 MDI_VHCI_OPS_REV,
194 ib_vhci_pi_init,
195 ib_vhci_pi_uninit,
196 ib_vhci_pi_state_change,
197 ib_vhci_failover
198 };
199
200
201 /*
202 * The bus_ops structure defines the capabilities of IB nexus driver.
203 * IB nexus drivers does not support any DMA operations for its children
204 * as there is no such concept in Infiniband. All the memory operations
205 * and DMA operations required by the child drivers can be performed using
206 * the IBTF API.
207 */
208 struct bus_ops ibnex_bus_ops = {
209 BUSO_REV,
210 nullbusmap, /* bus_map */
211 NULL, /* bus_get_intrspec */
212 NULL, /* bus_add_intrspec */
213 NULL, /* bus_remove_intrspec */
214 ibnex_map_fault, /* Map Fault */
215 ddi_no_dma_map, /* DMA related entry points */
216 ddi_no_dma_allochdl,
217 NULL,
218 NULL,
219 NULL,
220 NULL,
221 NULL,
222 NULL,
223 ibnex_busctl, /* bus_ctl */
224 ddi_bus_prop_op, /* bus_prop_op */
225 ibnex_get_eventcookie, /* bus_get_eventcookie */
226 ibnex_add_eventcall, /* bus_add_eventcall */
227 ibnex_remove_eventcall, /* bus_remove_eventcall */
228 ibnex_post_event, /* bus_post_event */
229 NULL,
230 ibnex_bus_config, /* bus config */
231 ibnex_bus_unconfig, /* bus unconfig */
232 NULL, /* bus fm init */
233 NULL, /* bus fm fini */
234 NULL, /* bus fm access enter */
235 NULL, /* bus fm access exit */
236 ibnex_bus_power /* bus power */
237 };
238
239 /* ibnex cb_ops */
240 static struct cb_ops ibnex_cbops = {
241 ibnex_open, /* open */
242 ibnex_close, /* close */
243 nodev, /* strategy */
244 nodev, /* print */
245 nodev, /* dump */
246 nodev, /* read */
247 nodev, /* write */
248 ibnex_ioctl, /* ioctl */
249 nodev, /* devmap */
250 nodev, /* mmap */
251 nodev, /* segmap */
252 nochpoll, /* poll */
253 ddi_prop_op, /* prop_op */
254 NULL, /* stream */
255 D_MP, /* cb_flag */
256 CB_REV, /* rev */
257 nodev, /* int (*cb_aread)() */
258 nodev /* int (*cb_awrite)() */
259 };
260
261 /*
262 * Device options
263 * Note: ddi_no_info needs to change during devfs time frame. The drivers
264 * with 1 to 1 mapping between minor node and instance should use
265 * ddi_1to1_info. (See bug id 4424752)
266 */
267 static struct dev_ops ibnex_ops = {
268 DEVO_REV, /* devo_rev, */
269 0, /* refcnt */
270 ibnex_getinfo, /* info */
271 nulldev, /* identify */
272 nulldev, /* probe */
273 ibnex_attach, /* attach */
274 ibnex_detach, /* detach */
275 nodev, /* reset */
276 &ibnex_cbops, /* driver ops - devctl interfaces */
277 &ibnex_bus_ops, /* bus operations */
278 nulldev, /* power */
279 ddi_quiesce_not_needed, /* quiesce */
280 };
281
282 /* Module linkage information for the kernel. */
283 static struct modldrv modldrv = {
284 &mod_driverops, /* Driver module */
285 "IB nexus", /* Driver name and version */
286 &ibnex_ops, /* driver ops */
287 };
288
289 static struct modlinkage modlinkage = {
290 MODREV_1, (void *)&modldrv, NULL
291 };
292
293 /*
294 * Global per-instance IB Nexus data.
295 * There is only one instance of IB Nexus supported.
296 */
297 ibnex_t ibnex;
298 #ifdef __lock_lint
299 extern ibdm_t ibdm;
300 #endif
301 _NOTE(MUTEX_PROTECTS_DATA(ibnex.ibnex_mutex, ibnex_s))
302 _NOTE(DATA_READABLE_WITHOUT_LOCK(ibnex.ibnex_num_comm_svcs
303 ibnex.ibnex_comm_svc_names ibnex.ibnex_nvppa_comm_svcs
304 ibnex.ibnex_vppa_comm_svc_names ibnex.ibnex_nhcasvc_comm_svcs
305 ibnex.ibnex_hcasvc_comm_svc_names ibnex.ibnex_ioc_list))
306 _NOTE(MUTEX_PROTECTS_DATA(ibnex.ibnex_mutex, ibnex_node_data_s))
307 _NOTE(LOCK_ORDER(ibdm.ibdm_hl_mutex ibnex.ibnex_mutex))
308
309 /* The port settling time in seconds */
310 int ibnex_port_settling_time = 8;
311
312 /* create an array of properties supported, easier to add new ones here */
313 static struct ibnex_property {
314 char *name;
315 ibnex_node_type_t type;
316 } ibnex_properties[] = {
317 { "port-svc-list", IBNEX_PORT_COMMSVC_NODE},
318 { "vppa-svc-list", IBNEX_VPPA_COMMSVC_NODE},
319 { "hca-svc-list", IBNEX_HCASVC_COMMSVC_NODE}
320 };
321
322 #define N_IBNEX_PROPS (sizeof (ibnex_properties))/ \
323 (sizeof (struct ibnex_property))
324
325 /*
326 * Event Definition
327 * Single event, event name defined in ibti_common.h.
328 * Event posted to specific child handler. Event posted
329 * at kernel priority.
330 */
331 static ndi_event_definition_t ibnex_ndi_event_defs[] = {
332 {IB_EVENT_TAG_PROP_UPDATE, IB_PROP_UPDATE_EVENT, EPL_KERNEL,
333 NDI_EVENT_POST_TO_TGT}
334 };
335
336 #define IB_N_NDI_EVENTS \
337 (sizeof (ibnex_ndi_event_defs) / sizeof (ndi_event_definition_t))
338
339 static ndi_event_set_t ib_ndi_events = {
340 NDI_EVENTS_REV1, IB_N_NDI_EVENTS, ibnex_ndi_event_defs};
341 static int ibnex_hw_status = IBNEX_DEVTREE_NOT_CHECKED;
342
343
344 /*
345 * _init
346 * Loadable module init, called before any other module.
347 */
348 int
349 _init(void)
350 {
351 int error;
352 char **hca_driver_list;
353 int i, ndrivers;
354
355 if (ibnex_hw_status == IBNEX_DEVTREE_NOT_CHECKED) {
356 ibnex_hw_status = IBNEX_HW_NOT_IN_DEVTREE;
357 hca_driver_list = mdi_get_phci_driver_list("ib", &ndrivers);
358 for (i = 0; i < ndrivers; i++) {
359 ibnex_hw_in_dev_tree(hca_driver_list[i]);
360 if (ibnex_hw_status == IBNEX_HW_IN_DEVTREE)
361 break;
362 }
363 mdi_free_phci_driver_list(hca_driver_list, ndrivers);
364 }
365
366 /*
367 * IB Nexus _init can be called while force attaching
368 * IB Nexus driver or when a HCA is hotplugged.
369 *
370 * If IB HW is not in device tree or if no HCA driver
371 * has been attached, fail IB Nexus _init().
372 */
373 if (ibnex_hw_status == IBNEX_HW_NOT_IN_DEVTREE &&
374 ibt_hw_is_present() == 0) {
375 IBTF_DPRINTF_L4("ibnex", "\t_init: NO IB HW");
376 return (DDI_FAILURE);
377 }
378
379 IBTF_DPRINTF_L4("ibnex", "\t_init");
380 mutex_init(&ibnex.ibnex_mutex, NULL, MUTEX_DRIVER, NULL);
381 cv_init(&ibnex.ibnex_reprobe_cv, NULL, CV_DRIVER, NULL);
382 cv_init(&ibnex.ibnex_ioc_list_cv, NULL, CV_DRIVER, NULL);
383 if ((error = mod_install(&modlinkage)) != 0) {
384 IBTF_DPRINTF_L2("ibnex", "\t_init: mod_install failed");
385 mutex_destroy(&ibnex.ibnex_mutex);
386 cv_destroy(&ibnex.ibnex_reprobe_cv);
387 cv_destroy(&ibnex.ibnex_ioc_list_cv);
388 } else {
389 ibdm_ibnex_register_callback(ibnex_dm_callback);
390 ibtl_ibnex_register_callback(ibnex_ibtl_callback);
391 }
392 return (error);
393 }
394
395
396 /*
397 * _fini
398 * Prepares a module for unloading.
399 */
400 int
401 _fini(void)
402 {
403 int error;
404
405 IBTF_DPRINTF_L4("ibnex", "\t_fini");
406 if ((error = mod_remove(&modlinkage)) != 0) {
407 return (error);
408 }
409 ibdm_ibnex_unregister_callback();
410 ibtl_ibnex_unregister_callback();
411 mutex_destroy(&ibnex.ibnex_mutex);
412 cv_destroy(&ibnex.ibnex_reprobe_cv);
413 cv_destroy(&ibnex.ibnex_ioc_list_cv);
414 return (0);
415 }
416
417
418 /*
419 * _info
420 * Returns information about loadable module.
421 */
422 int
423 _info(struct modinfo *modinfop)
424 {
425 IBTF_DPRINTF_L4("ibnex", "\t_info");
426 return (mod_info(&modlinkage, modinfop));
427 }
428
429
430 /*
431 * ibnex_attach
432 * Configure and attach an instance of the IB Nexus driver
433 * Only one instance of IB Nexus is supported
434 * Create a minor node for cfgadm purpose
435 * Initialize communication services
436 * Register callback with IBDM
437 * Register callback with IBTL
438 */
439 static int
440 ibnex_attach(dev_info_t *dip, ddi_attach_cmd_t cmd)
441 {
442 int i;
443 int instance = ddi_get_instance(dip);
444
445 IBTF_DPRINTF_L4("ibnex", "\tattach: device = %p cmd = %x)", dip, cmd);
446
447 switch (cmd) {
448 case DDI_ATTACH:
449 break;
450 case DDI_RESUME:
451 IBTF_DPRINTF_L4("ibnex", "\tattach: RESUME");
452 return (DDI_SUCCESS);
453 default:
454 return (DDI_FAILURE);
455 }
456
457 /* Fail attach for more than one instance */
458 mutex_enter(&ibnex.ibnex_mutex);
459 if (ibnex.ibnex_dip != NULL) {
460 mutex_exit(&ibnex.ibnex_mutex);
461 return (DDI_FAILURE);
462 }
463 mutex_exit(&ibnex.ibnex_mutex);
464
465 /*
466 * Create a IB nexus taskq
467 */
468
469 ibnex.ibnex_taskq_id = ddi_taskq_create(dip,
470 "ibnex-enum-taskq", 1, TASKQ_DEFAULTPRI, 0);
471 if (ibnex.ibnex_taskq_id == NULL) {
472 IBTF_DPRINTF_L2("ibnex",
473 "\tattach: ddi_taskq_create() failed");
474 return (DDI_FAILURE);
475
476 }
477
478 /* Register with MPxIO framework */
479
480 if (mdi_vhci_register(MDI_HCI_CLASS_IB, dip, &ibnex_vhci_ops, 0)
481 != MDI_SUCCESS) {
482 IBTF_DPRINTF_L2("ibnex",
483 "\tattach: mdi_vhci_register() failed");
484 (void) ddi_taskq_destroy(ibnex.ibnex_taskq_id);
485 ibnex.ibnex_taskq_id = NULL;
486 return (DDI_FAILURE);
487 }
488
489
490 /*
491 * Create the "fabric" devctl minor-node for IB DR support.
492 * The minor number for the "devctl" node is in the same format
493 * as the AP minor nodes.
494 */
495 if (ddi_create_minor_node(dip, IBNEX_FABRIC, S_IFCHR, instance,
496 DDI_NT_IB_ATTACHMENT_POINT, 0) != DDI_SUCCESS) {
497 IBTF_DPRINTF_L2("ibnex",
498 "\tattach: failed to create fabric minornode");
499 (void) ddi_taskq_destroy(ibnex.ibnex_taskq_id);
500 ibnex.ibnex_taskq_id = NULL;
501 (void) mdi_vhci_unregister(dip, 0);
502 return (DDI_FAILURE);
503 }
504
505 /*
506 * Create "devctl" minor node for general ioctl interface to the
507 * ib nexus.
508 */
509 if (ddi_create_minor_node(dip, "devctl", S_IFCHR, instance,
510 DDI_NT_IB_NEXUS, 0) != DDI_SUCCESS) {
511 IBTF_DPRINTF_L2("ibnex",
512 "\tattach: failed to create devctl minornode");
513 (void) ddi_remove_minor_node(dip, NULL);
514 (void) ddi_taskq_destroy(ibnex.ibnex_taskq_id);
515 ibnex.ibnex_taskq_id = NULL;
516 (void) mdi_vhci_unregister(dip, 0);
517 return (DDI_FAILURE);
518 }
519
520 /*
521 * Set pm-want-child-notification property for
522 * power management of the phci and client
523 */
524 if (ddi_prop_create(DDI_DEV_T_NONE, dip, DDI_PROP_CANSLEEP,
525 "pm-want-child-notification?", NULL, NULL) != DDI_PROP_SUCCESS) {
526 IBTF_DPRINTF_L2("ibnex",
527 "_attach: create pm-want-child-notification failed");
528 (void) ddi_remove_minor_node(dip, NULL);
529 (void) ddi_taskq_destroy(ibnex.ibnex_taskq_id);
530 ibnex.ibnex_taskq_id = NULL;
531 (void) mdi_vhci_unregister(dip, 0);
532 return (DDI_FAILURE);
533 }
534
535 mutex_enter(&ibnex.ibnex_mutex);
536 ibnex.ibnex_dip = dip;
537 mutex_exit(&ibnex.ibnex_mutex);
538
539 /*
540 * Event Handling: Definition and Binding.
541 */
542 if (ndi_event_alloc_hdl(dip, 0, &ibnex.ibnex_ndi_event_hdl,
543 NDI_SLEEP) != NDI_SUCCESS) {
544 IBTF_DPRINTF_L2("ibnex",
545 "_attach: ndi_event_alloc_hdl failed");
546 (void) ddi_remove_minor_node(dip, NULL);
547 (void) ddi_taskq_destroy(ibnex.ibnex_taskq_id);
548 ibnex.ibnex_taskq_id = NULL;
549 (void) mdi_vhci_unregister(dip, 0);
550 return (DDI_FAILURE);
551 }
552 if (ndi_event_bind_set(ibnex.ibnex_ndi_event_hdl, &ib_ndi_events,
553 NDI_SLEEP) != NDI_SUCCESS) {
554 (void) ddi_remove_minor_node(dip, NULL);
555 (void) ndi_event_free_hdl(ibnex.ibnex_ndi_event_hdl);
556 IBTF_DPRINTF_L2("ibnex",
557 "_attach: ndi_event_bind_set failed");
558 (void) ddi_taskq_destroy(ibnex.ibnex_taskq_id);
559 ibnex.ibnex_taskq_id = NULL;
560 (void) mdi_vhci_unregister(dip, 0);
561 return (DDI_FAILURE);
562 }
563
564 for (i = 0; i < N_IBNEX_PROPS; i++) {
565 if (ibnex_comm_svc_init(ibnex_properties[i].name,
566 ibnex_properties[i].type) != IBNEX_SUCCESS) {
567 ibnex_comm_svc_fini();
568 (void) ndi_event_unbind_set(ibnex.ibnex_ndi_event_hdl,
569 &ib_ndi_events, NDI_SLEEP);
570 (void) ddi_remove_minor_node(dip, NULL);
571 (void) ndi_event_free_hdl(
572 ibnex.ibnex_ndi_event_hdl);
573 ibnex.ibnex_ndi_event_hdl = NULL;
574 IBTF_DPRINTF_L2("ibnex", "_attach: ibnex_comm_svc_init"
575 " failed %s", ibnex_properties[i].name);
576 (void) ddi_taskq_destroy(ibnex.ibnex_taskq_id);
577 ibnex.ibnex_taskq_id = NULL;
578 (void) mdi_vhci_unregister(dip, 0);
579 return (DDI_FAILURE);
580 }
581 }
582
583 /*
584 * before anything else comes up:
585 * Initialize the internal list of pseudo device nodes by
586 * getting all pseudo children of "ib" and processing them.
587 */
588 ibnex_pseudo_initnodes();
589
590 return (DDI_SUCCESS);
591 }
592
593
594 /*
595 * ibnex_getinfo()
596 * Given the device number, return the devinfo pointer or the
597 * instance number.
598 * Note: always succeed DDI_INFO_DEVT2INSTANCE, even before attach.
599 */
600
601 /*ARGSUSED*/
602 static int
603 ibnex_getinfo(dev_info_t *dip, ddi_info_cmd_t cmd, void *arg, void **result)
604 {
605 int ret = DDI_SUCCESS;
606
607 IBTF_DPRINTF_L4("ibnex", "\tgetinfo: Begin");
608 switch (cmd) {
609 case DDI_INFO_DEVT2DEVINFO:
610 if (ibnex.ibnex_dip != NULL)
611 *result = ibnex.ibnex_dip;
612 else {
613 *result = NULL;
614 ret = DDI_FAILURE;
615 }
616 break;
617
618 case DDI_INFO_DEVT2INSTANCE:
619 *result = 0;
620 break;
621
622 default:
623 ret = DDI_FAILURE;
624 }
625 return (ret);
626 }
627
628
629 /*
630 * ibnex_detach
631 * Unregister callback with the IBDM
632 * Unregister callback with the IBTL
633 * Uninitialize the communication entries
634 * Remove all the minor nodes created by this instance
635 */
636 static int
637 ibnex_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
638 {
639
640 IBTF_DPRINTF_L4("ibnex", "\tdetach: dip = %p cmd = %x)", dip, cmd);
641
642 switch (cmd) {
643
644 case DDI_DETACH:
645 break;
646 case DDI_SUSPEND:
647 IBTF_DPRINTF_L4("ibnex", "\t_detach: Suspend");
648 return (DDI_SUCCESS);
649 default:
650 return (DDI_FAILURE);
651 }
652
653 mutex_enter(&ibnex.ibnex_mutex);
654 if (ibt_hw_is_present()) {
655 IBTF_DPRINTF_L2("ibnex",
656 "\tdetach: IB HW is present ");
657 mutex_exit(&ibnex.ibnex_mutex);
658 return (DDI_FAILURE);
659 }
660 if (ndi_event_free_hdl(ibnex.ibnex_ndi_event_hdl)) {
661 IBTF_DPRINTF_L2("ibnex",
662 "\tdetach: ndi_event_free_hdl() failed");
663 mutex_exit(&ibnex.ibnex_mutex);
664 return (DDI_FAILURE);
665 }
666 ibnex.ibnex_ndi_event_hdl = NULL;
667 ibnex.ibnex_prop_update_evt_cookie = NULL;
668
669 ibnex_pseudo_node_cleanup();
670 ibnex_comm_svc_fini();
671 ibnex_ioc_node_cleanup();
672
673 (void) ddi_remove_minor_node(dip, NULL);
674 ibnex.ibnex_dip = NULL;
675 mutex_exit(&ibnex.ibnex_mutex);
676 (void) mdi_vhci_unregister(dip, 0);
677
678 if (ibnex.ibnex_taskq_id != NULL) {
679 ddi_taskq_destroy(ibnex.ibnex_taskq_id);
680 ibnex.ibnex_taskq_id = NULL;
681 }
682
683 return (DDI_SUCCESS);
684 }
685
686
687 /*
688 * ibnex_pseudo_node_cleanup()
689 * This checks if all the "dips" have been deallocated (implying
690 * that all the children have been unconfigured) first.
691 * If not, it just returns.
692 * If yes, then it frees up memory allocated for devi_name,
693 * node_addr, and property list.
694 */
695 static void
696 ibnex_pseudo_node_cleanup(void)
697 {
698 ibnex_node_data_t *nodep = ibnex.ibnex_pseudo_node_head;
699 ibnex_pseudo_node_t *pseudo;
700
701 IBTF_DPRINTF_L4("ibnex", "\tpseudo_node_cleanup:");
702 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
703
704 for (; nodep; nodep = nodep->node_next)
705 if (nodep->node_dip)
706 return;
707
708 IBTF_DPRINTF_L4("ibnex", "\tpseudo_node_cleanup: freeing up memory");
709 for (nodep = ibnex.ibnex_pseudo_node_head; nodep;
710 nodep = nodep->node_next) {
711
712 pseudo = &nodep->node_data.pseudo_node;
713 if (pseudo->pseudo_node_addr) {
714 kmem_free(pseudo->pseudo_node_addr,
715 strlen(pseudo-> pseudo_node_addr) + 1);
716 pseudo->pseudo_node_addr = NULL;
717 }
718
719 if (pseudo->pseudo_devi_name) {
720 kmem_free(pseudo->pseudo_devi_name,
721 strlen(pseudo-> pseudo_devi_name) + 1);
722 pseudo->pseudo_devi_name = NULL;
723 }
724
725 if (pseudo->pseudo_unit_addr) {
726 kmem_free(pseudo->pseudo_unit_addr,
727 pseudo->pseudo_unit_addr_len);
728 }
729 }
730 }
731
732
733 /*
734 * This functions wakes up any reprobe requests waiting for completion
735 * of reprobe of this IOC. It also send an NDI event, if :
736 *
737 * notify_flag is set. This is set if :
738 * ibt_reprobe_ioc has returned with SUCCESS
739 * IBTF client has not been notified for this node.
740 * node_data->node_dip != NULL
741 * node_state has IBNEX_NODE_REPROBE_NOTIFY_ALWAYS set
742 * An NDI event cookie has been registered.
743 */
744 static void
745 ibnex_wakeup_reprobe_ioc(ibnex_node_data_t *node_data, int notify_flag)
746 {
747 ddi_eventcookie_t evt_cookie;
748
749 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
750 evt_cookie = ibnex.ibnex_prop_update_evt_cookie;
751
752 if ((ibnex.ibnex_reprobe_state == IBNEX_REPROBE_IOC_WAIT) ||
753 (node_data->node_reprobe_state != 0)) {
754 if (notify_flag && (node_data->node_dip != NULL) &&
755 (node_data->node_state &
756 IBNEX_NODE_REPROBE_NOTIFY_ALWAYS) &&
757 (evt_cookie != NULL)) {
758 ibt_prop_update_payload_t evt_data;
759
760 mutex_exit(&ibnex.ibnex_mutex);
761
762 bzero(&evt_data, sizeof (evt_data));
763 if (ndi_post_event(ibnex.ibnex_dip,
764 node_data->node_dip,
765 evt_cookie, &evt_data) != NDI_SUCCESS)
766 IBTF_DPRINTF_L2("ibnex",
767 "\tndi_post_event failed\n");
768
769 mutex_enter(&ibnex.ibnex_mutex);
770 }
771
772 node_data->node_reprobe_state = 0;
773 cv_broadcast(&ibnex.ibnex_reprobe_cv);
774 }
775 node_data->node_reprobe_state = 0;
776 }
777
778 /*
779 * This function wakes up any reprobe request waiting for completion
780 * of reprobe of all IOCs.
781 */
782 static void
783 ibnex_wakeup_reprobe_all()
784 {
785 ibnex_node_data_t *ioc_node;
786
787 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
788
789 /* Notify if another reprobe_all is pending */
790 if (ibnex.ibnex_reprobe_state == IBNEX_REPROBE_ALL_WAIT) {
791 ibnex.ibnex_reprobe_state = 0;
792 cv_broadcast(&ibnex.ibnex_reprobe_cv);
793 }
794 ibnex.ibnex_reprobe_state = 0;
795
796 /*
797 * The IOC may be hot-removed after the reprobe request.
798 * Reset the reprobe states for such IOCs.
799 */
800 for (ioc_node = ibnex.ibnex_ioc_node_head; ioc_node;
801 ioc_node = ioc_node->node_next) {
802 if (ioc_node->node_reprobe_state != 0) {
803 ibnex_wakeup_reprobe_ioc(ioc_node, 1);
804 }
805 }
806 }
807
808 /*
809 * ibnex_ibnex_callback:
810 * IBTL_IBNEX_IBC_INIT:
811 * Called from ibc_init() which is called from
812 * HCA driver _init entry point
813 * Initializes the HCA dev_ops structure with default
814 * IB nexus structure.
815 * IBTL_IBNEX_IBC_FINI:
816 * Called from ibc_fini() which is called from
817 * HCA driver _fini entry point
818 * Un-Initializes the HCA dev_ops structure with default
819 * IB nexus strucuture.
820 * Returns IBT_SUCCESS
821 */
822 ibt_status_t
823 ibnex_ibtl_callback(ibtl_ibnex_cb_args_t *cb_args)
824 {
825 int retval = IBT_SUCCESS;
826 struct dev_ops *hca_dev_ops;
827 dev_info_t *clnt_dip;
828 ibnex_node_data_t *node_data;
829
830 IBTF_DPRINTF_L5("ibnex", "\tibtl_callback");
831
832 switch (cb_args->cb_flag) {
833 case IBTL_IBNEX_IBC_INIT:
834 /*
835 * Get the devops structure of the HCA,
836 * and put IB nexus default busops vector in its place.
837 */
838 hca_dev_ops = ((struct modldrv *)
839 (cb_args->cb_modlp->ml_linkage[0]))->drv_dev_ops;
840 ASSERT((hca_dev_ops) && (hca_dev_ops->devo_bus_ops == NULL));
841 hca_dev_ops->devo_bus_ops = &ibnex_ci_busops;
842 break;
843
844 case IBTL_IBNEX_IBC_FINI:
845 hca_dev_ops = ((struct modldrv *)
846 (cb_args->cb_modlp->ml_linkage[0]))->drv_dev_ops;
847 hca_dev_ops->devo_bus_ops = NULL;
848 break;
849
850 case IBTL_IBNEX_REPROBE_DEV_REQ:
851 /* IBTL pass down request for ibt_reprobe_dev */
852 clnt_dip = cb_args->cb_dip;
853 ASSERT(clnt_dip);
854
855 node_data = ddi_get_parent_data(clnt_dip);
856 ASSERT(node_data);
857
858 /* Reprobe for IOC nodes only */
859 ASSERT(node_data->node_type == IBNEX_IOC_NODE);
860
861 /*
862 * Start the reprobe. This could sleep as it is not
863 * from interrupt context.
864 */
865 if (taskq_dispatch(system_taskq, ibnex_handle_reprobe_dev,
866 clnt_dip, TQ_SLEEP) == 0) {
867 IBTF_DPRINTF_L2("ibnex",
868 "ibnex_ibtl_callback: taskq_dispatch failed");
869 mutex_enter(&ibnex.ibnex_mutex);
870 ibnex_wakeup_reprobe_ioc(node_data, 0);
871 mutex_exit(&ibnex.ibnex_mutex);
872 return (IBT_INSUFF_KERNEL_RESOURCE);
873 }
874 return (IBT_SUCCESS);
875 }
876
877 return (retval);
878 }
879
880
881 /*
882 * Bus-ops entry points
883 */
884
885 /*
886 * ibnex_map_fault
887 * IOC drivers need not map memory. Return failure to fail any
888 * such calls.
889 */
890 /*ARGSUSED*/
891 int
892 ibnex_map_fault(dev_info_t *dip, dev_info_t *rdip, struct hat *hat,
893 struct seg *seg, caddr_t addr, struct devpage *dp, pfn_t pfn,
894 uint_t prot, uint_t lock)
895 {
896 return (DDI_FAILURE);
897 }
898
899
900 /*
901 * ibnex_busctl
902 * bus_ctl bus_ops entry point
903 */
904 /*ARGSUSED*/
905 int
906 ibnex_busctl(dev_info_t *dip, dev_info_t *rdip,
907 ddi_ctl_enum_t ctlop, void *arg, void *result)
908 {
909 dev_info_t *child_dip;
910
911 IBTF_DPRINTF_L4("ibnex",
912 "\tbusctl: dip = %p, rdip = %p, ctlop = %x,", dip, rdip, ctlop);
913 IBTF_DPRINTF_L4("ibnex", "\tbusctl: targ = %p, result %p", arg, result);
914
915 switch (ctlop) {
916 case DDI_CTLOPS_REPORTDEV:
917 if (rdip == NULL) {
918 return (DDI_FAILURE);
919 }
920
921 /* Log the relevant details of dip to sysbuf */
922 cmn_err(CE_CONT, "?IB device: %s@%s, %s%d\n",
923 ddi_node_name(rdip), ddi_get_name_addr(rdip),
924 ddi_driver_name(rdip), ddi_get_instance(rdip));
925
926 return (DDI_SUCCESS);
927
928 case DDI_CTLOPS_INITCHILD:
929 child_dip = (dev_info_t *)arg;
930 return (ibnex_init_child(child_dip));
931
932 case DDI_CTLOPS_UNINITCHILD:
933 child_dip = (dev_info_t *)arg;
934 ddi_set_name_addr(child_dip, NULL);
935 return (DDI_SUCCESS);
936
937 case DDI_CTLOPS_ATTACH:
938 case DDI_CTLOPS_DETACH:
939 case DDI_CTLOPS_POWER :
940 return (DDI_SUCCESS);
941
942 case DDI_CTLOPS_SIDDEV:
943 /*
944 * Return DDI_SUCCESS for IOC/PORT/VPPA nodes and
945 * DDI_FAILURE for the nodes enumerated by a Pseudo file.
946 */
947 return (ndi_dev_is_persistent_node(rdip) ?
948 DDI_SUCCESS : DDI_FAILURE);
949
950
951 case DDI_CTLOPS_IOMIN:
952 /*
953 * Return DDI_SUCCESS, so that consistent buf alloc
954 * gets the default DMA IO minimum for the platform
955 */
956 return (DDI_SUCCESS);
957
958 /*
959 * These ops correspond to functions that "shouldn't" be
960 * called by IB Nexus driver.
961 */
962 case DDI_CTLOPS_DMAPMAPC:
963 case DDI_CTLOPS_REPORTINT:
964 case DDI_CTLOPS_REGSIZE:
965 case DDI_CTLOPS_NREGS:
966 case DDI_CTLOPS_SLAVEONLY:
967 case DDI_CTLOPS_AFFINITY:
968 case DDI_CTLOPS_POKE:
969 case DDI_CTLOPS_PEEK:
970 IBTF_DPRINTF_L2("ibnex",
971 "%s%d: invalid op (%d) from %s inst%d",
972 ddi_get_name(dip), ddi_get_instance(dip),
973 ctlop, ddi_get_name(rdip), ddi_get_instance(rdip));
974 return (DDI_FAILURE);
975
976 /*
977 * Everything else (PTOB/BTOP/BTOPR/DVMAPAGESIZE requests) we
978 * pass up
979 */
980 default:
981 return (ddi_ctlops(dip, rdip, ctlop, arg, result));
982 }
983 }
984
985
986 /*
987 * ibnex_init_child()
988 *
989 * Initialize a child device node. This is called for the DDI_CTLOPS_INITCHILD
990 * entry. Function returns DDI_SUCCESS, DDI_FAILURE or DDI_NOT_WELL_FORMED.
991 */
992 static int
993 ibnex_init_child(dev_info_t *child)
994 {
995 int ret;
996 char name[MAXNAMELEN];
997
998 IBTF_DPRINTF_L4("ibnex", "\tinit_child: child = %p", child);
999
1000 /* Handle Pseudo nodes of client children */
1001 if (ndi_dev_is_persistent_node(child) == 0) {
1002 /* Skip nodes without ib-node-type="merge" */
1003 if (ibnex_is_merge_node(child) != IBNEX_SUCCESS)
1004 return (DDI_FAILURE);
1005
1006 if (ibnex_name_pseudo_child(child, name) != DDI_SUCCESS)
1007 return (DDI_FAILURE);
1008
1009 ddi_set_name_addr(child, name);
1010 /*
1011 * Merge the .conf node
1012 */
1013 if (ndi_merge_node(child,
1014 ibnex_name_child) == DDI_SUCCESS) {
1015 ddi_set_name_addr(child, NULL);
1016 return (DDI_FAILURE);
1017 }
1018 return (DDI_NOT_WELL_FORMED);
1019
1020 }
1021
1022 if ((ret = ibnex_name_child(child, name, 0)) != DDI_SUCCESS)
1023 return (ret);
1024
1025 ddi_set_name_addr(child, name);
1026
1027 return (DDI_SUCCESS);
1028 }
1029
1030
1031 int
1032 ibnex_name_pseudo_child(dev_info_t *child, char *name)
1033 {
1034 char **unit_addr;
1035 uint_t n;
1036 if (ddi_prop_lookup_string_array(DDI_DEV_T_ANY, child,
1037 DDI_PROP_DONTPASS, "unit-address", &unit_addr, &n) !=
1038 DDI_PROP_SUCCESS) {
1039 IBTF_DPRINTF_L4("ibnex",
1040 "\tname_pseudo_child: cannot find unit-address in %s.conf",
1041 ddi_get_name(child));
1042 return (DDI_FAILURE);
1043 }
1044 if (n != 1 || *unit_addr == NULL || **unit_addr == 0) {
1045 cmn_err(CE_WARN, "unit-address property in %s.conf"
1046 " not well-formed", ddi_get_name(child));
1047 ddi_prop_free(unit_addr);
1048 return (DDI_FAILURE);
1049 }
1050 (void) snprintf(name, MAXNAMELEN, "%s", *unit_addr);
1051 ddi_prop_free(unit_addr);
1052 return (DDI_SUCCESS);
1053 }
1054
1055
1056 /*ARGSUSED*/
1057 int
1058 ibnex_name_child(dev_info_t *child, char *name, int flag)
1059 {
1060 ibnex_pseudo_node_t *pseudo;
1061 ibnex_node_data_t *node_datap;
1062 ibnex_port_node_t *port_node;
1063 ibnex_ioc_node_t *ioc;
1064
1065 node_datap = ddi_get_parent_data(child);
1066 if (node_datap == NULL) {
1067 IBTF_DPRINTF_L2("ibnex", "\tname_child: Node data is NULL");
1068 return (DDI_NOT_WELL_FORMED);
1069 }
1070 IBTF_DPRINTF_L4("ibnex", "\tname_sid_child: Node data %p"
1071 "Node type %x", node_datap, node_datap->node_type);
1072 switch (node_datap->node_type) {
1073 case IBNEX_PORT_COMMSVC_NODE:
1074 port_node = &node_datap->node_data.port_node;
1075 (void) snprintf(name, IBNEX_MAX_NODEADDR_SZ, "%x,0,%s",
1076 port_node->port_num,
1077 ibnex.ibnex_comm_svc_names[port_node->port_commsvc_idx]);
1078 break;
1079 case IBNEX_VPPA_COMMSVC_NODE:
1080 port_node = &node_datap->node_data.port_node;
1081 (void) snprintf(name, IBNEX_MAX_NODEADDR_SZ, "%x,%x,%s",
1082 port_node->port_num, port_node->port_pkey, ibnex.
1083 ibnex_vppa_comm_svc_names[port_node->port_commsvc_idx]);
1084 break;
1085 case IBNEX_HCASVC_COMMSVC_NODE:
1086 port_node = &node_datap->node_data.port_node;
1087 (void) snprintf(name, IBNEX_MAX_NODEADDR_SZ, "%x,0,%s",
1088 port_node->port_num,
1089 ibnex.ibnex_hcasvc_comm_svc_names[port_node->
1090 port_commsvc_idx]);
1091 break;
1092 case IBNEX_IOC_NODE:
1093 ioc = &node_datap->node_data.ioc_node;
1094 (void) snprintf(name, IBNEX_MAX_NODEADDR_SZ, "%llX,%llX",
1095 (longlong_t)ioc->ioc_guid, (longlong_t)ioc->iou_guid);
1096 break;
1097 case IBNEX_PSEUDO_NODE:
1098 pseudo = &node_datap->node_data.pseudo_node;
1099 (void) snprintf(name,
1100 IBNEX_MAX_NODEADDR_SZ, pseudo->pseudo_unit_addr);
1101 break;
1102 default:
1103 IBTF_DPRINTF_L2("ibnex", "\name_child: Not well formed");
1104 return (DDI_NOT_WELL_FORMED);
1105 }
1106
1107 return (DDI_SUCCESS);
1108 }
1109
1110
1111 /*
1112 * ibnex_bus_config()
1113 *
1114 * BUS_CONFIG_ONE:
1115 * Enumerate the exact instance of the driver. Use the device node name
1116 * to locate the exact instance.
1117 * Query IBDM to find whether the hardware exits for the instance of the
1118 * driver. If exists, create a device node and return NDI_SUCCESS.
1119 *
1120 * BUS_CONFIG_ALL:
1121 * Enumerate all the instances of all the possible children (seen before
1122 * and never seen before).
1123 *
1124 * BUS_CONFIG_DRIVER:
1125 * Enumerate all the instances of a particular driver.
1126 */
1127
1128 static int
1129 ibnex_bus_config(dev_info_t *parent, uint_t flag,
1130 ddi_bus_config_op_t op, void *devname, dev_info_t **child)
1131 {
1132 int ret = IBNEX_SUCCESS, len, circ, need_bus_config;
1133 char *device_name, *cname = NULL, *caddr = NULL;
1134 dev_info_t *cdip;
1135 ibnex_node_data_t *node_data;
1136
1137 switch (op) {
1138 case BUS_CONFIG_ONE:
1139 IBTF_DPRINTF_L4("ibnex", "\tbus_config: CONFIG_ONE, "
1140 "parent %p", parent);
1141
1142 ndi_devi_enter(parent, &circ);
1143
1144 len = strlen((char *)devname) + 1;
1145 device_name = i_ddi_strdup(devname, KM_SLEEP);
1146 i_ddi_parse_name(device_name, &cname, &caddr, NULL);
1147
1148 if (caddr == NULL || (strlen(caddr) == 0)) {
1149 kmem_free(device_name, len);
1150 ndi_devi_exit(parent, circ);
1151 return (NDI_FAILURE);
1152 }
1153
1154 cdip = ndi_devi_findchild(parent, devname);
1155 if (cdip)
1156 node_data = ddi_get_parent_data(cdip);
1157
1158 ndi_devi_exit(parent, circ);
1159
1160 if (cdip == NULL || (node_data != NULL &&
1161 node_data->node_dip == NULL)) {
1162 /* Node is not present */
1163 if (strncmp(cname, IBNEX_IOC_CNAME, 3) == 0) {
1164 ret = ibnex_ioc_bus_config_one(&parent, flag,
1165 op, devname, child, &need_bus_config);
1166 if (!need_bus_config) {
1167 kmem_free(device_name, len);
1168 return (ret);
1169 }
1170 } else {
1171 /*
1172 * if IB Nexus is the parent, call MDI. Bus
1173 * config with HCA as the parent would have
1174 * enumerated the Pseudo node.
1175 */
1176 ret = IBNEX_SUCCESS;
1177 ibnex_pseudo_initnodes();
1178 mutex_enter(&ibnex.ibnex_mutex);
1179 ret = ibnex_pseudo_mdi_config_one(flag, devname,
1180 child, cname, caddr);
1181 mutex_exit(&ibnex.ibnex_mutex);
1182 kmem_free(device_name, len);
1183 return (ret);
1184 }
1185 }
1186 kmem_free(device_name, len);
1187 break;
1188
1189 case BUS_CONFIG_ALL:
1190 /*FALLTHRU*/
1191 case BUS_CONFIG_DRIVER:
1192 if (op == BUS_CONFIG_ALL)
1193 IBTF_DPRINTF_L4("ibnex", "\tbus_config: CONFIG_ALL, "
1194 "parent %p", parent);
1195 else
1196 IBTF_DPRINTF_L4("ibnex", "\tbus_config: CONFIG_DRIVER"
1197 ", parent %p", parent);
1198
1199 /*
1200 * Drive CONFIG requests for IB Nexus parent through
1201 * MDI. This is needed to load the HCA drivers in x86 SRP
1202 * boot case.
1203 *
1204 * CONFIG Requests with HCA parent will probe devices using
1205 * ibdm and configure all children.
1206 */
1207 ibdm_ioc_info_t *ioc_list, *new_ioc_list;
1208
1209 mutex_enter(&ibnex.ibnex_mutex);
1210 while (ibnex.ibnex_ioc_list_state !=
1211 IBNEX_IOC_LIST_READY) {
1212 cv_wait(&ibnex.ibnex_ioc_list_cv,
1213 &ibnex.ibnex_mutex);
1214 }
1215 ibnex.ibnex_ioc_list_state = IBNEX_IOC_LIST_RENEW;
1216 mutex_exit(&ibnex.ibnex_mutex);
1217 /* Enumerate all the IOC's */
1218 ibdm_ibnex_port_settle_wait(0, ibnex_port_settling_time);
1219
1220 new_ioc_list = ibdm_ibnex_get_ioc_list(
1221 IBDM_IBNEX_NORMAL_PROBE);
1222 IBTF_DPRINTF_L4("ibnex",
1223 "\tbus_config: alloc ioc_list %p", new_ioc_list);
1224 /*
1225 * Optimize the calls for each BUS_CONFIG_ALL request
1226 * to the IB Nexus dip. This is currently done for
1227 * each PDIP.
1228 */
1229 mutex_enter(&ibnex.ibnex_mutex);
1230 ioc_list = ibnex.ibnex_ioc_list;
1231 ibnex.ibnex_ioc_list = new_ioc_list;
1232 ibnex.ibnex_ioc_list_state = IBNEX_IOC_LIST_READY;
1233 cv_broadcast(&ibnex.ibnex_ioc_list_cv);
1234 mutex_exit(&ibnex.ibnex_mutex);
1235
1236 if (ioc_list) {
1237 IBTF_DPRINTF_L4("ibnex",
1238 "\tbus_config: freeing ioc_list %p",
1239 ioc_list);
1240 ibdm_ibnex_free_ioc_list(ioc_list);
1241 }
1242
1243
1244 ret = mdi_vhci_bus_config(parent,
1245 flag, op, devname, child, NULL);
1246 return (ret);
1247 default:
1248 IBTF_DPRINTF_L4("ibnex", "\tbus_config: error");
1249 ret = IBNEX_FAILURE;
1250 break;
1251 }
1252
1253 if (ret == IBNEX_SUCCESS) {
1254 ret = ndi_busop_bus_config(
1255 parent, flag, op, devname, child, 0);
1256 IBTF_DPRINTF_L4("ibnex", "\tbus_config:"
1257 "ndi_busop_bus_config : retval %d", ret);
1258 return (ret);
1259 }
1260
1261 return (NDI_FAILURE);
1262 }
1263
1264
1265 /*
1266 * ibnex_config_root_iocnode()
1267 * Configures one particular instance of the IOC driver.
1268 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
1269 */
1270 static int
1271 ibnex_config_root_iocnode(dev_info_t *parent, char *device_name)
1272 {
1273 int ret, port = 0, iter = 0;
1274 boolean_t displayed = B_FALSE;
1275 char *portstr;
1276 ib_guid_t hca_guid, iou_guid, ioc_guid;
1277 ibdm_ioc_info_t *ioc_info;
1278 ibdm_port_attr_t *port_attr;
1279
1280 IBTF_DPRINTF_L4("ibnex",
1281 "\tconfig_root_iocnode: name %s", device_name);
1282
1283 portstr = strstr(device_name, ":port=");
1284 if (portstr == NULL) {
1285 return (IBNEX_FAILURE);
1286 }
1287
1288 portstr[0] = 0; portstr++;
1289 if (ibnex_devname2port(portstr, &port)) {
1290 IBTF_DPRINTF_L4("ibnex", "\tconfig_root_iocnode: invalid port");
1291 return (IBNEX_FAILURE);
1292 }
1293
1294 if (ibnex_devname_to_node_n_ioc_guids(
1295 device_name, &iou_guid, &ioc_guid, NULL) != IBNEX_SUCCESS) {
1296 return (IBNEX_FAILURE);
1297 }
1298
1299 (void) snprintf(device_name, (IBNEX_MAX_NODEADDR_SZ + 4),
1300 "ioc@%llX,%llX", (longlong_t)ioc_guid, (longlong_t)iou_guid);
1301
1302 hca_guid = ibtl_ibnex_hcadip2guid(parent);
1303 if ((port_attr = ibdm_ibnex_probe_hcaport(hca_guid, port)) == NULL) {
1304 IBTF_DPRINTF_L2("ibnex",
1305 "\tconfig_root_iocnode: Port does not exist");
1306 return (IBNEX_FAILURE);
1307 }
1308
1309 /* Wait until "port is up" */
1310 while (port_attr->pa_state != IBT_PORT_ACTIVE) {
1311 ibdm_ibnex_free_port_attr(port_attr);
1312 delay(drv_usectohz(10000));
1313 if ((port_attr = ibdm_ibnex_probe_hcaport(
1314 hca_guid, port)) == NULL) {
1315 return (IBNEX_FAILURE);
1316 }
1317
1318 if (iter++ == 400) {
1319 if (displayed == B_FALSE) {
1320 cmn_err(CE_NOTE, "\tWaiting for Port %d "
1321 "initialization", port_attr->pa_port_num);
1322 displayed = B_TRUE;
1323 }
1324 }
1325 }
1326 ibdm_ibnex_free_port_attr(port_attr);
1327 IBTF_DPRINTF_L4("ibnex", "\tconfig_rootioc_node:"
1328 "Port is initialized");
1329
1330 if ((ioc_info = ibdm_ibnex_probe_ioc(iou_guid, ioc_guid, 0)) == NULL) {
1331 ibdm_ibnex_free_ioc_list(ioc_info);
1332 return (IBNEX_FAILURE);
1333 }
1334 mutex_enter(&ibnex.ibnex_mutex);
1335 if ((ret = ibnex_ioc_config_from_pdip(ioc_info, parent, 0)) !=
1336 IBNEX_SUCCESS) {
1337 IBTF_DPRINTF_L2("ibnex",
1338 "\tconfig_root_ioc_node failed for pdip %p", parent);
1339 }
1340 mutex_exit(&ibnex.ibnex_mutex);
1341 ibdm_ibnex_free_ioc_list(ioc_info);
1342 return (ret);
1343 }
1344
1345
1346 static int
1347 ibnex_devname2port(char *portstr, int *port)
1348 {
1349 char *temp;
1350 int ret = IBNEX_FAILURE;
1351
1352 IBTF_DPRINTF_L4("ibnex", "\tdevname2port: Begin");
1353
1354 temp = strchr(portstr, '=');
1355 if (temp != NULL) {
1356 temp++;
1357 *port = ibnex_str2int(temp, strlen(temp), &ret);
1358 }
1359 return (ret);
1360 }
1361
1362
1363 /*
1364 * ibnex_config_all_children()
1365 * Wait for lata SM initialization case before enumerating the nodes
1366 * Get list of HCA's and HCA port information
1367 * Create device device nodes and its node properties
1368 * for port nodes and VPPA nodes
1369 * Get list of all the IOC node information
1370 * Create device nodes and its properties for all the IOCs
1371 * if not created already
1372 * Bind drivers for all the newly created device nodes
1373 * Support Pseudo nodes enumerated using their .conf file
1374 */
1375 void
1376 ibnex_config_all_children(dev_info_t *parent)
1377 {
1378 int ii;
1379 ibdm_ioc_info_t *ioc_list;
1380 ibdm_hca_list_t *hca_list;
1381 ib_guid_t hca_guid;
1382 int circ;
1383
1384 IBTF_DPRINTF_L4("ibnex", "\tconfig_all_children: Begin");
1385
1386
1387 /*
1388 * Enumerate children of this HCA, port nodes,
1389 * VPPA & HCA_SVC nodes. Use ndi_devi_enter() for
1390 * locking. IB Nexus is enumerating the children
1391 * of HCA, not MPXIO clients.
1392 */
1393 ndi_devi_enter(parent, &circ);
1394 hca_guid = ibtl_ibnex_hcadip2guid(parent);
1395 ibdm_ibnex_port_settle_wait(hca_guid, ibnex_port_settling_time);
1396 hca_list = ibdm_ibnex_get_hca_info_by_guid(hca_guid);
1397 if (hca_list == NULL) {
1398 ndi_devi_exit(parent, circ);
1399 return;
1400 }
1401 ibnex_create_hcasvc_nodes(parent, hca_list->hl_hca_port_attr);
1402 for (ii = 0; ii < hca_list->hl_nports; ii++) {
1403 ibnex_create_port_nodes(
1404 parent, &hca_list->hl_port_attr[ii]);
1405 ibnex_create_vppa_nodes(parent, &hca_list->hl_port_attr[ii]);
1406 }
1407 ibdm_ibnex_free_hca_list(hca_list);
1408 ndi_devi_exit(parent, circ);
1409
1410 /*
1411 * Use mdi_devi_enter() for locking. IB Nexus is
1412 * enumerating MPxIO clients.
1413 */
1414 mdi_devi_enter(parent, &circ);
1415
1416 ibnex_pseudo_initnodes();
1417
1418 mutex_enter(&ibnex.ibnex_mutex);
1419 while (ibnex.ibnex_ioc_list_state != IBNEX_IOC_LIST_READY) {
1420 cv_wait(&ibnex.ibnex_ioc_list_cv, &ibnex.ibnex_mutex);
1421 }
1422 ibnex.ibnex_ioc_list_state = IBNEX_IOC_LIST_ACCESS;
1423 ioc_list = ibnex.ibnex_ioc_list;
1424 while (ioc_list) {
1425 (void) ibnex_ioc_config_from_pdip(ioc_list, parent, 0);
1426 ioc_list = ioc_list->ioc_next;
1427 }
1428 ibnex.ibnex_ioc_list_state = IBNEX_IOC_LIST_READY;
1429 cv_broadcast(&ibnex.ibnex_ioc_list_cv);
1430
1431 /* Config IBTF Pseudo clients */
1432 ibnex_config_pseudo_all(parent);
1433
1434 mutex_exit(&ibnex.ibnex_mutex);
1435 mdi_devi_exit(parent, circ);
1436
1437 IBTF_DPRINTF_L4("ibnex", "\tconfig_all_children: End");
1438 }
1439
1440
1441 /*
1442 * ibnex_create_port_nodes:
1443 * Creates a device node per each communication service defined
1444 * in the "port-commsvc-list" property per HCA port
1445 */
1446 void
1447 ibnex_create_port_nodes(dev_info_t *parent, ibdm_port_attr_t *port_attr)
1448 {
1449 int idx;
1450 dev_info_t *dip;
1451 int rval;
1452
1453 mutex_enter(&ibnex.ibnex_mutex);
1454 for (idx = 0; idx < ibnex.ibnex_num_comm_svcs; idx++) {
1455 rval = ibnex_get_dip_from_guid(port_attr->pa_port_guid,
1456 idx, 0, &dip);
1457 if (rval != IBNEX_SUCCESS || dip == NULL) {
1458 (void) ibnex_commsvc_initnode(parent, port_attr, idx,
1459 IBNEX_PORT_COMMSVC_NODE, 0, &rval,
1460 IBNEX_DEVFS_ENUMERATE);
1461 }
1462 }
1463 mutex_exit(&ibnex.ibnex_mutex);
1464 }
1465
1466
1467 /*
1468 * ibnex_create_vppa_nodes:
1469 * Creates a device node per each communication service defined
1470 * in the "vppa-commsvc-list" property and per each PKEY that
1471 * this particular port supports and per HCA port
1472 */
1473 void
1474 ibnex_create_vppa_nodes(
1475 dev_info_t *parent, ibdm_port_attr_t *port_attr)
1476 {
1477 int idx, ii;
1478 int rval;
1479 ib_pkey_t pkey;
1480 dev_info_t *dip;
1481
1482 IBTF_DPRINTF_L4("ibnex", "\tcreate_vppa_nodes: Begin");
1483
1484 mutex_enter(&ibnex.ibnex_mutex);
1485 if (port_attr->pa_state != IBT_PORT_ACTIVE) {
1486 IBTF_DPRINTF_L4("ibnex", "\tcreate_vppa_nodes: "
1487 "Port %d is down", port_attr->pa_port_num);
1488 mutex_exit(&ibnex.ibnex_mutex);
1489 return;
1490 }
1491 for (idx = 0; idx < ibnex.ibnex_nvppa_comm_svcs; idx++) {
1492 if (strcmp("ipib", ibnex.ibnex_vppa_comm_svc_names[idx]) == 0) {
1493 IBTF_DPRINTF_L2("ibnex", "Skipping IBD devices...");
1494 continue;
1495 }
1496 for (ii = 0; ii < port_attr->pa_npkeys; ii++) {
1497 pkey = port_attr->pa_pkey_tbl[ii].pt_pkey;
1498
1499 if (IBNEX_INVALID_PKEY(pkey)) {
1500 continue;
1501 }
1502 rval = ibnex_get_dip_from_guid(
1503 port_attr->pa_port_guid, idx, pkey, &dip);
1504 if ((rval != IBNEX_SUCCESS) || (dip == NULL)) {
1505 (void) ibnex_commsvc_initnode(parent, port_attr,
1506 idx, IBNEX_VPPA_COMMSVC_NODE,
1507 pkey, &rval, IBNEX_CFGADM_ENUMERATE);
1508 }
1509 }
1510 }
1511 mutex_exit(&ibnex.ibnex_mutex);
1512 }
1513
1514
1515 /*
1516 * ibnex_create_hcasvc_nodes:
1517 * Creates a device node per each communication service defined
1518 * in the "port-commsvc-list" property per HCA port
1519 */
1520 void
1521 ibnex_create_hcasvc_nodes(dev_info_t *parent, ibdm_port_attr_t *port_attr)
1522 {
1523 int idx;
1524 dev_info_t *dip;
1525 int rval;
1526
1527 mutex_enter(&ibnex.ibnex_mutex);
1528 for (idx = 0; idx < ibnex.ibnex_nhcasvc_comm_svcs; idx++) {
1529 rval = ibnex_get_dip_from_guid(port_attr->pa_port_guid,
1530 idx, 0, &dip);
1531 if (rval != IBNEX_SUCCESS || dip == NULL) {
1532 (void) ibnex_commsvc_initnode(parent, port_attr, idx,
1533 IBNEX_HCASVC_COMMSVC_NODE, 0, &rval,
1534 IBNEX_DEVFS_ENUMERATE);
1535 IBTF_DPRINTF_L5("ibnex", "create_hcasvc_nodes: "
1536 "commsvc_initnode failed, rval %x", rval);
1537 }
1538 }
1539 mutex_exit(&ibnex.ibnex_mutex);
1540 }
1541
1542
1543 /*
1544 * ibnex_bus_unconfig()
1545 *
1546 * Unconfigure a particular device node or all instance of a device
1547 * driver device or all children of IBnex
1548 */
1549 static int
1550 ibnex_bus_unconfig(dev_info_t *parent,
1551 uint_t flag, ddi_bus_config_op_t op, void *device_name)
1552 {
1553 ibnex_node_data_t *ndp;
1554 major_t major = (major_t)(uintptr_t)device_name;
1555 dev_info_t *dip = NULL;
1556
1557 if (ndi_busop_bus_unconfig(parent, flag, op, device_name) !=
1558 DDI_SUCCESS)
1559 return (DDI_FAILURE);
1560
1561 if ((op == BUS_UNCONFIG_ALL || op == BUS_UNCONFIG_DRIVER) &&
1562 (flag & (NDI_UNCONFIG | NDI_DETACH_DRIVER))) {
1563 mutex_enter(&ibnex.ibnex_mutex);
1564 /*
1565 * IB dip. here we handle IOC and pseudo nodes which
1566 * are the children of IB nexus. Cleanup only the nodes
1567 * with matching major number. We also need to cleanup
1568 * the PathInfo links to the PHCI here.
1569 */
1570 for (ndp = ibnex.ibnex_ioc_node_head;
1571 ndp; ndp = ndp->node_next) {
1572 dip = ndp->node_dip;
1573 if (dip && (ddi_driver_major(dip) == major)) {
1574 (void) ibnex_offline_childdip(dip);
1575 }
1576 }
1577 for (ndp = ibnex.ibnex_pseudo_node_head;
1578 ndp; ndp = ndp->node_next) {
1579 dip = ndp->node_dip;
1580 if (dip && (ddi_driver_major(dip) == major)) {
1581 (void) ibnex_offline_childdip(dip);
1582 }
1583 }
1584 mutex_exit(&ibnex.ibnex_mutex);
1585 }
1586 return (DDI_SUCCESS);
1587 }
1588
1589
1590 /*
1591 * ibnex_config_port_node()
1592 *
1593 * Configures a particular port / HCA node for a particular
1594 * communication service.
1595 * The format of the device_name is
1596 * ibport@<Port#>,<pkey>,<service name>
1597 * where pkey = 0 for port communication service nodes
1598 * Port# = 0 for HCA_SVC communication service nodes
1599 * Returns "dev_info_t" of the "child" node just created
1600 * NULL when failed to enumerate the child node
1601 */
1602 dev_info_t *
1603 ibnex_config_port_node(dev_info_t *parent, char *devname)
1604 {
1605 int ii, index;
1606 int rval;
1607 uint8_t port_num;
1608 ib_guid_t hca_guid, port_guid;
1609 ib_pkey_t pkey;
1610 dev_info_t *cdip;
1611 ibdm_port_attr_t *port_attr;
1612 ibdm_hca_list_t *hca_list;
1613
1614 IBTF_DPRINTF_L4("ibnex", "\tconfig_port_node: %s", devname);
1615
1616 if (ibnex_get_pkey_commsvc_index_portnum(devname,
1617 &index, &pkey, &port_num) != IBNEX_SUCCESS) {
1618 IBTF_DPRINTF_L2("ibnex",
1619 "\tconfig_port_node: Invalid Service Name");
1620 return (NULL);
1621 }
1622
1623 hca_guid = ibtl_ibnex_hcadip2guid(parent);
1624 if (port_num == 0) {
1625 /*
1626 * Use the dummy port attribute for HCA node in hca_list
1627 * Note : pa_state is always IBT_PORT_ACTIVE.
1628 */
1629 hca_list = ibdm_ibnex_get_hca_info_by_guid(hca_guid);
1630 ASSERT(hca_list != NULL);
1631 port_attr = hca_list->hl_hca_port_attr;
1632 } else {
1633 if ((port_attr = ibdm_ibnex_probe_hcaport(
1634 hca_guid, port_num)) == NULL) {
1635 IBTF_DPRINTF_L2("ibnex",
1636 "\tconfig_port_node: Port does not exist");
1637 return (NULL);
1638 }
1639
1640 if (port_attr->pa_state != IBT_PORT_ACTIVE) {
1641 ibdm_ibnex_port_settle_wait(
1642 hca_guid, ibnex_port_settling_time);
1643 ibdm_ibnex_free_port_attr(port_attr);
1644 if ((port_attr = ibdm_ibnex_probe_hcaport(
1645 hca_guid, port_num)) == NULL) {
1646 return (NULL);
1647 }
1648 }
1649 }
1650
1651 port_guid = port_attr->pa_port_guid;
1652 mutex_enter(&ibnex.ibnex_mutex);
1653 rval = ibnex_get_dip_from_guid(port_guid, index, pkey, &cdip);
1654 if ((rval == IBNEX_SUCCESS) && cdip != NULL) {
1655 IBTF_DPRINTF_L4("ibnex", "\tconfig_port_node: Node exists");
1656 mutex_exit(&ibnex.ibnex_mutex);
1657 if (port_num != 0)
1658 ibdm_ibnex_free_port_attr(port_attr);
1659 else
1660 ibdm_ibnex_free_hca_list(hca_list);
1661 return (cdip);
1662 }
1663
1664 if (pkey == 0 && port_num != 0) {
1665 cdip = ibnex_commsvc_initnode(parent,
1666 port_attr, index, IBNEX_PORT_COMMSVC_NODE, pkey, &rval,
1667 IBNEX_DEVFS_ENUMERATE);
1668 IBTF_DPRINTF_L5("ibnex",
1669 "\t ibnex_commsvc_initnode rval %x", rval);
1670 } else if (pkey == 0 && port_num == 0) {
1671 cdip = ibnex_commsvc_initnode(parent,
1672 port_attr, index, IBNEX_HCASVC_COMMSVC_NODE, pkey, &rval,
1673 IBNEX_DEVFS_ENUMERATE);
1674 IBTF_DPRINTF_L5("ibnex",
1675 "\t ibnex_commsvc_initnode rval %x", rval);
1676 } else {
1677 if (port_attr->pa_state != IBT_PORT_ACTIVE) {
1678 IBTF_DPRINTF_L4("ibnex", "\tconfig_port_nodes: "
1679 "Port %d is down", port_attr->pa_port_num);
1680 ibdm_ibnex_free_port_attr(port_attr);
1681 mutex_exit(&ibnex.ibnex_mutex);
1682 return (NULL);
1683 }
1684 for (ii = 0; ii < port_attr->pa_npkeys; ii++) {
1685 if (pkey == port_attr->pa_pkey_tbl[ii].pt_pkey) {
1686 cdip = ibnex_commsvc_initnode(parent, port_attr,
1687 index, IBNEX_VPPA_COMMSVC_NODE,
1688 pkey, &rval, IBNEX_CFGADM_ENUMERATE);
1689 IBTF_DPRINTF_L5("ibnex",
1690 "\t ibnex_commsvc_initnode rval %x", rval);
1691 break;
1692 }
1693 }
1694 }
1695 mutex_exit(&ibnex.ibnex_mutex);
1696 if (port_num != 0)
1697 ibdm_ibnex_free_port_attr(port_attr);
1698 else
1699 ibdm_ibnex_free_hca_list(hca_list);
1700 return (cdip);
1701 }
1702
1703
1704 /*
1705 * ibnex_get_pkey_commsvc_index_portnum()
1706 * Parses the device node name and extracts PKEY, communication
1707 * service index & Port #.
1708 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
1709 */
1710 int
1711 ibnex_get_pkey_commsvc_index_portnum(char *device_name, int *index,
1712 ib_pkey_t *pkey, uint8_t *port_num)
1713 {
1714 char *srv, **service_name, *temp;
1715 int ii, ncommsvcs, ret;
1716
1717 if (ibnex_devname_to_portnum(device_name, port_num) !=
1718 IBNEX_SUCCESS) {
1719 IBTF_DPRINTF_L2("ibnex",
1720 "\tget_pkey_commsvc_index_portnum: Invalid Service Name");
1721 return (IBNEX_FAILURE);
1722 }
1723 srv = strchr(device_name, ',');
1724 if (srv == 0)
1725 return (IBNEX_FAILURE);
1726
1727 srv++;
1728 temp = strchr(srv, ',');
1729 if (temp == 0)
1730 return (IBNEX_FAILURE);
1731 temp++;
1732 *pkey = ibnex_str2hex(srv, (temp - srv - 1), &ret);
1733 if (ret != IBNEX_SUCCESS)
1734 return (ret);
1735
1736 if (*pkey == 0 && *port_num != 0) {
1737 service_name = ibnex.ibnex_comm_svc_names;
1738 ncommsvcs = ibnex.ibnex_num_comm_svcs;
1739 } else if (*pkey == 0 && *port_num == 0) {
1740 service_name = ibnex.ibnex_hcasvc_comm_svc_names;
1741 ncommsvcs = ibnex.ibnex_nhcasvc_comm_svcs;
1742 } else {
1743 service_name = ibnex.ibnex_vppa_comm_svc_names;
1744 ncommsvcs = ibnex.ibnex_nvppa_comm_svcs;
1745 }
1746
1747 for (ii = 0; ii < ncommsvcs; ii++) {
1748 if (strcmp(service_name[ii], temp) == 0) {
1749 break;
1750 }
1751 }
1752 if (ii == ncommsvcs)
1753 return (IBNEX_FAILURE);
1754
1755 *index = ii;
1756 return (IBNEX_SUCCESS);
1757 }
1758
1759
1760 /*
1761 * ibnex_devname_to_portnum()
1762 * Get portguid from device name
1763 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
1764 */
1765 static int
1766 ibnex_devname_to_portnum(char *device_name, uint8_t *portnum)
1767 {
1768 int ret;
1769 char *temp1, *temp2;
1770
1771 temp1 = strchr(device_name, '@');
1772 if (temp1 == NULL) {
1773 return (IBNEX_FAILURE);
1774 }
1775 temp2 = strchr(temp1, ',');
1776 if (temp2 == NULL)
1777 return (IBNEX_FAILURE);
1778 temp1++;
1779 *portnum = ibnex_str2hex(temp1, (temp2 - temp1), &ret);
1780 return (ret);
1781 }
1782
1783
1784 /*
1785 * ibnex_config_ioc_node()
1786 * Configures one particular instance of the IOC driver.
1787 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
1788 */
1789 static int
1790 ibnex_config_ioc_node(char *device_name, dev_info_t *pdip)
1791 {
1792 int ret;
1793 ib_guid_t iou_guid, ioc_guid;
1794 ibdm_ioc_info_t *ioc_info;
1795
1796 IBTF_DPRINTF_L4("ibnex", "\tconfig_ioc_node: Begin");
1797
1798 if (ibnex_devname_to_node_n_ioc_guids(
1799 device_name, &iou_guid, &ioc_guid, NULL) != IBNEX_SUCCESS) {
1800 return (IBNEX_FAILURE);
1801 }
1802
1803 ibdm_ibnex_port_settle_wait(0, ibnex_port_settling_time);
1804
1805 if ((ioc_info = ibdm_ibnex_probe_ioc(iou_guid, ioc_guid, 0)) ==
1806 NULL) {
1807 ibdm_ibnex_free_ioc_list(ioc_info);
1808 return (IBNEX_FAILURE);
1809 }
1810 mutex_enter(&ibnex.ibnex_mutex);
1811 ret = ibnex_ioc_config_from_pdip(ioc_info, pdip, 0);
1812 mutex_exit(&ibnex.ibnex_mutex);
1813 ibdm_ibnex_free_ioc_list(ioc_info);
1814 IBTF_DPRINTF_L4("ibnex", "\tconfig_ioc_node: ret %x",
1815 ret);
1816 return (ret);
1817 }
1818
1819
1820 /*
1821 * ibnex_devname_to_node_n_ioc_guids()
1822 * Get node guid and ioc guid from the device name
1823 * Format of the device node name is:
1824 * ioc@<IOC GUID>,<IOU GUID>
1825 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
1826 */
1827 static int
1828 ibnex_devname_to_node_n_ioc_guids(
1829 char *device_name, ib_guid_t *iou_guid, ib_guid_t *ioc_guid,
1830 char **ioc_guid_strp)
1831 {
1832 char *temp1, *temp;
1833 int len, ret;
1834 char *ioc_guid_str;
1835
1836 IBTF_DPRINTF_L4("ibnex", "\tdevname_to_node_n_ioc_guids:"
1837 "Device Name %s", device_name);
1838
1839 if ((temp = strchr(device_name, '@')) == NULL) {
1840 return (IBNEX_FAILURE);
1841 }
1842 if ((temp1 = strchr(++temp, ',')) == NULL) {
1843 return (IBNEX_FAILURE);
1844 }
1845 *ioc_guid = ibnex_str2hex(temp, (temp1 - temp), &ret);
1846 if (ret == IBNEX_SUCCESS) {
1847 if (ioc_guid_strp) {
1848 ioc_guid_str = *ioc_guid_strp = kmem_zalloc((temp1
1849 - temp) + 1, KM_SLEEP);
1850 (void) strncpy(ioc_guid_str, temp, temp1 - temp + 1);
1851 ioc_guid_str[temp1 - temp] = '\0';
1852 }
1853 len = device_name + strlen(device_name) - ++temp1;
1854 *iou_guid = ibnex_str2hex(temp1, len, &ret);
1855 }
1856 return (ret);
1857 }
1858
1859
1860 /*
1861 * ibnex_ioc_initnode()
1862 * Allocate a pathinfo node for the IOC
1863 * Initialize the device node
1864 * Bind driver to the node
1865 * Update IBnex global data
1866 * Returns IBNEX_SUCCESS/IBNEX_FAILURE/IBNEX_BUSY
1867 */
1868 static int
1869 ibnex_ioc_initnode_pdip(ibnex_node_data_t *node_data,
1870 ibdm_ioc_info_t *ioc_info, dev_info_t *pdip)
1871 {
1872 int rval, node_valid;
1873 ibnex_node_state_t prev_state;
1874
1875 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
1876 ASSERT(node_data);
1877
1878
1879 /*
1880 * Return EBUSY if another configure/unconfigure
1881 * operation is in progress
1882 */
1883 if (node_data->node_state == IBNEX_CFGADM_UNCONFIGURING) {
1884 IBTF_DPRINTF_L4("ibnex",
1885 "\tioc_initnode_pdip : BUSY");
1886 return (IBNEX_BUSY);
1887 }
1888
1889 prev_state = node_data->node_state;
1890 node_data->node_state = IBNEX_CFGADM_CONFIGURING;
1891 mutex_exit(&ibnex.ibnex_mutex);
1892
1893 rval = ibnex_ioc_create_pi(ioc_info, node_data, pdip, &node_valid);
1894
1895 mutex_enter(&ibnex.ibnex_mutex);
1896 if (rval == IBNEX_SUCCESS)
1897 node_data->node_state = IBNEX_CFGADM_CONFIGURED;
1898 else if (node_valid)
1899 node_data->node_state = prev_state;
1900
1901 return (rval);
1902 }
1903
1904 /*
1905 * ibnex_config_pseudo_all()
1906 * Configure all the pseudo nodes
1907 */
1908 static void
1909 ibnex_config_pseudo_all(dev_info_t *pdip)
1910 {
1911 ibnex_node_data_t *nodep;
1912
1913 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
1914
1915 for (nodep = ibnex.ibnex_pseudo_node_head;
1916 nodep; nodep = nodep->node_next) {
1917 (void) ibnex_pseudo_config_one(nodep, NULL, pdip);
1918 }
1919 }
1920
1921
1922 /*
1923 * ibnex_pseudo_config_one()
1924 */
1925 int
1926 ibnex_pseudo_config_one(ibnex_node_data_t *node_data, char *caddr,
1927 dev_info_t *pdip)
1928 {
1929 int rval;
1930 ibnex_pseudo_node_t *pseudo;
1931 ibnex_node_state_t prev_state;
1932
1933 IBTF_DPRINTF_L4("ibnex", "\tpseudo_config_one(%p, %p, %p)",
1934 node_data, caddr, pdip);
1935
1936 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
1937
1938 if (node_data == NULL) {
1939 IBTF_DPRINTF_L4("ibnex",
1940 "\tpseudo_config_one: caddr = %s", caddr);
1941
1942 /*
1943 * This function is now called with PHCI / HCA driver
1944 * as parent. The format of devicename is :
1945 * <driver_name>@<driver_name>,<unit_address>
1946 * The "caddr" part of the devicename matches the
1947 * format of pseudo_node_addr.
1948 *
1949 * Use "caddr" to find a matching Pseudo node entry.
1950 */
1951 node_data = ibnex_is_node_data_present(IBNEX_PSEUDO_NODE,
1952 (void *)caddr, 0, 0);
1953 }
1954
1955 if (node_data == NULL) {
1956 IBTF_DPRINTF_L2("ibnex",
1957 "\tpseudo_config_one: Invalid node");
1958 return (IBNEX_FAILURE);
1959 }
1960
1961 if (node_data->node_ap_state == IBNEX_NODE_AP_UNCONFIGURED) {
1962 IBTF_DPRINTF_L4("ibnex",
1963 "\tpseudo_config_one: Unconfigured node");
1964 return (IBNEX_FAILURE);
1965 }
1966
1967 pseudo = &node_data->node_data.pseudo_node;
1968
1969 /*
1970 * Do not enumerate nodes with ib-node-type set as "merge"
1971 */
1972 if (pseudo->pseudo_merge_node == 1) {
1973 IBTF_DPRINTF_L4("ibnex",
1974 "\tpseudo_config_one: merge_node");
1975 return (IBNEX_FAILURE);
1976 }
1977
1978 /*
1979 * Check if a PI has already been created for the PDIP.
1980 * If so, return SUCCESS.
1981 */
1982 if (node_data->node_dip != NULL && mdi_pi_find(pdip,
1983 pseudo->pseudo_node_addr, pseudo->pseudo_node_addr) != NULL) {
1984 IBTF_DPRINTF_L4("ibnex",
1985 "\tpseudo_config_one: PI created,"
1986 " pdip %p, addr %s", pdip, pseudo->pseudo_node_addr);
1987 return (IBNEX_SUCCESS);
1988 }
1989
1990 /*
1991 * Return EBUSY if another unconfigure
1992 * operation is in progress
1993 */
1994 if (node_data->node_state == IBNEX_CFGADM_UNCONFIGURING) {
1995 IBTF_DPRINTF_L4("ibnex",
1996 "\tpseudo_config_one: BUSY");
1997 return (IBNEX_BUSY);
1998 }
1999
2000
2001 prev_state = node_data->node_state;
2002 node_data->node_state = IBNEX_CFGADM_CONFIGURING;
2003
2004 mutex_exit(&ibnex.ibnex_mutex);
2005 rval = ibnex_pseudo_create_pi_pdip(node_data, pdip);
2006 mutex_enter(&ibnex.ibnex_mutex);
2007
2008 if (rval == IBNEX_SUCCESS) {
2009 node_data->node_state = IBNEX_CFGADM_CONFIGURED;
2010 } else {
2011 node_data->node_state = prev_state;
2012 }
2013
2014 IBTF_DPRINTF_L4("ibnex", "\tpseudo_config_one: ret %x",
2015 rval);
2016 return (rval);
2017 }
2018
2019
2020 /*
2021 * ibnex_pseudo_mdi_config_one()
2022 * This is similar to ibnex_pseudo_config_one. Few
2023 * differences :
2024 * 1. parent device lock not held(no ndi_devi_enter)
2025 * 2. Called for IB Nexus as parent, not IB HCA as
2026 * parent.
2027 * 3. Calls mdi_vhci_bus_config()
2028 * This function skips checks for node_state, initializing
2029 * node_state, node_dip, etc. These checks and initializations
2030 * are done when BUS_CONFIG is called with PHCI as the parent.
2031 */
2032 int
2033 ibnex_pseudo_mdi_config_one(int flag, void *devname, dev_info_t **child,
2034 char *cname, char *caddr)
2035 {
2036 int rval, len;
2037 char *node_addr;
2038 ibnex_node_data_t *node_data;
2039
2040 IBTF_DPRINTF_L4("ibnex", "\tpseudo_mdi_config_one:"
2041 "cname = %s caddr = %s", cname, caddr);
2042
2043 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
2044
2045 len = strlen(cname) + strlen(caddr) + 2;
2046 node_addr = (char *)kmem_alloc(len, KM_SLEEP);
2047
2048 (void) snprintf(node_addr, len, "%s,%s", cname, caddr);
2049 node_data = ibnex_is_node_data_present(IBNEX_PSEUDO_NODE,
2050 (void *)node_addr, 0, 0);
2051 kmem_free(node_addr, len);
2052
2053 if (node_data == NULL) {
2054 IBTF_DPRINTF_L2("ibnex",
2055 "\tpseudo_mdi_config_one: Invalid node");
2056 return (IBNEX_FAILURE);
2057 }
2058
2059 mutex_exit(&ibnex.ibnex_mutex);
2060 rval = mdi_vhci_bus_config(ibnex.ibnex_dip, flag, BUS_CONFIG_ONE,
2061 devname, child, node_data->node_data.pseudo_node.pseudo_node_addr);
2062 mutex_enter(&ibnex.ibnex_mutex);
2063
2064 return (rval);
2065 }
2066
2067
2068 /*
2069 * ibnex_pseudo_create_all_pi()
2070 * Create all path infos node for a pseudo entry
2071 */
2072 int
2073 ibnex_pseudo_create_all_pi(ibnex_node_data_t *nodep)
2074 {
2075 int hcacnt, rc;
2076 int hcafailcnt = 0;
2077 dev_info_t *hca_dip;
2078 ibdm_hca_list_t *hca_list, *head;
2079
2080 IBTF_DPRINTF_L4("ibnex", "\tpseudo_create_all_pi(%p)",
2081 nodep);
2082 ibdm_ibnex_get_hca_list(&hca_list, &hcacnt);
2083
2084 head = hca_list;
2085
2086 /*
2087 * We return failure even if we fail for all HCAs.
2088 */
2089 for (; hca_list != NULL; hca_list = hca_list->hl_next) {
2090 hca_dip = ibtl_ibnex_hcaguid2dip(hca_list->hl_hca_guid);
2091 rc = ibnex_pseudo_create_pi_pdip(nodep, hca_dip);
2092 if (rc != IBNEX_SUCCESS)
2093 hcafailcnt++;
2094 }
2095 if (head)
2096 ibdm_ibnex_free_hca_list(head);
2097
2098 if (hcafailcnt == hcacnt)
2099 rc = IBNEX_FAILURE;
2100 else
2101 rc = IBNEX_SUCCESS;
2102
2103 IBTF_DPRINTF_L4("ibnex", "\tpseudo_create_all_pi rc %x",
2104 rc);
2105 return (rc);
2106 }
2107
2108 static int
2109 ibnex_pseudo_create_pi_pdip(ibnex_node_data_t *nodep, dev_info_t *hca_dip)
2110 {
2111 mdi_pathinfo_t *pip;
2112 int rval;
2113 dev_info_t *cdip = NULL;
2114 ibnex_pseudo_node_t *pseudo;
2115 int first_pi = 0;
2116
2117 IBTF_DPRINTF_L4("ibnex", "\tpseudo_create_pi_pdip: %p, %p",
2118 nodep, hca_dip);
2119
2120 pseudo = &nodep->node_data.pseudo_node;
2121
2122 rval = mdi_pi_alloc(hca_dip,
2123 pseudo->pseudo_devi_name, pseudo->pseudo_node_addr,
2124 pseudo->pseudo_node_addr, 0, &pip);
2125
2126 if (rval != MDI_SUCCESS) {
2127 IBTF_DPRINTF_L2("ibnex", "\tpseudo_create_pi_pdip:"
2128 " mdi_pi_alloc failed");
2129 return (IBNEX_FAILURE);
2130 }
2131 cdip = mdi_pi_get_client(pip);
2132
2133 if (nodep->node_dip == NULL) {
2134 IBTF_DPRINTF_L4("ibnex",
2135 "\tpseudo_create_pi: New dip %p", cdip);
2136
2137 first_pi = 1;
2138 nodep->node_dip = cdip;
2139 ddi_set_parent_data(cdip, nodep);
2140 }
2141
2142 rval = mdi_pi_online(pip, 0);
2143
2144 if (rval != MDI_SUCCESS) {
2145 IBTF_DPRINTF_L2("ibnex",
2146 "\tpseudo_create_pi: "
2147 "mdi_pi_online: failed for pseudo dip %p,"
2148 " rval %d", cdip, rval);
2149 rval = IBNEX_FAILURE;
2150 if (first_pi == 1) {
2151 ddi_set_parent_data(cdip, NULL);
2152 (void) ibnex_offline_childdip(cdip);
2153 nodep->node_dip = NULL;
2154 } else
2155 (void) mdi_pi_free(pip, 0);
2156 } else
2157 rval = IBNEX_SUCCESS;
2158 return (rval);
2159 }
2160
2161 /*
2162 * ibnex_ioc_create_pi()
2163 * Create a pathinfo node for the ioc node
2164 */
2165 static int
2166 ibnex_ioc_create_pi(ibdm_ioc_info_t *ioc_info, ibnex_node_data_t *node_data,
2167 dev_info_t *pdip, int *node_valid)
2168 {
2169 mdi_pathinfo_t *pip;
2170 int rval = DDI_FAILURE;
2171 dev_info_t *cdip = NULL;
2172 int create_prop = 0;
2173 ibnex_ioc_node_t *ioc = &node_data->node_data.ioc_node;
2174
2175 IBTF_DPRINTF_L4("ibnex",
2176 "\tibnex_ioc_create_pi(%p, %p, %p)", ioc_info, node_data, pdip);
2177 *node_valid = 1;
2178
2179 /*
2180 * For CONFIG_ONE requests through HCA dip, alloc
2181 * for HCA dip driving BUS_CONFIG request.
2182 */
2183 rval = mdi_pi_alloc(pdip, IBNEX_IOC_CNAME, ioc->ioc_guid_str,
2184 ioc->ioc_phci_guid, 0, &pip);
2185 if (rval != MDI_SUCCESS) {
2186 IBTF_DPRINTF_L2("ibnex",
2187 "\tioc_create_pi: mdi_pi_alloc(%p, %s. %s) failed",
2188 pdip, ioc->ioc_guid_str, ioc->ioc_phci_guid);
2189 return (IBNEX_FAILURE);
2190 }
2191 cdip = mdi_pi_get_client(pip);
2192
2193 IBTF_DPRINTF_L4("ibnex", "\tioc_create_pi: IOC dip %p",
2194 cdip);
2195
2196 if (node_data->node_dip == NULL) {
2197 node_data->node_dip = cdip;
2198 ddi_set_parent_data(cdip, node_data);
2199 create_prop = 1;
2200 IBTF_DPRINTF_L4("ibnex",
2201 "\tioc_create_pi: creating prop");
2202 if ((rval = ibnex_create_ioc_node_prop(
2203 ioc_info, cdip)) != IBNEX_SUCCESS) {
2204 IBTF_DPRINTF_L4("ibnex",
2205 "\tioc_create_pi: creating prop failed");
2206 ibnex_delete_ioc_node_data(node_data);
2207 *node_valid = 0;
2208 ddi_prop_remove_all(cdip);
2209 ddi_set_parent_data(cdip, NULL);
2210
2211 (void) ibnex_offline_childdip(cdip);
2212 return (IBNEX_FAILURE);
2213 }
2214 }
2215
2216 rval = mdi_pi_online(pip, 0);
2217
2218 if (rval != MDI_SUCCESS) {
2219 IBTF_DPRINTF_L2("ibnex", "\tioc_create_pi: "
2220 "mdi_pi_online() failed ioc dip %p, rval %d",
2221 cdip, rval);
2222 rval = IBNEX_FAILURE;
2223 if (create_prop) {
2224 ddi_set_parent_data(cdip, NULL);
2225 ddi_prop_remove_all(cdip);
2226 ibnex_delete_ioc_node_data(node_data);
2227 *node_valid = 0;
2228 (void) ibnex_offline_childdip(cdip);
2229 } else
2230 (void) mdi_pi_free(pip, 0);
2231 } else
2232 rval = IBNEX_SUCCESS;
2233
2234 IBTF_DPRINTF_L4("ibnex", "\tioc_create_pi ret %x", rval);
2235 return (rval);
2236 }
2237
2238
2239 /*
2240 * ibnex_create_ioc_node_prop()
2241 * Create IOC device node properties
2242 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
2243 */
2244 static int
2245 ibnex_create_ioc_node_prop(ibdm_ioc_info_t *ioc_info, dev_info_t *cdip)
2246 {
2247 uint16_t capabilities;
2248 ib_dm_ioc_ctrl_profile_t *ioc_profile = &ioc_info->ioc_profile;
2249
2250 IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_node_prop");
2251
2252 if (ibnex_create_ioc_compatible_prop(cdip,
2253 ioc_profile) != IBNEX_SUCCESS) {
2254 return (IBNEX_FAILURE);
2255 }
2256 if ((ioc_info->ioc_iou_dc_valid) &&
2257 (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "iou-diagcode",
2258 ioc_info->ioc_iou_diagcode)) != DDI_PROP_SUCCESS) {
2259 IBTF_DPRINTF_L2("ibnex",
2260 "\tcreate_ioc_node_prop: iou-diagcode create failed");
2261 return (IBNEX_FAILURE);
2262 }
2263 if ((ioc_info->ioc_diagdeviceid) && (ioc_info->ioc_dc_valid)) {
2264 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "ioc-diagcode",
2265 ioc_info->ioc_diagcode) != DDI_PROP_SUCCESS) {
2266 IBTF_DPRINTF_L2("ibnex", "\tcreate_ioc_node_prop: "
2267 "ioc-diagcode create failed");
2268 return (IBNEX_FAILURE);
2269 }
2270 }
2271 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "rdma-queue-depth",
2272 ioc_profile->ioc_rdma_read_qdepth) != DDI_PROP_SUCCESS) {
2273 IBTF_DPRINTF_L2("ibnex",
2274 "\tcreate_ioc_node_prop: rdma-queue-depth create failed");
2275 return (IBNEX_FAILURE);
2276 }
2277 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "rdma-transfer-size",
2278 ioc_profile->ioc_rdma_xfer_sz) != DDI_PROP_SUCCESS) {
2279 IBTF_DPRINTF_L2("ibnex", "\tcreate_ioc_node_prop: "
2280 "rdma-transfer-size create failed");
2281 return (IBNEX_FAILURE);
2282 }
2283 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "send-message-size",
2284 ioc_profile->ioc_send_msg_sz) != DDI_PROP_SUCCESS) {
2285 IBTF_DPRINTF_L2("ibnex",
2286 "\tcreate_ioc_node_prop: send-message-size create failed");
2287 return (IBNEX_FAILURE);
2288 }
2289 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "send-queue-depth",
2290 ioc_profile->ioc_send_msg_qdepth) != DDI_PROP_SUCCESS) {
2291 IBTF_DPRINTF_L2("ibnex",
2292 "\tcreate_ioc_node_prop: send-queue-depth create failed");
2293 return (IBNEX_FAILURE);
2294 }
2295
2296 capabilities = (ioc_profile->ioc_ctrl_opcap_mask << 8);
2297 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip,
2298 "capabilities", capabilities) != DDI_PROP_SUCCESS) {
2299 IBTF_DPRINTF_L2("ibnex",
2300 "\tcreate_ioc_node_prop: capabilities create failed");
2301 return (IBNEX_FAILURE);
2302 }
2303 if (ndi_prop_update_string(DDI_DEV_T_NONE, cdip, "id-string",
2304 (char *)ioc_profile->ioc_id_string) != DDI_PROP_SUCCESS) {
2305 IBTF_DPRINTF_L2("ibnex",
2306 "\tcreate_ioc_node_prop: id-string failed");
2307 return (IBNEX_FAILURE);
2308 }
2309
2310 /*
2311 * Create properties to represent all the service entries supported
2312 * by the IOC. Each service entry consists of 1) Service ID (64 bits)
2313 * and 2) Service name (40 bytes). The service entry table is
2314 * represented by two properties, service-ids and service-names. The
2315 * service-id property is a array of int64's and service names is
2316 * array of strings. The first element in the "service-ids" property
2317 * corresponds to first string in the "service-names" and so on.
2318 */
2319 if ((ioc_profile->ioc_service_entries != 0) &&
2320 (ibnex_create_ioc_srv_props(cdip, ioc_info) != IBNEX_SUCCESS))
2321 return (IBNEX_FAILURE);
2322
2323 /* Create destination port GID properties */
2324 if (ibnex_create_ioc_portgid_prop(cdip, ioc_info) != IBNEX_SUCCESS)
2325 return (IBNEX_FAILURE);
2326
2327 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "protocol-version",
2328 ioc_profile->ioc_protocol_ver) != DDI_PROP_SUCCESS) {
2329 IBTF_DPRINTF_L2("ibnex",
2330 "\tcreate_ioc_node_prop: protocol-version create failed");
2331 return (IBNEX_FAILURE);
2332 }
2333 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "protocol",
2334 ioc_profile->ioc_protocol) != DDI_PROP_SUCCESS) {
2335 IBTF_DPRINTF_L2("ibnex",
2336 "\tcreate_ioc_node_prop: protocol create failed");
2337 return (IBNEX_FAILURE);
2338 }
2339 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "io-subclass",
2340 ioc_profile->ioc_io_subclass) != DDI_PROP_SUCCESS) {
2341 IBTF_DPRINTF_L2("ibnex",
2342 "\tcreate_ioc_node_prop: subclass create failed");
2343 return (IBNEX_FAILURE);
2344 }
2345 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "io-class",
2346 ioc_profile->ioc_io_class) != DDI_PROP_SUCCESS) {
2347 IBTF_DPRINTF_L2("ibnex",
2348 "\tcreate_ioc_node_prop: class prop create failed");
2349 return (IBNEX_FAILURE);
2350 }
2351 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "subsystem-id",
2352 ioc_profile->ioc_subsys_id) != DDI_PROP_SUCCESS) {
2353 IBTF_DPRINTF_L2("ibnex",
2354 "\tcreate_ioc_node_prop: subsys_id create failed");
2355 return (IBNEX_FAILURE);
2356 }
2357 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "subsystem-vendor-id",
2358 ioc_profile->ioc_subsys_vendorid) != DDI_PROP_SUCCESS) {
2359 IBTF_DPRINTF_L2("ibnex",
2360 "\tcreate_ioc_node_prop: subsystem vendor create failed");
2361 return (IBNEX_FAILURE);
2362 }
2363 if (ndi_prop_update_int64(DDI_DEV_T_NONE, cdip, "ioc-guid",
2364 ioc_profile->ioc_guid) != DDI_PROP_SUCCESS) {
2365 IBTF_DPRINTF_L2("ibnex",
2366 "\tcreate_ioc_node_prop: protocol create failed");
2367 return (IBNEX_FAILURE);
2368 }
2369 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "device-version",
2370 ioc_profile->ioc_device_ver) != DDI_PROP_SUCCESS) {
2371 IBTF_DPRINTF_L2("ibnex",
2372 "\tcreate_ioc_node_prop: product-id create failed");
2373 return (IBNEX_FAILURE);
2374 }
2375 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "device-id",
2376 ioc_profile->ioc_deviceid) != DDI_PROP_SUCCESS) {
2377 IBTF_DPRINTF_L2("ibnex",
2378 "\tcreate_ioc_node_prop: product-id create failed");
2379 return (IBNEX_FAILURE);
2380 }
2381 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "vendor-id",
2382 ioc_profile->ioc_vendorid) != DDI_PROP_SUCCESS) {
2383 IBTF_DPRINTF_L2("ibnex",
2384 "\tcreate_ioc_node_prop: vendor-id create failed");
2385 return (IBNEX_FAILURE);
2386 }
2387 return (IBNEX_SUCCESS);
2388 }
2389
2390
2391 /*
2392 * ibnex_create_ioc_portgid_prop()
2393 * Creates "port-entries", "port-list" properties
2394 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
2395 */
2396 static int
2397 ibnex_create_ioc_portgid_prop(
2398 dev_info_t *cdip, ibdm_ioc_info_t *ioc_info)
2399 {
2400 uint64_t *port_gids;
2401 int length, ii, jj;
2402 int prop_len;
2403 ibnex_node_data_t *node_data;
2404
2405 IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_portgid_prop");
2406
2407 node_data = ddi_get_parent_data(cdip);
2408 ASSERT(node_data);
2409
2410 prop_len = (ioc_info->ioc_nportgids != 0) ?
2411 (2 * ioc_info->ioc_nportgids) : 1;
2412 length = sizeof (uint64_t) * prop_len;
2413 port_gids = kmem_zalloc(length, KM_SLEEP);
2414
2415 for (ii = 0, jj = 0; ii < ioc_info->ioc_nportgids; ii++) {
2416 port_gids[jj++] = ioc_info->ioc_gid_list[ii].gid_dgid_hi;
2417 port_gids[jj++] = ioc_info->ioc_gid_list[ii].gid_dgid_lo;
2418 }
2419 if (ndi_prop_update_int64_array(DDI_DEV_T_NONE, cdip, "port-list",
2420 (int64_t *)port_gids, prop_len) != DDI_PROP_SUCCESS) {
2421 IBTF_DPRINTF_L2("ibnex",
2422 "\tcreate_ioc_portgid_prop: port-list create failed");
2423 kmem_free(port_gids, length);
2424 return (IBNEX_FAILURE);
2425 }
2426 if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "port-entries",
2427 ioc_info->ioc_nportgids) != DDI_PROP_SUCCESS) {
2428 IBTF_DPRINTF_L2("ibnex",
2429 "\tcreate_ioc_portgid_prop: port-entries create failed");
2430 kmem_free(port_gids, length);
2431 return (IBNEX_FAILURE);
2432 }
2433
2434 kmem_free(port_gids, length);
2435 return (IBNEX_SUCCESS);
2436 }
2437
2438
2439 /*
2440 * ibnex_create_ioc_srv_props()
2441 * Creates "service-name" and "service-id" properties
2442 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
2443 */
2444 static int
2445 ibnex_create_ioc_srv_props(
2446 dev_info_t *cdip, ibdm_ioc_info_t *ioc_info)
2447 {
2448 int length, ii;
2449 uint64_t *srv_id;
2450 char *temp, *srv_names[IB_DM_MAX_IOCS_IN_IOU];
2451 ib_dm_ioc_ctrl_profile_t *profile = &ioc_info->ioc_profile;
2452 ibdm_srvents_info_t *srvents = ioc_info->ioc_serv;
2453
2454 IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_srv_props");
2455
2456 length = profile->ioc_service_entries * sizeof (ib_dm_srv_t);
2457 srv_id = kmem_zalloc(length, KM_SLEEP);
2458 temp = (char *)((char *)srv_id + (8 * profile->ioc_service_entries));
2459 for (ii = 0; ii < profile->ioc_service_entries; ii++) {
2460 srv_names[ii] = (char *)temp + (ii * IB_DM_MAX_SVC_NAME_LEN);
2461 }
2462
2463 for (ii = 0; ii < profile->ioc_service_entries; ii++) {
2464 srv_id[ii] = srvents[ii].se_attr.srv_id;
2465 bcopy(srvents[ii].se_attr.srv_name,
2466 srv_names[ii], (IB_DM_MAX_SVC_NAME_LEN - 1));
2467 IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_srv_props "
2468 "Service Names : %s", srv_names[ii]);
2469 IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_srv_props "
2470 "Service ID : %llX", srv_id[ii]);
2471 }
2472
2473 if (ndi_prop_update_int64_array(DDI_DEV_T_NONE, cdip,
2474 "service-id", (int64_t *)srv_id,
2475 profile->ioc_service_entries) != DDI_PROP_SUCCESS) {
2476 IBTF_DPRINTF_L2("ibnex",
2477 "\tcreate_ioc_srv_props: service-id create failed");
2478 kmem_free(srv_id, length);
2479 return (IBNEX_FAILURE);
2480 }
2481
2482 if (ndi_prop_update_string_array(DDI_DEV_T_NONE, cdip,
2483 "service-name", (char **)srv_names,
2484 profile->ioc_service_entries) != DDI_PROP_SUCCESS) {
2485 IBTF_DPRINTF_L2("ibnex",
2486 "\tcreate_ioc_srv_props: service-name create failed");
2487 kmem_free(srv_id, length);
2488 return (IBNEX_FAILURE);
2489 }
2490 kmem_free(srv_id, length);
2491 return (IBNEX_SUCCESS);
2492 }
2493
2494
2495 /*
2496 * ibnex_create_ioc_compatible_prop()
2497 * Creates "compatible" property values
2498 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
2499 */
2500 static int
2501 ibnex_create_ioc_compatible_prop(
2502 dev_info_t *cdip, ib_dm_ioc_ctrl_profile_t *ioc_profile)
2503 {
2504 char *temp;
2505 int rval, ii;
2506 char *compatible[IBNEX_MAX_COMPAT_NAMES];
2507
2508 /*
2509 * Initialize the "compatible" property string as below:
2510 * Compatible Strings :
2511 * 1. ib.V<vid>P<pid>S<subsys vid>s<subsys id>v<ver>
2512 * 2. ib.V<vid>P<pid>S<subsys vid>s<subsys id>
2513 * 3. ib.V<vid>P<pid>v<ver>
2514 * 4. ib.V<vid>P<pid>
2515 * 5. ib.C<Class>c<Subclass>p<protocol>r<protocol ver>
2516 * 6. ib.C<Class>c<Subclass>p<protocol>
2517 *
2518 * Note:
2519 * All leading zeros must be present
2520 * All numeric values must specified in hex without prefix "0x"
2521 */
2522
2523 temp = kmem_alloc(IBNEX_MAX_COMPAT_PROP_SZ, KM_SLEEP);
2524 for (ii = 0; ii < IBNEX_MAX_COMPAT_NAMES; ii++)
2525 compatible[ii] = temp + (ii * IBNEX_MAX_COMPAT_LEN);
2526
2527 (void) snprintf(compatible[0], IBNEX_MAX_COMPAT_LEN,
2528 "ib.V%06xP%08xS%06xs%08xv%04x",
2529 ioc_profile->ioc_vendorid, ioc_profile->ioc_deviceid,
2530 ioc_profile->ioc_subsys_vendorid, ioc_profile->ioc_subsys_id,
2531 ioc_profile->ioc_device_ver);
2532
2533 (void) snprintf(compatible[1], IBNEX_MAX_COMPAT_LEN,
2534 "ib.V%06xP%08xS%06xs%08x",
2535 ioc_profile->ioc_vendorid, ioc_profile->ioc_deviceid,
2536 ioc_profile->ioc_subsys_vendorid, ioc_profile->ioc_subsys_id);
2537
2538 (void) snprintf(compatible[2], IBNEX_MAX_COMPAT_LEN,
2539 "ib.V%06xP%08xv%04x",
2540 ioc_profile->ioc_vendorid, ioc_profile->ioc_deviceid,
2541 ioc_profile->ioc_device_ver);
2542
2543 (void) snprintf(compatible[3], IBNEX_MAX_COMPAT_LEN,
2544 "ib.V%06xP%08x",
2545 ioc_profile->ioc_vendorid, ioc_profile->ioc_deviceid);
2546
2547 (void) snprintf(compatible[4], IBNEX_MAX_COMPAT_LEN,
2548 "ib.C%04xc%04xp%04xr%04x",
2549 ioc_profile->ioc_io_class, ioc_profile->ioc_io_subclass,
2550 ioc_profile->ioc_protocol, ioc_profile->ioc_protocol_ver);
2551
2552 (void) snprintf(compatible[5], IBNEX_MAX_COMPAT_LEN,
2553 "ib.C%04xc%04xp%04x",
2554 ioc_profile->ioc_io_class, ioc_profile->ioc_io_subclass,
2555 ioc_profile->ioc_protocol);
2556 for (ii = 0; ii < IBNEX_MAX_COMPAT_NAMES; ii++)
2557 IBTF_DPRINTF_L4("ibnex", "\tcompatible: %s", compatible[ii]);
2558
2559 /* Create the compatible property for child cdip */
2560 rval = ndi_prop_update_string_array(DDI_DEV_T_NONE, cdip,
2561 "compatible", (char **)compatible, IBNEX_MAX_COMPAT_NAMES);
2562
2563 if (rval != DDI_PROP_SUCCESS) {
2564 IBTF_DPRINTF_L2("ibnex", "\tcompatible prop_create failed");
2565 kmem_free(temp, IBNEX_MAX_COMPAT_PROP_SZ);
2566 return (IBNEX_FAILURE);
2567 }
2568
2569 kmem_free(temp, IBNEX_MAX_COMPAT_PROP_SZ);
2570 return (IBNEX_SUCCESS);
2571 }
2572
2573
2574 static void
2575 ibnex_ioc_node_cleanup()
2576 {
2577 ibnex_node_data_t *node, *delete;
2578
2579 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
2580 for (node = ibnex.ibnex_ioc_node_head; node; ) {
2581 delete = node;
2582 node = node->node_next;
2583 mutex_exit(&ibnex.ibnex_mutex);
2584 ibnex_delete_ioc_node_data(delete);
2585 mutex_enter(&ibnex.ibnex_mutex);
2586 }
2587 }
2588
2589 /*
2590 * ibnex_delete_ioc_node_data()
2591 * Delete IOC node from the list
2592 */
2593 static void
2594 ibnex_delete_ioc_node_data(ibnex_node_data_t *node)
2595 {
2596 IBTF_DPRINTF_L4("ibnex", "\tdelete_ioc_node_data:");
2597
2598 mutex_enter(&ibnex.ibnex_mutex);
2599 if ((node->node_next == NULL) && (node->node_prev == NULL)) {
2600 ASSERT(ibnex.ibnex_ioc_node_head == node);
2601 ibnex.ibnex_ioc_node_head = NULL;
2602 } else if (node->node_next == NULL)
2603 node->node_prev->node_next = NULL;
2604 else if (node->node_prev == NULL) {
2605 node->node_next->node_prev = NULL;
2606 ibnex.ibnex_ioc_node_head = node->node_next;
2607 } else {
2608 node->node_prev->node_next = node->node_next;
2609 node->node_next->node_prev = node->node_prev;
2610 }
2611 IBTF_DPRINTF_L4("ibnex", "\tdelete_ioc_node_data: head %p",
2612 ibnex.ibnex_ioc_node_head);
2613 mutex_exit(&ibnex.ibnex_mutex);
2614 kmem_free(node, sizeof (ibnex_node_data_t));
2615 }
2616
2617
2618 /*
2619 * ibnex_dm_callback()
2620 *
2621 * This routine is registered with the IBDM during IB nexus attach. It
2622 * is called by the IBDM module when it discovers
2623 * New HCA port
2624 * HCA port removal
2625 * New HCA added
2626 * HCA removed
2627 */
2628 void
2629 ibnex_dm_callback(void *arg, ibdm_events_t flag)
2630 {
2631 char hca_guid[IBNEX_HCAGUID_STRSZ];
2632 ibdm_ioc_info_t *ioc_list, *ioc;
2633 ibnex_node_data_t *node_data;
2634 dev_info_t *phci;
2635 ib_guid_t *guid;
2636
2637 IBTF_DPRINTF_L4("ibnex", "\tdm_callback: attr %p event %x", arg, flag);
2638
2639 switch (flag) {
2640 case IBDM_EVENT_HCA_ADDED:
2641 (void) snprintf(hca_guid, IBNEX_HCAGUID_STRSZ, "%llX",
2642 (*(longlong_t *)arg));
2643 /* Create a devctl minor node for the HCA's port */
2644 if (ddi_create_minor_node(ibnex.ibnex_dip, hca_guid, S_IFCHR,
2645 ddi_get_instance(ibnex.ibnex_dip),
2646 DDI_NT_IB_ATTACHMENT_POINT, 0) != DDI_SUCCESS) {
2647 IBTF_DPRINTF_L4("ibnex", "\tdm_callback: failed to "
2648 "create minor node for port w/ guid %s", hca_guid);
2649 }
2650
2651 guid = kmem_alloc(sizeof (ib_guid_t), KM_SLEEP);
2652 *guid = *(ib_guid_t *)arg;
2653 if (ddi_taskq_dispatch(ibnex.ibnex_taskq_id,
2654 ibnex_handle_hca_attach, guid, DDI_NOSLEEP)
2655 != DDI_SUCCESS) {
2656 kmem_free(guid, sizeof (ib_guid_t));
2657 IBTF_DPRINTF_L4("ibnex", "\tdm_callback: failed to "
2658 "dispatch HCA add event for guid %s", hca_guid);
2659 }
2660
2661 break;
2662
2663 case IBDM_EVENT_HCA_REMOVED:
2664 (void) snprintf(hca_guid, IBNEX_HCAGUID_STRSZ, "%llX",
2665 (*(longlong_t *)arg));
2666 ddi_remove_minor_node(ibnex.ibnex_dip, hca_guid);
2667 break;
2668
2669 case IBDM_EVENT_IOC_PROP_UPDATE:
2670 ioc = ioc_list = (ibdm_ioc_info_t *)arg;
2671 if (ioc_list == NULL)
2672 break;
2673
2674 mutex_enter(&ibnex.ibnex_mutex);
2675 while (ioc_list) {
2676 if ((node_data = ibnex_is_node_data_present(
2677 IBNEX_IOC_NODE, ioc_list, 0, 0)) != NULL &&
2678 node_data->node_dip != NULL) {
2679 ibnex_update_prop(node_data, ioc_list);
2680 }
2681 ioc_list = ioc_list->ioc_next;
2682 }
2683 mutex_exit(&ibnex.ibnex_mutex);
2684 ibdm_ibnex_free_ioc_list(ioc);
2685 break;
2686
2687 case IBDM_EVENT_PORT_UP:
2688 case IBDM_EVENT_PORT_PKEY_CHANGE:
2689 phci = ibtl_ibnex_hcaguid2dip(*(longlong_t *)arg);
2690 (void) devfs_clean(phci, NULL, 0);
2691 break;
2692 default:
2693 break;
2694
2695 }
2696 }
2697
2698
2699 /*
2700 * ibnex_get_node_and_dip_from_guid()
2701 *
2702 * Searches the linked list of the port nodes and returns the dip for
2703 * the of the Port / Node guid requested.
2704 * Returns NULL if not found
2705 */
2706 int
2707 ibnex_get_node_and_dip_from_guid(ib_guid_t guid, int index, ib_pkey_t pkey,
2708 ibnex_node_data_t **nodep, dev_info_t **dip)
2709 {
2710 int node_index;
2711 ib_guid_t node_guid;
2712 ib_pkey_t node_pkey;
2713 ibnex_node_data_t *node_data;
2714
2715 IBTF_DPRINTF_L4("ibnex",
2716 "\tget_node_and_dip_from_guid: guid = %llX", guid);
2717
2718 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
2719 /* Search for a matching entry in internal lists */
2720 node_data = ibnex.ibnex_port_node_head;
2721 while (node_data) {
2722 node_guid = node_data->node_data.port_node.port_guid;
2723 node_index = node_data->node_data.port_node.port_commsvc_idx;
2724 node_pkey = node_data->node_data.port_node.port_pkey;
2725 if ((node_guid == guid) && (index == node_index) &&
2726 (node_pkey == pkey)) {
2727 break;
2728 }
2729 node_data = node_data->node_next;
2730 }
2731
2732 /* matching found with a valid dip */
2733 if (node_data && node_data->node_dip) {
2734 *nodep = node_data;
2735 *dip = node_data->node_dip;
2736 return (IBNEX_SUCCESS);
2737 } else if (node_data && !node_data->node_dip) { /* dip is invalid */
2738 *nodep = node_data;
2739 *dip = NULL;
2740 return (IBNEX_SUCCESS);
2741 }
2742
2743 /* no match found */
2744 *nodep = NULL;
2745 *dip = NULL;
2746 return (IBNEX_FAILURE);
2747 }
2748
2749 /*
2750 * ibnex_get_dip_from_guid()
2751 *
2752 * Searches the linked list of the port nodes and returns the dip for
2753 * the of the Port / Node guid requested.
2754 * Returns NULL if not found
2755 */
2756 int
2757 ibnex_get_dip_from_guid(ib_guid_t guid, int index, ib_pkey_t pkey,
2758 dev_info_t **dip)
2759 {
2760 int node_index;
2761 ib_guid_t node_guid;
2762 ib_pkey_t node_pkey;
2763 ibnex_node_data_t *node_data;
2764
2765 IBTF_DPRINTF_L4("ibnex",
2766 "\tget_dip_from_guid: guid = %llX", guid);
2767
2768 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
2769 /* Search for a matching entry in internal lists */
2770 node_data = ibnex.ibnex_port_node_head;
2771 while (node_data) {
2772 node_guid = node_data->node_data.port_node.port_guid;
2773 node_index = node_data->node_data.port_node.port_commsvc_idx;
2774 node_pkey = node_data->node_data.port_node.port_pkey;
2775 if ((node_guid == guid) && (index == node_index) &&
2776 (node_pkey == pkey)) {
2777 break;
2778 }
2779 node_data = node_data->node_next;
2780 }
2781
2782 /* matching found with a valid dip */
2783 if (node_data && node_data->node_dip) {
2784 *dip = node_data->node_dip;
2785 return (IBNEX_SUCCESS);
2786 } else if (node_data && !node_data->node_dip) { /* dip is invalid */
2787 *dip = NULL;
2788 return (IBNEX_SUCCESS);
2789 }
2790
2791 /* no match found */
2792 *dip = NULL;
2793 return (IBNEX_FAILURE);
2794 }
2795
2796
2797 /*
2798 * ibnex_comm_svc_init()
2799 * Read the property and cache the values in the global
2800 * structure.
2801 * Check for max allowed length (4 bytes) of service name
2802 * (each element of the property)
2803 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
2804 */
2805 static ibnex_rval_t
2806 ibnex_comm_svc_init(char *property, ibnex_node_type_t type)
2807 {
2808 int i, len, count;
2809 int ncomm_svcs;
2810 char **comm_svcp;
2811 char **servicep = NULL;
2812 uint_t nservices = 0;
2813 int *valid = NULL;
2814
2815 IBTF_DPRINTF_L4("ibnex", "\tcomm_svc_init : %s property, type = %x",
2816 property, type);
2817
2818 /* lookup the string array property */
2819 if (ddi_prop_lookup_string_array(DDI_DEV_T_ANY, ibnex.ibnex_dip,
2820 DDI_PROP_DONTPASS, property, &servicep, &nservices) !=
2821 DDI_PROP_SUCCESS) {
2822 IBTF_DPRINTF_L2("ibnex", "\t%s property undefined", property);
2823 return (IBNEX_SUCCESS);
2824 }
2825
2826 if (nservices)
2827 valid = kmem_zalloc(nservices * sizeof (int), KM_SLEEP);
2828
2829
2830 /* first read the file to get a count of valid service entries */
2831 for (ncomm_svcs = 0, count = 0; count < nservices; count++) {
2832 int j;
2833
2834 len = strlen(servicep[count]);
2835 /*
2836 * ib.conf has NULL strings for port-svc-list &
2837 * hca-svc-list, by default. Do not have L2 message
2838 * for these.
2839 */
2840 if (len == 1 || len > 4) {
2841 IBTF_DPRINTF_L2("ibnex", "\tcomm_svc_init : "
2842 "Service name %s for property %s invalid : "
2843 "length %d", servicep[count], property, len);
2844 continue;
2845 } else if (len == 0) {
2846 continue;
2847 }
2848 if (ibnex_unique_svcname(servicep[count]) != IBNEX_SUCCESS) {
2849 IBTF_DPRINTF_L2("ibnex", "\tcomm_svc_init : "
2850 "Service name %s invalid : Not unique",
2851 servicep[count]);
2852 continue;
2853 }
2854
2855 /*
2856 * ibnex_unique_svcname checks for uniqueness in service names
2857 * communication services fully initialized. Check uniqueness
2858 * in service names currently initialized.
2859 */
2860 for (j = 0; j < count; j++)
2861 if (valid[j] && strncmp(servicep[count],
2862 servicep[j], 4) == 0) {
2863 IBTF_DPRINTF_L2("ibnex", "\tcomm_svc_init : "
2864 "Service name %s invalid : Not unique",
2865 servicep[count]);
2866 continue;
2867 }
2868
2869 valid[count] = 1;
2870 ncomm_svcs++;
2871 }
2872
2873 /* if no valid entries found, bailout */
2874 if (nservices == 0 || ncomm_svcs == 0) {
2875 IBTF_DPRINTF_L4("ibnex", "\tNo %s entries found", property);
2876 ddi_prop_free(servicep); /* free the property */
2877 if (valid)
2878 kmem_free(valid, nservices * sizeof (int));
2879 return (IBNEX_SUCCESS);
2880 }
2881
2882 comm_svcp = kmem_zalloc((ncomm_svcs * sizeof (char *)), KM_SLEEP);
2883 if (type == IBNEX_PORT_COMMSVC_NODE) {
2884 ibnex.ibnex_comm_svc_names = comm_svcp;
2885 ibnex.ibnex_num_comm_svcs = ncomm_svcs;
2886 } else if (type == IBNEX_VPPA_COMMSVC_NODE) {
2887 ibnex.ibnex_vppa_comm_svc_names = comm_svcp;
2888 ibnex.ibnex_nvppa_comm_svcs = ncomm_svcs;
2889 } else if (type == IBNEX_HCASVC_COMMSVC_NODE) {
2890 ibnex.ibnex_hcasvc_comm_svc_names = comm_svcp;
2891 ibnex.ibnex_nhcasvc_comm_svcs = ncomm_svcs;
2892 }
2893
2894 /* copy the services into an array of strings */
2895 for (i = 0, count = 0; count < nservices; count++) {
2896 if (valid[count] == 0) /* Skip invalid ones */
2897 continue;
2898 comm_svcp[i] = kmem_alloc(len + 1, KM_SLEEP);
2899 (void) strcpy(comm_svcp[i], servicep[count]);
2900 IBTF_DPRINTF_L4("ibnex",
2901 "\t\tService [%d]: %s", i, comm_svcp[i]);
2902 ++i;
2903 }
2904 ddi_prop_free(servicep);
2905 kmem_free(valid, nservices * sizeof (int));
2906 return (IBNEX_SUCCESS);
2907 }
2908
2909
2910 /*
2911 * ibnex_comm_svc_fini()
2912 * Deallocate all the memory allocated for the communication
2913 * service arrays.
2914 */
2915 static void
2916 ibnex_comm_svc_fini()
2917 {
2918 int index;
2919
2920 for (index = 0; index < ibnex.ibnex_num_comm_svcs; index++) {
2921 kmem_free(ibnex.ibnex_comm_svc_names[index],
2922 (strlen(ibnex.ibnex_comm_svc_names[index]) + 1));
2923 }
2924 if (ibnex.ibnex_comm_svc_names) {
2925 kmem_free(ibnex.ibnex_comm_svc_names,
2926 ibnex.ibnex_num_comm_svcs * sizeof (char *));
2927 }
2928 for (index = 0; index < ibnex.ibnex_nvppa_comm_svcs; index++) {
2929 kmem_free(ibnex.ibnex_vppa_comm_svc_names[index],
2930 strlen(ibnex.ibnex_vppa_comm_svc_names[index]) +1);
2931 }
2932 if (ibnex.ibnex_vppa_comm_svc_names) {
2933 kmem_free(ibnex.ibnex_vppa_comm_svc_names,
2934 ibnex.ibnex_nvppa_comm_svcs * sizeof (char *));
2935 }
2936 for (index = 0; index < ibnex.ibnex_nhcasvc_comm_svcs; index++) {
2937 kmem_free(ibnex.ibnex_hcasvc_comm_svc_names[index],
2938 strlen(ibnex.ibnex_hcasvc_comm_svc_names[index]) +1);
2939 }
2940 if (ibnex.ibnex_hcasvc_comm_svc_names) {
2941 kmem_free(ibnex.ibnex_hcasvc_comm_svc_names,
2942 ibnex.ibnex_nhcasvc_comm_svcs * sizeof (char *));
2943 }
2944 ibnex.ibnex_comm_svc_names = NULL;
2945 ibnex.ibnex_num_comm_svcs = 0;
2946 ibnex.ibnex_vppa_comm_svc_names = NULL;
2947 ibnex.ibnex_nvppa_comm_svcs = 0;
2948 ibnex.ibnex_hcasvc_comm_svc_names = NULL;
2949 ibnex.ibnex_nhcasvc_comm_svcs = 0;
2950 }
2951
2952
2953 /*
2954 * ibnex_commsvc_initnode()
2955 * This routine is specific to port/VPPA node creation
2956 * Creates a device node for the comm service specified by commsvc_index
2957 * Creates all the device node properties
2958 * Allocates and initializes the node specific data
2959 * Binds the device driver of the device node
2960 * Returns "dev_info_t" of the child node or NULL in case of failure
2961 * Sets IBNEX_SUCCESS/IBNEX_FAILURE/IBNEX_BUSY in "rval" to reflect
2962 * if the operation was successful, failed or was not performed.
2963 */
2964 dev_info_t *
2965 ibnex_commsvc_initnode(dev_info_t *parent, ibdm_port_attr_t *port_attr,
2966 int index, int node_type, ib_pkey_t pkey, int *rval, int flag)
2967 {
2968 int ret;
2969 char *svcname;
2970 dev_info_t *cdip;
2971 ibnex_node_data_t *node_data;
2972 ibnex_port_node_t *port_node;
2973 char devname[MAXNAMELEN];
2974 int cdip_allocated = 0;
2975
2976 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
2977
2978 *rval = IBNEX_SUCCESS;
2979
2980 /*
2981 * prevent any races
2982 * we have seen this node_data and it has been initialized
2983 * Note that node_dip is already NULL if unconfigure is in
2984 * progress.
2985 */
2986 node_data = ibnex_is_node_data_present(node_type, (void *)port_attr,
2987 index, pkey);
2988
2989 /*
2990 * If this node has been explicity unconfigured by cfgadm, then it can
2991 * be configured back again only by cfgadm configure.
2992 */
2993 if (node_data && (node_data->node_ap_state ==
2994 IBNEX_NODE_AP_UNCONFIGURED)) {
2995 *rval = IBNEX_FAILURE;
2996 return (NULL);
2997 }
2998
2999 if (node_data && node_data->node_dip) {
3000 /*
3001 * Return NULL if another configure
3002 * operation is in progress
3003 */
3004 if (node_data->node_state == IBNEX_CFGADM_CONFIGURING) {
3005 *rval = IBNEX_BUSY;
3006 return (NULL);
3007 } else {
3008 return (node_data->node_dip);
3009 }
3010 } else if (node_data == NULL) {
3011 /* allocate a new ibnex_node_data_t */
3012 node_data = ibnex_init_child_nodedata(node_type, port_attr,
3013 index, pkey);
3014 node_data->node_data.port_node.port_pdip = parent;
3015 }
3016
3017 /*
3018 * Return NULL if another unconfigure operation is in progress
3019 */
3020 if (node_data->node_state == IBNEX_CFGADM_UNCONFIGURING) {
3021 *rval = IBNEX_BUSY;
3022 return (NULL);
3023 }
3024
3025 ASSERT(node_data->node_state != IBNEX_CFGADM_CONFIGURED);
3026 node_data->node_state = IBNEX_CFGADM_CONFIGURING;
3027
3028 switch (node_type) {
3029 case IBNEX_VPPA_COMMSVC_NODE :
3030 svcname = ibnex.ibnex_vppa_comm_svc_names[index];
3031 port_node = &node_data->node_data.port_node;
3032 (void) snprintf(devname, MAXNAMELEN, "%s@%x,%x,%s",
3033 IBNEX_IBPORT_CNAME, port_node->port_num,
3034 port_node->port_pkey, svcname);
3035 break;
3036 case IBNEX_HCASVC_COMMSVC_NODE :
3037 svcname = ibnex.ibnex_hcasvc_comm_svc_names[index];
3038 port_node = &node_data->node_data.port_node;
3039 (void) snprintf(devname, MAXNAMELEN, "%s@%x,0,%s",
3040 IBNEX_IBPORT_CNAME, port_node->port_num, svcname);
3041 break;
3042 case IBNEX_PORT_COMMSVC_NODE :
3043 svcname = ibnex.ibnex_comm_svc_names[index];
3044 port_node = &node_data->node_data.port_node;
3045 (void) snprintf(devname, MAXNAMELEN, "%s@%x,0,%s",
3046 IBNEX_IBPORT_CNAME, port_node->port_num, svcname);
3047 break;
3048 default :
3049 IBTF_DPRINTF_L2("ibnex", "\tcommsvc_initnode:"
3050 "\tInvalid Node type");
3051 *rval = IBNEX_FAILURE;
3052 ibnex_delete_port_node_data(node_data);
3053 return (NULL);
3054 }
3055
3056 if ((cdip = ndi_devi_findchild(parent, devname)) != NULL) {
3057 if (i_ddi_devi_attached(cdip)) {
3058 node_data->node_dip = cdip;
3059 node_data->node_data.port_node.port_pdip = parent;
3060 node_data->node_state = IBNEX_CFGADM_CONFIGURED;
3061 ddi_set_parent_data(cdip, node_data);
3062 IBTF_DPRINTF_L4("ibnex", "\tcommsvc_initnode: found "
3063 "attached cdip 0x%p for devname %s", cdip, devname);
3064 return (cdip);
3065 }
3066 } else {
3067 ndi_devi_alloc_sleep(parent,
3068 IBNEX_IBPORT_CNAME, (pnode_t)DEVI_SID_NODEID, &cdip);
3069 cdip_allocated = 1;
3070 }
3071
3072 node_data->node_dip = cdip;
3073 ddi_set_parent_data(cdip, node_data);
3074 mutex_exit(&ibnex.ibnex_mutex);
3075
3076
3077 if (ibnex_create_port_node_prop(port_attr, cdip, svcname, pkey) ==
3078 IBNEX_SUCCESS) {
3079 if (flag == IBNEX_DEVFS_ENUMERATE)
3080 ret = ndi_devi_bind_driver(cdip, 0);
3081 else
3082 ret = ndi_devi_online(cdip, 0);
3083 if (ret == NDI_SUCCESS) {
3084 mutex_enter(&ibnex.ibnex_mutex);
3085 node_data->node_state = IBNEX_CFGADM_CONFIGURED;
3086 node_data->node_data.port_node.port_pdip = parent;
3087 return (cdip);
3088 }
3089 IBTF_DPRINTF_L4("ibnex", "\tcommsvc_initnode: BIND/ONLINE "
3090 "of cdip 0x%p for devname %s and flag %d failed", cdip,
3091 devname, flag);
3092 }
3093
3094 *rval = IBNEX_FAILURE;
3095 node_data->node_dip = NULL;
3096 ddi_set_parent_data(cdip, NULL);
3097 if (cdip_allocated)
3098 (void) ndi_devi_free(cdip);
3099 mutex_enter(&ibnex.ibnex_mutex);
3100 IBTF_DPRINTF_L4("ibnex", "\tcommsvc_initnode: failure exit");
3101 return (NULL);
3102 }
3103
3104
3105 /*
3106 * ibnex_create_port_node_prop()
3107 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
3108 */
3109 static int
3110 ibnex_create_port_node_prop(ibdm_port_attr_t *port_attr,
3111 dev_info_t *child_dip, char *srvname, ib_pkey_t pkey)
3112 {
3113 if (ibnex_create_port_compatible_prop(child_dip,
3114 srvname, port_attr) != DDI_PROP_SUCCESS) {
3115 IBTF_DPRINTF_L2("ibnex",
3116 "\tcreate_port_node_prop: compatible update failed");
3117 return (IBNEX_FAILURE);
3118 }
3119 if ((pkey != 0) && (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
3120 "port-pkey", pkey) != DDI_PROP_SUCCESS)) {
3121 IBTF_DPRINTF_L2("ibnex",
3122 "\tcreate_port_node_prop: port-num update failed");
3123 return (IBNEX_FAILURE);
3124 }
3125
3126 /*
3127 * For HCA_SVC device nodes, port_num will be 0.
3128 * Do not create the "port-number" & "port-guid" properties.
3129 */
3130 if (port_attr->pa_port_num != 0) {
3131 if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
3132 "port-number", port_attr->pa_port_num) !=
3133 DDI_PROP_SUCCESS) {
3134 IBTF_DPRINTF_L2("ibnex",
3135 "\tcreate_port_node_prop: port-num update failed");
3136 return (IBNEX_FAILURE);
3137 }
3138 if (ndi_prop_update_int64(DDI_DEV_T_NONE, child_dip,
3139 "port-guid", port_attr->pa_port_guid) !=
3140 DDI_PROP_SUCCESS) {
3141 IBTF_DPRINTF_L2("ibnex",
3142 "\tcreate_port_node_prop: port-guid update failed");
3143 return (IBNEX_FAILURE);
3144 }
3145 } else {
3146 ibdm_hca_list_t *hca_list;
3147
3148 /*
3149 * HCA_SVC nodes require "num-ports" & "port-guids"
3150 * properties.
3151 *
3152 * To create the num-ports & port-guids attribute :
3153 * 1. Get HCA list (ibdm_ibnex_get_hca_info_by_guid)
3154 * 2. Form the array of port GUIDs.
3155 */
3156 if ((hca_list = ibdm_ibnex_get_hca_info_by_guid(
3157 port_attr->pa_hca_guid)) == NULL) {
3158 IBTF_DPRINTF_L2("ibnex",
3159 "\tcreate_port_node_prop: hca_info_by_guid failed");
3160 return (IBNEX_FAILURE);
3161 }
3162
3163 if (hca_list->hl_nports != 0) {
3164 ib_guid_t *port_guids;
3165 uint8_t portnum;
3166
3167 ASSERT(hca_list->hl_port_attr != NULL);
3168
3169 port_guids = kmem_zalloc(
3170 hca_list->hl_nports * sizeof (ib_guid_t),
3171 KM_SLEEP);
3172
3173 for (portnum = 0; portnum < hca_list->hl_nports;
3174 portnum++) {
3175 port_guids[portnum] = (hca_list->
3176 hl_port_attr[portnum]).pa_port_guid;
3177 }
3178
3179 if (ndi_prop_update_int64_array(DDI_DEV_T_NONE,
3180 child_dip, "port-guids", (int64_t *)port_guids,
3181 hca_list->hl_nports) != DDI_PROP_SUCCESS) {
3182 IBTF_DPRINTF_L2("ibnex",
3183 "\tcreate_port_node_prop: port-guids "
3184 "create failed");
3185 kmem_free(port_guids, hca_list->hl_nports *
3186 sizeof (ib_guid_t));
3187 ibdm_ibnex_free_hca_list(hca_list);
3188 return (IBNEX_FAILURE);
3189 }
3190 kmem_free(port_guids, hca_list->hl_nports *
3191 sizeof (ib_guid_t));
3192 }
3193
3194 if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
3195 "num-ports", hca_list->hl_nports) != DDI_PROP_SUCCESS) {
3196 IBTF_DPRINTF_L2("ibnex",
3197 "\tcreate_port_node_prop: num-ports update failed");
3198 ibdm_ibnex_free_hca_list(hca_list);
3199 return (IBNEX_FAILURE);
3200 }
3201 ibdm_ibnex_free_hca_list(hca_list);
3202 }
3203
3204 if (ndi_prop_update_int64(DDI_DEV_T_NONE, child_dip,
3205 "hca-guid", port_attr->pa_hca_guid) != DDI_PROP_SUCCESS) {
3206 IBTF_DPRINTF_L2("ibnex",
3207 "\tcreate_port_node_prop: hca-guid update failed");
3208 return (IBNEX_FAILURE);
3209 }
3210 if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
3211 "product-id", port_attr->pa_productid) != DDI_PROP_SUCCESS) {
3212 IBTF_DPRINTF_L2("ibnex",
3213 "\tcreate_port_node_prop: product-id update failed");
3214 return (IBNEX_FAILURE);
3215 }
3216 if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
3217 "vendor-id", port_attr->pa_vendorid) != DDI_PROP_SUCCESS) {
3218 IBTF_DPRINTF_L2("ibnex",
3219 "\tcreate_port_node_prop: vendor-id update failed");
3220 return (IBNEX_FAILURE);
3221 }
3222 if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip, "device-version",
3223 port_attr->pa_dev_version) != DDI_PROP_SUCCESS) {
3224 IBTF_DPRINTF_L2("ibnex",
3225 "\tcreate_port_node_prop: device-version update failed");
3226 return (IBNEX_FAILURE);
3227 }
3228 return (IBNEX_SUCCESS);
3229 }
3230
3231
3232 /*
3233 * ibnex_str2int()
3234 * Utility function that converts a string of length "len" to
3235 * integer.
3236 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
3237 */
3238 int
3239 ibnex_str2int(char *c, int len, int *ret)
3240 {
3241 int intval = 0, ii;
3242
3243 IBTF_DPRINTF_L4("ibnex", "\tstr2int: Int string %s..", c);
3244 *ret = IBNEX_SUCCESS;
3245 for (ii = 0; ii < len; ii ++) {
3246 if ((c[ii] >= '0') && (c[ii] <= '9'))
3247 intval = intval * 10 +c[ii] - '0';
3248 else {
3249 IBTF_DPRINTF_L2("ibnex",
3250 "\tstr2int: Invalid integer string %s..", c);
3251 *ret = IBNEX_FAILURE;
3252 break;
3253 }
3254 }
3255
3256 return (intval);
3257 }
3258
3259
3260 /*
3261 * ibnex_str2hex()
3262 * Utility functions that converts a string of length "len" to
3263 * hex value. Note. This function does not handle strings which
3264 * string length more than 8 bytes.
3265 *
3266 */
3267 uint64_t
3268 ibnex_str2hex(char *c, int len, int *ret)
3269 {
3270 uint64_t hex = 0, ii;
3271
3272 *ret = IBNEX_SUCCESS;
3273 for (ii = 0; ii < len; ii ++) {
3274 hex = (ii == 0) ? hex : (hex << 4);
3275 if ((c[ii] >= '0') && (c[ii] <= '9'))
3276 hex |= c[ii] - '0';
3277 else if ((c[ii] >= 'a') && (c[ii] <= 'f'))
3278 hex |= c[ii] - 'a' + 10;
3279 else if ((c[ii] >= 'A') && (c[ii] <= 'F'))
3280 hex |= c[ii] - 'A' + 10;
3281 else {
3282 IBTF_DPRINTF_L2("ibnex",
3283 "\tstr2hex: Invalid integer string");
3284 *ret = IBNEX_FAILURE;
3285 break;
3286 }
3287 }
3288
3289 return (hex);
3290 }
3291
3292
3293 /*
3294 * ibnex_create_port_compatible_prop()
3295 * Creates 'Compatibility' property for port / HCA_SVC device nodes
3296 * Returns IBNEX_SUCCESS/IBNEX_FAILURE
3297 */
3298 static int
3299 ibnex_create_port_compatible_prop(dev_info_t *child_dip,
3300 char *comm_svcp, ibdm_port_attr_t *port_attr)
3301 {
3302 int rval, i;
3303 char *temp;
3304 char *compatible[IBNEX_MAX_IBPORT_COMPAT_NAMES];
3305
3306 IBTF_DPRINTF_L4("ibnex", "\tcreate_port_compatible_prop: Begin");
3307 /*
3308 * Initialize the "compatible" property string as below:
3309 * Compatible Strings :
3310 * 1. ib.V<vid>P<pid>v<revision>.<service name>.
3311 * 2. ib.V<vid>P<pid>.<service name>.
3312 * 3. ib.<service name>
3313 * Leading zeros must be present
3314 */
3315 temp = kmem_alloc(IBNEX_MAX_IBPORT_COMPAT_PROP_SZ, KM_SLEEP);
3316 for (i = 0; i < IBNEX_MAX_IBPORT_COMPAT_NAMES; i++) {
3317 compatible[i] = temp + (i * IBNEX_MAX_COMPAT_LEN);
3318 }
3319
3320 (void) snprintf(compatible[0], IBNEX_MAX_COMPAT_LEN,
3321 "ib.V%06xP%08xv%04x.%s",
3322 port_attr->pa_vendorid, port_attr->pa_productid,
3323 port_attr->pa_dev_version, comm_svcp);
3324 (void) snprintf(compatible[1], IBNEX_MAX_COMPAT_LEN,
3325 "ib.V%06xP%08x.%s",
3326 port_attr->pa_vendorid, port_attr->pa_productid,
3327 comm_svcp);
3328 (void) snprintf(compatible[2], IBNEX_MAX_COMPAT_LEN,
3329 "ib.%s", comm_svcp);
3330
3331 for (i = 0; i < IBNEX_MAX_IBPORT_COMPAT_NAMES; i++)
3332 IBTF_DPRINTF_L4("ibnex", "\tcompatible: %s", compatible[i]);
3333
3334 rval = ndi_prop_update_string_array(DDI_DEV_T_NONE, child_dip,
3335 "compatible", (char **)compatible, IBNEX_MAX_IBPORT_COMPAT_NAMES);
3336
3337 if (rval != DDI_PROP_SUCCESS) {
3338 kmem_free(temp, IBNEX_MAX_IBPORT_COMPAT_PROP_SZ);
3339 return (IBNEX_FAILURE);
3340 }
3341 kmem_free(temp, IBNEX_MAX_IBPORT_COMPAT_PROP_SZ);
3342 return (IBNEX_SUCCESS);
3343 }
3344
3345
3346 /*
3347 * ibnex_delete_port_node_data()
3348 * Delete the parent private node data from the linked list
3349 * Deallocate the memory of the port/ioc attributes
3350 * Deallocate the memory of the node data
3351 */
3352 static void
3353 ibnex_delete_port_node_data(ibnex_node_data_t *node)
3354 {
3355 if ((node->node_next == NULL) && (node->node_prev == NULL))
3356 ibnex.ibnex_port_node_head = NULL;
3357 else if (node->node_next == NULL)
3358 node->node_prev->node_next = NULL;
3359 else if (node->node_prev == NULL) {
3360 node->node_next->node_prev = NULL;
3361 ibnex.ibnex_port_node_head = node->node_next;
3362 } else {
3363 node->node_prev->node_next = node->node_next;
3364 node->node_next->node_prev = node->node_prev;
3365 }
3366 kmem_free(node, sizeof (ibnex_node_data_t));
3367 }
3368
3369
3370 /*
3371 * ibnex_is_node_data_present()
3372 * Checks whether ibnex_node_t is created already
3373 * Returns ibnex_node_data_t if found, otherwise NULL
3374 */
3375 static ibnex_node_data_t *
3376 ibnex_is_node_data_present(ibnex_node_type_t node_type, void *attr,
3377 int index, ib_pkey_t pkey)
3378 {
3379 ibnex_node_data_t *nodep;
3380 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
3381 if (node_type == IBNEX_IOC_NODE) {
3382 ibdm_ioc_info_t *ioc_infop = (ibdm_ioc_info_t *)attr;
3383
3384 for (nodep = ibnex.ibnex_ioc_node_head; nodep != NULL;
3385 nodep = nodep->node_next) {
3386 if (nodep->node_data.ioc_node.ioc_guid ==
3387 ioc_infop->ioc_profile.ioc_guid) {
3388 return (nodep);
3389 }
3390 }
3391
3392 } else if (node_type == IBNEX_PSEUDO_NODE) {
3393 for (nodep = ibnex.ibnex_pseudo_node_head; nodep;
3394 nodep = nodep->node_next)
3395 if (strcmp(nodep->node_data.pseudo_node.
3396 pseudo_node_addr, (char *)attr) == 0)
3397 return (nodep);
3398
3399 } else {
3400 ibdm_port_attr_t *pattrp = (ibdm_port_attr_t *)attr;
3401
3402 for (nodep = ibnex.ibnex_port_node_head; nodep != NULL;
3403 nodep = nodep->node_next) {
3404 if ((nodep->node_data.port_node.port_guid ==
3405 pattrp->pa_port_guid) &&
3406 (nodep->node_data.port_node.port_commsvc_idx ==
3407 index) &&
3408 (nodep->node_data.port_node.port_pkey == pkey)) {
3409 return (nodep);
3410 }
3411 }
3412 }
3413 return (NULL);
3414 }
3415
3416 /*
3417 * ibnex_lookup_unit_address_prop:
3418 *
3419 * If property with name is found, return its value
3420 * otherwise return NULL.
3421 */
3422 static char *
3423 ibnex_lookup_named_prop(ddi_prop_t *head, char *name)
3424 {
3425 ddi_prop_t *propp;
3426
3427 /* Search the list of properties for name */
3428 for (propp = head; propp != NULL; propp = propp->prop_next) {
3429 if (strcmp(propp->prop_name, name) != 0)
3430 continue;
3431 /* named property should be valid and have a value */
3432 if (propp->prop_len <= 1)
3433 break;
3434 return ((char *)propp->prop_val);
3435 }
3436
3437 return ((char *)0);
3438 }
3439
3440
3441 /*
3442 * ibnex_pseudo_initnodes()
3443 * This routine is specific to pseudo node information handling
3444 * Creates a ibnex_node_data_t all pseudo nodes children of ibnex
3445 */
3446 void
3447 ibnex_pseudo_initnodes()
3448 {
3449 int pnam_len, len;
3450 ibnex_node_data_t *nodep;
3451 struct hwc_spec *list, *spec;
3452 char *node_addr, *temp, *unit_addr;
3453 char *node_type;
3454
3455 IBTF_DPRINTF_L4("ibnex", "\tpseudo_initnodes");
3456
3457 mutex_enter(&ibnex.ibnex_mutex);
3458 /*
3459 * get a list of all "pseudo" children of "ib".
3460 * for these children initialize/allocate an internal
3461 * ibnex_node_data_t.
3462 */
3463 list = hwc_get_child_spec(ibnex.ibnex_dip, (major_t)-1);
3464 for (spec = list; spec != NULL; spec = spec->hwc_next) {
3465 if (spec->hwc_devi_sys_prop_ptr == NULL)
3466 continue;
3467
3468 /* Check "ib-node-type" property for IOC .conf */
3469 node_type = ibnex_lookup_named_prop(
3470 spec->hwc_devi_sys_prop_ptr, "ib-node-type");
3471
3472 /* "unit-address" property should be present */
3473 temp = ibnex_lookup_named_prop(
3474 spec->hwc_devi_sys_prop_ptr, "unit-address");
3475 if (temp == NULL)
3476 continue;
3477
3478 pnam_len = strlen(spec->hwc_devi_name) + strlen(temp) + 2;
3479
3480 node_addr = kmem_zalloc(pnam_len, KM_SLEEP);
3481
3482 (void) snprintf(node_addr,
3483 pnam_len, "%s,%s", spec->hwc_devi_name, temp);
3484
3485 nodep = ibnex_is_node_data_present(
3486 IBNEX_PSEUDO_NODE, (void *)node_addr, 0, 0);
3487
3488 if (nodep) {
3489 kmem_free(node_addr, pnam_len);
3490 continue;
3491 }
3492
3493 nodep = ibnex_init_child_nodedata(IBNEX_PSEUDO_NODE,
3494 (void *)spec->hwc_devi_name, 0, 0);
3495
3496 nodep->node_data.pseudo_node.pseudo_node_addr = node_addr;
3497 (void) snprintf(nodep->node_data.
3498 pseudo_node.pseudo_node_addr, pnam_len, "%s", node_addr);
3499
3500 len = strlen(temp) + 1;
3501 unit_addr = (char *)kmem_alloc(len, KM_SLEEP);
3502 nodep->node_data.pseudo_node.pseudo_unit_addr = unit_addr;
3503 (void) snprintf(unit_addr, len, "%s", temp);
3504 nodep->node_data.pseudo_node.pseudo_unit_addr_len = len;
3505
3506 if (node_type && strcmp(node_type, "merge") == 0)
3507 nodep->node_data.pseudo_node.pseudo_merge_node = 1;
3508
3509 IBTF_DPRINTF_L3("ibnex", "\tpseudo_initnodes: unit addr = %s"
3510 " : drv name = %s", unit_addr, spec->hwc_devi_name);
3511 }
3512 hwc_free_spec_list(list);
3513 mutex_exit(&ibnex.ibnex_mutex);
3514 }
3515
3516
3517 /*
3518 * ibnex_init_child_nodedata()
3519 *
3520 * Allocate memory for the parent private data for device node
3521 * Initializes the parent private child device node data.
3522 * Returns pointer to the parent private data
3523 */
3524 static ibnex_node_data_t *
3525 ibnex_init_child_nodedata(ibnex_node_type_t node_type, void *attr, int index,
3526 ib_pkey_t pkey)
3527 {
3528 char *devi_name;
3529 ibdm_ioc_info_t *ioc_info;
3530 ibnex_ioc_node_t *ioc_node;
3531 ibnex_node_data_t *node_data;
3532 ib_dm_ioc_ctrl_profile_t *ioc_profile;
3533
3534 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
3535
3536 node_data = kmem_zalloc(sizeof (ibnex_node_data_t), KM_SLEEP);
3537 node_data->node_ap_state = IBNEX_NODE_AP_CONFIGURED;
3538 node_data->node_state = IBNEX_CFGADM_CONFIGURING;
3539 node_data->node_type = node_type;
3540
3541 if (node_type == IBNEX_IOC_NODE) {
3542 ioc_info = (ibdm_ioc_info_t *)attr;
3543 ioc_profile = &ioc_info->ioc_profile;
3544 ioc_node = &node_data->node_data.ioc_node;
3545
3546 ioc_node->iou_guid = ioc_info->ioc_iou_guid;
3547 ioc_node->ioc_guid = ioc_profile->ioc_guid;
3548 (void) strncpy(ioc_node->ioc_id_string,
3549 (char *)ioc_profile->ioc_id_string,
3550 IB_DM_IOC_ID_STRING_LEN);
3551 ioc_node->ioc_ngids = ioc_info->ioc_nportgids;
3552
3553 node_data->node_next = ibnex.ibnex_ioc_node_head;
3554 node_data->node_prev = NULL;
3555 if (ibnex.ibnex_ioc_node_head)
3556 ibnex.ibnex_ioc_node_head->node_prev = node_data;
3557 ibnex.ibnex_ioc_node_head = node_data;
3558 } else if (node_type == IBNEX_PSEUDO_NODE) {
3559 devi_name = (char *)attr;
3560 node_data->node_data.pseudo_node.pseudo_devi_name =
3561 kmem_zalloc(strlen(devi_name) + 1, KM_SLEEP);
3562 (void) strncpy(node_data->node_data.pseudo_node.
3563 pseudo_devi_name, devi_name, strlen(devi_name));
3564 node_data->node_next = ibnex.ibnex_pseudo_node_head;
3565 node_data->node_prev = NULL;
3566 if (ibnex.ibnex_pseudo_node_head)
3567 ibnex.ibnex_pseudo_node_head->node_prev = node_data;
3568 ibnex.ibnex_pseudo_node_head = node_data;
3569 } else {
3570 node_data->node_data.port_node.port_hcaguid =
3571 ((ibdm_port_attr_t *)attr)->pa_hca_guid;
3572 node_data->node_data.port_node.port_guid =
3573 ((ibdm_port_attr_t *)attr)->pa_port_guid;
3574 node_data->node_data.port_node.port_num =
3575 ((ibdm_port_attr_t *)attr)->pa_port_num;
3576 node_data->node_data.port_node.port_commsvc_idx = index;
3577 node_data->node_data.port_node.port_pkey = pkey;
3578
3579 node_data->node_next = ibnex.ibnex_port_node_head;
3580 node_data->node_prev = NULL;
3581 if (ibnex.ibnex_port_node_head)
3582 ibnex.ibnex_port_node_head->node_prev = node_data;
3583 ibnex.ibnex_port_node_head = node_data;
3584 }
3585 return (node_data);
3586 }
3587
3588 static int
3589 ibnex_get_eventcookie(dev_info_t *dip, dev_info_t *rdip,
3590 char *eventname, ddi_eventcookie_t *cookie)
3591 {
3592 int rc;
3593
3594
3595 IBTF_DPRINTF_L4("ibnex", "ibnex_get_eventcookie(%p, %p, %s, 0x%X)",
3596 dip, rdip, eventname, cookie);
3597
3598 rc = ndi_event_retrieve_cookie(ibnex.ibnex_ndi_event_hdl,
3599 rdip, eventname, cookie, NDI_EVENT_NOPASS);
3600 if (rc == NDI_SUCCESS) {
3601 mutex_enter(&ibnex.ibnex_mutex);
3602 ibnex.ibnex_prop_update_evt_cookie = *cookie;
3603 mutex_exit(&ibnex.ibnex_mutex);
3604 }
3605
3606 return (rc);
3607 }
3608
3609 static int
3610 ibnex_add_eventcall(dev_info_t *dip, dev_info_t *rdip,
3611 ddi_eventcookie_t cookie, void (*callback)(dev_info_t *dip,
3612 ddi_eventcookie_t cookie, void *arg, void *bus_impldata),
3613 void *arg, ddi_callback_id_t *cb_id)
3614 {
3615 IBTF_DPRINTF_L4("ibnex",
3616 "ibnex_add_eventcall(%p, %p, 0x%X, %p, %p, %p)",
3617 dip, rdip, cookie, callback, arg, cb_id);
3618
3619 return (ndi_event_add_callback(ibnex.ibnex_ndi_event_hdl,
3620 rdip, cookie, callback, arg, NDI_SLEEP, cb_id));
3621 }
3622
3623 static int
3624 ibnex_remove_eventcall(dev_info_t *dip, ddi_callback_id_t cb_id)
3625 {
3626 IBTF_DPRINTF_L4("ibnex", "ibnex_remove_eventcall(%p, 0x%X)",
3627 dip, cb_id);
3628
3629 return (ndi_event_remove_callback(ibnex.ibnex_ndi_event_hdl,
3630 cb_id));
3631 }
3632
3633 static int
3634 ibnex_post_event(dev_info_t *dip, dev_info_t *rdip,
3635 ddi_eventcookie_t cookie, void *bus_impldata)
3636 {
3637 IBTF_DPRINTF_L4("ibnex", "ibnex_post_event(%p, %p, 0x%X, %p)",
3638 dip, rdip, cookie, bus_impldata);
3639
3640 return (ndi_event_run_callbacks(ibnex.ibnex_ndi_event_hdl, rdip,
3641 cookie, bus_impldata));
3642 }
3643
3644 /*
3645 * ibnex_reprobe_ioc_dev()
3646 *
3647 * This could be called as a result of ibt_reprobe_dev request or
3648 * cfgadm command. The function is called from a taskq in case of
3649 * ibt_reprobe_dev and from user context for cfgadm command.
3650 *
3651 * This function reprobes the properties for one IOC dip.
3652 *
3653 * node_reprobe_state should be set before calling this function.
3654 */
3655 void
3656 ibnex_reprobe_ioc_dev(void *arg)
3657 {
3658 dev_info_t *dip = (dev_info_t *)arg;
3659 ibnex_node_data_t *node_data;
3660 ibnex_ioc_node_t *ioc_data;
3661 ibdm_ioc_info_t *ioc_info;
3662
3663 /* ASSERT(NO_LOCKS_HELD); */
3664 ASSERT(dip != NULL);
3665
3666 node_data = ddi_get_parent_data(dip);
3667 ASSERT(node_data);
3668
3669 if (node_data->node_dip == NULL) {
3670 IBTF_DPRINTF_L4("ibnex", "reprobe for unconfigured dip");
3671 mutex_enter(&ibnex.ibnex_mutex);
3672 ibnex_wakeup_reprobe_ioc(node_data, 0);
3673 mutex_exit(&ibnex.ibnex_mutex);
3674 return;
3675 }
3676 ioc_data = &(node_data->node_data.ioc_node);
3677
3678 /* Reprobe the IOC */
3679 ioc_info = ibdm_ibnex_probe_ioc(ioc_data->iou_guid, ioc_data->ioc_guid,
3680 1);
3681 if (ioc_info == NULL) {
3682 IBTF_DPRINTF_L2("ibnex", "Null ioc_info from reprobe");
3683 mutex_enter(&ibnex.ibnex_mutex);
3684 ibnex_wakeup_reprobe_ioc(node_data, 1);
3685 mutex_exit(&ibnex.ibnex_mutex);
3686 return;
3687 }
3688
3689 mutex_enter(&ibnex.ibnex_mutex);
3690 if (node_data->node_dip)
3691 ibnex_update_prop(node_data, ioc_info);
3692 ibnex_wakeup_reprobe_ioc(node_data, 0);
3693 mutex_exit(&ibnex.ibnex_mutex);
3694
3695 ibdm_ibnex_free_ioc_list(ioc_info);
3696 }
3697
3698 /*
3699 * ibnex_reprobe_all()
3700 *
3701 * This could be called as a result of cfgadm command. The function
3702 * is called from user context.
3703 *
3704 * This function reprobes the properties for all IOC dips.
3705 *
3706 * ibnex_reprobe_state should be set before calling this function.
3707 */
3708 void
3709 ibnex_reprobe_ioc_all()
3710 {
3711 ibnex_node_data_t *node_data;
3712 ibdm_ioc_info_t *ioc_info_list, *ioc;
3713
3714 /* ASSERT(NO_LOCKS_HELD); */
3715
3716 /* Sweep the fabric */
3717 ioc = ioc_info_list = ibdm_ibnex_get_ioc_list(
3718 IBDM_IBNEX_REPROBE_ALL);
3719 if (ioc_info_list == NULL) {
3720 mutex_enter(&ibnex.ibnex_mutex);
3721 ibnex_wakeup_reprobe_all();
3722 mutex_exit(&ibnex.ibnex_mutex);
3723 return;
3724 }
3725
3726 mutex_enter(&ibnex.ibnex_mutex);
3727 while (ioc_info_list) {
3728 if ((node_data = ibnex_is_node_data_present(IBNEX_IOC_NODE,
3729 ioc_info_list, 0, 0)) != NULL &&
3730 node_data->node_dip != NULL) {
3731 ibnex_update_prop(node_data, ioc_info_list);
3732 }
3733 ioc_info_list = ioc_info_list->ioc_next;
3734 }
3735 ibnex_wakeup_reprobe_all();
3736 mutex_exit(&ibnex.ibnex_mutex);
3737
3738 ibdm_ibnex_free_ioc_list(ioc);
3739 }
3740
3741 /*
3742 * Update the properties, if it has modified and notify IBTF client.
3743 */
3744 static void
3745 ibnex_update_prop(ibnex_node_data_t *node_data, ibdm_ioc_info_t *ioc_info)
3746 {
3747 ibt_prop_update_payload_t evt_data;
3748 dev_info_t *dip = node_data->node_dip;
3749 ddi_eventcookie_t evt_cookie;
3750 ibnex_ioc_node_t *ioc;
3751
3752 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
3753
3754 ASSERT(dip != NULL);
3755
3756 ioc = &node_data->node_data.ioc_node;
3757
3758 evt_data = ioc_info->ioc_info_updated;
3759 evt_cookie = ibnex.ibnex_prop_update_evt_cookie;
3760
3761 /*
3762 * For a disconnected IOC :
3763 * Store the ioc_profile for supplying cfgadm info
3764 * ibdm maintains no info of disconnected IOC
3765 *
3766 * For reconnected IOC :
3767 * ibdm has info of previous service entries
3768 * ioc_profile maintained by ibnexus is used to
3769 * update ib_srv_prop_updated.
3770 * Free the ibnex maintained ioc_profile
3771 */
3772 if (ioc_info->ioc_nportgids == 0) {
3773 IBTF_DPRINTF_L4("ibnex",
3774 "\tupdate_prop: IOC disconnected");
3775 ioc->ioc_profile = (ib_dm_ioc_ctrl_profile_t *)kmem_zalloc(
3776 sizeof (ib_dm_ioc_ctrl_profile_t), KM_SLEEP);
3777 bcopy(&ioc_info->ioc_profile, ioc->ioc_profile,
3778 sizeof (ib_dm_ioc_ctrl_profile_t));
3779
3780 ibnex.ibnex_num_disconnect_iocs++;
3781 } else if (ioc_info->ioc_nportgids != 0 && ioc->ioc_ngids == 0 &&
3782 ioc->ioc_profile != NULL) {
3783 IBTF_DPRINTF_L4("ibnex",
3784 "\tupdate_prop: IOC reconnected");
3785 if (ioc->ioc_profile->ioc_service_entries !=
3786 ioc_info->ioc_profile.ioc_service_entries)
3787 evt_data.ib_srv_prop_updated = 1;
3788
3789 ibnex.ibnex_num_disconnect_iocs--;
3790 kmem_free(ioc->ioc_profile, sizeof (ib_dm_ioc_ctrl_profile_t));
3791 ioc->ioc_profile = NULL;
3792 }
3793
3794 /* Update the properties that have changed */
3795 mutex_exit(&ibnex.ibnex_mutex);
3796 if (evt_data.ib_gid_prop_updated) {
3797 if (ibnex_create_ioc_portgid_prop(dip, ioc_info) !=
3798 IBNEX_SUCCESS) {
3799 mutex_enter(&ibnex.ibnex_mutex);
3800 return;
3801 }
3802 }
3803 if (evt_data.ib_srv_prop_updated) {
3804 if (ioc_info->ioc_profile.ioc_service_entries != 0 &&
3805 (ibnex_create_ioc_srv_props(dip, ioc_info) !=
3806 IBNEX_SUCCESS)) {
3807 mutex_enter(&ibnex.ibnex_mutex);
3808 return;
3809 } else if (ioc_info->ioc_profile.ioc_service_entries == 0) {
3810 (void) ndi_prop_remove(DDI_DEV_T_NONE, dip,
3811 "service-id");
3812 (void) ndi_prop_remove(DDI_DEV_T_NONE, dip,
3813 "service-name");
3814 }
3815 }
3816 mutex_enter(&ibnex.ibnex_mutex);
3817 ioc->ioc_ngids = ioc_info->ioc_nportgids;
3818
3819 /*
3820 * Post an event if :
3821 * 1. Properites have changed or NOTIFY_ALWAYS is set.
3822 * 2. child dip is configured and a valid cookie for
3823 * IB_PROP_UPDATE_EVENT.
3824 */
3825 if ((evt_data.ib_prop_updated != 0 ||
3826 (node_data->node_reprobe_state &
3827 IBNEX_NODE_REPROBE_NOTIFY_ALWAYS)) &&
3828 ((node_data->node_state == IBNEX_CFGADM_CONFIGURED) &&
3829 (evt_cookie != NULL))) {
3830 mutex_exit(&ibnex.ibnex_mutex);
3831
3832 if (ndi_post_event(ibnex.ibnex_dip, dip,
3833 evt_cookie, &evt_data) != NDI_SUCCESS)
3834 IBTF_DPRINTF_L2("ibnex",
3835 "\tndi_post_event failed\n");
3836
3837 mutex_enter(&ibnex.ibnex_mutex);
3838 }
3839
3840 /*
3841 * Cleanup node_reprobe_state, for ibt_reprobe_dev
3842 * requests, when reprobe all / node reprobe is in
3843 * progress. ibnex_reprobe_ioc_dev is not called
3844 * in this case.
3845 */
3846 if (node_data->node_reprobe_state ==
3847 IBNEX_NODE_REPROBE_NOTIFY_ALWAYS)
3848 ibnex_wakeup_reprobe_ioc(node_data, 0);
3849 }
3850
3851 static ibnex_rval_t
3852 ibnex_unique_svcname(char *svcname)
3853 {
3854 int i;
3855
3856 /* Check Port Services */
3857 for (i = 0; i < ibnex.ibnex_num_comm_svcs; i++)
3858 if (ibnex.ibnex_comm_svc_names[i] && strncmp(svcname,
3859 ibnex.ibnex_comm_svc_names[i], 4) == 0)
3860 return (IBNEX_FAILURE);
3861
3862 /* Check VPPA Services */
3863 for (i = 0; i < ibnex.ibnex_nvppa_comm_svcs; i++)
3864 if (ibnex.ibnex_vppa_comm_svc_names[i] && strncmp(svcname,
3865 ibnex.ibnex_vppa_comm_svc_names[i], 4) == 0)
3866 return (IBNEX_FAILURE);
3867
3868 /* Check HCA_SVC Services */
3869 for (i = 0; i < ibnex.ibnex_nhcasvc_comm_svcs; i++)
3870 if (ibnex.ibnex_hcasvc_comm_svc_names[i] && strncmp(svcname,
3871 ibnex.ibnex_hcasvc_comm_svc_names[i], 4) == 0)
3872 return (IBNEX_FAILURE);
3873
3874 return (IBNEX_SUCCESS);
3875 }
3876
3877 static void
3878 ibnex_handle_reprobe_dev(void *arg)
3879 {
3880 dev_info_t *dip = (dev_info_t *)arg;
3881 ibnex_node_data_t *node_data;
3882
3883 ASSERT(dip != NULL);
3884 node_data = ddi_get_parent_data(dip);
3885 ASSERT(node_data);
3886
3887 /*
3888 * Return success if:
3889 * 1. Reprobe for all nodes are in progress
3890 * 2. Reprobe for this node is in progress.
3891 * The reprobe in progress will complete eventually and
3892 * update the properties, if required.
3893 */
3894 mutex_enter(&ibnex.ibnex_mutex);
3895 if (ibnex.ibnex_reprobe_state != 0 ||
3896 node_data->node_reprobe_state != 0) {
3897 /*
3898 * Setting NOTIFY_ALWAYS to ensure that
3899 * DDI event is delivered always for
3900 * ibt_reprobe_dev
3901 */
3902 node_data->node_reprobe_state |=
3903 IBNEX_NODE_REPROBE_NOTIFY_ALWAYS;
3904 mutex_exit(&ibnex.ibnex_mutex);
3905 return;
3906 }
3907 node_data->node_reprobe_state =
3908 IBNEX_NODE_REPROBE_NOTIFY_ALWAYS;
3909 mutex_exit(&ibnex.ibnex_mutex);
3910 ibnex_reprobe_ioc_dev(arg);
3911 }
3912
3913
3914 /*
3915 * MPxIO pathmangement routines. Currently IB nexus does not support
3916 * any kind of pathmangement. So, just return success to make MPxIO
3917 * framework happy.
3918 */
3919 /*ARGSUSED*/
3920 static int
3921 ib_vhci_pi_init(dev_info_t *vdip, mdi_pathinfo_t *pip, int flag)
3922 {
3923 IBTF_DPRINTF_L4("ibnex", "\tpi_init: dip %p pip %p", vdip, pip);
3924 return (MDI_SUCCESS);
3925 }
3926
3927
3928 /*ARGSUSED*/
3929 static int
3930 ib_vhci_pi_uninit(dev_info_t *vdip, mdi_pathinfo_t *pip, int flag)
3931 {
3932 dev_info_t *cdip;
3933 ibnex_node_data_t *node_data;
3934 int clnt_num_pi;
3935 IBTF_DPRINTF_L4("ibnex", "\tpi_uninit: dip %p pip %p", vdip, pip);
3936
3937 if (pip == NULL)
3938 return (MDI_FAILURE);
3939 /*
3940 * Get the Client dev_info from the pathinfo.
3941 */
3942 cdip = mdi_pi_get_client(pip);
3943 if (cdip == NULL)
3944 return (MDI_FAILURE);
3945
3946 /*
3947 * How many PIs do we have from this cdip ?
3948 */
3949 clnt_num_pi = mdi_client_get_path_count(cdip);
3950
3951 /*
3952 * If this is the last PI that is being free'd ( called from
3953 * mdi_pi_free) we have to clean up the node data for the cdip since
3954 * the client would have been detached by mdi_devi_offline.
3955 */
3956 if (clnt_num_pi == 1) {
3957 node_data = ddi_get_parent_data(cdip);
3958 if (node_data == NULL)
3959 return (MDI_SUCCESS);
3960 if (node_data->node_dip == cdip) {
3961 node_data->node_dip = NULL;
3962 node_data->node_state = IBNEX_CFGADM_UNCONFIGURED;
3963 return (MDI_SUCCESS);
3964 }
3965 }
3966 return (MDI_SUCCESS);
3967 }
3968
3969
3970 /*ARGSUSED*/
3971 static int
3972 ib_vhci_pi_state_change(dev_info_t *vdip, mdi_pathinfo_t *pip,
3973 mdi_pathinfo_state_t state, uint32_t arg1, int arg2)
3974 {
3975 IBTF_DPRINTF_L4("ibnex",
3976 "\tpi_state_change: dip %p pip %p state %x", vdip, pip, state);
3977 return (MDI_SUCCESS);
3978 }
3979
3980
3981 /*ARGSUSED*/
3982 static int
3983 ib_vhci_failover(dev_info_t *dip1, dev_info_t *dip2, int arg)
3984 {
3985 return (MDI_SUCCESS);
3986 }
3987
3988
3989 static int
3990 ibnex_bus_power(dev_info_t *parent, void *impl_arg,
3991 pm_bus_power_op_t op, void *arg, void *result)
3992 {
3993
3994 int ret = DDI_SUCCESS;
3995
3996 IBTF_DPRINTF_L4("ibnex", "\tbus_power: begin: op = %d", op);
3997
3998 /*
3999 * Generic processing in MPxIO framework
4000 */
4001 ret = mdi_bus_power(parent, impl_arg, op, arg, result);
4002
4003 switch (ret) {
4004 case MDI_SUCCESS:
4005 ret = DDI_SUCCESS;
4006 break;
4007 case MDI_FAILURE:
4008 ret = DDI_FAILURE;
4009 break;
4010 default:
4011 break;
4012 }
4013
4014 return (ret);
4015 }
4016
4017
4018 /*
4019 * If enumerated as a child of IB Nexus / VHCI, call mdi_vhci_bus_config.
4020 * ndi_devi_enter is not held during this call. mdi_vhci_bus_config()
4021 * will have called ndi_busop_bus_config(), no need for the caller to call
4022 * ndi_busop_bus_config() again.
4023 *
4024 * If enumerated as a child of HCA device, this could be a case for
4025 * Sparc boot or device enumeration from PHCI, driven by MDI.
4026 * Hold parent lock (ndi_devi_enter). The caller will have to call
4027 * ndi_busop_bus_config() if this function returns SUCCESS.
4028 *
4029 * if the device name contains ":port", then it is the Sparc boot case.
4030 * Handle this as before.
4031 *
4032 * If the device name does *not* contain the ":port", then :
4033 * 1. ibdm to probe IOC
4034 * 2. Create a pathinfo only if the IOC is reachable from the parent dip.
4035 */
4036 int
4037 ibnex_ioc_bus_config_one(dev_info_t **pdipp, uint_t flag,
4038 ddi_bus_config_op_t op, void *devname, dev_info_t **child,
4039 int *need_bus_config)
4040 {
4041 int ret = DDI_FAILURE, circ;
4042 dev_info_t *pdip = *pdipp;
4043 ib_guid_t iou_guid, ioc_guid;
4044 char *ioc_guid_str;
4045
4046
4047 *need_bus_config = 1;
4048
4049 if (pdip == ibnex.ibnex_dip) {
4050 if (ibnex_devname_to_node_n_ioc_guids(
4051 (char *)devname, &iou_guid, &ioc_guid,
4052 &ioc_guid_str) != IBNEX_SUCCESS) {
4053 return (ret);
4054 }
4055 ret = mdi_vhci_bus_config(pdip, flag, op, devname, child,
4056 ioc_guid_str);
4057 kmem_free(ioc_guid_str, strlen(ioc_guid_str) + 1);
4058 if (ret == MDI_SUCCESS)
4059 *need_bus_config = 0;
4060 } else {
4061 mdi_devi_enter(pdip, &circ);
4062 if (strstr((char *)devname, ":port=") != NULL) {
4063 ret = ibnex_config_root_iocnode(pdip, devname);
4064 ASSERT(ibnex.ibnex_dip == NULL);
4065 *pdipp = ibnex.ibnex_dip;
4066 } else {
4067 ret = ibnex_config_ioc_node(devname, pdip);
4068 }
4069 mdi_devi_exit(pdip, circ);
4070 }
4071 return (ret);
4072 }
4073
4074 static int
4075 ibnex_is_merge_node(dev_info_t *child)
4076 {
4077 char *node;
4078 int ret = IBNEX_INVALID_NODE;
4079
4080 if (ddi_prop_lookup_string(DDI_DEV_T_ANY, child,
4081 DDI_PROP_DONTPASS, "ib-node-type", &node) !=
4082 DDI_PROP_SUCCESS) {
4083 return (IBNEX_FAILURE);
4084 }
4085
4086 if (node != NULL && *node != 0) {
4087 if (strcmp(node, "merge") == 0)
4088 ret = IBNEX_SUCCESS;
4089 else {
4090 IBTF_DPRINTF_L4("ibnex",
4091 "\tis_merge_node: ib-node-type = %s", node);
4092 }
4093 }
4094
4095 ddi_prop_free(node);
4096 return (ret);
4097 }
4098
4099 /*
4100 * Checks if the dn_head for the driver has already
4101 * initialized by the prom tree.
4102 */
4103 void
4104 ibnex_hw_in_dev_tree(char *driver_name)
4105 {
4106 major_t major;
4107
4108 IBTF_DPRINTF_L4("ibnex", "\thw_in_dev_tree(%s)", driver_name);
4109
4110 if (devnamesp == NULL)
4111 return;
4112
4113 major = ddi_name_to_major(driver_name);
4114 if (major == -1)
4115 return;
4116
4117 if (devnamesp[major].dn_head != (dev_info_t *)NULL)
4118 ibnex_hw_status = IBNEX_HW_IN_DEVTREE;
4119 }
4120
4121 int
4122 ibnex_ioc_initnode_all_pi(ibdm_ioc_info_t *ioc_info)
4123 {
4124 ibdm_hca_list_t *hca_list;
4125 dev_info_t *hca_dip;
4126 int rc = IBNEX_FAILURE;
4127
4128 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
4129 /*
4130 * We return failure even if we fail for all HCAs
4131 */
4132 for (hca_list = ioc_info->ioc_hca_list; hca_list;
4133 hca_list = hca_list->hl_next) {
4134 hca_dip = ibtl_ibnex_hcaguid2dip(hca_list->hl_hca_guid);
4135 if (ibnex_ioc_config_from_pdip(ioc_info, hca_dip, 1) ==
4136 IBNEX_SUCCESS)
4137 rc = IBNEX_SUCCESS;
4138 }
4139 return (rc);
4140 }
4141
4142 static int
4143 ibnex_ioc_config_from_pdip(ibdm_ioc_info_t *ioc_info, dev_info_t *pdip,
4144 int pdip_reachable_checked)
4145 {
4146 ibnex_node_data_t *node_data;
4147 int create_pdip = 0;
4148 int rc = IBNEX_SUCCESS;
4149
4150
4151 ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
4152 IBTF_DPRINTF_L4("ibnex",
4153 "/tioc_config_from_pdip(%p, %p, %d)", ioc_info, pdip,
4154 pdip_reachable_checked);
4155
4156 if (pdip_reachable_checked == 0) {
4157 if (ibnex_ioc_pi_reachable(ioc_info, pdip) == IBNEX_FAILURE) {
4158 IBTF_DPRINTF_L4("ibnex",
4159 "/tioc_config_from_pdip: ioc %p not reachable"
4160 "from %p", ioc_info, pdip);
4161 return (IBNEX_FAILURE);
4162 }
4163 }
4164
4165 node_data = ibnex_is_node_data_present(IBNEX_IOC_NODE,
4166 (void *)ioc_info, 0, 0);
4167
4168 if (node_data && node_data->node_ap_state ==
4169 IBNEX_NODE_AP_UNCONFIGURED) {
4170 IBTF_DPRINTF_L4("ibnex",
4171 "\tioc_config_from_pdip: Unconfigured node");
4172 return (IBNEX_FAILURE);
4173 }
4174
4175
4176 if (node_data == NULL) {
4177 ibnex_ioc_node_t *ioc;
4178
4179 create_pdip = 1;
4180
4181 node_data = ibnex_init_child_nodedata(IBNEX_IOC_NODE,
4182 ioc_info, 0, 0);
4183 ASSERT(node_data);
4184 ioc = &node_data->node_data.ioc_node;
4185 (void) snprintf(ioc->ioc_guid_str, IBNEX_IOC_GUID_LEN,
4186 "%llX",
4187 (longlong_t)ioc_info->ioc_profile.ioc_guid);
4188 (void) snprintf(ioc->ioc_phci_guid, IBNEX_PHCI_GUID_LEN,
4189 "%llX,%llX",
4190 (longlong_t)ioc_info->ioc_profile.ioc_guid,
4191 (longlong_t)ioc_info->ioc_iou_guid);
4192 } else if (ibnex_ioc_pi_exists(node_data, pdip) == IBNEX_FAILURE) {
4193 create_pdip = 1;
4194 }
4195
4196 if (create_pdip) {
4197 rc = ibnex_ioc_initnode_pdip(node_data, ioc_info, pdip);
4198 }
4199
4200 IBTF_DPRINTF_L4("ibnex", "\tioc_config_from_pdip ret %x",
4201 rc);
4202 return (rc);
4203 }
4204
4205 /*
4206 * This function checks if a pathinfo has already been created
4207 * for the HCA parent. The function returns SUCCESS if a pathinfo
4208 * has already been created, FAILURE if not.
4209 */
4210 static int
4211 ibnex_ioc_pi_exists(ibnex_node_data_t *node_data, dev_info_t *parent)
4212 {
4213 int rc;
4214 ibnex_ioc_node_t *ioc;
4215
4216 ioc = &node_data->node_data.ioc_node;
4217 if (mdi_pi_find(parent, (char *)ioc->ioc_guid_str,
4218 (char *)ioc->ioc_phci_guid) != NULL)
4219 rc = IBNEX_SUCCESS;
4220 else
4221 rc = IBNEX_FAILURE;
4222
4223 IBTF_DPRINTF_L4("ibnex", "\tioc_pi_created- client_guid %s, "
4224 "phci_guid %s, parent %p, rc %x",
4225 ioc->ioc_guid_str, ioc->ioc_phci_guid, parent, rc);
4226 return (rc);
4227 }
4228
4229 static int
4230 ibnex_ioc_pi_reachable(ibdm_ioc_info_t *ioc_info, dev_info_t *pdip)
4231 {
4232 ibdm_hca_list_t *hca_list;
4233 dev_info_t *hca_dip;
4234
4235 IBTF_DPRINTF_L4("ibnex", "\tioc_pi_reachable(%p, %p)",
4236 ioc_info, pdip);
4237 for (hca_list = ioc_info->ioc_hca_list; hca_list;
4238 hca_list = hca_list->hl_next) {
4239 hca_dip = ibtl_ibnex_hcaguid2dip(hca_list->hl_hca_guid);
4240 if (hca_dip == pdip) {
4241 IBTF_DPRINTF_L4("ibnex",
4242 "\tioc_pi_reachable FAILURE");
4243 return (IBNEX_SUCCESS);
4244 }
4245 }
4246
4247 IBTF_DPRINTF_L4("ibnex", "\tioc_pi_reachable FAILURE");
4248 return (IBNEX_FAILURE);
4249 }