Print this page
10805 Fix for 10687 can be improved
| Split |
Close |
| Expand all |
| Collapse all |
--- old/usr/src/uts/common/sys/ib/clients/eoib/eib_impl.h
+++ new/usr/src/uts/common/sys/ib/clients/eoib/eib_impl.h
1 1 /*
2 2 * CDDL HEADER START
3 3 *
4 4 * The contents of this file are subject to the terms of the
5 5 * Common Development and Distribution License (the "License").
6 6 * You may not use this file except in compliance with the License.
7 7 *
8 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 9 * or http://www.opensolaris.org/os/licensing.
10 10 * See the License for the specific language governing permissions
11 11 * and limitations under the License.
12 12 *
13 13 * When distributing Covered Code, include this CDDL HEADER in each
14 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 15 * If applicable, add the following below this CDDL HEADER, with the
16 16 * fields enclosed by brackets "[]" replaced with your own identifying
17 17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 18 *
19 19 * CDDL HEADER END
20 20 */
21 21
22 22 /*
23 23 * Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
24 24 */
25 25
26 26 /*
27 27 * Copyright 2019, Joyent, Inc.
28 28 */
29 29
30 30 #ifndef _SYS_IB_EOIB_EIB_IMPL_H
31 31 #define _SYS_IB_EOIB_EIB_IMPL_H
32 32
33 33 #ifdef __cplusplus
34 34 extern "C" {
35 35 #endif
36 36
37 37 #include <sys/ddi.h>
38 38 #include <sys/mac.h>
39 39 #include <sys/sunddi.h>
40 40 #include <sys/varargs.h>
41 41 #include <sys/vlan.h>
42 42 #include <sys/ib/ibtl/ibti.h>
43 43 #include <sys/ib/ibtl/ibvti.h>
44 44 #include <sys/ib/ib_pkt_hdrs.h>
45 45
46 46 #include <sys/ib/clients/eoib/fip.h>
47 47 #include <sys/ib/clients/eoib/eib.h>
48 48
49 49 /*
50 50 * Driver specific constants
51 51 */
52 52 #define EIB_E_SUCCESS 0
53 53 #define EIB_E_FAILURE -1
54 54 #define EIB_MAX_LINE 128
55 55 #define EIB_MAX_SGL 59
56 56 #define EIB_MAX_POST_MULTIPLE 4
57 57 #define EIB_MAX_PAYLOAD_HDR_SZ 160
58 58 #define EIB_TX_COPY_THRESH 4096 /* greater than mtu */
59 59 #define EIB_MAX_VNICS 64 /* do not change this */
60 60 #define EIB_LOGIN_TIMEOUT_USEC 8000000
61 61 #define EIB_RWR_CHUNK_SZ 8
62 62 #define EIB_IPHDR_ALIGN_ROOM 32
63 63 #define EIB_IP_HDR_ALIGN 2
64 64 #define EIB_MAX_RX_PKTS_ONINTR 0x800
65 65 #define EIB_MAX_LOGIN_ATTEMPTS 3
66 66 #define EIB_MAX_VHUB_TBL_ATTEMPTS 3
67 67 #define EIB_MAX_KA_ATTEMPTS 3
68 68 #define EIB_MAX_ATTEMPTS 10
69 69 #define EIB_DELAY_HALF_SECOND 500000
70 70 #define EIB_GRH_SZ (sizeof (ib_grh_t))
71 71
72 72 /*
73 73 * Debug messages
74 74 */
75 75 #define EIB_MSGS_CRIT 0x01
76 76 #define EIB_MSGS_ERR 0x02
77 77 #define EIB_MSGS_WARN 0x04
78 78 #define EIB_MSGS_DEBUG 0x08
79 79 #define EIB_MSGS_ARGS 0x10
80 80 #define EIB_MSGS_PKT 0x20
81 81 #define EIB_MSGS_VERBOSE 0x40
82 82 #define EIB_MSGS_DEFAULT (EIB_MSGS_CRIT | EIB_MSGS_ERR | EIB_MSGS_WARN)
83 83
84 84 #define EIB_LOGSZ_DEFAULT 0x20000
|
↓ open down ↓ |
84 lines elided |
↑ open up ↑ |
85 85
86 86 #define EIB_DPRINTF_CRIT eib_dprintf_crit
87 87 #define EIB_DPRINTF_ERR eib_dprintf_err
88 88 #define EIB_DPRINTF_WARN eib_dprintf_warn
89 89 #ifdef EIB_DEBUG
90 90 #define EIB_DPRINTF_DEBUG eib_dprintf_debug
91 91 #define EIB_DPRINTF_ARGS eib_dprintf_args
92 92 #define EIB_DPRINTF_PKT eib_dprintf_pkt
93 93 #define EIB_DPRINTF_VERBOSE eib_dprintf_verbose
94 94 #else
95 -#define EIB_DPRINTF_DEBUG(...)
96 -#define EIB_DPRINTF_ARGS(...)
97 -#define EIB_DPRINTF_PKT(...)
98 -#define EIB_DPRINTF_VERBOSE(...)
95 +#define EIB_DPRINTF_DEBUG(...) (void)(0)
96 +#define EIB_DPRINTF_ARGS(...) (void)(0)
97 +#define EIB_DPRINTF_PKT(...) (void)(0)
98 +#define EIB_DPRINTF_VERBOSE(...) (void)(0)
99 99 #endif
100 100
101 101 /*
102 102 * EoIB threads to provide various services
103 103 */
104 104 #define EIB_EVENTS_HDLR "eib_events_handler"
105 105 #define EIB_RWQES_REFILLER "eib_rwqes_refiller"
106 106 #define EIB_VNIC_CREATOR "eib_vnic_creator"
107 107 #define EIB_TXWQES_MONITOR "eib_txwqe_monitor"
108 108 #define EIB_LSOBUFS_MONITOR "eib_lsobufs_monitor"
109 109
110 110 /*
111 111 * Macro for finding the least significant bit set in a 64-bit unsigned int
112 112 */
113 113 #define EIB_FIND_LSB_SET(val64) eib_setbit_mod67[((-(val64) & (val64)) % 67)]
114 114
115 115 /*
116 116 * LSO buffers
117 117 *
118 118 * Under normal circumstances we should never need to use any buffer
119 119 * that's larger than MTU. Unfortunately, IB HCA has limitations
120 120 * on the length of SGL that are much smaller than those for regular
121 121 * ethernet NICs. Since the network layer doesn't care to limit the
122 122 * number of mblk fragments in any send mp chain, we end up having to
123 123 * use these larger buffers occasionally.
124 124 */
125 125 #define EIB_LSO_MAXLEN 65536
126 126 #define EIB_LSO_BUFSZ 8192
127 127 #define EIB_LSO_NUM_BUFS 1024
128 128 #define EIB_LSO_FREE_BUFS_THRESH (EIB_LSO_NUM_BUFS >> 5)
129 129
130 130 typedef struct eib_lsobuf_s {
131 131 struct eib_lsobuf_s *lb_next;
132 132 uint8_t *lb_buf;
133 133 int lb_isfree;
134 134 } eib_lsobuf_t;
135 135
136 136 typedef struct eib_lsobkt_s {
137 137 kmutex_t bk_lock;
138 138 kcondvar_t bk_cv;
139 139 uint_t bk_status;
140 140 uint8_t *bk_mem;
141 141 eib_lsobuf_t *bk_bufl;
142 142 eib_lsobuf_t *bk_free_head;
143 143 ibt_mr_hdl_t bk_mr_hdl;
144 144 ibt_lkey_t bk_lkey;
145 145 uint_t bk_nelem;
146 146 uint_t bk_nfree;
147 147 } eib_lsobkt_t;
148 148
149 149 #define EIB_LBUF_SHORT 0x1
150 150 #define EIB_LBUF_MONITOR_DIE 0x2
151 151
152 152 /*
153 153 * The admin partition is only used for sending login and logout messages
154 154 * and receiving login acknowledgements from the gateway. While packets
155 155 * going out on several vlans at the same time could result in multiple
156 156 * vnic creations happening at the same time (and therefore multiple login
157 157 * packets), we serialize the vnic creation via the vnic creator thread, so
158 158 * we shouldn't need a lot of send wqes or receive wqes. Note also that we
159 159 * keep the cq size request to slightly less than a 2^n boundary to allow
160 160 * the alloc cq routine to return the closest 2^n boundary as the real cq
161 161 * size without wasting too much memory.
162 162 */
163 163 #define EIB_ADMIN_MAX_SWQE 30
164 164 #define EIB_ADMIN_MAX_RWQE 30
165 165 #define EIB_ADMIN_CQ_SIZE (EIB_ADMIN_MAX_SWQE + EIB_ADMIN_MAX_RWQE + 1)
166 166
167 167 /*
168 168 * The control qp is per vhub partition, and is used to send and receive
169 169 * vhub control messages such as vhub table request/response, vhub
170 170 * update response and vnic alive messages. While the vhub table response
171 171 * and vhub update messages might take a few rwqes, the vhub table request
172 172 * is made only once per vnic, and the vnic alive message is periodic
173 173 * and uses a single swqe as well. Per vnic, we should certainly not need
174 174 * too many swqes/rwqes.
175 175 */
176 176 #define EIB_CTL_MAX_SWQE 30
177 177 #define EIB_CTL_MAX_RWQE 30
178 178 #define EIB_CTL_CQ_SIZE (EIB_CTL_MAX_SWQE + EIB_CTL_MAX_RWQE + 1)
179 179
180 180 /*
181 181 * For the vNIC's data channel, there are three items that are of importance:
182 182 * the constraints defined below, the hca_max_chan_sz attribute and the value of
183 183 * (hca_max_cq_sz - 1). The maximum limit on swqe/rwqe is set to the minimum
184 184 * of these three values.
185 185 *
186 186 * While the total number of RWQEs posted to the data channel of any vNIC will
187 187 * not exceed EIB_DATA_MAX_RWQE, we also do not want to acquire and post all of
188 188 * it during the data channel initialization, since that is a lot of wqes for
189 189 * one vnic to consume when we don't even know if the vnic will need it at all.
190 190 * We post an initial set of EIB_DATA_RWQE_BKT rwqes, and slowly post more and
191 191 * more sets as we see them being consumed, until we hit the hard limit of
192 192 * EIB_DATA_MAX_RWQE.
193 193 */
194 194 #define EIB_DATA_MAX_SWQE 4000
195 195 #define EIB_DATA_MAX_RWQE 4000
196 196 #define EIB_DATA_RWQE_BKT 512
197 197
198 198 /*
199 199 * vNIC data channel CQ moderation parameters
200 200 */
201 201 #define EIB_TX_COMP_COUNT 10
202 202 #define EIB_TX_COMP_USEC 300
203 203 #define EIB_RX_COMP_COUNT 4
204 204 #define EIB_RX_COMP_USEC 10
205 205
206 206 /*
207 207 * qe_info masks (blk:ndx:type:flags)
208 208 */
209 209 #define EIB_WQEBLK_SHIFT 24
210 210 #define EIB_WQEBLK_MASK 0xFF
211 211 #define EIB_WQENDX_SHIFT 16
212 212 #define EIB_WQENDX_MASK 0xFF
213 213 #define EIB_WQETYP_SHIFT 8
214 214 #define EIB_WQETYP_MASK 0xFF
215 215 #define EIB_WQEFLGS_SHIFT 0
216 216 #define EIB_WQEFLGS_MASK 0xFF
217 217
218 218 /*
219 219 * Macros to get the bit fields from qe_info
220 220 */
221 221 #define EIB_WQE_BLK(info) (((info) >> EIB_WQEBLK_SHIFT) & EIB_WQEBLK_MASK)
222 222 #define EIB_WQE_NDX(info) (((info) >> EIB_WQENDX_SHIFT) & EIB_WQENDX_MASK)
223 223 #define EIB_WQE_TYPE(info) (((info) >> EIB_WQETYP_SHIFT) & EIB_WQETYP_MASK)
224 224 #define EIB_WQE_FLAGS(info) ((info) & EIB_WQEFLGS_MASK)
225 225
226 226 /*
227 227 * Values for type and flags in qe_info
228 228 */
229 229 #define EIB_WQE_TX 0x1
230 230 #define EIB_WQE_RX 0x2
231 231
232 232 /*
233 233 * Flags for rx wqes/buffers
234 234 */
235 235 #define EIB_WQE_FLG_POSTED_TO_HCA 0x1
236 236 #define EIB_WQE_FLG_WITH_NW 0x2
237 237
238 238 /*
239 239 * Flags for tx wqes/buffers
240 240 */
241 241 #define EIB_WQE_FLG_BUFTYPE_LSO 0x4
242 242 #define EIB_WQE_FLG_BUFTYPE_MAPPED 0x8
243 243
244 244 /*
245 245 * Send/Recv workq entries
246 246 */
247 247 typedef struct eib_wqe_s {
248 248 struct eib_wqe_pool_s *qe_pool;
249 249 uint8_t *qe_cpbuf;
250 250 uint8_t *qe_payload_hdr;
251 251 uint_t qe_bufsz;
252 252 uint_t qe_info;
253 253 int qe_vnic_inst;
254 254 ibt_ud_dest_hdl_t qe_dest;
255 255 frtn_t qe_frp;
256 256
257 257 mblk_t *qe_mp;
258 258 ibt_mi_hdl_t qe_iov_hdl;
259 259 ibt_all_wr_t qe_wr;
260 260 ibt_wr_ds_t qe_sgl;
261 261 ibt_wr_ds_t qe_big_sgl[EIB_MAX_SGL];
262 262 struct eib_wqe_s *qe_nxt_post;
263 263 struct eib_chan_s *qe_chan;
264 264 } eib_wqe_t;
265 265
266 266 /*
267 267 * The wqe in-use/free status in EoIB is managed via a 2-level bitmap
268 268 * logic.
269 269 *
270 270 * Each set of 64 wqes (a "wqe block") is managed by a single 64-bit
271 271 * integer bitmap. The free status of a set of 64 such wqe blocks (a
272 272 * "wqe pool") is managed by one 64-bit integer bitmap (if any wqe in
273 273 * the wqe block is free, the bit in the map is 1, otherwise it is 0).
274 274 *
275 275 * The maximum pool size is 4096 wqes, but this can easily be extended
276 276 * to support more wqes using additional pools of wqes.
277 277 *
278 278 * Note that an entire pool of wqes is allocated via a single allocation,
279 279 * the wqe addresses in a pool are all contiguous. The tx/rx copy buffers
280 280 * for a wqe pool are also allocated via a single allocation.
281 281 */
282 282 #define EIB_BLKS_PER_POOL 64
283 283 #define EIB_WQES_PER_BLK 64 /* do not change this */
284 284 #define EIB_WQES_PER_POOL (EIB_BLKS_PER_POOL * EIB_WQES_PER_BLK)
285 285
286 286 #define EIB_WQE_SZ (sizeof (eib_wqe_t))
287 287 #define EIB_WQEBLK_SZ (EIB_WQES_PER_BLK * EIB_WQE_SZ)
288 288
289 289 typedef struct eib_wqe_pool_s {
290 290 struct eib_wqe_pool_s *wp_next;
291 291 struct eib_s *wp_ss;
292 292 ib_vaddr_t wp_vaddr;
293 293 ib_memlen_t wp_memsz;
294 294 ibt_mr_hdl_t wp_mr;
295 295 ibt_lkey_t wp_lkey;
296 296 uint_t wp_nfree_lwm;
297 297 int wp_type;
298 298
299 299 kmutex_t wp_lock;
300 300 kcondvar_t wp_cv;
301 301 uint_t wp_status;
302 302 uint_t wp_nfree;
303 303 uint64_t wp_free_blks;
304 304 uint64_t wp_free_wqes[EIB_BLKS_PER_POOL];
305 305 struct eib_wqe_s *wp_wqe;
306 306 } eib_wqe_pool_t;
307 307
308 308 /*
309 309 * Values for wp_type
310 310 */
311 311 #define EIB_WP_TYPE_TX 0x1
312 312 #define EIB_WP_TYPE_RX 0x2
313 313
314 314 /*
315 315 * Values for wp_status (bit fields)
316 316 */
317 317 #define EIB_TXWQE_SHORT 0x1 /* only for tx wqe pool */
318 318 #define EIB_TXWQE_MONITOR_DIE 0x2 /* only for tx wqe pool */
319 319
320 320 #define EIB_RXWQE_SHORT 0x1 /* only for rx wqe pool */
321 321
322 322 /*
323 323 * The low-water-mark is an indication of when wqe grabs for low-priority
324 324 * qps should start to get refused (swqe grabs for control messages such
325 325 * as keepalives and rwqe grabs for posting back to control qps will still
326 326 * be allowed). The high-water-mark is an indication of when normal
327 327 * behavior should resume.
328 328 */
329 329 #define EIB_NFREE_SWQES_LWM (EIB_WQES_PER_POOL / 64) /* 1/64 */
330 330 #define EIB_NFREE_SWQES_HWM (EIB_WQES_PER_POOL / 32) /* 1/32 */
331 331 #define EIB_NFREE_RWQES_LWM (EIB_WQES_PER_POOL / 10) /* 10% */
332 332 #define EIB_NFREE_RWQES_HWM (EIB_WQES_PER_POOL / 5) /* 20% */
333 333
334 334 /*
335 335 * The "rwqes low" is used to determine when we should start using allocb()
336 336 * to copy and send received mblks in the rx path. It should be a little
337 337 * above the rwqes low-water-mark, but less than the high-water-mark.
338 338 */
339 339 #define EIB_NFREE_RWQES_LOW \
340 340 ((EIB_NFREE_RWQES_LWM + EIB_NFREE_RWQES_HWM) / 2)
341 341
342 342 #define EIB_WPRI_HI 1 /* for keepalive posts */
343 343 #define EIB_WPRI_LO 2 /* for all other posts */
344 344
345 345 /*
346 346 * Multicast GID Layout: the multicast gid is specified in big-endian
347 347 * representation, as a collection of different-sized fields in the
348 348 * EoIB specification. On Solaris, the multicast gid is represented
349 349 * as a collection of two 8-byte fields (in ib_gid_t).
350 350 */
351 351 typedef struct eib_mgid_spec_s {
352 352 uint8_t sp_mgid_prefix[FIP_MGID_PREFIX_LEN];
353 353 uint8_t sp_type;
354 354 uint8_t sp_dmac[ETHERADDRL];
355 355 uint8_t sp_rss_hash;
356 356 uint8_t sp_vhub_id[FIP_VHUBID_LEN];
357 357 } eib_mgid_spec_t;
358 358
359 359 /*
360 360 * Values for sp_type in mgid as per EoIB specification
361 361 */
362 362 #define EIB_MGID_VHUB_DATA 0x0
363 363 #define EIB_MGID_VHUB_UPDATE 0x2
364 364 #define EIB_MGID_VHUB_TABLE 0x3
365 365
366 366 typedef union eib_mgid_s {
367 367 eib_mgid_spec_t gd_spec;
368 368 ib_gid_t gd_sol;
369 369 } eib_mgid_t;
370 370
371 371 /*
372 372 * Gateway properties handed over to us by the EoIB nexus
373 373 */
374 374 typedef struct eib_gw_props_s {
375 375 kmutex_t pp_gw_lock;
376 376
377 377 ib_guid_t pp_gw_system_guid;
378 378 ib_guid_t pp_gw_guid;
379 379 ib_sn_prefix_t pp_gw_sn_prefix;
380 380
381 381 uint_t pp_gw_adv_period;
382 382 uint_t pp_gw_ka_period;
383 383 uint_t pp_vnic_ka_period;
384 384
385 385 ib_qpn_t pp_gw_ctrl_qpn;
386 386 ib_lid_t pp_gw_lid;
387 387 uint16_t pp_gw_portid;
388 388
389 389 uint16_t pp_gw_num_net_vnics;
390 390 uint8_t pp_gw_flag_available;
391 391 uint8_t pp_gw_is_host_adm_vnics;
392 392 uint8_t pp_gw_sl;
393 393 uint8_t pp_gw_n_rss_qpn;
394 394
395 395 uint8_t *pp_gw_system_name;
396 396 uint8_t *pp_gw_port_name;
397 397 uint8_t *pp_gw_vendor_id;
398 398
399 399 clock_t pp_gw_ka_ticks; /* 2.5 x gw_ka_period */
400 400 clock_t pp_vnic_ka_ticks; /* vnic_ka_period */
401 401 } eib_gw_props_t;
402 402
403 403 /*
404 404 * Port-specific properties
405 405 */
406 406 typedef struct eib_props_s {
407 407 uint64_t ep_ifspeed;
408 408 ib_guid_t ep_hca_guid;
409 409 uint8_t ep_port_num;
410 410 ib_gid_t ep_sgid;
411 411 ib_lid_t ep_blid;
412 412 uint16_t ep_mtu;
413 413 ibt_srate_t ep_srate;
414 414 } eib_props_t;
415 415
416 416 /*
417 417 * Capabilities derived from HCA attributes
418 418 */
419 419 typedef struct eib_caps_s {
420 420 uint_t cp_lso_maxlen;
421 421 uint32_t cp_cksum_flags;
422 422 int cp_resv_lkey_capab;
423 423 ibt_lkey_t cp_resv_lkey;
424 424
425 425 uint_t cp_max_swqe;
426 426 uint_t cp_max_rwqe;
427 427 uint_t cp_max_sgl;
428 428 uint_t cp_hiwm_sgl;
429 429 } eib_caps_t;
430 430
431 431 /*
432 432 * List of multicast groups the vnic joined
433 433 */
434 434 typedef struct eib_mcg_s {
435 435 struct eib_mcg_s *mg_next;
436 436 ib_gid_t mg_rgid;
437 437 ib_gid_t mg_mgid;
438 438 uint8_t mg_join_state;
439 439 uint8_t mg_mac[ETHERADDRL];
440 440 ibt_mcg_info_t *mg_mcginfo;
441 441 } eib_mcg_t;
442 442
443 443 /*
444 444 * Admin/control/data channel information
445 445 */
446 446 typedef struct eib_chan_s {
447 447 ibt_channel_hdl_t ch_chan;
448 448 ib_qpn_t ch_qpn;
449 449
450 450 ibt_wc_t *ch_wc;
451 451 ibt_cq_hdl_t ch_cq_hdl;
452 452 uint_t ch_cq_sz;
453 453
454 454 ibt_wc_t *ch_rcv_wc;
455 455 ibt_cq_hdl_t ch_rcv_cq_hdl;
456 456 uint_t ch_rcv_cq_sz;
457 457
458 458 int ch_vnic_inst;
459 459 uint_t ch_max_swqes;
460 460 uint_t ch_max_rwqes;
461 461 uint_t ch_lwm_rwqes;
462 462 uint_t ch_rwqe_bktsz;
463 463 uint_t ch_ip_hdr_align;
464 464 boolean_t ch_alloc_mp;
465 465 boolean_t ch_tear_down;
466 466
467 467 kmutex_t ch_pkey_lock;
468 468 ib_pkey_t ch_pkey;
469 469 uint16_t ch_pkey_ix;
470 470
471 471 kmutex_t ch_cep_lock;
472 472 kcondvar_t ch_cep_cv;
473 473 ibt_cep_state_t ch_cep_state;
474 474
475 475 kmutex_t ch_tx_lock;
476 476 kcondvar_t ch_tx_cv;
477 477 uint_t ch_tx_posted;
478 478 boolean_t ch_tx_busy;
479 479 struct eib_wqe_s *ch_tx;
480 480 struct eib_wqe_s *ch_tx_tail;
481 481
482 482 kmutex_t ch_rx_lock;
483 483 kcondvar_t ch_rx_cv;
484 484 uint_t ch_rx_posted;
485 485 boolean_t ch_rx_refilling;
486 486
487 487 kmutex_t ch_vhub_lock;
488 488 struct eib_mcg_s *ch_vhub_table;
489 489 struct eib_mcg_s *ch_vhub_update;
490 490 struct eib_mcg_s *ch_vhub_data;
491 491
492 492 struct eib_chan_s *ch_rxpost_next;
493 493 } eib_chan_t;
494 494
495 495 /*
496 496 * States for vNIC state machine during login
497 497 */
498 498 #define EIB_LOGIN_INIT 0
499 499 #define EIB_LOGIN_ACK_WAIT 1
500 500 #define EIB_LOGIN_ACK_RCVD 2
501 501 #define EIB_LOGIN_NACK_RCVD 3
502 502 #define EIB_LOGIN_TBL_WAIT 4
503 503 #define EIB_LOGIN_TBL_INPROG 5
504 504 #define EIB_LOGIN_TBL_DONE 6
505 505 #define EIB_LOGIN_TBL_FAILED 7
506 506 #define EIB_LOGIN_DONE 8
507 507 #define EIB_LOGIN_TIMED_OUT 9
508 508 #define EIB_LOGOUT_DONE 10
509 509
510 510 typedef struct eib_login_data_s {
511 511 ib_guid_t ld_gw_guid;
512 512 ib_lid_t ld_gw_lid;
513 513 uint_t ld_syndrome;
514 514 uint16_t ld_gw_port_id;
515 515 ib_qpn_t ld_gw_data_qpn;
516 516 ib_qpn_t ld_gw_ctl_qpn;
517 517 uint16_t ld_vnic_id; /* includes set msbit */
518 518 uint16_t ld_vhub_mtu;
519 519 uint16_t ld_vhub_pkey;
520 520 uint16_t ld_assigned_vlan;
521 521 uint8_t ld_gw_sl;
522 522 uint8_t ld_n_rss_mcgid;
523 523 uint8_t ld_n_mac_mcgid;
524 524 uint8_t ld_vnic_name[FIP_VNIC_NAME_LEN];
525 525 uint8_t ld_assigned_mac[ETHERADDRL];
526 526 uint8_t ld_gw_mgid_prefix[FIP_MGID_PREFIX_LEN];
527 527 uint8_t ld_vlan_in_packets;
528 528 uint32_t ld_vhub_id;
529 529 } eib_login_data_t;
530 530
531 531 #define EIB_UNICAST_MAC(mac) (((mac)[0] & 0x01) == 0)
532 532
533 533 /*
534 534 * Map to translate between DMAC and {qpn, lid, sl}
535 535 */
536 536 typedef struct eib_vhub_map_s {
537 537 struct eib_vhub_map_s *mp_next;
538 538 uint32_t mp_tusn;
539 539 ib_qpn_t mp_qpn;
540 540 ib_lid_t mp_lid;
541 541 uint8_t mp_mac[ETHERADDRL];
542 542 uint8_t mp_sl;
543 543 uint8_t mp_v_rss_type;
544 544 } eib_vhub_map_t;
545 545
546 546 /*
547 547 * Per-vNIC vHUB Table
548 548 */
549 549 #define EIB_TB_NBUCKETS 13
550 550 typedef struct eib_vhub_table_s {
551 551 kmutex_t tb_lock;
552 552 struct eib_vhub_map_s *tb_gateway;
553 553 struct eib_vhub_map_s *tb_unicast_miss;
554 554 struct eib_vhub_map_s *tb_vhub_multicast;
555 555 struct eib_vhub_map_s *tb_vnic_entry[EIB_TB_NBUCKETS];
556 556 struct eib_vhub_map_s *tb_mcast_entry[EIB_TB_NBUCKETS];
557 557
558 558 uint32_t tb_tusn;
559 559 uint8_t tb_eport_state;
560 560
561 561 uint16_t tb_entries_seen;
562 562 uint16_t tb_entries_in_table;
563 563 uint32_t tb_checksum;
564 564 } eib_vhub_table_t;
565 565
566 566 typedef struct eib_vhub_update_s {
567 567 kmutex_t up_lock;
568 568 eib_vhub_map_t *up_vnic_entry;
569 569 uint32_t up_tusn;
570 570 uint8_t up_eport_state;
571 571 } eib_vhub_update_t;
572 572
573 573 typedef struct eib_ether_hdr_s {
574 574 int eh_tagless;
575 575 uint16_t eh_ether_type;
576 576 uint16_t eh_vlan;
577 577 uint8_t eh_dmac[ETHERADDRL];
578 578 uint8_t eh_smac[ETHERADDRL];
579 579 } eib_ether_hdr_t;
580 580
581 581 /*
582 582 * vNIC Information
583 583 */
584 584 typedef struct eib_vnic_s {
585 585 struct eib_s *vn_ss;
586 586 eib_chan_t *vn_ctl_chan;
587 587 eib_chan_t *vn_data_chan;
588 588 int vn_instance;
589 589 uint16_t vn_vlan;
590 590 uint16_t vn_id;
591 591 uint8_t vn_macaddr[ETHERADDRL];
592 592 struct eib_login_data_s vn_login_data;
593 593
594 594 kmutex_t vn_lock;
595 595 kcondvar_t vn_cv;
596 596 uint_t vn_state;
597 597 struct eib_vhub_table_s *vn_vhub_table;
598 598 struct eib_vhub_update_s *vn_vhub_update;
599 599
600 600 ddi_softint_handle_t vn_ctl_si_hdl;
601 601 ddi_softint_handle_t vn_data_tx_si_hdl;
602 602 ddi_softint_handle_t vn_data_rx_si_hdl;
603 603 } eib_vnic_t;
604 604
605 605
606 606 /*
607 607 * Base NIC's mac state flags. The lock protects the starting/stopping
608 608 * bits. Access to the rest of the mac state is protected by these
609 609 * two bits.
610 610 */
611 611 #define EIB_NIC_STARTING 0x01
612 612 #define EIB_NIC_STOPPING 0x02
613 613 #define EIB_NIC_STARTED 0x80
614 614 #define EIB_NIC_RESTARTING (EIB_NIC_STARTING | EIB_NIC_STOPPING)
615 615
616 616 typedef struct eib_node_state_s {
617 617 kmutex_t ns_lock;
618 618 kcondvar_t ns_cv;
619 619 uint_t ns_nic_state;
620 620 link_state_t ns_link_state;
621 621 } eib_node_state_t;
622 622
623 623 /*
624 624 * MIB-II statistics to report to the mac layer
625 625 */
626 626 typedef struct eib_stats_s {
627 627 uint64_t st_obytes; /* bytes sent out */
628 628 uint64_t st_opkts; /* pkts sent out */
629 629 uint64_t st_brdcstxmit; /* broadcast pkts transmitted */
630 630 uint64_t st_multixmit; /* multicast pkts transmitted */
631 631 uint64_t st_oerrors; /* transmit errors */
632 632 uint64_t st_noxmitbuf; /* transmit pkts discarded */
633 633
634 634 uint64_t st_rbytes; /* bytes received */
635 635 uint64_t st_ipkts; /* pkts received */
636 636 uint64_t st_brdcstrcv; /* broadcast pkts received */
637 637 uint64_t st_multircv; /* multicast pkts received */
638 638 uint64_t st_ierrors; /* receive errors */
639 639 uint64_t st_norcvbuf; /* receive pkts discarded */
640 640 } eib_stats_t;
641 641
642 642 #define EIB_UPDATE_COUNTER(addr, val) (atomic_add_64((addr), (val)))
643 643 #define EIB_INCR_COUNTER(addr) (atomic_inc_64((addr)))
644 644 #define EIB_DECR_COUNTER(addr) (atomic_dec_64((addr)))
645 645
646 646 /*
647 647 * Cache of address vectors with dlid as the key. Currently we use
648 648 * eib state structure's ei_lock to protect the individual address
649 649 * vector's fields. This is a lock granularity that's slightly
650 650 * bigger than ideal, but it should do for now.
651 651 */
652 652 #define EIB_AV_NBUCKETS 17
653 653 typedef struct eib_avect_s {
654 654 struct eib_avect_s *av_next;
655 655 ibt_adds_vect_t av_vect;
656 656 uint_t av_ref;
657 657 } eib_avect_t;
658 658
659 659 /*
660 660 * vNIC creation and deletion are serialized by a non-zero value
661 661 * to the ei_vnic_state member (i.e. only one vnic may be created
662 662 * or deleted at a time). The code makes sure to access/update
663 663 * the ei_active_vnics member only after a successful setting of
664 664 * ei_vnic_state.
665 665 */
666 666 #define EIB_VN_BEING_CREATED 0x01
667 667 #define EIB_VN_BEING_DELETED 0x02
668 668 #define EIB_VN_BEING_MODIFIED (EIB_VN_BEING_CREATED | EIB_VN_BEING_DELETED)
669 669
670 670 /*
671 671 * All possible EoIB event work items that need to be handled
672 672 */
673 673 #define EIB_EV_NONE 0
674 674 #define EIB_EV_PORT_DOWN 1
675 675 #define EIB_EV_PORT_UP 2
676 676 #define EIB_EV_PKEY_CHANGE 3
677 677 #define EIB_EV_SGID_CHANGE 4
678 678 #define EIB_EV_CLNT_REREG 5
679 679 #define EIB_EV_GW_EPORT_DOWN 6
680 680 #define EIB_EV_GW_DOWN 7
681 681 #define EIB_EV_GW_UP 8
682 682 #define EIB_EV_GW_INFO_UPDATE 9
683 683 #define EIB_EV_MCG_DELETED 10
684 684 #define EIB_EV_MCG_CREATED 11
685 685 #define EIB_EV_SHUTDOWN 12
686 686
687 687 typedef struct eib_event_s {
688 688 struct eib_event_s *ev_next;
689 689 uint_t ev_code;
690 690 void *ev_arg;
691 691 } eib_event_t;
692 692
693 693 /*
694 694 * Work element for new vnic creation
695 695 */
696 696 typedef struct eib_vnic_req_s {
697 697 struct eib_vnic_req_s *vr_next;
698 698 uint_t vr_req;
699 699 uint8_t vr_mac[ETHERADDRL];
700 700 uint16_t vr_vlan;
701 701 } eib_vnic_req_t;
702 702
703 703 /*
704 704 * Values for vr_req
705 705 */
706 706 #define EIB_CR_REQ_NEW_VNIC 1
707 707 #define EIB_CR_REQ_FLUSH 2
708 708 #define EIB_CR_REQ_DIE 3
709 709
710 710 /*
711 711 * Work element for vnics kept alive by the keepalive manager thread
712 712 * and bitfield values for ei_ka_vnics_event.
713 713 */
714 714 typedef struct eib_ka_vnics_s {
715 715 struct eib_ka_vnics_s *ka_next;
716 716 struct eib_vnic_s *ka_vnic;
717 717 } eib_ka_vnics_t;
718 718
719 719 #define EIB_KA_VNICS_DIE 0x1
720 720 #define EIB_KA_VNICS_TIMED_OUT 0x2
721 721
722 722 /*
723 723 * EoIB per-instance state
724 724 */
725 725 typedef struct eib_s {
726 726 ibt_clnt_hdl_t ei_ibt_hdl;
727 727 ibt_hca_hdl_t ei_hca_hdl;
728 728 ibt_pd_hdl_t ei_pd_hdl;
729 729 mac_handle_t ei_mac_hdl;
730 730
731 731 ddi_softint_handle_t ei_admin_si_hdl;
732 732 ddi_callback_id_t ei_login_ack_cb;
733 733 ddi_callback_id_t ei_gw_alive_cb;
734 734 ddi_callback_id_t ei_gw_info_cb;
735 735
736 736 ibt_hca_attr_t *ei_hca_attrs;
737 737 dev_info_t *ei_dip;
738 738 uint_t ei_instance;
739 739
740 740 struct eib_gw_props_s *ei_gw_props;
741 741 struct eib_props_s *ei_props;
742 742 struct eib_caps_s *ei_caps;
743 743 struct eib_stats_s *ei_stats;
744 744
745 745 struct eib_node_state_s *ei_node_state;
746 746 struct eib_chan_s *ei_admin_chan;
747 747
748 748 struct eib_wqe_pool_s *ei_tx;
749 749 struct eib_wqe_pool_s *ei_rx;
750 750 struct eib_lsobkt_s *ei_lso;
751 751
752 752 kmutex_t ei_vnic_lock;
753 753 kcondvar_t ei_vnic_cv;
754 754 uint_t ei_vnic_state;
755 755 uint64_t ei_active_vnics;
756 756 uint64_t ei_zombie_vnics;
757 757 uint64_t ei_rejoin_vnics;
758 758 struct eib_vnic_s *ei_vnic[EIB_MAX_VNICS];
759 759 struct eib_vnic_s *ei_vnic_pending;
760 760 int64_t ei_gw_last_heartbeat;
761 761 boolean_t ei_gw_unreachable;
762 762 uint8_t ei_gw_eport_state;
763 763
764 764 kmutex_t ei_av_lock;
765 765 struct eib_avect_s *ei_av[EIB_AV_NBUCKETS];
766 766
767 767 kmutex_t ei_ev_lock;
768 768 kcondvar_t ei_ev_cv;
769 769 struct eib_event_s *ei_event;
770 770
771 771 kmutex_t ei_rxpost_lock;
772 772 kcondvar_t ei_rxpost_cv;
773 773 uint_t ei_rxpost_die;
774 774 struct eib_chan_s *ei_rxpost;
775 775
776 776 kmutex_t ei_vnic_req_lock;
777 777 kcondvar_t ei_vnic_req_cv;
778 778 struct eib_vnic_req_s *ei_vnic_req;
779 779 struct eib_vnic_req_s *ei_failed_vnic_req;
780 780 struct eib_vnic_req_s *ei_pending_vnic_req;
781 781
782 782 kmutex_t ei_ka_vnics_lock;
783 783 kcondvar_t ei_ka_vnics_cv;
784 784 uint_t ei_ka_vnics_event;
785 785 struct eib_ka_vnics_s *ei_ka_vnics;
786 786
787 787 kt_did_t ei_txwqe_monitor;
788 788 kt_did_t ei_lsobufs_monitor;
789 789 kt_did_t ei_rwqes_refiller;
790 790 kt_did_t ei_vnic_creator;
791 791 kt_did_t ei_events_handler;
792 792 kt_did_t ei_keepalives_manager;
793 793 } eib_t;
794 794
795 795 /*
796 796 * Private read-only datalink properties
797 797 */
798 798 #define EIB_DLPROP_GW_EPORT_STATE "_eib_eport_state"
799 799 #define EIB_DLPROP_HCA_GUID "_eib_hca_guid"
800 800 #define EIB_DLPROP_PORT_GUID "_eib_port_guid"
801 801
802 802 /*
803 803 * FUNCTION PROTOTYPES FOR CROSS-FILE LINKAGE
804 804 */
805 805
806 806 /*
807 807 * FIP protocol related
808 808 */
809 809 extern int eib_fip_login(eib_t *, eib_vnic_t *, int *);
810 810 extern int eib_fip_heartbeat(eib_t *, eib_vnic_t *, int *);
811 811 extern int eib_fip_vhub_table(eib_t *, eib_vnic_t *, int *);
812 812 extern int eib_fip_logout(eib_t *, eib_vnic_t *, int *);
813 813 extern int eib_fip_parse_login_ack(eib_t *, uint8_t *, eib_login_data_t *);
814 814 extern int eib_fip_parse_ctl_pkt(uint8_t *, eib_vnic_t *);
815 815
816 816 /*
817 817 * Service threads and other handlers
818 818 */
819 819 extern void eib_events_handler(eib_t *);
820 820 extern void eib_svc_enqueue_event(eib_t *, eib_event_t *);
821 821 extern void eib_refill_rwqes(eib_t *);
822 822 extern void eib_vnic_creator(eib_t *);
823 823 extern void eib_monitor_tx_wqes(eib_t *);
824 824 extern void eib_monitor_lso_bufs(eib_t *);
825 825 extern void eib_manage_keepalives(eib_t *);
826 826 extern void eib_stop_events_handler(eib_t *);
827 827 extern void eib_stop_refill_rwqes(eib_t *);
828 828 extern void eib_stop_vnic_creator(eib_t *);
829 829 extern void eib_stop_monitor_tx_wqes(eib_t *);
830 830 extern int eib_stop_monitor_lso_bufs(eib_t *, boolean_t);
831 831 extern void eib_stop_manage_keepalives(eib_t *);
832 832 extern void eib_flush_vnic_reqs(eib_t *);
833 833 extern void eib_gw_info_cb(dev_info_t *, ddi_eventcookie_t, void *, void *);
834 834 extern void eib_gw_alive_cb(dev_info_t *, ddi_eventcookie_t, void *, void *);
835 835 extern void eib_login_ack_cb(dev_info_t *, ddi_eventcookie_t, void *, void *);
836 836
837 837 /*
838 838 * Admin QP related
839 839 */
840 840 extern int eib_adm_setup_qp(eib_t *, int *);
841 841 extern uint_t eib_adm_comp_handler(caddr_t, caddr_t);
842 842 extern void eib_rb_adm_setup_qp(eib_t *);
843 843
844 844 /*
845 845 * Control QP related
846 846 */
847 847 extern int eib_ctl_create_qp(eib_t *, eib_vnic_t *, int *);
848 848 extern uint_t eib_ctl_comp_handler(caddr_t, caddr_t);
849 849 extern void eib_rb_ctl_create_qp(eib_t *, eib_vnic_t *);
850 850
851 851 /*
852 852 * Data QP related
853 853 */
854 854 extern int eib_data_create_qp(eib_t *, eib_vnic_t *, int *);
855 855 extern uint_t eib_data_rx_comp_handler(caddr_t, caddr_t);
856 856 extern uint_t eib_data_tx_comp_handler(caddr_t, caddr_t);
857 857 extern void eib_data_rx_recycle(caddr_t);
858 858 extern void eib_data_post_tx(eib_vnic_t *, eib_wqe_t *);
859 859 extern void eib_data_parse_ether_hdr(mblk_t *, eib_ether_hdr_t *);
860 860 extern int eib_data_lookup_vnic(eib_t *, uint8_t *, uint16_t, eib_vnic_t **,
861 861 boolean_t *);
862 862 extern int eib_data_prepare_frame(eib_vnic_t *, eib_wqe_t *, mblk_t *,
863 863 eib_ether_hdr_t *);
864 864 extern void eib_rb_data_create_qp(eib_t *, eib_vnic_t *);
865 865
866 866 /*
867 867 * Resource related
868 868 */
869 869 extern int eib_rsrc_setup_bufs(eib_t *, int *);
870 870 extern int eib_rsrc_grab_swqes(eib_t *, eib_wqe_t **, uint_t, uint_t *, int);
871 871 extern int eib_rsrc_grab_rwqes(eib_t *, eib_wqe_t **, uint_t, uint_t *, int);
872 872 extern int eib_rsrc_grab_lsobufs(eib_t *, uint_t, ibt_wr_ds_t *, uint32_t *);
873 873 extern eib_wqe_t *eib_rsrc_grab_swqe(eib_t *, int);
874 874 extern eib_wqe_t *eib_rsrc_grab_rwqe(eib_t *, int);
875 875 extern void eib_rsrc_return_swqe(eib_t *, eib_wqe_t *, eib_chan_t *);
876 876 extern void eib_rsrc_return_rwqe(eib_t *, eib_wqe_t *, eib_chan_t *);
877 877 extern void eib_rsrc_return_lsobufs(eib_t *, ibt_wr_ds_t *, uint32_t);
878 878 extern void eib_rsrc_decr_posted_swqe(eib_t *, eib_chan_t *);
879 879 extern void eib_rsrc_decr_posted_rwqe(eib_t *, eib_chan_t *);
880 880 extern void eib_rsrc_txwqes_needed(eib_t *);
881 881 extern void eib_rsrc_lsobufs_needed(eib_t *);
882 882 extern boolean_t eib_rsrc_rxpool_low(eib_wqe_t *);
883 883 extern void eib_rb_rsrc_setup_bufs(eib_t *, boolean_t);
884 884
885 885 /*
886 886 * IBT related
887 887 */
888 888 extern int eib_ibt_hca_init(eib_t *);
889 889 extern void eib_ibt_link_mod(eib_t *);
890 890 extern int eib_ibt_modify_chan_pkey(eib_t *, eib_chan_t *, ib_pkey_t);
891 891 extern eib_avect_t *eib_ibt_hold_avect(eib_t *, ib_lid_t, uint8_t);
892 892 extern void eib_ibt_release_avect(eib_t *, eib_avect_t *);
893 893 extern void eib_ibt_free_avects(eib_t *);
894 894 extern void eib_ibt_async_handler(void *, ibt_hca_hdl_t, ibt_async_code_t,
895 895 ibt_async_event_t *);
896 896 extern void eib_ibt_record_capab(eib_t *, ibt_hca_attr_t *, eib_caps_t *);
897 897 extern void eib_rb_ibt_hca_init(eib_t *, uint_t);
898 898
899 899 /*
900 900 * Chan related
901 901 */
902 902 extern eib_chan_t *eib_chan_init(void);
903 903 extern void eib_chan_fini(eib_chan_t *);
904 904 extern int eib_chan_post_rx(eib_t *, eib_chan_t *, uint_t *);
905 905 extern int eib_chan_post_recv(eib_t *, eib_chan_t *, eib_wqe_t *);
906 906
907 907 /*
908 908 * Mac layer related
909 909 */
910 910 extern void eib_mac_set_nic_state(eib_t *, uint_t);
911 911 extern void eib_mac_clr_nic_state(eib_t *, uint_t);
912 912 extern void eib_mac_upd_nic_state(eib_t *, uint_t, uint_t);
913 913 extern uint_t eib_mac_get_nic_state(eib_t *);
914 914 extern void eib_mac_link_state(eib_t *, link_state_t, boolean_t);
915 915 extern void eib_mac_link_down(eib_t *, boolean_t);
916 916 extern void eib_mac_link_up(eib_t *, boolean_t);
917 917 extern int eib_mac_start(eib_t *);
918 918 extern void eib_mac_stop(eib_t *);
919 919 extern int eib_mac_multicast(eib_t *, boolean_t, uint8_t *);
920 920 extern int eib_mac_promisc(eib_t *, boolean_t);
921 921 extern int eib_mac_tx(eib_t *, mblk_t *);
922 922 extern int eib_mac_hca_portstate(eib_t *, ib_lid_t *, int *);
923 923
924 924 /*
925 925 * VNIC related
926 926 */
927 927 extern int eib_vnic_create(eib_t *, uint8_t *, uint16_t, eib_vnic_t **, int *);
928 928 extern void eib_vnic_delete(eib_t *, eib_vnic_t *);
929 929 extern int eib_vnic_wait_for_login_ack(eib_t *, eib_vnic_t *, int *);
930 930 extern void eib_vnic_login_ack(eib_t *, eib_login_data_t *);
931 931 extern int eib_vnic_wait_for_table(eib_t *, eib_vnic_t *, int *);
932 932 extern void eib_vnic_vhub_table_done(eib_vnic_t *, uint_t);
933 933 extern int eib_vnic_join_data_mcg(eib_t *, eib_vnic_t *, uint8_t *,
934 934 boolean_t, int *);
935 935 extern int eib_vnic_setup_dest(eib_vnic_t *, eib_wqe_t *, uint8_t *, uint16_t);
936 936 extern void eib_vnic_leave_data_mcg(eib_t *, eib_vnic_t *, uint8_t *);
937 937 extern void eib_vnic_init_tables(eib_t *, eib_vnic_t *);
938 938 extern void eib_vnic_fini_tables(eib_t *, eib_vnic_t *, boolean_t);
939 939 extern eib_chan_t *eib_vnic_get_data_chan(eib_t *, int);
940 940 extern void eib_vnic_need_new(eib_t *, uint8_t *, uint16_t);
941 941 extern void eib_vnic_enqueue_req(eib_t *, eib_vnic_req_t *);
942 942 extern void eib_vnic_resurrect_zombies(eib_t *, uint8_t *);
943 943 extern void eib_vnic_restart(eib_t *, int, uint8_t *);
944 944 extern void eib_vnic_rejoin_mcgs(eib_t *);
945 945 extern void eib_rb_vnic_create(eib_t *, eib_vnic_t *, uint_t);
946 946
947 947 /*
948 948 * Logging and other stuff
949 949 */
950 950 extern void eib_debug_init(void);
951 951 extern void eib_debug_fini(void);
952 952 extern void eib_dprintf_crit(int, const char *fmt, ...);
953 953 extern void eib_dprintf_err(int, const char *fmt, ...);
954 954 extern void eib_dprintf_warn(int, const char *fmt, ...);
955 955 #ifdef EIB_DEBUG
956 956 extern void eib_dprintf_debug(int, const char *fmt, ...);
957 957 extern void eib_dprintf_args(int, const char *fmt, ...);
958 958 extern void eib_dprintf_pkt(int, uint8_t *, uint_t);
959 959 extern void eib_dprintf_verbose(int, const char *fmt, ...);
960 960 #endif
961 961 extern int eib_get_props(eib_t *);
962 962 extern void eib_update_props(eib_t *, eib_gw_info_t *);
963 963 extern void eib_rb_get_props(eib_t *);
964 964
965 965 /*
966 966 * EoIB specific global variables
967 967 */
968 968 extern ib_gid_t eib_reserved_gid;
969 969 extern uint8_t eib_zero_mac[];
970 970 extern uint8_t eib_broadcast_mac[];
971 971 extern int eib_setbit_mod67[];
972 972 extern char *eib_pvt_props[];
973 973
974 974 /*
975 975 * HW/FW workarounds
976 976 */
977 977 extern int eib_wa_no_desc_list_len;
978 978 extern int eib_wa_no_cksum_offload;
979 979 extern int eib_wa_no_lso;
980 980 extern int eib_wa_no_mcast_entries;
981 981 extern int eib_wa_no_av_discover;
982 982 extern int eib_wa_no_good_vp_flag;
983 983 extern int eib_wa_no_good_vhub_cksum;
984 984
985 985 /*
986 986 * Miscellaneous externs
987 987 */
988 988 extern void freemsgchain(mblk_t *);
989 989 extern pri_t minclsyspri;
990 990
991 991 #ifdef __cplusplus
992 992 }
993 993 #endif
994 994
995 995 #endif /* _SYS_IB_EOIB_EIB_IMPL_H */
|
↓ open down ↓ |
887 lines elided |
↑ open up ↑ |
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX