1 /*
2 * sfe_util.c: general ethernet mac driver framework version 2.6
3 *
4 * Copyright (c) 2002-2008 Masayuki Murayama. All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions are met:
8 *
9 * 1. Redistributions of source code must retain the above copyright notice,
10 * this list of conditions and the following disclaimer.
11 *
12 * 2. Redistributions in binary form must reproduce the above copyright notice,
13 * this list of conditions and the following disclaimer in the documentation
14 * and/or other materials provided with the distribution.
15 *
16 * 3. Neither the name of the author nor the names of its contributors may be
17 * used to endorse or promote products derived from this software without
18 * specific prior written permission.
19 *
20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
23 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
24 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
25 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
26 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
27 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
28 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
29 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
30 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
31 * DAMAGE.
32 */
33
34 /*
35 * Copyright 2010 Sun Microsystems, Inc. All rights reserved.
36 * Use is subject to license terms.
37 */
38
39 /*
40 * System Header files.
41 */
42 #include <sys/types.h>
43 #include <sys/conf.h>
44 #include <sys/debug.h>
45 #include <sys/kmem.h>
46 #include <sys/vtrace.h>
47 #include <sys/ethernet.h>
48 #include <sys/modctl.h>
49 #include <sys/errno.h>
50 #include <sys/ddi.h>
51 #include <sys/sunddi.h>
52 #include <sys/stream.h> /* required for MBLK* */
53 #include <sys/strsun.h> /* required for mionack() */
54 #include <sys/byteorder.h>
55 #include <sys/sysmacros.h>
56 #include <sys/pci.h>
57 #include <inet/common.h>
58 #include <inet/led.h>
59 #include <inet/mi.h>
60 #include <inet/nd.h>
61 #include <sys/crc32.h>
62
63 #include <sys/note.h>
64
65 #include "sfe_mii.h"
66 #include "sfe_util.h"
67
68
69
70 extern char ident[];
71
72 /* Debugging support */
73 #ifdef GEM_DEBUG_LEVEL
74 static int gem_debug = GEM_DEBUG_LEVEL;
75 #define DPRINTF(n, args) if (gem_debug > (n)) cmn_err args
76 #else
77 #define DPRINTF(n, args)
78 #undef ASSERT
79 #define ASSERT(x)
80 #endif
81
82 #define IOC_LINESIZE 0x40 /* Is it right for amd64? */
83
84 /*
85 * Useful macros and typedefs
86 */
87 #define ROUNDUP(x, a) (((x) + (a) - 1) & ~((a) - 1))
88
89 #define GET_NET16(p) ((((uint8_t *)(p))[0] << 8)| ((uint8_t *)(p))[1])
90 #define GET_ETHERTYPE(p) GET_NET16(((uint8_t *)(p)) + ETHERADDRL*2)
91
92 #define GET_IPTYPEv4(p) (((uint8_t *)(p))[sizeof (struct ether_header) + 9])
93 #define GET_IPTYPEv6(p) (((uint8_t *)(p))[sizeof (struct ether_header) + 6])
94
95
96 #ifndef INT32_MAX
97 #define INT32_MAX 0x7fffffff
98 #endif
99
100 #define VTAG_OFF (ETHERADDRL*2)
101 #ifndef VTAG_SIZE
102 #define VTAG_SIZE 4
103 #endif
104 #ifndef VTAG_TPID
105 #define VTAG_TPID 0x8100U
106 #endif
107
108 #define GET_TXBUF(dp, sn) \
109 &(dp)->tx_buf[SLOT((dp)->tx_slots_base + (sn), (dp)->gc.gc_tx_buf_size)]
110
111 #define TXFLAG_VTAG(flag) \
112 (((flag) & GEM_TXFLAG_VTAG) >> GEM_TXFLAG_VTAG_SHIFT)
113
114 #define MAXPKTBUF(dp) \
115 ((dp)->mtu + sizeof (struct ether_header) + VTAG_SIZE + ETHERFCSL)
116
117 #define WATCH_INTERVAL_FAST drv_usectohz(100*1000) /* 100mS */
118 #define BOOLEAN(x) ((x) != 0)
119
120 /*
121 * Macros to distinct chip generation.
122 */
123
124 /*
125 * Private functions
126 */
127 static void gem_mii_start(struct gem_dev *);
128 static void gem_mii_stop(struct gem_dev *);
129
130 /* local buffer management */
131 static void gem_nd_setup(struct gem_dev *dp);
132 static void gem_nd_cleanup(struct gem_dev *dp);
133 static int gem_alloc_memory(struct gem_dev *);
134 static void gem_free_memory(struct gem_dev *);
135 static void gem_init_rx_ring(struct gem_dev *);
136 static void gem_init_tx_ring(struct gem_dev *);
137 __INLINE__ static void gem_append_rxbuf(struct gem_dev *, struct rxbuf *);
138
139 static void gem_tx_timeout(struct gem_dev *);
140 static void gem_mii_link_watcher(struct gem_dev *dp);
141 static int gem_mac_init(struct gem_dev *dp);
142 static int gem_mac_start(struct gem_dev *dp);
143 static int gem_mac_stop(struct gem_dev *dp, uint_t flags);
144 static void gem_mac_ioctl(struct gem_dev *dp, queue_t *wq, mblk_t *mp);
145
146 static struct ether_addr gem_etherbroadcastaddr = {
147 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
148 };
149
150 int gem_speed_value[] = {10, 100, 1000};
151
152 /* ============================================================== */
153 /*
154 * Misc runtime routines
155 */
156 /* ============================================================== */
157 /*
158 * Ether CRC calculation according to 21143 data sheet
159 */
160 uint32_t
161 gem_ether_crc_le(const uint8_t *addr, int len)
162 {
163 uint32_t crc;
164
165 CRC32(crc, addr, ETHERADDRL, 0xffffffffU, crc32_table);
166 return (crc);
167 }
168
169 uint32_t
170 gem_ether_crc_be(const uint8_t *addr, int len)
171 {
172 int idx;
173 int bit;
174 uint_t data;
175 uint32_t crc;
176 #define CRC32_POLY_BE 0x04c11db7
177
178 crc = 0xffffffff;
179 for (idx = 0; idx < len; idx++) {
180 for (data = *addr++, bit = 0; bit < 8; bit++, data >>= 1) {
181 crc = (crc << 1)
182 ^ ((((crc >> 31) ^ data) & 1) ? CRC32_POLY_BE : 0);
183 }
184 }
185 return (crc);
186 #undef CRC32_POLY_BE
187 }
188
189 int
190 gem_prop_get_int(struct gem_dev *dp, char *prop_template, int def_val)
191 {
192 char propname[32];
193
194 (void) sprintf(propname, prop_template, dp->name);
195
196 return (ddi_prop_get_int(DDI_DEV_T_ANY, dp->dip,
197 DDI_PROP_DONTPASS, propname, def_val));
198 }
199
200 static int
201 gem_population(uint32_t x)
202 {
203 int i;
204 int cnt;
205
206 cnt = 0;
207 for (i = 0; i < 32; i++) {
208 if (x & (1 << i)) {
209 cnt++;
210 }
211 }
212 return (cnt);
213 }
214
215 #ifdef GEM_DEBUG_LEVEL
216 #ifdef GEM_DEBUG_VLAN
217 static void
218 gem_dump_packet(struct gem_dev *dp, char *title, mblk_t *mp,
219 boolean_t check_cksum)
220 {
221 char msg[180];
222 uint8_t buf[18+20+20];
223 uint8_t *p;
224 size_t offset;
225 uint_t ethertype;
226 uint_t proto;
227 uint_t ipproto = 0;
228 uint_t iplen;
229 uint_t iphlen;
230 uint_t tcplen;
231 uint_t udplen;
232 uint_t cksum;
233 int rest;
234 int len;
235 char *bp;
236 mblk_t *tp;
237 extern uint_t ip_cksum(mblk_t *, int, uint32_t);
238
239 msg[0] = 0;
240 bp = msg;
241
242 rest = sizeof (buf);
243 offset = 0;
244 for (tp = mp; tp; tp = tp->b_cont) {
245 len = tp->b_wptr - tp->b_rptr;
246 len = min(rest, len);
247 bcopy(tp->b_rptr, &buf[offset], len);
248 rest -= len;
249 offset += len;
250 if (rest == 0) {
251 break;
252 }
253 }
254
255 offset = 0;
256 p = &buf[offset];
257
258 /* ethernet address */
259 sprintf(bp,
260 "ether: %02x:%02x:%02x:%02x:%02x:%02x"
261 " -> %02x:%02x:%02x:%02x:%02x:%02x",
262 p[6], p[7], p[8], p[9], p[10], p[11],
263 p[0], p[1], p[2], p[3], p[4], p[5]);
264 bp = &msg[strlen(msg)];
265
266 /* vlag tag and etherrtype */
267 ethertype = GET_ETHERTYPE(p);
268 if (ethertype == VTAG_TPID) {
269 sprintf(bp, " vtag:0x%04x", GET_NET16(&p[14]));
270 bp = &msg[strlen(msg)];
271
272 offset += VTAG_SIZE;
273 p = &buf[offset];
274 ethertype = GET_ETHERTYPE(p);
275 }
276 sprintf(bp, " type:%04x", ethertype);
277 bp = &msg[strlen(msg)];
278
279 /* ethernet packet length */
280 sprintf(bp, " mblklen:%d", msgdsize(mp));
281 bp = &msg[strlen(msg)];
282 if (mp->b_cont) {
283 sprintf(bp, "(");
284 bp = &msg[strlen(msg)];
285 for (tp = mp; tp; tp = tp->b_cont) {
286 if (tp == mp) {
287 sprintf(bp, "%d", tp->b_wptr - tp->b_rptr);
288 } else {
289 sprintf(bp, "+%d", tp->b_wptr - tp->b_rptr);
290 }
291 bp = &msg[strlen(msg)];
292 }
293 sprintf(bp, ")");
294 bp = &msg[strlen(msg)];
295 }
296
297 if (ethertype != ETHERTYPE_IP) {
298 goto x;
299 }
300
301 /* ip address */
302 offset += sizeof (struct ether_header);
303 p = &buf[offset];
304 ipproto = p[9];
305 iplen = GET_NET16(&p[2]);
306 sprintf(bp, ", ip: %d.%d.%d.%d -> %d.%d.%d.%d proto:%d iplen:%d",
307 p[12], p[13], p[14], p[15],
308 p[16], p[17], p[18], p[19],
309 ipproto, iplen);
310 bp = (void *)&msg[strlen(msg)];
311
312 iphlen = (p[0] & 0xf) * 4;
313
314 /* cksum for psuedo header */
315 cksum = *(uint16_t *)&p[12];
316 cksum += *(uint16_t *)&p[14];
317 cksum += *(uint16_t *)&p[16];
318 cksum += *(uint16_t *)&p[18];
319 cksum += BE_16(ipproto);
320
321 /* tcp or udp protocol header */
322 offset += iphlen;
323 p = &buf[offset];
324 if (ipproto == IPPROTO_TCP) {
325 tcplen = iplen - iphlen;
326 sprintf(bp, ", tcp: len:%d cksum:%x",
327 tcplen, GET_NET16(&p[16]));
328 bp = (void *)&msg[strlen(msg)];
329
330 if (check_cksum) {
331 cksum += BE_16(tcplen);
332 cksum = (uint16_t)ip_cksum(mp, offset, cksum);
333 sprintf(bp, " (%s)",
334 (cksum == 0 || cksum == 0xffff) ? "ok" : "ng");
335 bp = (void *)&msg[strlen(msg)];
336 }
337 } else if (ipproto == IPPROTO_UDP) {
338 udplen = GET_NET16(&p[4]);
339 sprintf(bp, ", udp: len:%d cksum:%x",
340 udplen, GET_NET16(&p[6]));
341 bp = (void *)&msg[strlen(msg)];
342
343 if (GET_NET16(&p[6]) && check_cksum) {
344 cksum += *(uint16_t *)&p[4];
345 cksum = (uint16_t)ip_cksum(mp, offset, cksum);
346 sprintf(bp, " (%s)",
347 (cksum == 0 || cksum == 0xffff) ? "ok" : "ng");
348 bp = (void *)&msg[strlen(msg)];
349 }
350 }
351 x:
352 cmn_err(CE_CONT, "!%s: %s: %s", dp->name, title, msg);
353 }
354 #endif /* GEM_DEBUG_VLAN */
355 #endif /* GEM_DEBUG_LEVEL */
356
357 /* ============================================================== */
358 /*
359 * IO cache flush
360 */
361 /* ============================================================== */
362 __INLINE__ void
363 gem_rx_desc_dma_sync(struct gem_dev *dp, int head, int nslot, int how)
364 {
365 int n;
366 int m;
367 int rx_desc_unit_shift = dp->gc.gc_rx_desc_unit_shift;
368
369 /* sync active descriptors */
370 if (rx_desc_unit_shift < 0 || nslot == 0) {
371 /* no rx descriptor ring */
372 return;
373 }
374
375 n = dp->gc.gc_rx_ring_size - head;
376 if ((m = nslot - n) > 0) {
377 (void) ddi_dma_sync(dp->desc_dma_handle,
378 (off_t)0,
379 (size_t)(m << rx_desc_unit_shift),
380 how);
381 nslot = n;
382 }
383
384 (void) ddi_dma_sync(dp->desc_dma_handle,
385 (off_t)(head << rx_desc_unit_shift),
386 (size_t)(nslot << rx_desc_unit_shift),
387 how);
388 }
389
390 __INLINE__ void
391 gem_tx_desc_dma_sync(struct gem_dev *dp, int head, int nslot, int how)
392 {
393 int n;
394 int m;
395 int tx_desc_unit_shift = dp->gc.gc_tx_desc_unit_shift;
396
397 /* sync active descriptors */
398 if (tx_desc_unit_shift < 0 || nslot == 0) {
399 /* no tx descriptor ring */
400 return;
401 }
402
403 n = dp->gc.gc_tx_ring_size - head;
404 if ((m = nslot - n) > 0) {
405 (void) ddi_dma_sync(dp->desc_dma_handle,
406 (off_t)(dp->tx_ring_dma - dp->rx_ring_dma),
407 (size_t)(m << tx_desc_unit_shift),
408 how);
409 nslot = n;
410 }
411
412 (void) ddi_dma_sync(dp->desc_dma_handle,
413 (off_t)((head << tx_desc_unit_shift)
414 + (dp->tx_ring_dma - dp->rx_ring_dma)),
415 (size_t)(nslot << tx_desc_unit_shift),
416 how);
417 }
418
419 static void
420 gem_rx_start_default(struct gem_dev *dp, int head, int nslot)
421 {
422 gem_rx_desc_dma_sync(dp,
423 SLOT(head, dp->gc.gc_rx_ring_size), nslot,
424 DDI_DMA_SYNC_FORDEV);
425 }
426
427 /* ============================================================== */
428 /*
429 * Buffer management
430 */
431 /* ============================================================== */
432 static void
433 gem_dump_txbuf(struct gem_dev *dp, int level, const char *title)
434 {
435 cmn_err(level,
436 "!%s: %s: tx_active: %d[%d] %d[%d] (+%d), "
437 "tx_softq: %d[%d] %d[%d] (+%d), "
438 "tx_free: %d[%d] %d[%d] (+%d), "
439 "tx_desc: %d[%d] %d[%d] (+%d), "
440 "intr: %d[%d] (+%d), ",
441 dp->name, title,
442 dp->tx_active_head,
443 SLOT(dp->tx_active_head, dp->gc.gc_tx_buf_size),
444 dp->tx_active_tail,
445 SLOT(dp->tx_active_tail, dp->gc.gc_tx_buf_size),
446 dp->tx_active_tail - dp->tx_active_head,
447 dp->tx_softq_head,
448 SLOT(dp->tx_softq_head, dp->gc.gc_tx_buf_size),
449 dp->tx_softq_tail,
450 SLOT(dp->tx_softq_tail, dp->gc.gc_tx_buf_size),
451 dp->tx_softq_tail - dp->tx_softq_head,
452 dp->tx_free_head,
453 SLOT(dp->tx_free_head, dp->gc.gc_tx_buf_size),
454 dp->tx_free_tail,
455 SLOT(dp->tx_free_tail, dp->gc.gc_tx_buf_size),
456 dp->tx_free_tail - dp->tx_free_head,
457 dp->tx_desc_head,
458 SLOT(dp->tx_desc_head, dp->gc.gc_tx_ring_size),
459 dp->tx_desc_tail,
460 SLOT(dp->tx_desc_tail, dp->gc.gc_tx_ring_size),
461 dp->tx_desc_tail - dp->tx_desc_head,
462 dp->tx_desc_intr,
463 SLOT(dp->tx_desc_intr, dp->gc.gc_tx_ring_size),
464 dp->tx_desc_intr - dp->tx_desc_head);
465 }
466
467 static void
468 gem_free_rxbuf(struct rxbuf *rbp)
469 {
470 struct gem_dev *dp;
471
472 dp = rbp->rxb_devp;
473 ASSERT(mutex_owned(&dp->intrlock));
474 rbp->rxb_next = dp->rx_buf_freelist;
475 dp->rx_buf_freelist = rbp;
476 dp->rx_buf_freecnt++;
477 }
478
479 /*
480 * gem_get_rxbuf: supply a receive buffer which have been mapped into
481 * DMA space.
482 */
483 struct rxbuf *
484 gem_get_rxbuf(struct gem_dev *dp, int cansleep)
485 {
486 struct rxbuf *rbp;
487 uint_t count = 0;
488 int i;
489 int err;
490
491 ASSERT(mutex_owned(&dp->intrlock));
492
493 DPRINTF(3, (CE_CONT, "!gem_get_rxbuf: called freecnt:%d",
494 dp->rx_buf_freecnt));
495 /*
496 * Get rx buffer management structure
497 */
498 rbp = dp->rx_buf_freelist;
499 if (rbp) {
500 /* get one from the recycle list */
501 ASSERT(dp->rx_buf_freecnt > 0);
502
503 dp->rx_buf_freelist = rbp->rxb_next;
504 dp->rx_buf_freecnt--;
505 rbp->rxb_next = NULL;
506 return (rbp);
507 }
508
509 /*
510 * Allocate a rx buffer management structure
511 */
512 rbp = kmem_zalloc(sizeof (*rbp), cansleep ? KM_SLEEP : KM_NOSLEEP);
513 if (rbp == NULL) {
514 /* no memory */
515 return (NULL);
516 }
517
518 /*
519 * Prepare a back pointer to the device structure which will be
520 * refered on freeing the buffer later.
521 */
522 rbp->rxb_devp = dp;
523
524 /* allocate a dma handle for rx data buffer */
525 if ((err = ddi_dma_alloc_handle(dp->dip,
526 &dp->gc.gc_dma_attr_rxbuf,
527 (cansleep ? DDI_DMA_SLEEP : DDI_DMA_DONTWAIT),
528 NULL, &rbp->rxb_dh)) != DDI_SUCCESS) {
529
530 cmn_err(CE_WARN,
531 "!%s: %s: ddi_dma_alloc_handle:1 failed, err=%d",
532 dp->name, __func__, err);
533
534 kmem_free(rbp, sizeof (struct rxbuf));
535 return (NULL);
536 }
537
538 /* allocate a bounce buffer for rx */
539 if ((err = ddi_dma_mem_alloc(rbp->rxb_dh,
540 ROUNDUP(dp->rx_buf_len, IOC_LINESIZE),
541 &dp->gc.gc_buf_attr,
542 /*
543 * if the nic requires a header at the top of receive buffers,
544 * it may access the rx buffer randomly.
545 */
546 (dp->gc.gc_rx_header_len > 0)
547 ? DDI_DMA_CONSISTENT : DDI_DMA_STREAMING,
548 cansleep ? DDI_DMA_SLEEP : DDI_DMA_DONTWAIT,
549 NULL,
550 &rbp->rxb_buf, &rbp->rxb_buf_len,
551 &rbp->rxb_bah)) != DDI_SUCCESS) {
552
553 cmn_err(CE_WARN,
554 "!%s: %s: ddi_dma_mem_alloc: failed, err=%d",
555 dp->name, __func__, err);
556
557 ddi_dma_free_handle(&rbp->rxb_dh);
558 kmem_free(rbp, sizeof (struct rxbuf));
559 return (NULL);
560 }
561
562 /* Mapin the bounce buffer into the DMA space */
563 if ((err = ddi_dma_addr_bind_handle(rbp->rxb_dh,
564 NULL, rbp->rxb_buf, dp->rx_buf_len,
565 ((dp->gc.gc_rx_header_len > 0)
566 ?(DDI_DMA_RDWR | DDI_DMA_CONSISTENT)
567 :(DDI_DMA_READ | DDI_DMA_STREAMING)),
568 cansleep ? DDI_DMA_SLEEP : DDI_DMA_DONTWAIT,
569 NULL,
570 rbp->rxb_dmacookie,
571 &count)) != DDI_DMA_MAPPED) {
572
573 ASSERT(err != DDI_DMA_INUSE);
574 DPRINTF(0, (CE_WARN,
575 "!%s: ddi_dma_addr_bind_handle: failed, err=%d",
576 dp->name, __func__, err));
577
578 /*
579 * we failed to allocate a dma resource
580 * for the rx bounce buffer.
581 */
582 ddi_dma_mem_free(&rbp->rxb_bah);
583 ddi_dma_free_handle(&rbp->rxb_dh);
584 kmem_free(rbp, sizeof (struct rxbuf));
585 return (NULL);
586 }
587
588 /* correct the rest of the DMA mapping */
589 for (i = 1; i < count; i++) {
590 ddi_dma_nextcookie(rbp->rxb_dh, &rbp->rxb_dmacookie[i]);
591 }
592 rbp->rxb_nfrags = count;
593
594 /* Now we successfully prepared an rx buffer */
595 dp->rx_buf_allocated++;
596
597 return (rbp);
598 }
599
600 /* ============================================================== */
601 /*
602 * memory resource management
603 */
604 /* ============================================================== */
605 static int
606 gem_alloc_memory(struct gem_dev *dp)
607 {
608 caddr_t ring;
609 caddr_t buf;
610 size_t req_size;
611 size_t ring_len;
612 size_t buf_len;
613 ddi_dma_cookie_t ring_cookie;
614 ddi_dma_cookie_t buf_cookie;
615 uint_t count;
616 int i;
617 int err;
618 struct txbuf *tbp;
619 int tx_buf_len;
620 ddi_dma_attr_t dma_attr_txbounce;
621
622 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
623
624 dp->desc_dma_handle = NULL;
625 req_size = dp->rx_desc_size + dp->tx_desc_size + dp->gc.gc_io_area_size;
626
627 if (req_size > 0) {
628 /*
629 * Alloc RX/TX descriptors and a io area.
630 */
631 if ((err = ddi_dma_alloc_handle(dp->dip,
632 &dp->gc.gc_dma_attr_desc,
633 DDI_DMA_SLEEP, NULL,
634 &dp->desc_dma_handle)) != DDI_SUCCESS) {
635 cmn_err(CE_WARN,
636 "!%s: %s: ddi_dma_alloc_handle failed: %d",
637 dp->name, __func__, err);
638 return (ENOMEM);
639 }
640
641 if ((err = ddi_dma_mem_alloc(dp->desc_dma_handle,
642 req_size, &dp->gc.gc_desc_attr,
643 DDI_DMA_CONSISTENT, DDI_DMA_SLEEP, NULL,
644 &ring, &ring_len,
645 &dp->desc_acc_handle)) != DDI_SUCCESS) {
646 cmn_err(CE_WARN,
647 "!%s: %s: ddi_dma_mem_alloc failed: "
648 "ret %d, request size: %d",
649 dp->name, __func__, err, (int)req_size);
650 ddi_dma_free_handle(&dp->desc_dma_handle);
651 return (ENOMEM);
652 }
653
654 if ((err = ddi_dma_addr_bind_handle(dp->desc_dma_handle,
655 NULL, ring, ring_len,
656 DDI_DMA_RDWR | DDI_DMA_CONSISTENT,
657 DDI_DMA_SLEEP, NULL,
658 &ring_cookie, &count)) != DDI_SUCCESS) {
659 ASSERT(err != DDI_DMA_INUSE);
660 cmn_err(CE_WARN,
661 "!%s: %s: ddi_dma_addr_bind_handle failed: %d",
662 dp->name, __func__, err);
663 ddi_dma_mem_free(&dp->desc_acc_handle);
664 ddi_dma_free_handle(&dp->desc_dma_handle);
665 return (ENOMEM);
666 }
667 ASSERT(count == 1);
668
669 /* set base of rx descriptor ring */
670 dp->rx_ring = ring;
671 dp->rx_ring_dma = ring_cookie.dmac_laddress;
672
673 /* set base of tx descriptor ring */
674 dp->tx_ring = dp->rx_ring + dp->rx_desc_size;
675 dp->tx_ring_dma = dp->rx_ring_dma + dp->rx_desc_size;
676
677 /* set base of io area */
678 dp->io_area = dp->tx_ring + dp->tx_desc_size;
679 dp->io_area_dma = dp->tx_ring_dma + dp->tx_desc_size;
680 }
681
682 /*
683 * Prepare DMA resources for tx packets
684 */
685 ASSERT(dp->gc.gc_tx_buf_size > 0);
686
687 /* Special dma attribute for tx bounce buffers */
688 dma_attr_txbounce = dp->gc.gc_dma_attr_txbuf;
689 dma_attr_txbounce.dma_attr_sgllen = 1;
690 dma_attr_txbounce.dma_attr_align =
691 max(dma_attr_txbounce.dma_attr_align, IOC_LINESIZE);
692
693 /* Size for tx bounce buffers must be max tx packet size. */
694 tx_buf_len = MAXPKTBUF(dp);
695 tx_buf_len = ROUNDUP(tx_buf_len, IOC_LINESIZE);
696
697 ASSERT(tx_buf_len >= ETHERMAX+ETHERFCSL);
698
699 for (i = 0, tbp = dp->tx_buf;
700 i < dp->gc.gc_tx_buf_size; i++, tbp++) {
701
702 /* setup bounce buffers for tx packets */
703 if ((err = ddi_dma_alloc_handle(dp->dip,
704 &dma_attr_txbounce,
705 DDI_DMA_SLEEP, NULL,
706 &tbp->txb_bdh)) != DDI_SUCCESS) {
707
708 cmn_err(CE_WARN,
709 "!%s: %s ddi_dma_alloc_handle for bounce buffer failed:"
710 " err=%d, i=%d",
711 dp->name, __func__, err, i);
712 goto err_alloc_dh;
713 }
714
715 if ((err = ddi_dma_mem_alloc(tbp->txb_bdh,
716 tx_buf_len,
717 &dp->gc.gc_buf_attr,
718 DDI_DMA_STREAMING, DDI_DMA_SLEEP, NULL,
719 &buf, &buf_len,
720 &tbp->txb_bah)) != DDI_SUCCESS) {
721 cmn_err(CE_WARN,
722 "!%s: %s: ddi_dma_mem_alloc for bounce buffer failed"
723 "ret %d, request size %d",
724 dp->name, __func__, err, tx_buf_len);
725 ddi_dma_free_handle(&tbp->txb_bdh);
726 goto err_alloc_dh;
727 }
728
729 if ((err = ddi_dma_addr_bind_handle(tbp->txb_bdh,
730 NULL, buf, buf_len,
731 DDI_DMA_WRITE | DDI_DMA_STREAMING,
732 DDI_DMA_SLEEP, NULL,
733 &buf_cookie, &count)) != DDI_SUCCESS) {
734 ASSERT(err != DDI_DMA_INUSE);
735 cmn_err(CE_WARN,
736 "!%s: %s: ddi_dma_addr_bind_handle for bounce buffer failed: %d",
737 dp->name, __func__, err);
738 ddi_dma_mem_free(&tbp->txb_bah);
739 ddi_dma_free_handle(&tbp->txb_bdh);
740 goto err_alloc_dh;
741 }
742 ASSERT(count == 1);
743 tbp->txb_buf = buf;
744 tbp->txb_buf_dma = buf_cookie.dmac_laddress;
745 }
746
747 return (0);
748
749 err_alloc_dh:
750 if (dp->gc.gc_tx_buf_size > 0) {
751 while (i-- > 0) {
752 (void) ddi_dma_unbind_handle(dp->tx_buf[i].txb_bdh);
753 ddi_dma_mem_free(&dp->tx_buf[i].txb_bah);
754 ddi_dma_free_handle(&dp->tx_buf[i].txb_bdh);
755 }
756 }
757
758 if (dp->desc_dma_handle) {
759 (void) ddi_dma_unbind_handle(dp->desc_dma_handle);
760 ddi_dma_mem_free(&dp->desc_acc_handle);
761 ddi_dma_free_handle(&dp->desc_dma_handle);
762 dp->desc_dma_handle = NULL;
763 }
764
765 return (ENOMEM);
766 }
767
768 static void
769 gem_free_memory(struct gem_dev *dp)
770 {
771 int i;
772 struct rxbuf *rbp;
773 struct txbuf *tbp;
774
775 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
776
777 /* Free TX/RX descriptors and tx padding buffer */
778 if (dp->desc_dma_handle) {
779 (void) ddi_dma_unbind_handle(dp->desc_dma_handle);
780 ddi_dma_mem_free(&dp->desc_acc_handle);
781 ddi_dma_free_handle(&dp->desc_dma_handle);
782 dp->desc_dma_handle = NULL;
783 }
784
785 /* Free dma handles for Tx */
786 for (i = dp->gc.gc_tx_buf_size, tbp = dp->tx_buf; i--; tbp++) {
787 /* Free bounce buffer associated to each txbuf */
788 (void) ddi_dma_unbind_handle(tbp->txb_bdh);
789 ddi_dma_mem_free(&tbp->txb_bah);
790 ddi_dma_free_handle(&tbp->txb_bdh);
791 }
792
793 /* Free rx buffer */
794 while ((rbp = dp->rx_buf_freelist) != NULL) {
795
796 ASSERT(dp->rx_buf_freecnt > 0);
797
798 dp->rx_buf_freelist = rbp->rxb_next;
799 dp->rx_buf_freecnt--;
800
801 /* release DMA mapping */
802 ASSERT(rbp->rxb_dh != NULL);
803
804 /* free dma handles for rx bbuf */
805 /* it has dma mapping always */
806 ASSERT(rbp->rxb_nfrags > 0);
807 (void) ddi_dma_unbind_handle(rbp->rxb_dh);
808
809 /* free the associated bounce buffer and dma handle */
810 ASSERT(rbp->rxb_bah != NULL);
811 ddi_dma_mem_free(&rbp->rxb_bah);
812 /* free the associated dma handle */
813 ddi_dma_free_handle(&rbp->rxb_dh);
814
815 /* free the base memory of rx buffer management */
816 kmem_free(rbp, sizeof (struct rxbuf));
817 }
818 }
819
820 /* ============================================================== */
821 /*
822 * Rx/Tx descriptor slot management
823 */
824 /* ============================================================== */
825 /*
826 * Initialize an empty rx ring.
827 */
828 static void
829 gem_init_rx_ring(struct gem_dev *dp)
830 {
831 int i;
832 int rx_ring_size = dp->gc.gc_rx_ring_size;
833
834 DPRINTF(1, (CE_CONT, "!%s: %s ring_size:%d, buf_max:%d",
835 dp->name, __func__,
836 rx_ring_size, dp->gc.gc_rx_buf_max));
837
838 /* make a physical chain of rx descriptors */
839 for (i = 0; i < rx_ring_size; i++) {
840 (*dp->gc.gc_rx_desc_init)(dp, i);
841 }
842 gem_rx_desc_dma_sync(dp, 0, rx_ring_size, DDI_DMA_SYNC_FORDEV);
843
844 dp->rx_active_head = (seqnum_t)0;
845 dp->rx_active_tail = (seqnum_t)0;
846
847 ASSERT(dp->rx_buf_head == (struct rxbuf *)NULL);
848 ASSERT(dp->rx_buf_tail == (struct rxbuf *)NULL);
849 }
850
851 /*
852 * Prepare rx buffers and put them into the rx buffer/descriptor ring.
853 */
854 static void
855 gem_prepare_rx_buf(struct gem_dev *dp)
856 {
857 int i;
858 int nrbuf;
859 struct rxbuf *rbp;
860
861 ASSERT(mutex_owned(&dp->intrlock));
862
863 /* Now we have no active buffers in rx ring */
864
865 nrbuf = min(dp->gc.gc_rx_ring_size, dp->gc.gc_rx_buf_max);
866 for (i = 0; i < nrbuf; i++) {
867 if ((rbp = gem_get_rxbuf(dp, B_TRUE)) == NULL) {
868 break;
869 }
870 gem_append_rxbuf(dp, rbp);
871 }
872
873 gem_rx_desc_dma_sync(dp,
874 0, dp->gc.gc_rx_ring_size, DDI_DMA_SYNC_FORDEV);
875 }
876
877 /*
878 * Reclaim active rx buffers in rx buffer ring.
879 */
880 static void
881 gem_clean_rx_buf(struct gem_dev *dp)
882 {
883 int i;
884 struct rxbuf *rbp;
885 int rx_ring_size = dp->gc.gc_rx_ring_size;
886 #ifdef GEM_DEBUG_LEVEL
887 int total;
888 #endif
889 ASSERT(mutex_owned(&dp->intrlock));
890
891 DPRINTF(2, (CE_CONT, "!%s: %s: %d buffers are free",
892 dp->name, __func__, dp->rx_buf_freecnt));
893 /*
894 * clean up HW descriptors
895 */
896 for (i = 0; i < rx_ring_size; i++) {
897 (*dp->gc.gc_rx_desc_clean)(dp, i);
898 }
899 gem_rx_desc_dma_sync(dp, 0, rx_ring_size, DDI_DMA_SYNC_FORDEV);
900
901 #ifdef GEM_DEBUG_LEVEL
902 total = 0;
903 #endif
904 /*
905 * Reclaim allocated rx buffers
906 */
907 while ((rbp = dp->rx_buf_head) != NULL) {
908 #ifdef GEM_DEBUG_LEVEL
909 total++;
910 #endif
911 /* remove the first one from rx buffer list */
912 dp->rx_buf_head = rbp->rxb_next;
913
914 /* recycle the rxbuf */
915 gem_free_rxbuf(rbp);
916 }
917 dp->rx_buf_tail = (struct rxbuf *)NULL;
918
919 DPRINTF(2, (CE_CONT,
920 "!%s: %s: %d buffers freeed, total: %d free",
921 dp->name, __func__, total, dp->rx_buf_freecnt));
922 }
923
924 /*
925 * Initialize an empty transmit buffer/descriptor ring
926 */
927 static void
928 gem_init_tx_ring(struct gem_dev *dp)
929 {
930 int i;
931 int tx_buf_size = dp->gc.gc_tx_buf_size;
932 int tx_ring_size = dp->gc.gc_tx_ring_size;
933
934 DPRINTF(2, (CE_CONT, "!%s: %s: ring_size:%d, buf_size:%d",
935 dp->name, __func__,
936 dp->gc.gc_tx_ring_size, dp->gc.gc_tx_buf_size));
937
938 ASSERT(!dp->mac_active);
939
940 /* initialize active list and free list */
941 dp->tx_slots_base =
942 SLOT(dp->tx_slots_base + dp->tx_softq_head, tx_buf_size);
943 dp->tx_softq_tail -= dp->tx_softq_head;
944 dp->tx_softq_head = (seqnum_t)0;
945
946 dp->tx_active_head = dp->tx_softq_head;
947 dp->tx_active_tail = dp->tx_softq_head;
948
949 dp->tx_free_head = dp->tx_softq_tail;
950 dp->tx_free_tail = dp->gc.gc_tx_buf_limit;
951
952 dp->tx_desc_head = (seqnum_t)0;
953 dp->tx_desc_tail = (seqnum_t)0;
954 dp->tx_desc_intr = (seqnum_t)0;
955
956 for (i = 0; i < tx_ring_size; i++) {
957 (*dp->gc.gc_tx_desc_init)(dp, i);
958 }
959 gem_tx_desc_dma_sync(dp, 0, tx_ring_size, DDI_DMA_SYNC_FORDEV);
960 }
961
962 __INLINE__
963 static void
964 gem_txbuf_free_dma_resources(struct txbuf *tbp)
965 {
966 if (tbp->txb_mp) {
967 freemsg(tbp->txb_mp);
968 tbp->txb_mp = NULL;
969 }
970 tbp->txb_nfrags = 0;
971 tbp->txb_flag = 0;
972 }
973 #pragma inline(gem_txbuf_free_dma_resources)
974
975 /*
976 * reclaim active tx buffers and reset positions in tx rings.
977 */
978 static void
979 gem_clean_tx_buf(struct gem_dev *dp)
980 {
981 int i;
982 seqnum_t head;
983 seqnum_t tail;
984 seqnum_t sn;
985 struct txbuf *tbp;
986 int tx_ring_size = dp->gc.gc_tx_ring_size;
987 #ifdef GEM_DEBUG_LEVEL
988 int err;
989 #endif
990
991 ASSERT(!dp->mac_active);
992 ASSERT(dp->tx_busy == 0);
993 ASSERT(dp->tx_softq_tail == dp->tx_free_head);
994
995 /*
996 * clean up all HW descriptors
997 */
998 for (i = 0; i < tx_ring_size; i++) {
999 (*dp->gc.gc_tx_desc_clean)(dp, i);
1000 }
1001 gem_tx_desc_dma_sync(dp, 0, tx_ring_size, DDI_DMA_SYNC_FORDEV);
1002
1003 /* dequeue all active and loaded buffers */
1004 head = dp->tx_active_head;
1005 tail = dp->tx_softq_tail;
1006
1007 ASSERT(dp->tx_free_head - head >= 0);
1008 tbp = GET_TXBUF(dp, head);
1009 for (sn = head; sn != tail; sn++) {
1010 gem_txbuf_free_dma_resources(tbp);
1011 ASSERT(tbp->txb_mp == NULL);
1012 dp->stats.errxmt++;
1013 tbp = tbp->txb_next;
1014 }
1015
1016 #ifdef GEM_DEBUG_LEVEL
1017 /* ensure no dma resources for tx are not in use now */
1018 err = 0;
1019 while (sn != head + dp->gc.gc_tx_buf_size) {
1020 if (tbp->txb_mp || tbp->txb_nfrags) {
1021 DPRINTF(0, (CE_CONT,
1022 "%s: %s: sn:%d[%d] mp:%p nfrags:%d",
1023 dp->name, __func__,
1024 sn, SLOT(sn, dp->gc.gc_tx_buf_size),
1025 tbp->txb_mp, tbp->txb_nfrags));
1026 err = 1;
1027 }
1028 sn++;
1029 tbp = tbp->txb_next;
1030 }
1031
1032 if (err) {
1033 gem_dump_txbuf(dp, CE_WARN,
1034 "gem_clean_tx_buf: tbp->txb_mp != NULL");
1035 }
1036 #endif
1037 /* recycle buffers, now no active tx buffers in the ring */
1038 dp->tx_free_tail += tail - head;
1039 ASSERT(dp->tx_free_tail == dp->tx_free_head + dp->gc.gc_tx_buf_limit);
1040
1041 /* fix positions in tx buffer rings */
1042 dp->tx_active_head = dp->tx_free_head;
1043 dp->tx_active_tail = dp->tx_free_head;
1044 dp->tx_softq_head = dp->tx_free_head;
1045 dp->tx_softq_tail = dp->tx_free_head;
1046 }
1047
1048 /*
1049 * Reclaim transmitted buffers from tx buffer/descriptor ring.
1050 */
1051 __INLINE__ int
1052 gem_reclaim_txbuf(struct gem_dev *dp)
1053 {
1054 struct txbuf *tbp;
1055 uint_t txstat;
1056 int err = GEM_SUCCESS;
1057 seqnum_t head;
1058 seqnum_t tail;
1059 seqnum_t sn;
1060 seqnum_t desc_head;
1061 int tx_ring_size = dp->gc.gc_tx_ring_size;
1062 uint_t (*tx_desc_stat)(struct gem_dev *dp,
1063 int slot, int ndesc) = dp->gc.gc_tx_desc_stat;
1064 clock_t now;
1065
1066 now = ddi_get_lbolt();
1067 if (now == (clock_t)0) {
1068 /* make non-zero timestamp */
1069 now--;
1070 }
1071
1072 mutex_enter(&dp->xmitlock);
1073
1074 head = dp->tx_active_head;
1075 tail = dp->tx_active_tail;
1076
1077 #if GEM_DEBUG_LEVEL > 2
1078 if (head != tail) {
1079 cmn_err(CE_CONT, "!%s: %s: "
1080 "testing active_head:%d[%d], active_tail:%d[%d]",
1081 dp->name, __func__,
1082 head, SLOT(head, dp->gc.gc_tx_buf_size),
1083 tail, SLOT(tail, dp->gc.gc_tx_buf_size));
1084 }
1085 #endif
1086 #ifdef DEBUG
1087 if (dp->tx_reclaim_busy == 0) {
1088 /* check tx buffer management consistency */
1089 ASSERT(dp->tx_free_tail - dp->tx_active_head
1090 == dp->gc.gc_tx_buf_limit);
1091 /* EMPTY */
1092 }
1093 #endif
1094 dp->tx_reclaim_busy++;
1095
1096 /* sync all active HW descriptors */
1097 gem_tx_desc_dma_sync(dp,
1098 SLOT(dp->tx_desc_head, tx_ring_size),
1099 dp->tx_desc_tail - dp->tx_desc_head,
1100 DDI_DMA_SYNC_FORKERNEL);
1101
1102 tbp = GET_TXBUF(dp, head);
1103 desc_head = dp->tx_desc_head;
1104 for (sn = head; sn != tail;
1105 dp->tx_active_head = (++sn), tbp = tbp->txb_next) {
1106 int ndescs;
1107
1108 ASSERT(tbp->txb_desc == desc_head);
1109
1110 ndescs = tbp->txb_ndescs;
1111 if (ndescs == 0) {
1112 /* skip errored descriptors */
1113 continue;
1114 }
1115 txstat = (*tx_desc_stat)(dp,
1116 SLOT(tbp->txb_desc, tx_ring_size), ndescs);
1117
1118 if (txstat == 0) {
1119 /* not transmitted yet */
1120 break;
1121 }
1122
1123 if (!dp->tx_blocked && (tbp->txb_flag & GEM_TXFLAG_INTR)) {
1124 dp->tx_blocked = now;
1125 }
1126
1127 ASSERT(txstat & (GEM_TX_DONE | GEM_TX_ERR));
1128
1129 if (txstat & GEM_TX_ERR) {
1130 err = GEM_FAILURE;
1131 cmn_err(CE_WARN, "!%s: tx error at desc %d[%d]",
1132 dp->name, sn, SLOT(sn, tx_ring_size));
1133 }
1134 #if GEM_DEBUG_LEVEL > 4
1135 if (now - tbp->txb_stime >= 50) {
1136 cmn_err(CE_WARN, "!%s: tx delay while %d mS",
1137 dp->name, (now - tbp->txb_stime)*10);
1138 }
1139 #endif
1140 /* free transmitted descriptors */
1141 desc_head += ndescs;
1142 }
1143
1144 if (dp->tx_desc_head != desc_head) {
1145 /* we have reclaimed one or more tx buffers */
1146 dp->tx_desc_head = desc_head;
1147
1148 /* If we passed the next interrupt position, update it */
1149 if (desc_head - dp->tx_desc_intr > 0) {
1150 dp->tx_desc_intr = desc_head;
1151 }
1152 }
1153 mutex_exit(&dp->xmitlock);
1154
1155 /* free dma mapping resources associated with transmitted tx buffers */
1156 tbp = GET_TXBUF(dp, head);
1157 tail = sn;
1158 #if GEM_DEBUG_LEVEL > 2
1159 if (head != tail) {
1160 cmn_err(CE_CONT, "%s: freeing head:%d[%d], tail:%d[%d]",
1161 __func__,
1162 head, SLOT(head, dp->gc.gc_tx_buf_size),
1163 tail, SLOT(tail, dp->gc.gc_tx_buf_size));
1164 }
1165 #endif
1166 for (sn = head; sn != tail; sn++, tbp = tbp->txb_next) {
1167 gem_txbuf_free_dma_resources(tbp);
1168 }
1169
1170 /* recycle the tx buffers */
1171 mutex_enter(&dp->xmitlock);
1172 if (--dp->tx_reclaim_busy == 0) {
1173 /* we are the last thread who can update free tail */
1174 #if GEM_DEBUG_LEVEL > 4
1175 /* check all resouces have been deallocated */
1176 sn = dp->tx_free_tail;
1177 tbp = GET_TXBUF(dp, new_tail);
1178 while (sn != dp->tx_active_head + dp->gc.gc_tx_buf_limit) {
1179 if (tbp->txb_nfrags) {
1180 /* in use */
1181 break;
1182 }
1183 ASSERT(tbp->txb_mp == NULL);
1184 tbp = tbp->txb_next;
1185 sn++;
1186 }
1187 ASSERT(dp->tx_active_head + dp->gc.gc_tx_buf_limit == sn);
1188 #endif
1189 dp->tx_free_tail =
1190 dp->tx_active_head + dp->gc.gc_tx_buf_limit;
1191 }
1192 if (!dp->mac_active) {
1193 /* someone may be waiting for me. */
1194 cv_broadcast(&dp->tx_drain_cv);
1195 }
1196 #if GEM_DEBUG_LEVEL > 2
1197 cmn_err(CE_CONT, "!%s: %s: called, "
1198 "free_head:%d free_tail:%d(+%d) added:%d",
1199 dp->name, __func__,
1200 dp->tx_free_head, dp->tx_free_tail,
1201 dp->tx_free_tail - dp->tx_free_head, tail - head);
1202 #endif
1203 mutex_exit(&dp->xmitlock);
1204
1205 return (err);
1206 }
1207 #pragma inline(gem_reclaim_txbuf)
1208
1209
1210 /*
1211 * Make tx descriptors in out-of-order manner
1212 */
1213 static void
1214 gem_tx_load_descs_oo(struct gem_dev *dp,
1215 seqnum_t start_slot, seqnum_t end_slot, uint64_t flags)
1216 {
1217 seqnum_t sn;
1218 struct txbuf *tbp;
1219 int tx_ring_size = dp->gc.gc_tx_ring_size;
1220 int (*tx_desc_write)
1221 (struct gem_dev *dp, int slot,
1222 ddi_dma_cookie_t *dmacookie,
1223 int frags, uint64_t flag) = dp->gc.gc_tx_desc_write;
1224 clock_t now = ddi_get_lbolt();
1225
1226 sn = start_slot;
1227 tbp = GET_TXBUF(dp, sn);
1228 do {
1229 #if GEM_DEBUG_LEVEL > 1
1230 if (dp->tx_cnt < 100) {
1231 dp->tx_cnt++;
1232 flags |= GEM_TXFLAG_INTR;
1233 }
1234 #endif
1235 /* write a tx descriptor */
1236 tbp->txb_desc = sn;
1237 tbp->txb_ndescs = (*tx_desc_write)(dp,
1238 SLOT(sn, tx_ring_size),
1239 tbp->txb_dmacookie,
1240 tbp->txb_nfrags, flags | tbp->txb_flag);
1241 tbp->txb_stime = now;
1242 ASSERT(tbp->txb_ndescs == 1);
1243
1244 flags = 0;
1245 sn++;
1246 tbp = tbp->txb_next;
1247 } while (sn != end_slot);
1248 }
1249
1250 __INLINE__
1251 static size_t
1252 gem_setup_txbuf_copy(struct gem_dev *dp, mblk_t *mp, struct txbuf *tbp)
1253 {
1254 size_t min_pkt;
1255 caddr_t bp;
1256 size_t off;
1257 mblk_t *tp;
1258 size_t len;
1259 uint64_t flag;
1260
1261 ASSERT(tbp->txb_mp == NULL);
1262
1263 /* we use bounce buffer for the packet */
1264 min_pkt = ETHERMIN;
1265 bp = tbp->txb_buf;
1266 off = 0;
1267 tp = mp;
1268
1269 flag = tbp->txb_flag;
1270 if (flag & GEM_TXFLAG_SWVTAG) {
1271 /* need to increase min packet size */
1272 min_pkt += VTAG_SIZE;
1273 ASSERT((flag & GEM_TXFLAG_VTAG) == 0);
1274 }
1275
1276 /* copy the rest */
1277 for (; tp; tp = tp->b_cont) {
1278 if ((len = (long)tp->b_wptr - (long)tp->b_rptr) > 0) {
1279 bcopy(tp->b_rptr, &bp[off], len);
1280 off += len;
1281 }
1282 }
1283
1284 if (off < min_pkt &&
1285 (min_pkt > ETHERMIN || !dp->gc.gc_tx_auto_pad)) {
1286 /*
1287 * Extend the packet to minimum packet size explicitly.
1288 * For software vlan packets, we shouldn't use tx autopad
1289 * function because nics may not be aware of vlan.
1290 * we must keep 46 octet of payload even if we use vlan.
1291 */
1292 bzero(&bp[off], min_pkt - off);
1293 off = min_pkt;
1294 }
1295
1296 (void) ddi_dma_sync(tbp->txb_bdh, (off_t)0, off, DDI_DMA_SYNC_FORDEV);
1297
1298 tbp->txb_dmacookie[0].dmac_laddress = tbp->txb_buf_dma;
1299 tbp->txb_dmacookie[0].dmac_size = off;
1300
1301 DPRINTF(2, (CE_CONT,
1302 "!%s: %s: copy: addr:0x%llx len:0x%x, vtag:0x%04x, min_pkt:%d",
1303 dp->name, __func__,
1304 tbp->txb_dmacookie[0].dmac_laddress,
1305 tbp->txb_dmacookie[0].dmac_size,
1306 (flag & GEM_TXFLAG_VTAG) >> GEM_TXFLAG_VTAG_SHIFT,
1307 min_pkt));
1308
1309 /* save misc info */
1310 tbp->txb_mp = mp;
1311 tbp->txb_nfrags = 1;
1312 #ifdef DEBUG_MULTIFRAGS
1313 if (dp->gc.gc_tx_max_frags >= 3 &&
1314 tbp->txb_dmacookie[0].dmac_size > 16*3) {
1315 tbp->txb_dmacookie[1].dmac_laddress =
1316 tbp->txb_dmacookie[0].dmac_laddress + 16;
1317 tbp->txb_dmacookie[2].dmac_laddress =
1318 tbp->txb_dmacookie[1].dmac_laddress + 16;
1319
1320 tbp->txb_dmacookie[2].dmac_size =
1321 tbp->txb_dmacookie[0].dmac_size - 16*2;
1322 tbp->txb_dmacookie[1].dmac_size = 16;
1323 tbp->txb_dmacookie[0].dmac_size = 16;
1324 tbp->txb_nfrags = 3;
1325 }
1326 #endif
1327 return (off);
1328 }
1329 #pragma inline(gem_setup_txbuf_copy)
1330
1331 __INLINE__
1332 static void
1333 gem_tx_start_unit(struct gem_dev *dp)
1334 {
1335 seqnum_t head;
1336 seqnum_t tail;
1337 struct txbuf *tbp_head;
1338 struct txbuf *tbp_tail;
1339
1340 /* update HW descriptors from soft queue */
1341 ASSERT(mutex_owned(&dp->xmitlock));
1342 ASSERT(dp->tx_softq_head == dp->tx_active_tail);
1343
1344 head = dp->tx_softq_head;
1345 tail = dp->tx_softq_tail;
1346
1347 DPRINTF(1, (CE_CONT,
1348 "%s: %s: called, softq %d %d[+%d], desc %d %d[+%d]",
1349 dp->name, __func__, head, tail, tail - head,
1350 dp->tx_desc_head, dp->tx_desc_tail,
1351 dp->tx_desc_tail - dp->tx_desc_head));
1352
1353 ASSERT(tail - head > 0);
1354
1355 dp->tx_desc_tail = tail;
1356
1357 tbp_head = GET_TXBUF(dp, head);
1358 tbp_tail = GET_TXBUF(dp, tail - 1);
1359
1360 ASSERT(tbp_tail->txb_desc + tbp_tail->txb_ndescs == dp->tx_desc_tail);
1361
1362 dp->gc.gc_tx_start(dp,
1363 SLOT(tbp_head->txb_desc, dp->gc.gc_tx_ring_size),
1364 tbp_tail->txb_desc + tbp_tail->txb_ndescs - tbp_head->txb_desc);
1365
1366 /* advance softq head and active tail */
1367 dp->tx_softq_head = dp->tx_active_tail = tail;
1368 }
1369 #pragma inline(gem_tx_start_unit)
1370
1371 #ifdef GEM_DEBUG_LEVEL
1372 static int gem_send_cnt[10];
1373 #endif
1374 #define PKT_MIN_SIZE (sizeof (struct ether_header) + 10 + VTAG_SIZE)
1375 #define EHLEN (sizeof (struct ether_header))
1376 /*
1377 * check ether packet type and ip protocol
1378 */
1379 static uint64_t
1380 gem_txbuf_options(struct gem_dev *dp, mblk_t *mp, uint8_t *bp)
1381 {
1382 mblk_t *tp;
1383 ssize_t len;
1384 uint_t vtag;
1385 int off;
1386 uint64_t flag;
1387
1388 flag = 0ULL;
1389
1390 /*
1391 * prepare continuous header of the packet for protocol analysis
1392 */
1393 if ((long)mp->b_wptr - (long)mp->b_rptr < PKT_MIN_SIZE) {
1394 /* we use work buffer to copy mblk */
1395 for (tp = mp, off = 0;
1396 tp && (off < PKT_MIN_SIZE);
1397 tp = tp->b_cont, off += len) {
1398 len = (long)tp->b_wptr - (long)tp->b_rptr;
1399 len = min(len, PKT_MIN_SIZE - off);
1400 bcopy(tp->b_rptr, &bp[off], len);
1401 }
1402 } else {
1403 /* we can use mblk without copy */
1404 bp = mp->b_rptr;
1405 }
1406
1407 /* process vlan tag for GLD v3 */
1408 if (GET_NET16(&bp[VTAG_OFF]) == VTAG_TPID) {
1409 if (dp->misc_flag & GEM_VLAN_HARD) {
1410 vtag = GET_NET16(&bp[VTAG_OFF + 2]);
1411 ASSERT(vtag);
1412 flag |= vtag << GEM_TXFLAG_VTAG_SHIFT;
1413 } else {
1414 flag |= GEM_TXFLAG_SWVTAG;
1415 }
1416 }
1417 return (flag);
1418 }
1419 #undef EHLEN
1420 #undef PKT_MIN_SIZE
1421 /*
1422 * gem_send_common is an exported function because hw depend routines may
1423 * use it for sending control frames like setup frames for 2114x chipset.
1424 */
1425 mblk_t *
1426 gem_send_common(struct gem_dev *dp, mblk_t *mp_head, uint32_t flags)
1427 {
1428 int nmblk;
1429 int avail;
1430 mblk_t *tp;
1431 mblk_t *mp;
1432 int i;
1433 struct txbuf *tbp;
1434 seqnum_t head;
1435 uint64_t load_flags;
1436 uint64_t len_total = 0;
1437 uint32_t bcast = 0;
1438 uint32_t mcast = 0;
1439
1440 ASSERT(mp_head != NULL);
1441
1442 mp = mp_head;
1443 nmblk = 1;
1444 while ((mp = mp->b_next) != NULL) {
1445 nmblk++;
1446 }
1447 #ifdef GEM_DEBUG_LEVEL
1448 gem_send_cnt[0]++;
1449 gem_send_cnt[min(nmblk, 9)]++;
1450 #endif
1451 /*
1452 * Aquire resources
1453 */
1454 mutex_enter(&dp->xmitlock);
1455 if (dp->mac_suspended) {
1456 mutex_exit(&dp->xmitlock);
1457 mp = mp_head;
1458 while (mp) {
1459 tp = mp->b_next;
1460 freemsg(mp);
1461 mp = tp;
1462 }
1463 return (NULL);
1464 }
1465
1466 if (!dp->mac_active && (flags & GEM_SEND_CTRL) == 0) {
1467 /* don't send data packets while mac isn't active */
1468 /* XXX - should we discard packets? */
1469 mutex_exit(&dp->xmitlock);
1470 return (mp_head);
1471 }
1472
1473 /* allocate free slots */
1474 head = dp->tx_free_head;
1475 avail = dp->tx_free_tail - head;
1476
1477 DPRINTF(2, (CE_CONT,
1478 "!%s: %s: called, free_head:%d free_tail:%d(+%d) req:%d",
1479 dp->name, __func__,
1480 dp->tx_free_head, dp->tx_free_tail, avail, nmblk));
1481
1482 avail = min(avail, dp->tx_max_packets);
1483
1484 if (nmblk > avail) {
1485 if (avail == 0) {
1486 /* no resources; short cut */
1487 DPRINTF(2, (CE_CONT, "!%s: no resources", __func__));
1488 dp->tx_max_packets = max(dp->tx_max_packets - 1, 1);
1489 goto done;
1490 }
1491 nmblk = avail;
1492 }
1493
1494 dp->tx_free_head = head + nmblk;
1495 load_flags = ((dp->tx_busy++) == 0) ? GEM_TXFLAG_HEAD : 0;
1496
1497 /* update last interrupt position if tx buffers exhaust. */
1498 if (nmblk == avail) {
1499 tbp = GET_TXBUF(dp, head + avail - 1);
1500 tbp->txb_flag = GEM_TXFLAG_INTR;
1501 dp->tx_desc_intr = head + avail;
1502 }
1503 mutex_exit(&dp->xmitlock);
1504
1505 tbp = GET_TXBUF(dp, head);
1506
1507 for (i = nmblk; i > 0; i--, tbp = tbp->txb_next) {
1508 uint8_t *bp;
1509 uint64_t txflag;
1510
1511 /* remove one from the mblk list */
1512 ASSERT(mp_head != NULL);
1513 mp = mp_head;
1514 mp_head = mp_head->b_next;
1515 mp->b_next = NULL;
1516
1517 /* statistics for non-unicast packets */
1518 bp = mp->b_rptr;
1519 if ((bp[0] & 1) && (flags & GEM_SEND_CTRL) == 0) {
1520 if (bcmp(bp, gem_etherbroadcastaddr.ether_addr_octet,
1521 ETHERADDRL) == 0) {
1522 bcast++;
1523 } else {
1524 mcast++;
1525 }
1526 }
1527
1528 /* save misc info */
1529 txflag = tbp->txb_flag;
1530 txflag |= (flags & GEM_SEND_CTRL) << GEM_TXFLAG_PRIVATE_SHIFT;
1531 txflag |= gem_txbuf_options(dp, mp, (uint8_t *)tbp->txb_buf);
1532 tbp->txb_flag = txflag;
1533
1534 len_total += gem_setup_txbuf_copy(dp, mp, tbp);
1535 }
1536
1537 (void) gem_tx_load_descs_oo(dp, head, head + nmblk, load_flags);
1538
1539 /* Append the tbp at the tail of the active tx buffer list */
1540 mutex_enter(&dp->xmitlock);
1541
1542 if ((--dp->tx_busy) == 0) {
1543 /* extend the tail of softq, as new packets have been ready. */
1544 dp->tx_softq_tail = dp->tx_free_head;
1545
1546 if (!dp->mac_active && (flags & GEM_SEND_CTRL) == 0) {
1547 /*
1548 * The device status has changed while we are
1549 * preparing tx buf.
1550 * As we are the last one that make tx non-busy.
1551 * wake up someone who may wait for us.
1552 */
1553 cv_broadcast(&dp->tx_drain_cv);
1554 } else {
1555 ASSERT(dp->tx_softq_tail - dp->tx_softq_head > 0);
1556 gem_tx_start_unit(dp);
1557 }
1558 }
1559 dp->stats.obytes += len_total;
1560 dp->stats.opackets += nmblk;
1561 dp->stats.obcast += bcast;
1562 dp->stats.omcast += mcast;
1563 done:
1564 mutex_exit(&dp->xmitlock);
1565
1566 return (mp_head);
1567 }
1568
1569 /* ========================================================== */
1570 /*
1571 * error detection and restart routines
1572 */
1573 /* ========================================================== */
1574 int
1575 gem_restart_nic(struct gem_dev *dp, uint_t flags)
1576 {
1577 ASSERT(mutex_owned(&dp->intrlock));
1578
1579 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
1580 #ifdef GEM_DEBUG_LEVEL
1581 #if GEM_DEBUG_LEVEL > 1
1582 gem_dump_txbuf(dp, CE_CONT, "gem_restart_nic");
1583 #endif
1584 #endif
1585
1586 if (dp->mac_suspended) {
1587 /* should we return GEM_FAILURE ? */
1588 return (GEM_FAILURE);
1589 }
1590
1591 /*
1592 * We should avoid calling any routines except xxx_chip_reset
1593 * when we are resuming the system.
1594 */
1595 if (dp->mac_active) {
1596 if (flags & GEM_RESTART_KEEP_BUF) {
1597 /* stop rx gracefully */
1598 dp->rxmode &= ~RXMODE_ENABLE;
1599 (void) (*dp->gc.gc_set_rx_filter)(dp);
1600 }
1601 (void) gem_mac_stop(dp, flags);
1602 }
1603
1604 /* reset the chip. */
1605 if ((*dp->gc.gc_reset_chip)(dp) != GEM_SUCCESS) {
1606 cmn_err(CE_WARN, "%s: %s: failed to reset chip",
1607 dp->name, __func__);
1608 goto err;
1609 }
1610
1611 if (gem_mac_init(dp) != GEM_SUCCESS) {
1612 goto err;
1613 }
1614
1615 /* setup media mode if the link have been up */
1616 if (dp->mii_state == MII_STATE_LINKUP) {
1617 if ((dp->gc.gc_set_media)(dp) != GEM_SUCCESS) {
1618 goto err;
1619 }
1620 }
1621
1622 /* setup mac address and enable rx filter */
1623 dp->rxmode |= RXMODE_ENABLE;
1624 if ((*dp->gc.gc_set_rx_filter)(dp) != GEM_SUCCESS) {
1625 goto err;
1626 }
1627
1628 /*
1629 * XXX - a panic happened because of linkdown.
1630 * We must check mii_state here, because the link can be down just
1631 * before the restart event happen. If the link is down now,
1632 * gem_mac_start() will be called from gem_mii_link_check() when
1633 * the link become up later.
1634 */
1635 if (dp->mii_state == MII_STATE_LINKUP) {
1636 /* restart the nic */
1637 ASSERT(!dp->mac_active);
1638 (void) gem_mac_start(dp);
1639 }
1640 return (GEM_SUCCESS);
1641 err:
1642 return (GEM_FAILURE);
1643 }
1644
1645
1646 static void
1647 gem_tx_timeout(struct gem_dev *dp)
1648 {
1649 clock_t now;
1650 boolean_t tx_sched;
1651 struct txbuf *tbp;
1652
1653 mutex_enter(&dp->intrlock);
1654
1655 tx_sched = B_FALSE;
1656 now = ddi_get_lbolt();
1657
1658 mutex_enter(&dp->xmitlock);
1659 if (!dp->mac_active || dp->mii_state != MII_STATE_LINKUP) {
1660 mutex_exit(&dp->xmitlock);
1661 goto schedule_next;
1662 }
1663 mutex_exit(&dp->xmitlock);
1664
1665 /* reclaim transmitted buffers to check the trasmitter hangs or not. */
1666 if (gem_reclaim_txbuf(dp) != GEM_SUCCESS) {
1667 /* tx error happened, reset transmitter in the chip */
1668 (void) gem_restart_nic(dp, 0);
1669 tx_sched = B_TRUE;
1670 dp->tx_blocked = (clock_t)0;
1671
1672 goto schedule_next;
1673 }
1674
1675 mutex_enter(&dp->xmitlock);
1676 /* check if the transmitter thread is stuck */
1677 if (dp->tx_active_head == dp->tx_active_tail) {
1678 /* no tx buffer is loaded to the nic */
1679 if (dp->tx_blocked &&
1680 now - dp->tx_blocked > dp->gc.gc_tx_timeout_interval) {
1681 gem_dump_txbuf(dp, CE_WARN,
1682 "gem_tx_timeout: tx blocked");
1683 tx_sched = B_TRUE;
1684 dp->tx_blocked = (clock_t)0;
1685 }
1686 mutex_exit(&dp->xmitlock);
1687 goto schedule_next;
1688 }
1689
1690 tbp = GET_TXBUF(dp, dp->tx_active_head);
1691 if (now - tbp->txb_stime < dp->gc.gc_tx_timeout) {
1692 mutex_exit(&dp->xmitlock);
1693 goto schedule_next;
1694 }
1695 mutex_exit(&dp->xmitlock);
1696
1697 gem_dump_txbuf(dp, CE_WARN, "gem_tx_timeout: tx timeout");
1698
1699 /* discard untransmitted packet and restart tx. */
1700 (void) gem_restart_nic(dp, GEM_RESTART_NOWAIT);
1701 tx_sched = B_TRUE;
1702 dp->tx_blocked = (clock_t)0;
1703
1704 schedule_next:
1705 mutex_exit(&dp->intrlock);
1706
1707 /* restart the downstream if needed */
1708 if (tx_sched) {
1709 mac_tx_update(dp->mh);
1710 }
1711
1712 DPRINTF(4, (CE_CONT,
1713 "!%s: blocked:%d active_head:%d active_tail:%d desc_intr:%d",
1714 dp->name, BOOLEAN(dp->tx_blocked),
1715 dp->tx_active_head, dp->tx_active_tail, dp->tx_desc_intr));
1716 dp->timeout_id =
1717 timeout((void (*)(void *))gem_tx_timeout,
1718 (void *)dp, dp->gc.gc_tx_timeout_interval);
1719 }
1720
1721 /* ================================================================== */
1722 /*
1723 * Interrupt handler
1724 */
1725 /* ================================================================== */
1726 __INLINE__
1727 static void
1728 gem_append_rxbuf(struct gem_dev *dp, struct rxbuf *rbp_head)
1729 {
1730 struct rxbuf *rbp;
1731 seqnum_t tail;
1732 int rx_ring_size = dp->gc.gc_rx_ring_size;
1733
1734 ASSERT(rbp_head != NULL);
1735 ASSERT(mutex_owned(&dp->intrlock));
1736
1737 DPRINTF(3, (CE_CONT, "!%s: %s: slot_head:%d, slot_tail:%d",
1738 dp->name, __func__, dp->rx_active_head, dp->rx_active_tail));
1739
1740 /*
1741 * Add new buffers into active rx buffer list
1742 */
1743 if (dp->rx_buf_head == NULL) {
1744 dp->rx_buf_head = rbp_head;
1745 ASSERT(dp->rx_buf_tail == NULL);
1746 } else {
1747 dp->rx_buf_tail->rxb_next = rbp_head;
1748 }
1749
1750 tail = dp->rx_active_tail;
1751 for (rbp = rbp_head; rbp; rbp = rbp->rxb_next) {
1752 /* need to notify the tail for the lower layer */
1753 dp->rx_buf_tail = rbp;
1754
1755 dp->gc.gc_rx_desc_write(dp,
1756 SLOT(tail, rx_ring_size),
1757 rbp->rxb_dmacookie,
1758 rbp->rxb_nfrags);
1759
1760 dp->rx_active_tail = tail = tail + 1;
1761 }
1762 }
1763 #pragma inline(gem_append_rxbuf)
1764
1765 mblk_t *
1766 gem_get_packet_default(struct gem_dev *dp, struct rxbuf *rbp, size_t len)
1767 {
1768 int rx_header_len = dp->gc.gc_rx_header_len;
1769 uint8_t *bp;
1770 mblk_t *mp;
1771
1772 /* allocate a new mblk */
1773 if (mp = allocb(len + VTAG_SIZE, BPRI_MED)) {
1774 ASSERT(mp->b_next == NULL);
1775 ASSERT(mp->b_cont == NULL);
1776
1777 mp->b_rptr += VTAG_SIZE;
1778 bp = mp->b_rptr;
1779 mp->b_wptr = bp + len;
1780
1781 /*
1782 * flush the range of the entire buffer to invalidate
1783 * all of corresponding dirty entries in iocache.
1784 */
1785 (void) ddi_dma_sync(rbp->rxb_dh, rx_header_len,
1786 0, DDI_DMA_SYNC_FORKERNEL);
1787
1788 bcopy(rbp->rxb_buf + rx_header_len, bp, len);
1789 }
1790 return (mp);
1791 }
1792
1793 #ifdef GEM_DEBUG_LEVEL
1794 uint_t gem_rx_pkts[17];
1795 #endif
1796
1797
1798 int
1799 gem_receive(struct gem_dev *dp)
1800 {
1801 uint64_t len_total = 0;
1802 struct rxbuf *rbp;
1803 mblk_t *mp;
1804 int cnt = 0;
1805 uint64_t rxstat;
1806 struct rxbuf *newbufs;
1807 struct rxbuf **newbufs_tailp;
1808 mblk_t *rx_head;
1809 mblk_t **rx_tailp;
1810 int rx_ring_size = dp->gc.gc_rx_ring_size;
1811 seqnum_t active_head;
1812 uint64_t (*rx_desc_stat)(struct gem_dev *dp,
1813 int slot, int ndesc);
1814 int ethermin = ETHERMIN;
1815 int ethermax = dp->mtu + sizeof (struct ether_header);
1816 int rx_header_len = dp->gc.gc_rx_header_len;
1817
1818 ASSERT(mutex_owned(&dp->intrlock));
1819
1820 DPRINTF(3, (CE_CONT, "!%s: gem_receive: rx_buf_head:%p",
1821 dp->name, dp->rx_buf_head));
1822
1823 rx_desc_stat = dp->gc.gc_rx_desc_stat;
1824 newbufs_tailp = &newbufs;
1825 rx_tailp = &rx_head;
1826 for (active_head = dp->rx_active_head;
1827 (rbp = dp->rx_buf_head) != NULL; active_head++) {
1828 int len;
1829 if (cnt == 0) {
1830 cnt = max(dp->poll_pkt_delay*2, 10);
1831 cnt = min(cnt,
1832 dp->rx_active_tail - active_head);
1833 gem_rx_desc_dma_sync(dp,
1834 SLOT(active_head, rx_ring_size),
1835 cnt,
1836 DDI_DMA_SYNC_FORKERNEL);
1837 }
1838
1839 if (rx_header_len > 0) {
1840 (void) ddi_dma_sync(rbp->rxb_dh, 0,
1841 rx_header_len, DDI_DMA_SYNC_FORKERNEL);
1842 }
1843
1844 if (((rxstat = (*rx_desc_stat)(dp,
1845 SLOT(active_head, rx_ring_size),
1846 rbp->rxb_nfrags))
1847 & (GEM_RX_DONE | GEM_RX_ERR)) == 0) {
1848 /* not received yet */
1849 break;
1850 }
1851
1852 /* Remove the head of the rx buffer list */
1853 dp->rx_buf_head = rbp->rxb_next;
1854 cnt--;
1855
1856
1857 if (rxstat & GEM_RX_ERR) {
1858 goto next;
1859 }
1860
1861 len = rxstat & GEM_RX_LEN;
1862 DPRINTF(3, (CE_CONT, "!%s: %s: rxstat:0x%llx, len:0x%x",
1863 dp->name, __func__, rxstat, len));
1864
1865 /*
1866 * Copy the packet
1867 */
1868 if ((mp = dp->gc.gc_get_packet(dp, rbp, len)) == NULL) {
1869 /* no memory, discard the packet */
1870 dp->stats.norcvbuf++;
1871 goto next;
1872 }
1873
1874 /*
1875 * Process VLAN tag
1876 */
1877 ethermin = ETHERMIN;
1878 ethermax = dp->mtu + sizeof (struct ether_header);
1879 if (GET_NET16(mp->b_rptr + VTAG_OFF) == VTAG_TPID) {
1880 ethermax += VTAG_SIZE;
1881 }
1882
1883 /* check packet size */
1884 if (len < ethermin) {
1885 dp->stats.errrcv++;
1886 dp->stats.runt++;
1887 freemsg(mp);
1888 goto next;
1889 }
1890
1891 if (len > ethermax) {
1892 dp->stats.errrcv++;
1893 dp->stats.frame_too_long++;
1894 freemsg(mp);
1895 goto next;
1896 }
1897
1898 len_total += len;
1899
1900 #ifdef GEM_DEBUG_VLAN
1901 if (GET_ETHERTYPE(mp->b_rptr) == VTAG_TPID) {
1902 gem_dump_packet(dp, (char *)__func__, mp, B_TRUE);
1903 }
1904 #endif
1905 /* append received packet to temporaly rx buffer list */
1906 *rx_tailp = mp;
1907 rx_tailp = &mp->b_next;
1908
1909 if (mp->b_rptr[0] & 1) {
1910 if (bcmp(mp->b_rptr,
1911 gem_etherbroadcastaddr.ether_addr_octet,
1912 ETHERADDRL) == 0) {
1913 dp->stats.rbcast++;
1914 } else {
1915 dp->stats.rmcast++;
1916 }
1917 }
1918 next:
1919 ASSERT(rbp != NULL);
1920
1921 /* append new one to temporal new buffer list */
1922 *newbufs_tailp = rbp;
1923 newbufs_tailp = &rbp->rxb_next;
1924 }
1925
1926 /* advance rx_active_head */
1927 if ((cnt = active_head - dp->rx_active_head) > 0) {
1928 dp->stats.rbytes += len_total;
1929 dp->stats.rpackets += cnt;
1930 }
1931 dp->rx_active_head = active_head;
1932
1933 /* terminate the working list */
1934 *newbufs_tailp = NULL;
1935 *rx_tailp = NULL;
1936
1937 if (dp->rx_buf_head == NULL) {
1938 dp->rx_buf_tail = NULL;
1939 }
1940
1941 DPRINTF(4, (CE_CONT, "%s: %s: cnt:%d, rx_head:%p",
1942 dp->name, __func__, cnt, rx_head));
1943
1944 if (newbufs) {
1945 /*
1946 * fillfull rx list with new buffers
1947 */
1948 seqnum_t head;
1949
1950 /* save current tail */
1951 head = dp->rx_active_tail;
1952 gem_append_rxbuf(dp, newbufs);
1953
1954 /* call hw depend start routine if we have. */
1955 dp->gc.gc_rx_start(dp,
1956 SLOT(head, rx_ring_size), dp->rx_active_tail - head);
1957 }
1958
1959 if (rx_head) {
1960 /*
1961 * send up received packets
1962 */
1963 mutex_exit(&dp->intrlock);
1964 mac_rx(dp->mh, NULL, rx_head);
1965 mutex_enter(&dp->intrlock);
1966 }
1967
1968 #ifdef GEM_DEBUG_LEVEL
1969 gem_rx_pkts[min(cnt, sizeof (gem_rx_pkts)/sizeof (uint_t)-1)]++;
1970 #endif
1971 return (cnt);
1972 }
1973
1974 boolean_t
1975 gem_tx_done(struct gem_dev *dp)
1976 {
1977 boolean_t tx_sched = B_FALSE;
1978
1979 if (gem_reclaim_txbuf(dp) != GEM_SUCCESS) {
1980 (void) gem_restart_nic(dp, GEM_RESTART_KEEP_BUF);
1981 DPRINTF(2, (CE_CONT, "!%s: gem_tx_done: tx_desc: %d %d",
1982 dp->name, dp->tx_active_head, dp->tx_active_tail));
1983 tx_sched = B_TRUE;
1984 goto x;
1985 }
1986
1987 mutex_enter(&dp->xmitlock);
1988
1989 /* XXX - we must not have any packets in soft queue */
1990 ASSERT(dp->tx_softq_head == dp->tx_softq_tail);
1991 /*
1992 * If we won't have chance to get more free tx buffers, and blocked,
1993 * it is worth to reschedule the downstream i.e. tx side.
1994 */
1995 ASSERT(dp->tx_desc_intr - dp->tx_desc_head >= 0);
1996 if (dp->tx_blocked && dp->tx_desc_intr == dp->tx_desc_head) {
1997 /*
1998 * As no further tx-done interrupts are scheduled, this
1999 * is the last chance to kick tx side, which may be
2000 * blocked now, otherwise the tx side never works again.
2001 */
2002 tx_sched = B_TRUE;
2003 dp->tx_blocked = (clock_t)0;
2004 dp->tx_max_packets =
2005 min(dp->tx_max_packets + 2, dp->gc.gc_tx_buf_limit);
2006 }
2007
2008 mutex_exit(&dp->xmitlock);
2009
2010 DPRINTF(3, (CE_CONT, "!%s: %s: ret: blocked:%d",
2011 dp->name, __func__, BOOLEAN(dp->tx_blocked)));
2012 x:
2013 return (tx_sched);
2014 }
2015
2016 static uint_t
2017 gem_intr(struct gem_dev *dp)
2018 {
2019 uint_t ret;
2020
2021 mutex_enter(&dp->intrlock);
2022 if (dp->mac_suspended) {
2023 mutex_exit(&dp->intrlock);
2024 return (DDI_INTR_UNCLAIMED);
2025 }
2026 dp->intr_busy = B_TRUE;
2027
2028 ret = (*dp->gc.gc_interrupt)(dp);
2029
2030 if (ret == DDI_INTR_UNCLAIMED) {
2031 dp->intr_busy = B_FALSE;
2032 mutex_exit(&dp->intrlock);
2033 return (ret);
2034 }
2035
2036 if (!dp->mac_active) {
2037 cv_broadcast(&dp->tx_drain_cv);
2038 }
2039
2040
2041 dp->stats.intr++;
2042 dp->intr_busy = B_FALSE;
2043
2044 mutex_exit(&dp->intrlock);
2045
2046 if (ret & INTR_RESTART_TX) {
2047 DPRINTF(4, (CE_CONT, "!%s: calling mac_tx_update", dp->name));
2048 mac_tx_update(dp->mh);
2049 ret &= ~INTR_RESTART_TX;
2050 }
2051 return (ret);
2052 }
2053
2054 static void
2055 gem_intr_watcher(struct gem_dev *dp)
2056 {
2057 (void) gem_intr(dp);
2058
2059 /* schedule next call of tu_intr_watcher */
2060 dp->intr_watcher_id =
2061 timeout((void (*)(void *))gem_intr_watcher, (void *)dp, 1);
2062 }
2063
2064 /* ======================================================================== */
2065 /*
2066 * MII support routines
2067 */
2068 /* ======================================================================== */
2069 static void
2070 gem_choose_forcedmode(struct gem_dev *dp)
2071 {
2072 /* choose media mode */
2073 if (dp->anadv_1000fdx || dp->anadv_1000hdx) {
2074 dp->speed = GEM_SPD_1000;
2075 dp->full_duplex = dp->anadv_1000fdx;
2076 } else if (dp->anadv_100fdx || dp->anadv_100t4) {
2077 dp->speed = GEM_SPD_100;
2078 dp->full_duplex = B_TRUE;
2079 } else if (dp->anadv_100hdx) {
2080 dp->speed = GEM_SPD_100;
2081 dp->full_duplex = B_FALSE;
2082 } else {
2083 dp->speed = GEM_SPD_10;
2084 dp->full_duplex = dp->anadv_10fdx;
2085 }
2086 }
2087
2088 uint16_t
2089 gem_mii_read(struct gem_dev *dp, uint_t reg)
2090 {
2091 if ((dp->mii_status & MII_STATUS_MFPRMBLSUPR) == 0) {
2092 (*dp->gc.gc_mii_sync)(dp);
2093 }
2094 return ((*dp->gc.gc_mii_read)(dp, reg));
2095 }
2096
2097 void
2098 gem_mii_write(struct gem_dev *dp, uint_t reg, uint16_t val)
2099 {
2100 if ((dp->mii_status & MII_STATUS_MFPRMBLSUPR) == 0) {
2101 (*dp->gc.gc_mii_sync)(dp);
2102 }
2103 (*dp->gc.gc_mii_write)(dp, reg, val);
2104 }
2105
2106 #define fc_cap_decode(x) \
2107 ((((x) & MII_ABILITY_PAUSE) ? 1 : 0) | \
2108 (((x) & MII_ABILITY_ASMPAUSE) ? 2 : 0))
2109
2110 int
2111 gem_mii_config_default(struct gem_dev *dp)
2112 {
2113 uint16_t mii_stat;
2114 uint16_t val;
2115 static uint16_t fc_cap_encode[4] = {
2116 0, /* none */
2117 MII_ABILITY_PAUSE, /* symmetric */
2118 MII_ABILITY_ASMPAUSE, /* tx */
2119 MII_ABILITY_PAUSE | MII_ABILITY_ASMPAUSE, /* rx-symmetric */
2120 };
2121
2122 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
2123
2124 /*
2125 * Configure bits in advertisement register
2126 */
2127 mii_stat = dp->mii_status;
2128
2129 DPRINTF(1, (CE_CONT, "!%s: %s: MII_STATUS reg:%b",
2130 dp->name, __func__, mii_stat, MII_STATUS_BITS));
2131
2132 if ((mii_stat & MII_STATUS_ABILITY_TECH) == 0) {
2133 /* it's funny */
2134 cmn_err(CE_WARN, "!%s: wrong ability bits: mii_status:%b",
2135 dp->name, mii_stat, MII_STATUS_BITS);
2136 return (GEM_FAILURE);
2137 }
2138
2139 /* Do not change the rest of the ability bits in the advert reg */
2140 val = gem_mii_read(dp, MII_AN_ADVERT) & ~MII_ABILITY_ALL;
2141
2142 DPRINTF(0, (CE_CONT,
2143 "!%s: %s: 100T4:%d 100F:%d 100H:%d 10F:%d 10H:%d",
2144 dp->name, __func__,
2145 dp->anadv_100t4, dp->anadv_100fdx, dp->anadv_100hdx,
2146 dp->anadv_10fdx, dp->anadv_10hdx));
2147
2148 if (dp->anadv_100t4) {
2149 val |= MII_ABILITY_100BASE_T4;
2150 }
2151 if (dp->anadv_100fdx) {
2152 val |= MII_ABILITY_100BASE_TX_FD;
2153 }
2154 if (dp->anadv_100hdx) {
2155 val |= MII_ABILITY_100BASE_TX;
2156 }
2157 if (dp->anadv_10fdx) {
2158 val |= MII_ABILITY_10BASE_T_FD;
2159 }
2160 if (dp->anadv_10hdx) {
2161 val |= MII_ABILITY_10BASE_T;
2162 }
2163
2164 /* set flow control capability */
2165 val |= fc_cap_encode[dp->anadv_flow_control];
2166
2167 DPRINTF(0, (CE_CONT,
2168 "!%s: %s: setting MII_AN_ADVERT reg:%b, mii_mode:%d, fc:%d",
2169 dp->name, __func__, val, MII_ABILITY_BITS, dp->gc.gc_mii_mode,
2170 dp->anadv_flow_control));
2171
2172 gem_mii_write(dp, MII_AN_ADVERT, val);
2173
2174 if (mii_stat & MII_STATUS_XSTATUS) {
2175 /*
2176 * 1000Base-T GMII support
2177 */
2178 if (!dp->anadv_autoneg) {
2179 /* enable manual configuration */
2180 val = MII_1000TC_CFG_EN;
2181 } else {
2182 val = 0;
2183 if (dp->anadv_1000fdx) {
2184 val |= MII_1000TC_ADV_FULL;
2185 }
2186 if (dp->anadv_1000hdx) {
2187 val |= MII_1000TC_ADV_HALF;
2188 }
2189 }
2190 DPRINTF(0, (CE_CONT,
2191 "!%s: %s: setting MII_1000TC reg:%b",
2192 dp->name, __func__, val, MII_1000TC_BITS));
2193
2194 gem_mii_write(dp, MII_1000TC, val);
2195 }
2196
2197 return (GEM_SUCCESS);
2198 }
2199
2200 #define GEM_LINKUP(dp) mac_link_update((dp)->mh, LINK_STATE_UP)
2201 #define GEM_LINKDOWN(dp) mac_link_update((dp)->mh, LINK_STATE_DOWN)
2202
2203 static uint8_t gem_fc_result[4 /* my cap */ ][4 /* lp cap */] = {
2204 /* none symm tx rx/symm */
2205 /* none */
2206 {FLOW_CONTROL_NONE,
2207 FLOW_CONTROL_NONE,
2208 FLOW_CONTROL_NONE,
2209 FLOW_CONTROL_NONE},
2210 /* sym */
2211 {FLOW_CONTROL_NONE,
2212 FLOW_CONTROL_SYMMETRIC,
2213 FLOW_CONTROL_NONE,
2214 FLOW_CONTROL_SYMMETRIC},
2215 /* tx */
2216 {FLOW_CONTROL_NONE,
2217 FLOW_CONTROL_NONE,
2218 FLOW_CONTROL_NONE,
2219 FLOW_CONTROL_TX_PAUSE},
2220 /* rx/symm */
2221 {FLOW_CONTROL_NONE,
2222 FLOW_CONTROL_SYMMETRIC,
2223 FLOW_CONTROL_RX_PAUSE,
2224 FLOW_CONTROL_SYMMETRIC},
2225 };
2226
2227 static char *gem_fc_type[] = {
2228 "without",
2229 "with symmetric",
2230 "with tx",
2231 "with rx",
2232 };
2233
2234 boolean_t
2235 gem_mii_link_check(struct gem_dev *dp)
2236 {
2237 uint16_t old_mii_state;
2238 boolean_t tx_sched = B_FALSE;
2239 uint16_t status;
2240 uint16_t advert;
2241 uint16_t lpable;
2242 uint16_t exp;
2243 uint16_t ctl1000;
2244 uint16_t stat1000;
2245 uint16_t val;
2246 clock_t now;
2247 clock_t diff;
2248 int linkdown_action;
2249 boolean_t fix_phy = B_FALSE;
2250
2251 now = ddi_get_lbolt();
2252 old_mii_state = dp->mii_state;
2253
2254 DPRINTF(3, (CE_CONT, "!%s: %s: time:%d state:%d",
2255 dp->name, __func__, now, dp->mii_state));
2256
2257 diff = now - dp->mii_last_check;
2258 dp->mii_last_check = now;
2259
2260 /*
2261 * For NWAM, don't show linkdown state right
2262 * after the system boots
2263 */
2264 if (dp->linkup_delay > 0) {
2265 if (dp->linkup_delay > diff) {
2266 dp->linkup_delay -= diff;
2267 } else {
2268 /* link up timeout */
2269 dp->linkup_delay = -1;
2270 }
2271 }
2272
2273 next_nowait:
2274 switch (dp->mii_state) {
2275 case MII_STATE_UNKNOWN:
2276 /* power-up, DP83840 requires 32 sync bits */
2277 (*dp->gc.gc_mii_sync)(dp);
2278 goto reset_phy;
2279
2280 case MII_STATE_RESETTING:
2281 dp->mii_timer -= diff;
2282 if (dp->mii_timer > 0) {
2283 /* don't read phy registers in resetting */
2284 dp->mii_interval = WATCH_INTERVAL_FAST;
2285 goto next;
2286 }
2287
2288 /* Timer expired, ensure reset bit is not set */
2289
2290 if (dp->mii_status & MII_STATUS_MFPRMBLSUPR) {
2291 /* some phys need sync bits after reset */
2292 (*dp->gc.gc_mii_sync)(dp);
2293 }
2294 val = gem_mii_read(dp, MII_CONTROL);
2295 if (val & MII_CONTROL_RESET) {
2296 cmn_err(CE_NOTE,
2297 "!%s: time:%ld resetting phy not complete."
2298 " mii_control:0x%b",
2299 dp->name, ddi_get_lbolt(),
2300 val, MII_CONTROL_BITS);
2301 }
2302
2303 /* ensure neither isolated nor pwrdown nor auto-nego mode */
2304 /* XXX -- this operation is required for NS DP83840A. */
2305 gem_mii_write(dp, MII_CONTROL, 0);
2306
2307 /* As resetting PHY has completed, configure PHY registers */
2308 if ((*dp->gc.gc_mii_config)(dp) != GEM_SUCCESS) {
2309 /* we failed to configure PHY. */
2310 goto reset_phy;
2311 }
2312
2313 /* mii_config may disable autonegatiation */
2314 gem_choose_forcedmode(dp);
2315
2316 dp->mii_lpable = 0;
2317 dp->mii_advert = 0;
2318 dp->mii_exp = 0;
2319 dp->mii_ctl1000 = 0;
2320 dp->mii_stat1000 = 0;
2321 dp->flow_control = FLOW_CONTROL_NONE;
2322
2323 if (!dp->anadv_autoneg) {
2324 /* skip auto-negotiation phase */
2325 dp->mii_state = MII_STATE_MEDIA_SETUP;
2326 dp->mii_timer = 0;
2327 dp->mii_interval = 0;
2328 goto next_nowait;
2329 }
2330
2331 /* Issue auto-negotiation command */
2332 goto autonego;
2333
2334 case MII_STATE_AUTONEGOTIATING:
2335 /*
2336 * Autonegotiation is in progress
2337 */
2338 dp->mii_timer -= diff;
2339 if (dp->mii_timer -
2340 (dp->gc.gc_mii_an_timeout
2341 - dp->gc.gc_mii_an_wait) > 0) {
2342 /*
2343 * wait for a while, typically autonegotiation
2344 * completes in 2.3 - 2.5 sec.
2345 */
2346 dp->mii_interval = WATCH_INTERVAL_FAST;
2347 goto next;
2348 }
2349
2350 /* read PHY status */
2351 status = gem_mii_read(dp, MII_STATUS);
2352 DPRINTF(4, (CE_CONT,
2353 "!%s: %s: called: mii_state:%d MII_STATUS reg:%b",
2354 dp->name, __func__, dp->mii_state,
2355 status, MII_STATUS_BITS));
2356
2357 if (status & MII_STATUS_REMFAULT) {
2358 /*
2359 * The link parnert told me something wrong happend.
2360 * What do we do ?
2361 */
2362 cmn_err(CE_CONT,
2363 "!%s: auto-negotiation failed: remote fault",
2364 dp->name);
2365 goto autonego;
2366 }
2367
2368 if ((status & MII_STATUS_ANDONE) == 0) {
2369 if (dp->mii_timer <= 0) {
2370 /*
2371 * Auto-negotiation was timed out,
2372 * try again w/o resetting phy.
2373 */
2374 if (!dp->mii_supress_msg) {
2375 cmn_err(CE_WARN,
2376 "!%s: auto-negotiation failed: timeout",
2377 dp->name);
2378 dp->mii_supress_msg = B_TRUE;
2379 }
2380 goto autonego;
2381 }
2382 /*
2383 * Auto-negotiation is in progress. Wait.
2384 */
2385 dp->mii_interval = dp->gc.gc_mii_an_watch_interval;
2386 goto next;
2387 }
2388
2389 /*
2390 * Auto-negotiation have completed.
2391 * Assume linkdown and fall through.
2392 */
2393 dp->mii_supress_msg = B_FALSE;
2394 dp->mii_state = MII_STATE_AN_DONE;
2395 DPRINTF(0, (CE_CONT,
2396 "!%s: auto-negotiation completed, MII_STATUS:%b",
2397 dp->name, status, MII_STATUS_BITS));
2398
2399 if (dp->gc.gc_mii_an_delay > 0) {
2400 dp->mii_timer = dp->gc.gc_mii_an_delay;
2401 dp->mii_interval = drv_usectohz(20*1000);
2402 goto next;
2403 }
2404
2405 dp->mii_timer = 0;
2406 diff = 0;
2407 goto next_nowait;
2408
2409 case MII_STATE_AN_DONE:
2410 /*
2411 * Auto-negotiation have done. Now we can set up media.
2412 */
2413 dp->mii_timer -= diff;
2414 if (dp->mii_timer > 0) {
2415 /* wait for a while */
2416 dp->mii_interval = WATCH_INTERVAL_FAST;
2417 goto next;
2418 }
2419
2420 /*
2421 * set up the result of auto negotiation
2422 */
2423
2424 /*
2425 * Read registers required to determin current
2426 * duplex mode and media speed.
2427 */
2428 if (dp->gc.gc_mii_an_delay > 0) {
2429 /*
2430 * As the link watcher context has been suspended,
2431 * 'status' is invalid. We must status register here
2432 */
2433 status = gem_mii_read(dp, MII_STATUS);
2434 }
2435 advert = gem_mii_read(dp, MII_AN_ADVERT);
2436 lpable = gem_mii_read(dp, MII_AN_LPABLE);
2437 exp = gem_mii_read(dp, MII_AN_EXPANSION);
2438 if (exp == 0xffff) {
2439 /* some phys don't have exp register */
2440 exp = 0;
2441 }
2442 ctl1000 = 0;
2443 stat1000 = 0;
2444 if (dp->mii_status & MII_STATUS_XSTATUS) {
2445 ctl1000 = gem_mii_read(dp, MII_1000TC);
2446 stat1000 = gem_mii_read(dp, MII_1000TS);
2447 }
2448 dp->mii_lpable = lpable;
2449 dp->mii_advert = advert;
2450 dp->mii_exp = exp;
2451 dp->mii_ctl1000 = ctl1000;
2452 dp->mii_stat1000 = stat1000;
2453
2454 cmn_err(CE_CONT,
2455 "!%s: auto-negotiation done, advert:%b, lpable:%b, exp:%b",
2456 dp->name,
2457 advert, MII_ABILITY_BITS,
2458 lpable, MII_ABILITY_BITS,
2459 exp, MII_AN_EXP_BITS);
2460
2461 if (dp->mii_status & MII_STATUS_XSTATUS) {
2462 cmn_err(CE_CONT,
2463 "! MII_1000TC:%b, MII_1000TS:%b",
2464 ctl1000, MII_1000TC_BITS,
2465 stat1000, MII_1000TS_BITS);
2466 }
2467
2468 if (gem_population(lpable) <= 1 &&
2469 (exp & MII_AN_EXP_LPCANAN) == 0) {
2470 if ((advert & MII_ABILITY_TECH) != lpable) {
2471 cmn_err(CE_WARN,
2472 "!%s: but the link partnar doesn't seem"
2473 " to have auto-negotiation capability."
2474 " please check the link configuration.",
2475 dp->name);
2476 }
2477 /*
2478 * it should be result of parallel detection, which
2479 * cannot detect duplex mode.
2480 */
2481 if (lpable & MII_ABILITY_100BASE_TX) {
2482 /*
2483 * we prefer full duplex mode for 100Mbps
2484 * connection, if we can.
2485 */
2486 lpable |= advert & MII_ABILITY_100BASE_TX_FD;
2487 }
2488
2489 if ((advert & lpable) == 0 &&
2490 lpable & MII_ABILITY_10BASE_T) {
2491 lpable |= advert & MII_ABILITY_10BASE_T_FD;
2492 }
2493 /*
2494 * as the link partnar isn't auto-negotiatable, use
2495 * fixed mode temporally.
2496 */
2497 fix_phy = B_TRUE;
2498 } else if (lpable == 0) {
2499 cmn_err(CE_WARN, "!%s: wrong lpable.", dp->name);
2500 goto reset_phy;
2501 }
2502 /*
2503 * configure current link mode according to AN priority.
2504 */
2505 val = advert & lpable;
2506 if ((ctl1000 & MII_1000TC_ADV_FULL) &&
2507 (stat1000 & MII_1000TS_LP_FULL)) {
2508 /* 1000BaseT & full duplex */
2509 dp->speed = GEM_SPD_1000;
2510 dp->full_duplex = B_TRUE;
2511 } else if ((ctl1000 & MII_1000TC_ADV_HALF) &&
2512 (stat1000 & MII_1000TS_LP_HALF)) {
2513 /* 1000BaseT & half duplex */
2514 dp->speed = GEM_SPD_1000;
2515 dp->full_duplex = B_FALSE;
2516 } else if (val & MII_ABILITY_100BASE_TX_FD) {
2517 /* 100BaseTx & full duplex */
2518 dp->speed = GEM_SPD_100;
2519 dp->full_duplex = B_TRUE;
2520 } else if (val & MII_ABILITY_100BASE_T4) {
2521 /* 100BaseT4 & full duplex */
2522 dp->speed = GEM_SPD_100;
2523 dp->full_duplex = B_TRUE;
2524 } else if (val & MII_ABILITY_100BASE_TX) {
2525 /* 100BaseTx & half duplex */
2526 dp->speed = GEM_SPD_100;
2527 dp->full_duplex = B_FALSE;
2528 } else if (val & MII_ABILITY_10BASE_T_FD) {
2529 /* 10BaseT & full duplex */
2530 dp->speed = GEM_SPD_10;
2531 dp->full_duplex = B_TRUE;
2532 } else if (val & MII_ABILITY_10BASE_T) {
2533 /* 10BaseT & half duplex */
2534 dp->speed = GEM_SPD_10;
2535 dp->full_duplex = B_FALSE;
2536 } else {
2537 /*
2538 * It seems that the link partnar doesn't have
2539 * auto-negotiation capability and our PHY
2540 * could not report the correct current mode.
2541 * We guess current mode by mii_control register.
2542 */
2543 val = gem_mii_read(dp, MII_CONTROL);
2544
2545 /* select 100m full or 10m half */
2546 dp->speed = (val & MII_CONTROL_100MB) ?
2547 GEM_SPD_100 : GEM_SPD_10;
2548 dp->full_duplex = dp->speed != GEM_SPD_10;
2549 fix_phy = B_TRUE;
2550
2551 cmn_err(CE_NOTE,
2552 "!%s: auto-negotiation done but "
2553 "common ability not found.\n"
2554 "PHY state: control:%b advert:%b lpable:%b\n"
2555 "guessing %d Mbps %s duplex mode",
2556 dp->name,
2557 val, MII_CONTROL_BITS,
2558 advert, MII_ABILITY_BITS,
2559 lpable, MII_ABILITY_BITS,
2560 gem_speed_value[dp->speed],
2561 dp->full_duplex ? "full" : "half");
2562 }
2563
2564 if (dp->full_duplex) {
2565 dp->flow_control =
2566 gem_fc_result[fc_cap_decode(advert)]
2567 [fc_cap_decode(lpable)];
2568 } else {
2569 dp->flow_control = FLOW_CONTROL_NONE;
2570 }
2571 dp->mii_state = MII_STATE_MEDIA_SETUP;
2572 /* FALLTHROUGH */
2573
2574 case MII_STATE_MEDIA_SETUP:
2575 dp->mii_state = MII_STATE_LINKDOWN;
2576 dp->mii_timer = dp->gc.gc_mii_linkdown_timeout;
2577 DPRINTF(2, (CE_CONT, "!%s: setup midia mode done", dp->name));
2578 dp->mii_supress_msg = B_FALSE;
2579
2580 /* use short interval */
2581 dp->mii_interval = WATCH_INTERVAL_FAST;
2582
2583 if ((!dp->anadv_autoneg) ||
2584 dp->gc.gc_mii_an_oneshot || fix_phy) {
2585
2586 /*
2587 * write specified mode to phy.
2588 */
2589 val = gem_mii_read(dp, MII_CONTROL);
2590 val &= ~(MII_CONTROL_SPEED | MII_CONTROL_FDUPLEX |
2591 MII_CONTROL_ANE | MII_CONTROL_RSAN);
2592
2593 if (dp->full_duplex) {
2594 val |= MII_CONTROL_FDUPLEX;
2595 }
2596
2597 switch (dp->speed) {
2598 case GEM_SPD_1000:
2599 val |= MII_CONTROL_1000MB;
2600 break;
2601
2602 case GEM_SPD_100:
2603 val |= MII_CONTROL_100MB;
2604 break;
2605
2606 default:
2607 cmn_err(CE_WARN, "%s: unknown speed:%d",
2608 dp->name, dp->speed);
2609 /* FALLTHROUGH */
2610 case GEM_SPD_10:
2611 /* for GEM_SPD_10, do nothing */
2612 break;
2613 }
2614
2615 if (dp->mii_status & MII_STATUS_XSTATUS) {
2616 gem_mii_write(dp,
2617 MII_1000TC, MII_1000TC_CFG_EN);
2618 }
2619 gem_mii_write(dp, MII_CONTROL, val);
2620 }
2621
2622 if (dp->nic_state >= NIC_STATE_INITIALIZED) {
2623 /* notify the result of auto-negotiation to mac */
2624 (*dp->gc.gc_set_media)(dp);
2625 }
2626
2627 if ((void *)dp->gc.gc_mii_tune_phy) {
2628 /* for built-in sis900 */
2629 /* XXX - this code should be removed. */
2630 (*dp->gc.gc_mii_tune_phy)(dp);
2631 }
2632
2633 goto next_nowait;
2634
2635 case MII_STATE_LINKDOWN:
2636 status = gem_mii_read(dp, MII_STATUS);
2637 if (status & MII_STATUS_LINKUP) {
2638 /*
2639 * Link going up
2640 */
2641 dp->mii_state = MII_STATE_LINKUP;
2642 dp->mii_supress_msg = B_FALSE;
2643
2644 DPRINTF(0, (CE_CONT,
2645 "!%s: link up detected: mii_stat:%b",
2646 dp->name, status, MII_STATUS_BITS));
2647
2648 /*
2649 * MII_CONTROL_100MB and MII_CONTROL_FDUPLEX are
2650 * ignored when MII_CONTROL_ANE is set.
2651 */
2652 cmn_err(CE_CONT,
2653 "!%s: Link up: %d Mbps %s duplex %s flow control",
2654 dp->name,
2655 gem_speed_value[dp->speed],
2656 dp->full_duplex ? "full" : "half",
2657 gem_fc_type[dp->flow_control]);
2658
2659 dp->mii_interval = dp->gc.gc_mii_link_watch_interval;
2660
2661 /* XXX - we need other timer to watch statictics */
2662 if (dp->gc.gc_mii_hw_link_detection &&
2663 dp->nic_state == NIC_STATE_ONLINE) {
2664 dp->mii_interval = 0;
2665 }
2666
2667 if (dp->nic_state == NIC_STATE_ONLINE) {
2668 if (!dp->mac_active) {
2669 (void) gem_mac_start(dp);
2670 }
2671 tx_sched = B_TRUE;
2672 }
2673 goto next;
2674 }
2675
2676 dp->mii_supress_msg = B_TRUE;
2677 if (dp->anadv_autoneg) {
2678 dp->mii_timer -= diff;
2679 if (dp->mii_timer <= 0) {
2680 /*
2681 * link down timer expired.
2682 * need to restart auto-negotiation.
2683 */
2684 linkdown_action =
2685 dp->gc.gc_mii_linkdown_timeout_action;
2686 goto restart_autonego;
2687 }
2688 }
2689 /* don't change mii_state */
2690 break;
2691
2692 case MII_STATE_LINKUP:
2693 status = gem_mii_read(dp, MII_STATUS);
2694 if ((status & MII_STATUS_LINKUP) == 0) {
2695 /*
2696 * Link going down
2697 */
2698 cmn_err(CE_NOTE,
2699 "!%s: link down detected: mii_stat:%b",
2700 dp->name, status, MII_STATUS_BITS);
2701
2702 if (dp->nic_state == NIC_STATE_ONLINE &&
2703 dp->mac_active &&
2704 dp->gc.gc_mii_stop_mac_on_linkdown) {
2705 (void) gem_mac_stop(dp, 0);
2706
2707 if (dp->tx_blocked) {
2708 /* drain tx */
2709 tx_sched = B_TRUE;
2710 }
2711 }
2712
2713 if (dp->anadv_autoneg) {
2714 /* need to restart auto-negotiation */
2715 linkdown_action = dp->gc.gc_mii_linkdown_action;
2716 goto restart_autonego;
2717 }
2718
2719 dp->mii_state = MII_STATE_LINKDOWN;
2720 dp->mii_timer = dp->gc.gc_mii_linkdown_timeout;
2721
2722 if ((void *)dp->gc.gc_mii_tune_phy) {
2723 /* for built-in sis900 */
2724 (*dp->gc.gc_mii_tune_phy)(dp);
2725 }
2726 dp->mii_interval = dp->gc.gc_mii_link_watch_interval;
2727 goto next;
2728 }
2729
2730 /* don't change mii_state */
2731 if (dp->gc.gc_mii_hw_link_detection &&
2732 dp->nic_state == NIC_STATE_ONLINE) {
2733 dp->mii_interval = 0;
2734 goto next;
2735 }
2736 break;
2737 }
2738 dp->mii_interval = dp->gc.gc_mii_link_watch_interval;
2739 goto next;
2740
2741 /* Actions on the end of state routine */
2742
2743 restart_autonego:
2744 switch (linkdown_action) {
2745 case MII_ACTION_RESET:
2746 if (!dp->mii_supress_msg) {
2747 cmn_err(CE_CONT, "!%s: resetting PHY", dp->name);
2748 }
2749 dp->mii_supress_msg = B_TRUE;
2750 goto reset_phy;
2751
2752 case MII_ACTION_NONE:
2753 dp->mii_supress_msg = B_TRUE;
2754 if (dp->gc.gc_mii_an_oneshot) {
2755 goto autonego;
2756 }
2757 /* PHY will restart autonego automatically */
2758 dp->mii_state = MII_STATE_AUTONEGOTIATING;
2759 dp->mii_timer = dp->gc.gc_mii_an_timeout;
2760 dp->mii_interval = dp->gc.gc_mii_an_watch_interval;
2761 goto next;
2762
2763 case MII_ACTION_RSA:
2764 if (!dp->mii_supress_msg) {
2765 cmn_err(CE_CONT, "!%s: restarting auto-negotiation",
2766 dp->name);
2767 }
2768 dp->mii_supress_msg = B_TRUE;
2769 goto autonego;
2770
2771 default:
2772 cmn_err(CE_WARN, "!%s: unknowm linkdown action: %d",
2773 dp->name, dp->gc.gc_mii_linkdown_action);
2774 dp->mii_supress_msg = B_TRUE;
2775 }
2776 /* NOTREACHED */
2777
2778 reset_phy:
2779 if (!dp->mii_supress_msg) {
2780 cmn_err(CE_CONT, "!%s: resetting PHY", dp->name);
2781 }
2782 dp->mii_state = MII_STATE_RESETTING;
2783 dp->mii_timer = dp->gc.gc_mii_reset_timeout;
2784 if (!dp->gc.gc_mii_dont_reset) {
2785 gem_mii_write(dp, MII_CONTROL, MII_CONTROL_RESET);
2786 }
2787 dp->mii_interval = WATCH_INTERVAL_FAST;
2788 goto next;
2789
2790 autonego:
2791 if (!dp->mii_supress_msg) {
2792 cmn_err(CE_CONT, "!%s: auto-negotiation started", dp->name);
2793 }
2794 dp->mii_state = MII_STATE_AUTONEGOTIATING;
2795 dp->mii_timer = dp->gc.gc_mii_an_timeout;
2796
2797 /* start/restart auto nego */
2798 val = gem_mii_read(dp, MII_CONTROL) &
2799 ~(MII_CONTROL_ISOLATE | MII_CONTROL_PWRDN | MII_CONTROL_RESET);
2800
2801 gem_mii_write(dp, MII_CONTROL,
2802 val | MII_CONTROL_RSAN | MII_CONTROL_ANE);
2803
2804 dp->mii_interval = dp->gc.gc_mii_an_watch_interval;
2805
2806 next:
2807 if (dp->link_watcher_id == 0 && dp->mii_interval) {
2808 /* we must schedule next mii_watcher */
2809 dp->link_watcher_id =
2810 timeout((void (*)(void *))&gem_mii_link_watcher,
2811 (void *)dp, dp->mii_interval);
2812 }
2813
2814 if (old_mii_state != dp->mii_state) {
2815 /* notify new mii link state */
2816 if (dp->mii_state == MII_STATE_LINKUP) {
2817 dp->linkup_delay = 0;
2818 GEM_LINKUP(dp);
2819 } else if (dp->linkup_delay <= 0) {
2820 GEM_LINKDOWN(dp);
2821 }
2822 } else if (dp->linkup_delay < 0) {
2823 /* first linkup timeout */
2824 dp->linkup_delay = 0;
2825 GEM_LINKDOWN(dp);
2826 }
2827
2828 return (tx_sched);
2829 }
2830
2831 static void
2832 gem_mii_link_watcher(struct gem_dev *dp)
2833 {
2834 boolean_t tx_sched;
2835
2836 mutex_enter(&dp->intrlock);
2837
2838 dp->link_watcher_id = 0;
2839 tx_sched = gem_mii_link_check(dp);
2840 #if GEM_DEBUG_LEVEL > 2
2841 if (dp->link_watcher_id == 0) {
2842 cmn_err(CE_CONT, "%s: link watcher stopped", dp->name);
2843 }
2844 #endif
2845 mutex_exit(&dp->intrlock);
2846
2847 if (tx_sched) {
2848 /* kick potentially stopped downstream */
2849 mac_tx_update(dp->mh);
2850 }
2851 }
2852
2853 int
2854 gem_mii_probe_default(struct gem_dev *dp)
2855 {
2856 int8_t phy;
2857 uint16_t status;
2858 uint16_t adv;
2859 uint16_t adv_org;
2860
2861 DPRINTF(3, (CE_CONT, "!%s: %s: called", dp->name, __func__));
2862
2863 /*
2864 * Scan PHY
2865 */
2866 /* ensure to send sync bits */
2867 dp->mii_status = 0;
2868
2869 /* Try default phy first */
2870 if (dp->mii_phy_addr) {
2871 status = gem_mii_read(dp, MII_STATUS);
2872 if (status != 0xffff && status != 0) {
2873 gem_mii_write(dp, MII_CONTROL, 0);
2874 goto PHY_found;
2875 }
2876
2877 if (dp->mii_phy_addr < 0) {
2878 cmn_err(CE_NOTE,
2879 "!%s: failed to probe default internal and/or non-MII PHY",
2880 dp->name);
2881 return (GEM_FAILURE);
2882 }
2883
2884 cmn_err(CE_NOTE,
2885 "!%s: failed to probe default MII PHY at %d",
2886 dp->name, dp->mii_phy_addr);
2887 }
2888
2889 /* Try all possible address */
2890 for (phy = dp->gc.gc_mii_addr_min; phy < 32; phy++) {
2891 dp->mii_phy_addr = phy;
2892 status = gem_mii_read(dp, MII_STATUS);
2893
2894 if (status != 0xffff && status != 0) {
2895 gem_mii_write(dp, MII_CONTROL, 0);
2896 goto PHY_found;
2897 }
2898 }
2899
2900 for (phy = dp->gc.gc_mii_addr_min; phy < 32; phy++) {
2901 dp->mii_phy_addr = phy;
2902 gem_mii_write(dp, MII_CONTROL, 0);
2903 status = gem_mii_read(dp, MII_STATUS);
2904
2905 if (status != 0xffff && status != 0) {
2906 goto PHY_found;
2907 }
2908 }
2909
2910 cmn_err(CE_NOTE, "!%s: no MII PHY found", dp->name);
2911 dp->mii_phy_addr = -1;
2912
2913 return (GEM_FAILURE);
2914
2915 PHY_found:
2916 dp->mii_status = status;
2917 dp->mii_phy_id = (gem_mii_read(dp, MII_PHYIDH) << 16) |
2918 gem_mii_read(dp, MII_PHYIDL);
2919
2920 if (dp->mii_phy_addr < 0) {
2921 cmn_err(CE_CONT, "!%s: using internal/non-MII PHY(0x%08x)",
2922 dp->name, dp->mii_phy_id);
2923 } else {
2924 cmn_err(CE_CONT, "!%s: MII PHY (0x%08x) found at %d",
2925 dp->name, dp->mii_phy_id, dp->mii_phy_addr);
2926 }
2927
2928 cmn_err(CE_CONT, "!%s: PHY control:%b, status:%b, advert:%b, lpar:%b",
2929 dp->name,
2930 gem_mii_read(dp, MII_CONTROL), MII_CONTROL_BITS,
2931 status, MII_STATUS_BITS,
2932 gem_mii_read(dp, MII_AN_ADVERT), MII_ABILITY_BITS,
2933 gem_mii_read(dp, MII_AN_LPABLE), MII_ABILITY_BITS);
2934
2935 dp->mii_xstatus = 0;
2936 if (status & MII_STATUS_XSTATUS) {
2937 dp->mii_xstatus = gem_mii_read(dp, MII_XSTATUS);
2938
2939 cmn_err(CE_CONT, "!%s: xstatus:%b",
2940 dp->name, dp->mii_xstatus, MII_XSTATUS_BITS);
2941 }
2942
2943 /* check if the phy can advertize pause abilities */
2944 adv_org = gem_mii_read(dp, MII_AN_ADVERT);
2945
2946 gem_mii_write(dp, MII_AN_ADVERT,
2947 MII_ABILITY_PAUSE | MII_ABILITY_ASMPAUSE);
2948
2949 adv = gem_mii_read(dp, MII_AN_ADVERT);
2950
2951 if ((adv & MII_ABILITY_PAUSE) == 0) {
2952 dp->gc.gc_flow_control &= ~1;
2953 }
2954
2955 if ((adv & MII_ABILITY_ASMPAUSE) == 0) {
2956 dp->gc.gc_flow_control &= ~2;
2957 }
2958
2959 gem_mii_write(dp, MII_AN_ADVERT, adv_org);
2960
2961 return (GEM_SUCCESS);
2962 }
2963
2964 static void
2965 gem_mii_start(struct gem_dev *dp)
2966 {
2967 DPRINTF(3, (CE_CONT, "!%s: %s: called", dp->name, __func__));
2968
2969 /* make a first call of check link */
2970 dp->mii_state = MII_STATE_UNKNOWN;
2971 dp->mii_last_check = ddi_get_lbolt();
2972 dp->linkup_delay = dp->gc.gc_mii_linkdown_timeout;
2973 (void) gem_mii_link_watcher(dp);
2974 }
2975
2976 static void
2977 gem_mii_stop(struct gem_dev *dp)
2978 {
2979 DPRINTF(3, (CE_CONT, "!%s: %s: called", dp->name, __func__));
2980
2981 /* Ensure timer routine stopped */
2982 mutex_enter(&dp->intrlock);
2983 if (dp->link_watcher_id) {
2984 while (untimeout(dp->link_watcher_id) == -1)
2985 ;
2986 dp->link_watcher_id = 0;
2987 }
2988 mutex_exit(&dp->intrlock);
2989 }
2990
2991 boolean_t
2992 gem_get_mac_addr_conf(struct gem_dev *dp)
2993 {
2994 char propname[32];
2995 char *valstr;
2996 uint8_t mac[ETHERADDRL];
2997 char *cp;
2998 int c;
2999 int i;
3000 int j;
3001 uint8_t v;
3002 uint8_t d;
3003 uint8_t ored;
3004
3005 DPRINTF(3, (CE_CONT, "!%s: %s: called", dp->name, __func__));
3006 /*
3007 * Get ethernet address from .conf file
3008 */
3009 (void) sprintf(propname, "mac-addr");
3010 if ((ddi_prop_lookup_string(DDI_DEV_T_ANY, dp->dip,
3011 DDI_PROP_DONTPASS, propname, &valstr)) !=
3012 DDI_PROP_SUCCESS) {
3013 return (B_FALSE);
3014 }
3015
3016 if (strlen(valstr) != ETHERADDRL*3-1) {
3017 goto syntax_err;
3018 }
3019
3020 cp = valstr;
3021 j = 0;
3022 ored = 0;
3023 for (;;) {
3024 v = 0;
3025 for (i = 0; i < 2; i++) {
3026 c = *cp++;
3027
3028 if (c >= 'a' && c <= 'f') {
3029 d = c - 'a' + 10;
3030 } else if (c >= 'A' && c <= 'F') {
3031 d = c - 'A' + 10;
3032 } else if (c >= '0' && c <= '9') {
3033 d = c - '0';
3034 } else {
3035 goto syntax_err;
3036 }
3037 v = (v << 4) | d;
3038 }
3039
3040 mac[j++] = v;
3041 ored |= v;
3042 if (j == ETHERADDRL) {
3043 /* done */
3044 break;
3045 }
3046
3047 c = *cp++;
3048 if (c != ':') {
3049 goto syntax_err;
3050 }
3051 }
3052
3053 if (ored == 0) {
3054 goto err;
3055 }
3056 for (i = 0; i < ETHERADDRL; i++) {
3057 dp->dev_addr.ether_addr_octet[i] = mac[i];
3058 }
3059 ddi_prop_free(valstr);
3060 return (B_TRUE);
3061
3062 syntax_err:
3063 cmn_err(CE_CONT,
3064 "!%s: read mac addr: trying .conf: syntax err %s",
3065 dp->name, valstr);
3066 err:
3067 ddi_prop_free(valstr);
3068
3069 return (B_FALSE);
3070 }
3071
3072
3073 /* ============================================================== */
3074 /*
3075 * internal start/stop interface
3076 */
3077 /* ============================================================== */
3078 static int
3079 gem_mac_set_rx_filter(struct gem_dev *dp)
3080 {
3081 return ((*dp->gc.gc_set_rx_filter)(dp));
3082 }
3083
3084 /*
3085 * gem_mac_init: cold start
3086 */
3087 static int
3088 gem_mac_init(struct gem_dev *dp)
3089 {
3090 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
3091
3092 if (dp->mac_suspended) {
3093 return (GEM_FAILURE);
3094 }
3095
3096 dp->mac_active = B_FALSE;
3097
3098 gem_init_rx_ring(dp);
3099 gem_init_tx_ring(dp);
3100
3101 /* reset transmitter state */
3102 dp->tx_blocked = (clock_t)0;
3103 dp->tx_busy = 0;
3104 dp->tx_reclaim_busy = 0;
3105 dp->tx_max_packets = dp->gc.gc_tx_buf_limit;
3106
3107 if ((*dp->gc.gc_init_chip)(dp) != GEM_SUCCESS) {
3108 return (GEM_FAILURE);
3109 }
3110
3111 gem_prepare_rx_buf(dp);
3112
3113 return (GEM_SUCCESS);
3114 }
3115 /*
3116 * gem_mac_start: warm start
3117 */
3118 static int
3119 gem_mac_start(struct gem_dev *dp)
3120 {
3121 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
3122
3123 ASSERT(mutex_owned(&dp->intrlock));
3124 ASSERT(dp->nic_state == NIC_STATE_ONLINE);
3125 ASSERT(dp->mii_state == MII_STATE_LINKUP);
3126
3127 /* enable tx and rx */
3128 mutex_enter(&dp->xmitlock);
3129 if (dp->mac_suspended) {
3130 mutex_exit(&dp->xmitlock);
3131 return (GEM_FAILURE);
3132 }
3133 dp->mac_active = B_TRUE;
3134 mutex_exit(&dp->xmitlock);
3135
3136 /* setup rx buffers */
3137 (*dp->gc.gc_rx_start)(dp,
3138 SLOT(dp->rx_active_head, dp->gc.gc_rx_ring_size),
3139 dp->rx_active_tail - dp->rx_active_head);
3140
3141 if ((*dp->gc.gc_start_chip)(dp) != GEM_SUCCESS) {
3142 cmn_err(CE_WARN, "%s: %s: start_chip: failed",
3143 dp->name, __func__);
3144 return (GEM_FAILURE);
3145 }
3146
3147 mutex_enter(&dp->xmitlock);
3148
3149 /* load untranmitted packets to the nic */
3150 ASSERT(dp->tx_softq_tail - dp->tx_softq_head >= 0);
3151 if (dp->tx_softq_tail - dp->tx_softq_head > 0) {
3152 gem_tx_load_descs_oo(dp,
3153 dp->tx_softq_head, dp->tx_softq_tail,
3154 GEM_TXFLAG_HEAD);
3155 /* issue preloaded tx buffers */
3156 gem_tx_start_unit(dp);
3157 }
3158
3159 mutex_exit(&dp->xmitlock);
3160
3161 return (GEM_SUCCESS);
3162 }
3163
3164 static int
3165 gem_mac_stop(struct gem_dev *dp, uint_t flags)
3166 {
3167 int i;
3168 int wait_time; /* in uS */
3169 #ifdef GEM_DEBUG_LEVEL
3170 clock_t now;
3171 #endif
3172 int ret = GEM_SUCCESS;
3173
3174 DPRINTF(1, (CE_CONT, "!%s: %s: called, rx_buf_free:%d",
3175 dp->name, __func__, dp->rx_buf_freecnt));
3176
3177 ASSERT(mutex_owned(&dp->intrlock));
3178 ASSERT(!mutex_owned(&dp->xmitlock));
3179
3180 /*
3181 * Block transmits
3182 */
3183 mutex_enter(&dp->xmitlock);
3184 if (dp->mac_suspended) {
3185 mutex_exit(&dp->xmitlock);
3186 return (GEM_SUCCESS);
3187 }
3188 dp->mac_active = B_FALSE;
3189
3190 while (dp->tx_busy > 0) {
3191 cv_wait(&dp->tx_drain_cv, &dp->xmitlock);
3192 }
3193 mutex_exit(&dp->xmitlock);
3194
3195 if ((flags & GEM_RESTART_NOWAIT) == 0) {
3196 /*
3197 * Wait for all tx buffers sent.
3198 */
3199 wait_time =
3200 2 * (8 * MAXPKTBUF(dp) / gem_speed_value[dp->speed]) *
3201 (dp->tx_active_tail - dp->tx_active_head);
3202
3203 DPRINTF(0, (CE_CONT, "%s: %s: max drain time: %d uS",
3204 dp->name, __func__, wait_time));
3205 i = 0;
3206 #ifdef GEM_DEBUG_LEVEL
3207 now = ddi_get_lbolt();
3208 #endif
3209 while (dp->tx_active_tail != dp->tx_active_head) {
3210 if (i > wait_time) {
3211 /* timeout */
3212 cmn_err(CE_NOTE, "%s: %s timeout: tx drain",
3213 dp->name, __func__);
3214 break;
3215 }
3216 (void) gem_reclaim_txbuf(dp);
3217 drv_usecwait(100);
3218 i += 100;
3219 }
3220 DPRINTF(0, (CE_NOTE,
3221 "!%s: %s: the nic have drained in %d uS, real %d mS",
3222 dp->name, __func__, i,
3223 10*((int)(ddi_get_lbolt() - now))));
3224 }
3225
3226 /*
3227 * Now we can stop the nic safely.
3228 */
3229 if ((*dp->gc.gc_stop_chip)(dp) != GEM_SUCCESS) {
3230 cmn_err(CE_NOTE, "%s: %s: resetting the chip to stop it",
3231 dp->name, __func__);
3232 if ((*dp->gc.gc_reset_chip)(dp) != GEM_SUCCESS) {
3233 cmn_err(CE_WARN, "%s: %s: failed to reset chip",
3234 dp->name, __func__);
3235 }
3236 }
3237
3238 /*
3239 * Clear all rx buffers
3240 */
3241 if (flags & GEM_RESTART_KEEP_BUF) {
3242 (void) gem_receive(dp);
3243 }
3244 gem_clean_rx_buf(dp);
3245
3246 /*
3247 * Update final statistics
3248 */
3249 (*dp->gc.gc_get_stats)(dp);
3250
3251 /*
3252 * Clear all pended tx packets
3253 */
3254 ASSERT(dp->tx_active_tail == dp->tx_softq_head);
3255 ASSERT(dp->tx_softq_tail == dp->tx_free_head);
3256 if (flags & GEM_RESTART_KEEP_BUF) {
3257 /* restore active tx buffers */
3258 dp->tx_active_tail = dp->tx_active_head;
3259 dp->tx_softq_head = dp->tx_active_head;
3260 } else {
3261 gem_clean_tx_buf(dp);
3262 }
3263
3264 return (ret);
3265 }
3266
3267 static int
3268 gem_add_multicast(struct gem_dev *dp, const uint8_t *ep)
3269 {
3270 int cnt;
3271 int err;
3272
3273 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
3274
3275 mutex_enter(&dp->intrlock);
3276 if (dp->mac_suspended) {
3277 mutex_exit(&dp->intrlock);
3278 return (GEM_FAILURE);
3279 }
3280
3281 if (dp->mc_count_req++ < GEM_MAXMC) {
3282 /* append the new address at the end of the mclist */
3283 cnt = dp->mc_count;
3284 bcopy(ep, dp->mc_list[cnt].addr.ether_addr_octet,
3285 ETHERADDRL);
3286 if (dp->gc.gc_multicast_hash) {
3287 dp->mc_list[cnt].hash =
3288 (*dp->gc.gc_multicast_hash)(dp, (uint8_t *)ep);
3289 }
3290 dp->mc_count = cnt + 1;
3291 }
3292
3293 if (dp->mc_count_req != dp->mc_count) {
3294 /* multicast address list overflow */
3295 dp->rxmode |= RXMODE_MULTI_OVF;
3296 } else {
3297 dp->rxmode &= ~RXMODE_MULTI_OVF;
3298 }
3299
3300 /* tell new multicast list to the hardware */
3301 err = gem_mac_set_rx_filter(dp);
3302
3303 mutex_exit(&dp->intrlock);
3304
3305 return (err);
3306 }
3307
3308 static int
3309 gem_remove_multicast(struct gem_dev *dp, const uint8_t *ep)
3310 {
3311 size_t len;
3312 int i;
3313 int cnt;
3314 int err;
3315
3316 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
3317
3318 mutex_enter(&dp->intrlock);
3319 if (dp->mac_suspended) {
3320 mutex_exit(&dp->intrlock);
3321 return (GEM_FAILURE);
3322 }
3323
3324 dp->mc_count_req--;
3325 cnt = dp->mc_count;
3326 for (i = 0; i < cnt; i++) {
3327 if (bcmp(ep, &dp->mc_list[i].addr, ETHERADDRL)) {
3328 continue;
3329 }
3330 /* shrink the mclist by copying forward */
3331 len = (cnt - (i + 1)) * sizeof (*dp->mc_list);
3332 if (len > 0) {
3333 bcopy(&dp->mc_list[i+1], &dp->mc_list[i], len);
3334 }
3335 dp->mc_count--;
3336 break;
3337 }
3338
3339 if (dp->mc_count_req != dp->mc_count) {
3340 /* multicast address list overflow */
3341 dp->rxmode |= RXMODE_MULTI_OVF;
3342 } else {
3343 dp->rxmode &= ~RXMODE_MULTI_OVF;
3344 }
3345 /* In gem v2, don't hold xmitlock on calling set_rx_filter */
3346 err = gem_mac_set_rx_filter(dp);
3347
3348 mutex_exit(&dp->intrlock);
3349
3350 return (err);
3351 }
3352
3353 /* ============================================================== */
3354 /*
3355 * ND interface
3356 */
3357 /* ============================================================== */
3358 enum {
3359 PARAM_AUTONEG_CAP,
3360 PARAM_PAUSE_CAP,
3361 PARAM_ASYM_PAUSE_CAP,
3362 PARAM_1000FDX_CAP,
3363 PARAM_1000HDX_CAP,
3364 PARAM_100T4_CAP,
3365 PARAM_100FDX_CAP,
3366 PARAM_100HDX_CAP,
3367 PARAM_10FDX_CAP,
3368 PARAM_10HDX_CAP,
3369
3370 PARAM_ADV_AUTONEG_CAP,
3371 PARAM_ADV_PAUSE_CAP,
3372 PARAM_ADV_ASYM_PAUSE_CAP,
3373 PARAM_ADV_1000FDX_CAP,
3374 PARAM_ADV_1000HDX_CAP,
3375 PARAM_ADV_100T4_CAP,
3376 PARAM_ADV_100FDX_CAP,
3377 PARAM_ADV_100HDX_CAP,
3378 PARAM_ADV_10FDX_CAP,
3379 PARAM_ADV_10HDX_CAP,
3380
3381 PARAM_LP_AUTONEG_CAP,
3382 PARAM_LP_PAUSE_CAP,
3383 PARAM_LP_ASYM_PAUSE_CAP,
3384 PARAM_LP_1000FDX_CAP,
3385 PARAM_LP_1000HDX_CAP,
3386 PARAM_LP_100T4_CAP,
3387 PARAM_LP_100FDX_CAP,
3388 PARAM_LP_100HDX_CAP,
3389 PARAM_LP_10FDX_CAP,
3390 PARAM_LP_10HDX_CAP,
3391
3392 PARAM_LINK_STATUS,
3393 PARAM_LINK_SPEED,
3394 PARAM_LINK_DUPLEX,
3395
3396 PARAM_LINK_AUTONEG,
3397 PARAM_LINK_RX_PAUSE,
3398 PARAM_LINK_TX_PAUSE,
3399
3400 PARAM_LOOP_MODE,
3401 PARAM_MSI_CNT,
3402
3403 #ifdef DEBUG_RESUME
3404 PARAM_RESUME_TEST,
3405 #endif
3406 PARAM_COUNT
3407 };
3408
3409 enum ioc_reply {
3410 IOC_INVAL = -1, /* bad, NAK with EINVAL */
3411 IOC_DONE, /* OK, reply sent */
3412 IOC_ACK, /* OK, just send ACK */
3413 IOC_REPLY, /* OK, just send reply */
3414 IOC_RESTART_ACK, /* OK, restart & ACK */
3415 IOC_RESTART_REPLY /* OK, restart & reply */
3416 };
3417
3418 struct gem_nd_arg {
3419 struct gem_dev *dp;
3420 int item;
3421 };
3422
3423 static int
3424 gem_param_get(queue_t *q, mblk_t *mp, caddr_t arg, cred_t *credp)
3425 {
3426 struct gem_dev *dp = ((struct gem_nd_arg *)(void *)arg)->dp;
3427 int item = ((struct gem_nd_arg *)(void *)arg)->item;
3428 long val;
3429
3430 DPRINTF(0, (CE_CONT, "!%s: %s: called, item:%d",
3431 dp->name, __func__, item));
3432
3433 switch (item) {
3434 case PARAM_AUTONEG_CAP:
3435 val = BOOLEAN(dp->mii_status & MII_STATUS_CANAUTONEG);
3436 DPRINTF(0, (CE_CONT, "autoneg_cap:%d", val));
3437 break;
3438
3439 case PARAM_PAUSE_CAP:
3440 val = BOOLEAN(dp->gc.gc_flow_control & 1);
3441 break;
3442
3443 case PARAM_ASYM_PAUSE_CAP:
3444 val = BOOLEAN(dp->gc.gc_flow_control & 2);
3445 break;
3446
3447 case PARAM_1000FDX_CAP:
3448 val = (dp->mii_xstatus & MII_XSTATUS_1000BASET_FD) ||
3449 (dp->mii_xstatus & MII_XSTATUS_1000BASEX_FD);
3450 break;
3451
3452 case PARAM_1000HDX_CAP:
3453 val = (dp->mii_xstatus & MII_XSTATUS_1000BASET) ||
3454 (dp->mii_xstatus & MII_XSTATUS_1000BASEX);
3455 break;
3456
3457 case PARAM_100T4_CAP:
3458 val = BOOLEAN(dp->mii_status & MII_STATUS_100_BASE_T4);
3459 break;
3460
3461 case PARAM_100FDX_CAP:
3462 val = BOOLEAN(dp->mii_status & MII_STATUS_100_BASEX_FD);
3463 break;
3464
3465 case PARAM_100HDX_CAP:
3466 val = BOOLEAN(dp->mii_status & MII_STATUS_100_BASEX);
3467 break;
3468
3469 case PARAM_10FDX_CAP:
3470 val = BOOLEAN(dp->mii_status & MII_STATUS_10_FD);
3471 break;
3472
3473 case PARAM_10HDX_CAP:
3474 val = BOOLEAN(dp->mii_status & MII_STATUS_10);
3475 break;
3476
3477 case PARAM_ADV_AUTONEG_CAP:
3478 val = dp->anadv_autoneg;
3479 break;
3480
3481 case PARAM_ADV_PAUSE_CAP:
3482 val = BOOLEAN(dp->anadv_flow_control & 1);
3483 break;
3484
3485 case PARAM_ADV_ASYM_PAUSE_CAP:
3486 val = BOOLEAN(dp->anadv_flow_control & 2);
3487 break;
3488
3489 case PARAM_ADV_1000FDX_CAP:
3490 val = dp->anadv_1000fdx;
3491 break;
3492
3493 case PARAM_ADV_1000HDX_CAP:
3494 val = dp->anadv_1000hdx;
3495 break;
3496
3497 case PARAM_ADV_100T4_CAP:
3498 val = dp->anadv_100t4;
3499 break;
3500
3501 case PARAM_ADV_100FDX_CAP:
3502 val = dp->anadv_100fdx;
3503 break;
3504
3505 case PARAM_ADV_100HDX_CAP:
3506 val = dp->anadv_100hdx;
3507 break;
3508
3509 case PARAM_ADV_10FDX_CAP:
3510 val = dp->anadv_10fdx;
3511 break;
3512
3513 case PARAM_ADV_10HDX_CAP:
3514 val = dp->anadv_10hdx;
3515 break;
3516
3517 case PARAM_LP_AUTONEG_CAP:
3518 val = BOOLEAN(dp->mii_exp & MII_AN_EXP_LPCANAN);
3519 break;
3520
3521 case PARAM_LP_PAUSE_CAP:
3522 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_PAUSE);
3523 break;
3524
3525 case PARAM_LP_ASYM_PAUSE_CAP:
3526 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_ASMPAUSE);
3527 break;
3528
3529 case PARAM_LP_1000FDX_CAP:
3530 val = BOOLEAN(dp->mii_stat1000 & MII_1000TS_LP_FULL);
3531 break;
3532
3533 case PARAM_LP_1000HDX_CAP:
3534 val = BOOLEAN(dp->mii_stat1000 & MII_1000TS_LP_HALF);
3535 break;
3536
3537 case PARAM_LP_100T4_CAP:
3538 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_100BASE_T4);
3539 break;
3540
3541 case PARAM_LP_100FDX_CAP:
3542 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_100BASE_TX_FD);
3543 break;
3544
3545 case PARAM_LP_100HDX_CAP:
3546 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_100BASE_TX);
3547 break;
3548
3549 case PARAM_LP_10FDX_CAP:
3550 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_10BASE_T_FD);
3551 break;
3552
3553 case PARAM_LP_10HDX_CAP:
3554 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_10BASE_T);
3555 break;
3556
3557 case PARAM_LINK_STATUS:
3558 val = (dp->mii_state == MII_STATE_LINKUP);
3559 break;
3560
3561 case PARAM_LINK_SPEED:
3562 val = gem_speed_value[dp->speed];
3563 break;
3564
3565 case PARAM_LINK_DUPLEX:
3566 val = 0;
3567 if (dp->mii_state == MII_STATE_LINKUP) {
3568 val = dp->full_duplex ? 2 : 1;
3569 }
3570 break;
3571
3572 case PARAM_LINK_AUTONEG:
3573 val = BOOLEAN(dp->mii_exp & MII_AN_EXP_LPCANAN);
3574 break;
3575
3576 case PARAM_LINK_RX_PAUSE:
3577 val = (dp->flow_control == FLOW_CONTROL_SYMMETRIC) ||
3578 (dp->flow_control == FLOW_CONTROL_RX_PAUSE);
3579 break;
3580
3581 case PARAM_LINK_TX_PAUSE:
3582 val = (dp->flow_control == FLOW_CONTROL_SYMMETRIC) ||
3583 (dp->flow_control == FLOW_CONTROL_TX_PAUSE);
3584 break;
3585
3586 #ifdef DEBUG_RESUME
3587 case PARAM_RESUME_TEST:
3588 val = 0;
3589 break;
3590 #endif
3591 default:
3592 cmn_err(CE_WARN, "%s: unimplemented ndd control (%d)",
3593 dp->name, item);
3594 break;
3595 }
3596
3597 (void) mi_mpprintf(mp, "%ld", val);
3598
3599 return (0);
3600 }
3601
3602 static int
3603 gem_param_set(queue_t *q, mblk_t *mp, char *value, caddr_t arg, cred_t *credp)
3604 {
3605 struct gem_dev *dp = ((struct gem_nd_arg *)(void *)arg)->dp;
3606 int item = ((struct gem_nd_arg *)(void *)arg)->item;
3607 long val;
3608 char *end;
3609
3610 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
3611 if (ddi_strtol(value, &end, 10, &val)) {
3612 return (EINVAL);
3613 }
3614 if (end == value) {
3615 return (EINVAL);
3616 }
3617
3618 switch (item) {
3619 case PARAM_ADV_AUTONEG_CAP:
3620 if (val != 0 && val != 1) {
3621 goto err;
3622 }
3623 if (val && (dp->mii_status & MII_STATUS_CANAUTONEG) == 0) {
3624 goto err;
3625 }
3626 dp->anadv_autoneg = (int)val;
3627 break;
3628
3629 case PARAM_ADV_PAUSE_CAP:
3630 if (val != 0 && val != 1) {
3631 goto err;
3632 }
3633 if (val) {
3634 dp->anadv_flow_control |= 1;
3635 } else {
3636 dp->anadv_flow_control &= ~1;
3637 }
3638 break;
3639
3640 case PARAM_ADV_ASYM_PAUSE_CAP:
3641 if (val != 0 && val != 1) {
3642 goto err;
3643 }
3644 if (val) {
3645 dp->anadv_flow_control |= 2;
3646 } else {
3647 dp->anadv_flow_control &= ~2;
3648 }
3649 break;
3650
3651 case PARAM_ADV_1000FDX_CAP:
3652 if (val != 0 && val != 1) {
3653 goto err;
3654 }
3655 if (val && (dp->mii_xstatus &
3656 (MII_XSTATUS_1000BASET_FD |
3657 MII_XSTATUS_1000BASEX_FD)) == 0) {
3658 goto err;
3659 }
3660 dp->anadv_1000fdx = (int)val;
3661 break;
3662
3663 case PARAM_ADV_1000HDX_CAP:
3664 if (val != 0 && val != 1) {
3665 goto err;
3666 }
3667 if (val && (dp->mii_xstatus &
3668 (MII_XSTATUS_1000BASET | MII_XSTATUS_1000BASEX)) == 0) {
3669 goto err;
3670 }
3671 dp->anadv_1000hdx = (int)val;
3672 break;
3673
3674 case PARAM_ADV_100T4_CAP:
3675 if (val != 0 && val != 1) {
3676 goto err;
3677 }
3678 if (val && (dp->mii_status & MII_STATUS_100_BASE_T4) == 0) {
3679 goto err;
3680 }
3681 dp->anadv_100t4 = (int)val;
3682 break;
3683
3684 case PARAM_ADV_100FDX_CAP:
3685 if (val != 0 && val != 1) {
3686 goto err;
3687 }
3688 if (val && (dp->mii_status & MII_STATUS_100_BASEX_FD) == 0) {
3689 goto err;
3690 }
3691 dp->anadv_100fdx = (int)val;
3692 break;
3693
3694 case PARAM_ADV_100HDX_CAP:
3695 if (val != 0 && val != 1) {
3696 goto err;
3697 }
3698 if (val && (dp->mii_status & MII_STATUS_100_BASEX) == 0) {
3699 goto err;
3700 }
3701 dp->anadv_100hdx = (int)val;
3702 break;
3703
3704 case PARAM_ADV_10FDX_CAP:
3705 if (val != 0 && val != 1) {
3706 goto err;
3707 }
3708 if (val && (dp->mii_status & MII_STATUS_10_FD) == 0) {
3709 goto err;
3710 }
3711 dp->anadv_10fdx = (int)val;
3712 break;
3713
3714 case PARAM_ADV_10HDX_CAP:
3715 if (val != 0 && val != 1) {
3716 goto err;
3717 }
3718 if (val && (dp->mii_status & MII_STATUS_10) == 0) {
3719 goto err;
3720 }
3721 dp->anadv_10hdx = (int)val;
3722 break;
3723 }
3724
3725 /* sync with PHY */
3726 gem_choose_forcedmode(dp);
3727
3728 dp->mii_state = MII_STATE_UNKNOWN;
3729 if (dp->gc.gc_mii_hw_link_detection && dp->link_watcher_id == 0) {
3730 /* XXX - Can we ignore the return code ? */
3731 (void) gem_mii_link_check(dp);
3732 }
3733
3734 return (0);
3735 err:
3736 return (EINVAL);
3737 }
3738
3739 static void
3740 gem_nd_load(struct gem_dev *dp, char *name, ndgetf_t gf, ndsetf_t sf, int item)
3741 {
3742 struct gem_nd_arg *arg;
3743
3744 ASSERT(item >= 0);
3745 ASSERT(item < PARAM_COUNT);
3746
3747 arg = &((struct gem_nd_arg *)(void *)dp->nd_arg_p)[item];
3748 arg->dp = dp;
3749 arg->item = item;
3750
3751 DPRINTF(2, (CE_CONT, "!%s: %s: name:%s, item:%d",
3752 dp->name, __func__, name, item));
3753 (void) nd_load(&dp->nd_data_p, name, gf, sf, (caddr_t)arg);
3754 }
3755
3756 static void
3757 gem_nd_setup(struct gem_dev *dp)
3758 {
3759 DPRINTF(0, (CE_CONT, "!%s: %s: called, mii_status:0x%b",
3760 dp->name, __func__, dp->mii_status, MII_STATUS_BITS));
3761
3762 ASSERT(dp->nd_arg_p == NULL);
3763
3764 dp->nd_arg_p =
3765 kmem_zalloc(sizeof (struct gem_nd_arg) * PARAM_COUNT, KM_SLEEP);
3766
3767 #define SETFUNC(x) ((x) ? gem_param_set : NULL)
3768
3769 gem_nd_load(dp, "autoneg_cap",
3770 gem_param_get, NULL, PARAM_AUTONEG_CAP);
3771 gem_nd_load(dp, "pause_cap",
3772 gem_param_get, NULL, PARAM_PAUSE_CAP);
3773 gem_nd_load(dp, "asym_pause_cap",
3774 gem_param_get, NULL, PARAM_ASYM_PAUSE_CAP);
3775 gem_nd_load(dp, "1000fdx_cap",
3776 gem_param_get, NULL, PARAM_1000FDX_CAP);
3777 gem_nd_load(dp, "1000hdx_cap",
3778 gem_param_get, NULL, PARAM_1000HDX_CAP);
3779 gem_nd_load(dp, "100T4_cap",
3780 gem_param_get, NULL, PARAM_100T4_CAP);
3781 gem_nd_load(dp, "100fdx_cap",
3782 gem_param_get, NULL, PARAM_100FDX_CAP);
3783 gem_nd_load(dp, "100hdx_cap",
3784 gem_param_get, NULL, PARAM_100HDX_CAP);
3785 gem_nd_load(dp, "10fdx_cap",
3786 gem_param_get, NULL, PARAM_10FDX_CAP);
3787 gem_nd_load(dp, "10hdx_cap",
3788 gem_param_get, NULL, PARAM_10HDX_CAP);
3789
3790 /* Our advertised capabilities */
3791 gem_nd_load(dp, "adv_autoneg_cap", gem_param_get,
3792 SETFUNC(dp->mii_status & MII_STATUS_CANAUTONEG),
3793 PARAM_ADV_AUTONEG_CAP);
3794 gem_nd_load(dp, "adv_pause_cap", gem_param_get,
3795 SETFUNC(dp->gc.gc_flow_control & 1),
3796 PARAM_ADV_PAUSE_CAP);
3797 gem_nd_load(dp, "adv_asym_pause_cap", gem_param_get,
3798 SETFUNC(dp->gc.gc_flow_control & 2),
3799 PARAM_ADV_ASYM_PAUSE_CAP);
3800 gem_nd_load(dp, "adv_1000fdx_cap", gem_param_get,
3801 SETFUNC(dp->mii_xstatus &
3802 (MII_XSTATUS_1000BASEX_FD | MII_XSTATUS_1000BASET_FD)),
3803 PARAM_ADV_1000FDX_CAP);
3804 gem_nd_load(dp, "adv_1000hdx_cap", gem_param_get,
3805 SETFUNC(dp->mii_xstatus &
3806 (MII_XSTATUS_1000BASEX | MII_XSTATUS_1000BASET)),
3807 PARAM_ADV_1000HDX_CAP);
3808 gem_nd_load(dp, "adv_100T4_cap", gem_param_get,
3809 SETFUNC((dp->mii_status & MII_STATUS_100_BASE_T4) &&
3810 !dp->mii_advert_ro),
3811 PARAM_ADV_100T4_CAP);
3812 gem_nd_load(dp, "adv_100fdx_cap", gem_param_get,
3813 SETFUNC((dp->mii_status & MII_STATUS_100_BASEX_FD) &&
3814 !dp->mii_advert_ro),
3815 PARAM_ADV_100FDX_CAP);
3816 gem_nd_load(dp, "adv_100hdx_cap", gem_param_get,
3817 SETFUNC((dp->mii_status & MII_STATUS_100_BASEX) &&
3818 !dp->mii_advert_ro),
3819 PARAM_ADV_100HDX_CAP);
3820 gem_nd_load(dp, "adv_10fdx_cap", gem_param_get,
3821 SETFUNC((dp->mii_status & MII_STATUS_10_FD) &&
3822 !dp->mii_advert_ro),
3823 PARAM_ADV_10FDX_CAP);
3824 gem_nd_load(dp, "adv_10hdx_cap", gem_param_get,
3825 SETFUNC((dp->mii_status & MII_STATUS_10) &&
3826 !dp->mii_advert_ro),
3827 PARAM_ADV_10HDX_CAP);
3828
3829 /* Partner's advertised capabilities */
3830 gem_nd_load(dp, "lp_autoneg_cap",
3831 gem_param_get, NULL, PARAM_LP_AUTONEG_CAP);
3832 gem_nd_load(dp, "lp_pause_cap",
3833 gem_param_get, NULL, PARAM_LP_PAUSE_CAP);
3834 gem_nd_load(dp, "lp_asym_pause_cap",
3835 gem_param_get, NULL, PARAM_LP_ASYM_PAUSE_CAP);
3836 gem_nd_load(dp, "lp_1000fdx_cap",
3837 gem_param_get, NULL, PARAM_LP_1000FDX_CAP);
3838 gem_nd_load(dp, "lp_1000hdx_cap",
3839 gem_param_get, NULL, PARAM_LP_1000HDX_CAP);
3840 gem_nd_load(dp, "lp_100T4_cap",
3841 gem_param_get, NULL, PARAM_LP_100T4_CAP);
3842 gem_nd_load(dp, "lp_100fdx_cap",
3843 gem_param_get, NULL, PARAM_LP_100FDX_CAP);
3844 gem_nd_load(dp, "lp_100hdx_cap",
3845 gem_param_get, NULL, PARAM_LP_100HDX_CAP);
3846 gem_nd_load(dp, "lp_10fdx_cap",
3847 gem_param_get, NULL, PARAM_LP_10FDX_CAP);
3848 gem_nd_load(dp, "lp_10hdx_cap",
3849 gem_param_get, NULL, PARAM_LP_10HDX_CAP);
3850
3851 /* Current operating modes */
3852 gem_nd_load(dp, "link_status",
3853 gem_param_get, NULL, PARAM_LINK_STATUS);
3854 gem_nd_load(dp, "link_speed",
3855 gem_param_get, NULL, PARAM_LINK_SPEED);
3856 gem_nd_load(dp, "link_duplex",
3857 gem_param_get, NULL, PARAM_LINK_DUPLEX);
3858 gem_nd_load(dp, "link_autoneg",
3859 gem_param_get, NULL, PARAM_LINK_AUTONEG);
3860 gem_nd_load(dp, "link_rx_pause",
3861 gem_param_get, NULL, PARAM_LINK_RX_PAUSE);
3862 gem_nd_load(dp, "link_tx_pause",
3863 gem_param_get, NULL, PARAM_LINK_TX_PAUSE);
3864 #ifdef DEBUG_RESUME
3865 gem_nd_load(dp, "resume_test",
3866 gem_param_get, NULL, PARAM_RESUME_TEST);
3867 #endif
3868 #undef SETFUNC
3869 }
3870
3871 static
3872 enum ioc_reply
3873 gem_nd_ioctl(struct gem_dev *dp, queue_t *wq, mblk_t *mp, struct iocblk *iocp)
3874 {
3875 boolean_t ok;
3876
3877 ASSERT(mutex_owned(&dp->intrlock));
3878
3879 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
3880
3881 switch (iocp->ioc_cmd) {
3882 case ND_GET:
3883 ok = nd_getset(wq, dp->nd_data_p, mp);
3884 DPRINTF(0, (CE_CONT,
3885 "%s: get %s", dp->name, ok ? "OK" : "FAIL"));
3886 return (ok ? IOC_REPLY : IOC_INVAL);
3887
3888 case ND_SET:
3889 ok = nd_getset(wq, dp->nd_data_p, mp);
3890
3891 DPRINTF(0, (CE_CONT, "%s: set %s err %d",
3892 dp->name, ok ? "OK" : "FAIL", iocp->ioc_error));
3893
3894 if (!ok) {
3895 return (IOC_INVAL);
3896 }
3897
3898 if (iocp->ioc_error) {
3899 return (IOC_REPLY);
3900 }
3901
3902 return (IOC_RESTART_REPLY);
3903 }
3904
3905 cmn_err(CE_WARN, "%s: invalid cmd 0x%x", dp->name, iocp->ioc_cmd);
3906
3907 return (IOC_INVAL);
3908 }
3909
3910 static void
3911 gem_nd_cleanup(struct gem_dev *dp)
3912 {
3913 ASSERT(dp->nd_data_p != NULL);
3914 ASSERT(dp->nd_arg_p != NULL);
3915
3916 nd_free(&dp->nd_data_p);
3917
3918 kmem_free(dp->nd_arg_p, sizeof (struct gem_nd_arg) * PARAM_COUNT);
3919 dp->nd_arg_p = NULL;
3920 }
3921
3922 static void
3923 gem_mac_ioctl(struct gem_dev *dp, queue_t *wq, mblk_t *mp)
3924 {
3925 struct iocblk *iocp;
3926 enum ioc_reply status;
3927 int cmd;
3928
3929 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
3930
3931 /*
3932 * Validate the command before bothering with the mutex ...
3933 */
3934 iocp = (void *)mp->b_rptr;
3935 iocp->ioc_error = 0;
3936 cmd = iocp->ioc_cmd;
3937
3938 DPRINTF(0, (CE_CONT, "%s: %s cmd:0x%x", dp->name, __func__, cmd));
3939
3940 mutex_enter(&dp->intrlock);
3941 mutex_enter(&dp->xmitlock);
3942
3943 switch (cmd) {
3944 default:
3945 _NOTE(NOTREACHED)
3946 status = IOC_INVAL;
3947 break;
3948
3949 case ND_GET:
3950 case ND_SET:
3951 status = gem_nd_ioctl(dp, wq, mp, iocp);
3952 break;
3953 }
3954
3955 mutex_exit(&dp->xmitlock);
3956 mutex_exit(&dp->intrlock);
3957
3958 #ifdef DEBUG_RESUME
3959 if (cmd == ND_GET) {
3960 gem_suspend(dp->dip);
3961 gem_resume(dp->dip);
3962 }
3963 #endif
3964 /*
3965 * Finally, decide how to reply
3966 */
3967 switch (status) {
3968 default:
3969 case IOC_INVAL:
3970 /*
3971 * Error, reply with a NAK and EINVAL or the specified error
3972 */
3973 miocnak(wq, mp, 0, iocp->ioc_error == 0 ?
3974 EINVAL : iocp->ioc_error);
3975 break;
3976
3977 case IOC_DONE:
3978 /*
3979 * OK, reply already sent
3980 */
3981 break;
3982
3983 case IOC_RESTART_ACK:
3984 case IOC_ACK:
3985 /*
3986 * OK, reply with an ACK
3987 */
3988 miocack(wq, mp, 0, 0);
3989 break;
3990
3991 case IOC_RESTART_REPLY:
3992 case IOC_REPLY:
3993 /*
3994 * OK, send prepared reply as ACK or NAK
3995 */
3996 mp->b_datap->db_type =
3997 iocp->ioc_error == 0 ? M_IOCACK : M_IOCNAK;
3998 qreply(wq, mp);
3999 break;
4000 }
4001 }
4002
4003 #ifndef SYS_MAC_H
4004 #define XCVR_UNDEFINED 0
4005 #define XCVR_NONE 1
4006 #define XCVR_10 2
4007 #define XCVR_100T4 3
4008 #define XCVR_100X 4
4009 #define XCVR_100T2 5
4010 #define XCVR_1000X 6
4011 #define XCVR_1000T 7
4012 #endif
4013 static int
4014 gem_mac_xcvr_inuse(struct gem_dev *dp)
4015 {
4016 int val = XCVR_UNDEFINED;
4017
4018 if ((dp->mii_status & MII_STATUS_XSTATUS) == 0) {
4019 if (dp->mii_status & MII_STATUS_100_BASE_T4) {
4020 val = XCVR_100T4;
4021 } else if (dp->mii_status &
4022 (MII_STATUS_100_BASEX_FD |
4023 MII_STATUS_100_BASEX)) {
4024 val = XCVR_100X;
4025 } else if (dp->mii_status &
4026 (MII_STATUS_100_BASE_T2_FD |
4027 MII_STATUS_100_BASE_T2)) {
4028 val = XCVR_100T2;
4029 } else if (dp->mii_status &
4030 (MII_STATUS_10_FD | MII_STATUS_10)) {
4031 val = XCVR_10;
4032 }
4033 } else if (dp->mii_xstatus &
4034 (MII_XSTATUS_1000BASET_FD | MII_XSTATUS_1000BASET)) {
4035 val = XCVR_1000T;
4036 } else if (dp->mii_xstatus &
4037 (MII_XSTATUS_1000BASEX_FD | MII_XSTATUS_1000BASEX)) {
4038 val = XCVR_1000X;
4039 }
4040
4041 return (val);
4042 }
4043
4044 /* ============================================================== */
4045 /*
4046 * GLDv3 interface
4047 */
4048 /* ============================================================== */
4049 static int gem_m_getstat(void *, uint_t, uint64_t *);
4050 static int gem_m_start(void *);
4051 static void gem_m_stop(void *);
4052 static int gem_m_setpromisc(void *, boolean_t);
4053 static int gem_m_multicst(void *, boolean_t, const uint8_t *);
4054 static int gem_m_unicst(void *, const uint8_t *);
4055 static mblk_t *gem_m_tx(void *, mblk_t *);
4056 static void gem_m_ioctl(void *, queue_t *, mblk_t *);
4057 static boolean_t gem_m_getcapab(void *, mac_capab_t, void *);
4058
4059 #define GEM_M_CALLBACK_FLAGS (MC_IOCTL | MC_GETCAPAB)
4060
4061 static mac_callbacks_t gem_m_callbacks = {
4062 GEM_M_CALLBACK_FLAGS,
4063 gem_m_getstat,
4064 gem_m_start,
4065 gem_m_stop,
4066 gem_m_setpromisc,
4067 gem_m_multicst,
4068 gem_m_unicst,
4069 gem_m_tx,
4070 NULL,
4071 gem_m_ioctl,
4072 gem_m_getcapab,
4073 };
4074
4075 static int
4076 gem_m_start(void *arg)
4077 {
4078 int err = 0;
4079 struct gem_dev *dp = arg;
4080
4081 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
4082
4083 mutex_enter(&dp->intrlock);
4084 if (dp->mac_suspended) {
4085 err = EIO;
4086 goto x;
4087 }
4088 if (gem_mac_init(dp) != GEM_SUCCESS) {
4089 err = EIO;
4090 goto x;
4091 }
4092 dp->nic_state = NIC_STATE_INITIALIZED;
4093
4094 /* reset rx filter state */
4095 dp->mc_count = 0;
4096 dp->mc_count_req = 0;
4097
4098 /* setup media mode if the link have been up */
4099 if (dp->mii_state == MII_STATE_LINKUP) {
4100 (dp->gc.gc_set_media)(dp);
4101 }
4102
4103 /* setup initial rx filter */
4104 bcopy(dp->dev_addr.ether_addr_octet,
4105 dp->cur_addr.ether_addr_octet, ETHERADDRL);
4106 dp->rxmode |= RXMODE_ENABLE;
4107
4108 if (gem_mac_set_rx_filter(dp) != GEM_SUCCESS) {
4109 err = EIO;
4110 goto x;
4111 }
4112
4113 dp->nic_state = NIC_STATE_ONLINE;
4114 if (dp->mii_state == MII_STATE_LINKUP) {
4115 if (gem_mac_start(dp) != GEM_SUCCESS) {
4116 err = EIO;
4117 goto x;
4118 }
4119 }
4120
4121 dp->timeout_id = timeout((void (*)(void *))gem_tx_timeout,
4122 (void *)dp, dp->gc.gc_tx_timeout_interval);
4123 mutex_exit(&dp->intrlock);
4124
4125 return (0);
4126 x:
4127 dp->nic_state = NIC_STATE_STOPPED;
4128 mutex_exit(&dp->intrlock);
4129 return (err);
4130 }
4131
4132 static void
4133 gem_m_stop(void *arg)
4134 {
4135 struct gem_dev *dp = arg;
4136
4137 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
4138
4139 /* stop rx */
4140 mutex_enter(&dp->intrlock);
4141 if (dp->mac_suspended) {
4142 mutex_exit(&dp->intrlock);
4143 return;
4144 }
4145 dp->rxmode &= ~RXMODE_ENABLE;
4146 (void) gem_mac_set_rx_filter(dp);
4147 mutex_exit(&dp->intrlock);
4148
4149 /* stop tx timeout watcher */
4150 if (dp->timeout_id) {
4151 while (untimeout(dp->timeout_id) == -1)
4152 ;
4153 dp->timeout_id = 0;
4154 }
4155
4156 /* make the nic state inactive */
4157 mutex_enter(&dp->intrlock);
4158 if (dp->mac_suspended) {
4159 mutex_exit(&dp->intrlock);
4160 return;
4161 }
4162 dp->nic_state = NIC_STATE_STOPPED;
4163
4164 /* we need deassert mac_active due to block interrupt handler */
4165 mutex_enter(&dp->xmitlock);
4166 dp->mac_active = B_FALSE;
4167 mutex_exit(&dp->xmitlock);
4168
4169 /* block interrupts */
4170 while (dp->intr_busy) {
4171 cv_wait(&dp->tx_drain_cv, &dp->intrlock);
4172 }
4173 (void) gem_mac_stop(dp, 0);
4174 mutex_exit(&dp->intrlock);
4175 }
4176
4177 static int
4178 gem_m_multicst(void *arg, boolean_t add, const uint8_t *ep)
4179 {
4180 int err;
4181 int ret;
4182 struct gem_dev *dp = arg;
4183
4184 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
4185
4186 if (add) {
4187 ret = gem_add_multicast(dp, ep);
4188 } else {
4189 ret = gem_remove_multicast(dp, ep);
4190 }
4191
4192 err = 0;
4193 if (ret != GEM_SUCCESS) {
4194 err = EIO;
4195 }
4196
4197 return (err);
4198 }
4199
4200 static int
4201 gem_m_setpromisc(void *arg, boolean_t on)
4202 {
4203 int err = 0; /* no error */
4204 struct gem_dev *dp = arg;
4205
4206 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
4207
4208 mutex_enter(&dp->intrlock);
4209 if (dp->mac_suspended) {
4210 mutex_exit(&dp->intrlock);
4211 return (EIO);
4212 }
4213 if (on) {
4214 dp->rxmode |= RXMODE_PROMISC;
4215 } else {
4216 dp->rxmode &= ~RXMODE_PROMISC;
4217 }
4218
4219 if (gem_mac_set_rx_filter(dp) != GEM_SUCCESS) {
4220 err = EIO;
4221 }
4222 mutex_exit(&dp->intrlock);
4223
4224 return (err);
4225 }
4226
4227 int
4228 gem_m_getstat(void *arg, uint_t stat, uint64_t *valp)
4229 {
4230 struct gem_dev *dp = arg;
4231 struct gem_stats *gstp = &dp->stats;
4232 uint64_t val = 0;
4233
4234 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
4235
4236 if (mutex_owned(&dp->intrlock)) {
4237 if (dp->mac_suspended) {
4238 return (EIO);
4239 }
4240 } else {
4241 mutex_enter(&dp->intrlock);
4242 if (dp->mac_suspended) {
4243 mutex_exit(&dp->intrlock);
4244 return (EIO);
4245 }
4246 mutex_exit(&dp->intrlock);
4247 }
4248
4249 if ((*dp->gc.gc_get_stats)(dp) != GEM_SUCCESS) {
4250 return (EIO);
4251 }
4252
4253 switch (stat) {
4254 case MAC_STAT_IFSPEED:
4255 val = gem_speed_value[dp->speed] *1000000ull;
4256 break;
4257
4258 case MAC_STAT_MULTIRCV:
4259 val = gstp->rmcast;
4260 break;
4261
4262 case MAC_STAT_BRDCSTRCV:
4263 val = gstp->rbcast;
4264 break;
4265
4266 case MAC_STAT_MULTIXMT:
4267 val = gstp->omcast;
4268 break;
4269
4270 case MAC_STAT_BRDCSTXMT:
4271 val = gstp->obcast;
4272 break;
4273
4274 case MAC_STAT_NORCVBUF:
4275 val = gstp->norcvbuf + gstp->missed;
4276 break;
4277
4278 case MAC_STAT_IERRORS:
4279 val = gstp->errrcv;
4280 break;
4281
4282 case MAC_STAT_NOXMTBUF:
4283 val = gstp->noxmtbuf;
4284 break;
4285
4286 case MAC_STAT_OERRORS:
4287 val = gstp->errxmt;
4288 break;
4289
4290 case MAC_STAT_COLLISIONS:
4291 val = gstp->collisions;
4292 break;
4293
4294 case MAC_STAT_RBYTES:
4295 val = gstp->rbytes;
4296 break;
4297
4298 case MAC_STAT_IPACKETS:
4299 val = gstp->rpackets;
4300 break;
4301
4302 case MAC_STAT_OBYTES:
4303 val = gstp->obytes;
4304 break;
4305
4306 case MAC_STAT_OPACKETS:
4307 val = gstp->opackets;
4308 break;
4309
4310 case MAC_STAT_UNDERFLOWS:
4311 val = gstp->underflow;
4312 break;
4313
4314 case MAC_STAT_OVERFLOWS:
4315 val = gstp->overflow;
4316 break;
4317
4318 case ETHER_STAT_ALIGN_ERRORS:
4319 val = gstp->frame;
4320 break;
4321
4322 case ETHER_STAT_FCS_ERRORS:
4323 val = gstp->crc;
4324 break;
4325
4326 case ETHER_STAT_FIRST_COLLISIONS:
4327 val = gstp->first_coll;
4328 break;
4329
4330 case ETHER_STAT_MULTI_COLLISIONS:
4331 val = gstp->multi_coll;
4332 break;
4333
4334 case ETHER_STAT_SQE_ERRORS:
4335 val = gstp->sqe;
4336 break;
4337
4338 case ETHER_STAT_DEFER_XMTS:
4339 val = gstp->defer;
4340 break;
4341
4342 case ETHER_STAT_TX_LATE_COLLISIONS:
4343 val = gstp->xmtlatecoll;
4344 break;
4345
4346 case ETHER_STAT_EX_COLLISIONS:
4347 val = gstp->excoll;
4348 break;
4349
4350 case ETHER_STAT_MACXMT_ERRORS:
4351 val = gstp->xmit_internal_err;
4352 break;
4353
4354 case ETHER_STAT_CARRIER_ERRORS:
4355 val = gstp->nocarrier;
4356 break;
4357
4358 case ETHER_STAT_TOOLONG_ERRORS:
4359 val = gstp->frame_too_long;
4360 break;
4361
4362 case ETHER_STAT_MACRCV_ERRORS:
4363 val = gstp->rcv_internal_err;
4364 break;
4365
4366 case ETHER_STAT_XCVR_ADDR:
4367 val = dp->mii_phy_addr;
4368 break;
4369
4370 case ETHER_STAT_XCVR_ID:
4371 val = dp->mii_phy_id;
4372 break;
4373
4374 case ETHER_STAT_XCVR_INUSE:
4375 val = gem_mac_xcvr_inuse(dp);
4376 break;
4377
4378 case ETHER_STAT_CAP_1000FDX:
4379 val = (dp->mii_xstatus & MII_XSTATUS_1000BASET_FD) ||
4380 (dp->mii_xstatus & MII_XSTATUS_1000BASEX_FD);
4381 break;
4382
4383 case ETHER_STAT_CAP_1000HDX:
4384 val = (dp->mii_xstatus & MII_XSTATUS_1000BASET) ||
4385 (dp->mii_xstatus & MII_XSTATUS_1000BASEX);
4386 break;
4387
4388 case ETHER_STAT_CAP_100FDX:
4389 val = BOOLEAN(dp->mii_status & MII_STATUS_100_BASEX_FD);
4390 break;
4391
4392 case ETHER_STAT_CAP_100HDX:
4393 val = BOOLEAN(dp->mii_status & MII_STATUS_100_BASEX);
4394 break;
4395
4396 case ETHER_STAT_CAP_10FDX:
4397 val = BOOLEAN(dp->mii_status & MII_STATUS_10_FD);
4398 break;
4399
4400 case ETHER_STAT_CAP_10HDX:
4401 val = BOOLEAN(dp->mii_status & MII_STATUS_10);
4402 break;
4403
4404 case ETHER_STAT_CAP_ASMPAUSE:
4405 val = BOOLEAN(dp->gc.gc_flow_control & 2);
4406 break;
4407
4408 case ETHER_STAT_CAP_PAUSE:
4409 val = BOOLEAN(dp->gc.gc_flow_control & 1);
4410 break;
4411
4412 case ETHER_STAT_CAP_AUTONEG:
4413 val = BOOLEAN(dp->mii_status & MII_STATUS_CANAUTONEG);
4414 break;
4415
4416 case ETHER_STAT_ADV_CAP_1000FDX:
4417 val = dp->anadv_1000fdx;
4418 break;
4419
4420 case ETHER_STAT_ADV_CAP_1000HDX:
4421 val = dp->anadv_1000hdx;
4422 break;
4423
4424 case ETHER_STAT_ADV_CAP_100FDX:
4425 val = dp->anadv_100fdx;
4426 break;
4427
4428 case ETHER_STAT_ADV_CAP_100HDX:
4429 val = dp->anadv_100hdx;
4430 break;
4431
4432 case ETHER_STAT_ADV_CAP_10FDX:
4433 val = dp->anadv_10fdx;
4434 break;
4435
4436 case ETHER_STAT_ADV_CAP_10HDX:
4437 val = dp->anadv_10hdx;
4438 break;
4439
4440 case ETHER_STAT_ADV_CAP_ASMPAUSE:
4441 val = BOOLEAN(dp->anadv_flow_control & 2);
4442 break;
4443
4444 case ETHER_STAT_ADV_CAP_PAUSE:
4445 val = BOOLEAN(dp->anadv_flow_control & 1);
4446 break;
4447
4448 case ETHER_STAT_ADV_CAP_AUTONEG:
4449 val = dp->anadv_autoneg;
4450 break;
4451
4452 case ETHER_STAT_LP_CAP_1000FDX:
4453 val = BOOLEAN(dp->mii_stat1000 & MII_1000TS_LP_FULL);
4454 break;
4455
4456 case ETHER_STAT_LP_CAP_1000HDX:
4457 val = BOOLEAN(dp->mii_stat1000 & MII_1000TS_LP_HALF);
4458 break;
4459
4460 case ETHER_STAT_LP_CAP_100FDX:
4461 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_100BASE_TX_FD);
4462 break;
4463
4464 case ETHER_STAT_LP_CAP_100HDX:
4465 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_100BASE_TX);
4466 break;
4467
4468 case ETHER_STAT_LP_CAP_10FDX:
4469 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_10BASE_T_FD);
4470 break;
4471
4472 case ETHER_STAT_LP_CAP_10HDX:
4473 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_10BASE_T);
4474 break;
4475
4476 case ETHER_STAT_LP_CAP_ASMPAUSE:
4477 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_ASMPAUSE);
4478 break;
4479
4480 case ETHER_STAT_LP_CAP_PAUSE:
4481 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_PAUSE);
4482 break;
4483
4484 case ETHER_STAT_LP_CAP_AUTONEG:
4485 val = BOOLEAN(dp->mii_exp & MII_AN_EXP_LPCANAN);
4486 break;
4487
4488 case ETHER_STAT_LINK_ASMPAUSE:
4489 val = BOOLEAN(dp->flow_control & 2);
4490 break;
4491
4492 case ETHER_STAT_LINK_PAUSE:
4493 val = BOOLEAN(dp->flow_control & 1);
4494 break;
4495
4496 case ETHER_STAT_LINK_AUTONEG:
4497 val = dp->anadv_autoneg &&
4498 BOOLEAN(dp->mii_exp & MII_AN_EXP_LPCANAN);
4499 break;
4500
4501 case ETHER_STAT_LINK_DUPLEX:
4502 val = (dp->mii_state == MII_STATE_LINKUP) ?
4503 (dp->full_duplex ? 2 : 1) : 0;
4504 break;
4505
4506 case ETHER_STAT_TOOSHORT_ERRORS:
4507 val = gstp->runt;
4508 break;
4509 case ETHER_STAT_LP_REMFAULT:
4510 val = BOOLEAN(dp->mii_lpable & MII_AN_ADVERT_REMFAULT);
4511 break;
4512
4513 case ETHER_STAT_JABBER_ERRORS:
4514 val = gstp->jabber;
4515 break;
4516
4517 case ETHER_STAT_CAP_100T4:
4518 val = BOOLEAN(dp->mii_status & MII_STATUS_100_BASE_T4);
4519 break;
4520
4521 case ETHER_STAT_ADV_CAP_100T4:
4522 val = dp->anadv_100t4;
4523 break;
4524
4525 case ETHER_STAT_LP_CAP_100T4:
4526 val = BOOLEAN(dp->mii_lpable & MII_ABILITY_100BASE_T4);
4527 break;
4528
4529 default:
4530 #if GEM_DEBUG_LEVEL > 2
4531 cmn_err(CE_WARN,
4532 "%s: unrecognized parameter value = %d",
4533 __func__, stat);
4534 #endif
4535 return (ENOTSUP);
4536 }
4537
4538 *valp = val;
4539
4540 return (0);
4541 }
4542
4543 static int
4544 gem_m_unicst(void *arg, const uint8_t *mac)
4545 {
4546 int err = 0;
4547 struct gem_dev *dp = arg;
4548
4549 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
4550
4551 mutex_enter(&dp->intrlock);
4552 if (dp->mac_suspended) {
4553 mutex_exit(&dp->intrlock);
4554 return (EIO);
4555 }
4556 bcopy(mac, dp->cur_addr.ether_addr_octet, ETHERADDRL);
4557 dp->rxmode |= RXMODE_ENABLE;
4558
4559 if (gem_mac_set_rx_filter(dp) != GEM_SUCCESS) {
4560 err = EIO;
4561 }
4562 mutex_exit(&dp->intrlock);
4563
4564 return (err);
4565 }
4566
4567 /*
4568 * gem_m_tx is used only for sending data packets into ethernet wire.
4569 */
4570 static mblk_t *
4571 gem_m_tx(void *arg, mblk_t *mp)
4572 {
4573 uint32_t flags = 0;
4574 struct gem_dev *dp = arg;
4575 mblk_t *tp;
4576
4577 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
4578
4579 ASSERT(dp->nic_state == NIC_STATE_ONLINE);
4580 if (dp->mii_state != MII_STATE_LINKUP) {
4581 /* Some nics hate to send packets when the link is down. */
4582 while (mp) {
4583 tp = mp->b_next;
4584 mp->b_next = NULL;
4585 freemsg(mp);
4586 mp = tp;
4587 }
4588 return (NULL);
4589 }
4590
4591 return (gem_send_common(dp, mp, flags));
4592 }
4593
4594 static void
4595 gem_m_ioctl(void *arg, queue_t *wq, mblk_t *mp)
4596 {
4597 DPRINTF(0, (CE_CONT, "!%s: %s: called",
4598 ((struct gem_dev *)arg)->name, __func__));
4599
4600 gem_mac_ioctl((struct gem_dev *)arg, wq, mp);
4601 }
4602
4603 /* ARGSUSED */
4604 static boolean_t
4605 gem_m_getcapab(void *arg, mac_capab_t cap, void *cap_data)
4606 {
4607 return (B_FALSE);
4608 }
4609
4610 static void
4611 gem_gld3_init(struct gem_dev *dp, mac_register_t *macp)
4612 {
4613 macp->m_type_ident = MAC_PLUGIN_IDENT_ETHER;
4614 macp->m_driver = dp;
4615 macp->m_dip = dp->dip;
4616 macp->m_src_addr = dp->dev_addr.ether_addr_octet;
4617 macp->m_callbacks = &gem_m_callbacks;
4618 macp->m_min_sdu = 0;
4619 macp->m_max_sdu = dp->mtu;
4620
4621 if (dp->misc_flag & GEM_VLAN) {
4622 macp->m_margin = VTAG_SIZE;
4623 }
4624 }
4625
4626 /* ======================================================================== */
4627 /*
4628 * attach/detatch support
4629 */
4630 /* ======================================================================== */
4631 static void
4632 gem_read_conf(struct gem_dev *dp)
4633 {
4634 int val;
4635
4636 DPRINTF(1, (CE_CONT, "!%s: %s: called", dp->name, __func__));
4637
4638 /*
4639 * Get media mode infomation from .conf file
4640 */
4641 dp->anadv_autoneg = gem_prop_get_int(dp, "adv_autoneg_cap", 1) != 0;
4642 dp->anadv_1000fdx = gem_prop_get_int(dp, "adv_1000fdx_cap", 1) != 0;
4643 dp->anadv_1000hdx = gem_prop_get_int(dp, "adv_1000hdx_cap", 1) != 0;
4644 dp->anadv_100t4 = gem_prop_get_int(dp, "adv_100T4_cap", 1) != 0;
4645 dp->anadv_100fdx = gem_prop_get_int(dp, "adv_100fdx_cap", 1) != 0;
4646 dp->anadv_100hdx = gem_prop_get_int(dp, "adv_100hdx_cap", 1) != 0;
4647 dp->anadv_10fdx = gem_prop_get_int(dp, "adv_10fdx_cap", 1) != 0;
4648 dp->anadv_10hdx = gem_prop_get_int(dp, "adv_10hdx_cap", 1) != 0;
4649
4650 if ((ddi_prop_exists(DDI_DEV_T_ANY, dp->dip,
4651 DDI_PROP_DONTPASS, "full-duplex"))) {
4652 dp->full_duplex = gem_prop_get_int(dp, "full-duplex", 1) != 0;
4653 dp->anadv_autoneg = B_FALSE;
4654 if (dp->full_duplex) {
4655 dp->anadv_1000hdx = B_FALSE;
4656 dp->anadv_100hdx = B_FALSE;
4657 dp->anadv_10hdx = B_FALSE;
4658 } else {
4659 dp->anadv_1000fdx = B_FALSE;
4660 dp->anadv_100fdx = B_FALSE;
4661 dp->anadv_10fdx = B_FALSE;
4662 }
4663 }
4664
4665 if ((val = gem_prop_get_int(dp, "speed", 0)) > 0) {
4666 dp->anadv_autoneg = B_FALSE;
4667 switch (val) {
4668 case 1000:
4669 dp->speed = GEM_SPD_1000;
4670 dp->anadv_100t4 = B_FALSE;
4671 dp->anadv_100fdx = B_FALSE;
4672 dp->anadv_100hdx = B_FALSE;
4673 dp->anadv_10fdx = B_FALSE;
4674 dp->anadv_10hdx = B_FALSE;
4675 break;
4676 case 100:
4677 dp->speed = GEM_SPD_100;
4678 dp->anadv_1000fdx = B_FALSE;
4679 dp->anadv_1000hdx = B_FALSE;
4680 dp->anadv_10fdx = B_FALSE;
4681 dp->anadv_10hdx = B_FALSE;
4682 break;
4683 case 10:
4684 dp->speed = GEM_SPD_10;
4685 dp->anadv_1000fdx = B_FALSE;
4686 dp->anadv_1000hdx = B_FALSE;
4687 dp->anadv_100t4 = B_FALSE;
4688 dp->anadv_100fdx = B_FALSE;
4689 dp->anadv_100hdx = B_FALSE;
4690 break;
4691 default:
4692 cmn_err(CE_WARN,
4693 "!%s: property %s: illegal value:%d",
4694 dp->name, "speed", val);
4695 dp->anadv_autoneg = B_TRUE;
4696 break;
4697 }
4698 }
4699
4700 val = gem_prop_get_int(dp, "flow-control", dp->gc.gc_flow_control);
4701 if (val > FLOW_CONTROL_RX_PAUSE || val < FLOW_CONTROL_NONE) {
4702 cmn_err(CE_WARN,
4703 "!%s: property %s: illegal value:%d",
4704 dp->name, "flow-control", val);
4705 } else {
4706 val = min(val, dp->gc.gc_flow_control);
4707 }
4708 dp->anadv_flow_control = val;
4709
4710 if (gem_prop_get_int(dp, "nointr", 0)) {
4711 dp->misc_flag |= GEM_NOINTR;
4712 cmn_err(CE_NOTE, "!%s: polling mode enabled", dp->name);
4713 }
4714
4715 dp->mtu = gem_prop_get_int(dp, "mtu", dp->mtu);
4716 dp->txthr = gem_prop_get_int(dp, "txthr", dp->txthr);
4717 dp->rxthr = gem_prop_get_int(dp, "rxthr", dp->rxthr);
4718 dp->txmaxdma = gem_prop_get_int(dp, "txmaxdma", dp->txmaxdma);
4719 dp->rxmaxdma = gem_prop_get_int(dp, "rxmaxdma", dp->rxmaxdma);
4720 }
4721
4722
4723 /*
4724 * Gem kstat support
4725 */
4726
4727 #define GEM_LOCAL_DATA_SIZE(gc) \
4728 (sizeof (struct gem_dev) + \
4729 sizeof (struct mcast_addr) * GEM_MAXMC + \
4730 sizeof (struct txbuf) * ((gc)->gc_tx_buf_size) + \
4731 sizeof (void *) * ((gc)->gc_tx_buf_size))
4732
4733 struct gem_dev *
4734 gem_do_attach(dev_info_t *dip, int port,
4735 struct gem_conf *gc, void *base, ddi_acc_handle_t *regs_handlep,
4736 void *lp, int lmsize)
4737 {
4738 struct gem_dev *dp;
4739 int i;
4740 ddi_iblock_cookie_t c;
4741 mac_register_t *macp = NULL;
4742 int ret;
4743 int unit;
4744 int nports;
4745
4746 unit = ddi_get_instance(dip);
4747 if ((nports = gc->gc_nports) == 0) {
4748 nports = 1;
4749 }
4750 if (nports == 1) {
4751 ddi_set_driver_private(dip, NULL);
4752 }
4753
4754 DPRINTF(2, (CE_CONT, "!gem%d: gem_do_attach: called cmd:ATTACH",
4755 unit));
4756
4757 /*
4758 * Allocate soft data structure
4759 */
4760 dp = kmem_zalloc(GEM_LOCAL_DATA_SIZE(gc), KM_SLEEP);
4761
4762 if ((macp = mac_alloc(MAC_VERSION)) == NULL) {
4763 cmn_err(CE_WARN, "!gem%d: %s: mac_alloc failed",
4764 unit, __func__);
4765 return (NULL);
4766 }
4767 /* ddi_set_driver_private(dip, dp); */
4768
4769 /* link to private area */
4770 dp->private = lp;
4771 dp->priv_size = lmsize;
4772 dp->mc_list = (struct mcast_addr *)&dp[1];
4773
4774 dp->dip = dip;
4775 (void) sprintf(dp->name, gc->gc_name, nports * unit + port);
4776
4777 /*
4778 * Get iblock cookie
4779 */
4780 if (ddi_get_iblock_cookie(dip, 0, &c) != DDI_SUCCESS) {
4781 cmn_err(CE_CONT,
4782 "!%s: gem_do_attach: ddi_get_iblock_cookie: failed",
4783 dp->name);
4784 goto err_free_private;
4785 }
4786 dp->iblock_cookie = c;
4787
4788 /*
4789 * Initialize mutex's for this device.
4790 */
4791 mutex_init(&dp->intrlock, NULL, MUTEX_DRIVER, (void *)c);
4792 mutex_init(&dp->xmitlock, NULL, MUTEX_DRIVER, (void *)c);
4793 cv_init(&dp->tx_drain_cv, NULL, CV_DRIVER, NULL);
4794
4795 /*
4796 * configure gem parameter
4797 */
4798 dp->base_addr = base;
4799 dp->regs_handle = *regs_handlep;
4800 dp->gc = *gc;
4801 gc = &dp->gc;
4802 /* patch for simplify dma resource management */
4803 gc->gc_tx_max_frags = 1;
4804 gc->gc_tx_max_descs_per_pkt = 1;
4805 gc->gc_tx_ring_size = gc->gc_tx_buf_size;
4806 gc->gc_tx_ring_limit = gc->gc_tx_buf_limit;
4807 gc->gc_tx_desc_write_oo = B_TRUE;
4808
4809 gc->gc_nports = nports; /* fix nports */
4810
4811 /* fix copy threadsholds */
4812 gc->gc_tx_copy_thresh = max(ETHERMIN, gc->gc_tx_copy_thresh);
4813 gc->gc_rx_copy_thresh = max(ETHERMIN, gc->gc_rx_copy_thresh);
4814
4815 /* fix rx buffer boundary for iocache line size */
4816 ASSERT(gc->gc_dma_attr_txbuf.dma_attr_align-1 == gc->gc_tx_buf_align);
4817 ASSERT(gc->gc_dma_attr_rxbuf.dma_attr_align-1 == gc->gc_rx_buf_align);
4818 gc->gc_rx_buf_align = max(gc->gc_rx_buf_align, IOC_LINESIZE - 1);
4819 gc->gc_dma_attr_rxbuf.dma_attr_align = gc->gc_rx_buf_align + 1;
4820
4821 /* fix descriptor boundary for cache line size */
4822 gc->gc_dma_attr_desc.dma_attr_align =
4823 max(gc->gc_dma_attr_desc.dma_attr_align, IOC_LINESIZE);
4824
4825 /* patch get_packet method */
4826 if (gc->gc_get_packet == NULL) {
4827 gc->gc_get_packet = &gem_get_packet_default;
4828 }
4829
4830 /* patch get_rx_start method */
4831 if (gc->gc_rx_start == NULL) {
4832 gc->gc_rx_start = &gem_rx_start_default;
4833 }
4834
4835 /* calculate descriptor area */
4836 if (gc->gc_rx_desc_unit_shift >= 0) {
4837 dp->rx_desc_size =
4838 ROUNDUP(gc->gc_rx_ring_size << gc->gc_rx_desc_unit_shift,
4839 gc->gc_dma_attr_desc.dma_attr_align);
4840 }
4841 if (gc->gc_tx_desc_unit_shift >= 0) {
4842 dp->tx_desc_size =
4843 ROUNDUP(gc->gc_tx_ring_size << gc->gc_tx_desc_unit_shift,
4844 gc->gc_dma_attr_desc.dma_attr_align);
4845 }
4846
4847 dp->mtu = ETHERMTU;
4848 dp->tx_buf = (void *)&dp->mc_list[GEM_MAXMC];
4849 /* link tx buffers */
4850 for (i = 0; i < dp->gc.gc_tx_buf_size; i++) {
4851 dp->tx_buf[i].txb_next =
4852 &dp->tx_buf[SLOT(i + 1, dp->gc.gc_tx_buf_size)];
4853 }
4854
4855 dp->rxmode = 0;
4856 dp->speed = GEM_SPD_10; /* default is 10Mbps */
4857 dp->full_duplex = B_FALSE; /* default is half */
4858 dp->flow_control = FLOW_CONTROL_NONE;
4859 dp->poll_pkt_delay = 8; /* typical coalease for rx packets */
4860
4861 /* performance tuning parameters */
4862 dp->txthr = ETHERMAX; /* tx fifo threshold */
4863 dp->txmaxdma = 16*4; /* tx max dma burst size */
4864 dp->rxthr = 128; /* rx fifo threshold */
4865 dp->rxmaxdma = 16*4; /* rx max dma burst size */
4866
4867 /*
4868 * Get media mode information from .conf file
4869 */
4870 gem_read_conf(dp);
4871
4872 /* rx_buf_len is required buffer length without padding for alignment */
4873 dp->rx_buf_len = MAXPKTBUF(dp) + dp->gc.gc_rx_header_len;
4874
4875 /*
4876 * Reset the chip
4877 */
4878 mutex_enter(&dp->intrlock);
4879 dp->nic_state = NIC_STATE_STOPPED;
4880 ret = (*dp->gc.gc_reset_chip)(dp);
4881 mutex_exit(&dp->intrlock);
4882 if (ret != GEM_SUCCESS) {
4883 goto err_free_regs;
4884 }
4885
4886 /*
4887 * HW dependant paremeter initialization
4888 */
4889 mutex_enter(&dp->intrlock);
4890 ret = (*dp->gc.gc_attach_chip)(dp);
4891 mutex_exit(&dp->intrlock);
4892 if (ret != GEM_SUCCESS) {
4893 goto err_free_regs;
4894 }
4895
4896 #ifdef DEBUG_MULTIFRAGS
4897 dp->gc.gc_tx_copy_thresh = dp->mtu;
4898 #endif
4899 /* allocate tx and rx resources */
4900 if (gem_alloc_memory(dp)) {
4901 goto err_free_regs;
4902 }
4903
4904 DPRINTF(0, (CE_CONT,
4905 "!%s: at 0x%x, %02x:%02x:%02x:%02x:%02x:%02x",
4906 dp->name, (long)dp->base_addr,
4907 dp->dev_addr.ether_addr_octet[0],
4908 dp->dev_addr.ether_addr_octet[1],
4909 dp->dev_addr.ether_addr_octet[2],
4910 dp->dev_addr.ether_addr_octet[3],
4911 dp->dev_addr.ether_addr_octet[4],
4912 dp->dev_addr.ether_addr_octet[5]));
4913
4914 /* copy mac address */
4915 dp->cur_addr = dp->dev_addr;
4916
4917 gem_gld3_init(dp, macp);
4918
4919 /* Probe MII phy (scan phy) */
4920 dp->mii_lpable = 0;
4921 dp->mii_advert = 0;
4922 dp->mii_exp = 0;
4923 dp->mii_ctl1000 = 0;
4924 dp->mii_stat1000 = 0;
4925 if ((*dp->gc.gc_mii_probe)(dp) != GEM_SUCCESS) {
4926 goto err_free_ring;
4927 }
4928
4929 /* mask unsupported abilities */
4930 dp->anadv_autoneg &= BOOLEAN(dp->mii_status & MII_STATUS_CANAUTONEG);
4931 dp->anadv_1000fdx &=
4932 BOOLEAN(dp->mii_xstatus &
4933 (MII_XSTATUS_1000BASEX_FD | MII_XSTATUS_1000BASET_FD));
4934 dp->anadv_1000hdx &=
4935 BOOLEAN(dp->mii_xstatus &
4936 (MII_XSTATUS_1000BASEX | MII_XSTATUS_1000BASET));
4937 dp->anadv_100t4 &= BOOLEAN(dp->mii_status & MII_STATUS_100_BASE_T4);
4938 dp->anadv_100fdx &= BOOLEAN(dp->mii_status & MII_STATUS_100_BASEX_FD);
4939 dp->anadv_100hdx &= BOOLEAN(dp->mii_status & MII_STATUS_100_BASEX);
4940 dp->anadv_10fdx &= BOOLEAN(dp->mii_status & MII_STATUS_10_FD);
4941 dp->anadv_10hdx &= BOOLEAN(dp->mii_status & MII_STATUS_10);
4942
4943 gem_choose_forcedmode(dp);
4944
4945 /* initialize MII phy if required */
4946 if (dp->gc.gc_mii_init) {
4947 if ((*dp->gc.gc_mii_init)(dp) != GEM_SUCCESS) {
4948 goto err_free_ring;
4949 }
4950 }
4951
4952 /*
4953 * initialize kstats including mii statistics
4954 */
4955 gem_nd_setup(dp);
4956
4957 /*
4958 * Add interrupt to system.
4959 */
4960 if (ret = mac_register(macp, &dp->mh)) {
4961 cmn_err(CE_WARN, "!%s: mac_register failed, error:%d",
4962 dp->name, ret);
4963 goto err_release_stats;
4964 }
4965 mac_free(macp);
4966 macp = NULL;
4967
4968 if (dp->misc_flag & GEM_SOFTINTR) {
4969 if (ddi_add_softintr(dip,
4970 DDI_SOFTINT_LOW, &dp->soft_id,
4971 NULL, NULL,
4972 (uint_t (*)(caddr_t))gem_intr,
4973 (caddr_t)dp) != DDI_SUCCESS) {
4974 cmn_err(CE_WARN, "!%s: ddi_add_softintr failed",
4975 dp->name);
4976 goto err_unregister;
4977 }
4978 } else if ((dp->misc_flag & GEM_NOINTR) == 0) {
4979 if (ddi_add_intr(dip, 0, NULL, NULL,
4980 (uint_t (*)(caddr_t))gem_intr,
4981 (caddr_t)dp) != DDI_SUCCESS) {
4982 cmn_err(CE_WARN, "!%s: ddi_add_intr failed", dp->name);
4983 goto err_unregister;
4984 }
4985 } else {
4986 /*
4987 * Dont use interrupt.
4988 * schedule first call of gem_intr_watcher
4989 */
4990 dp->intr_watcher_id =
4991 timeout((void (*)(void *))gem_intr_watcher,
4992 (void *)dp, drv_usectohz(3*1000000));
4993 }
4994
4995 /* link this device to dev_info */
4996 dp->next = (struct gem_dev *)ddi_get_driver_private(dip);
4997 dp->port = port;
4998 ddi_set_driver_private(dip, (caddr_t)dp);
4999
5000 /* reset mii phy and start mii link watcher */
5001 gem_mii_start(dp);
5002
5003 DPRINTF(2, (CE_CONT, "!gem_do_attach: return: success"));
5004 return (dp);
5005
5006 err_unregister:
5007 (void) mac_unregister(dp->mh);
5008 err_release_stats:
5009 /* release NDD resources */
5010 gem_nd_cleanup(dp);
5011
5012 err_free_ring:
5013 gem_free_memory(dp);
5014 err_free_regs:
5015 ddi_regs_map_free(&dp->regs_handle);
5016 err_free_locks:
5017 mutex_destroy(&dp->xmitlock);
5018 mutex_destroy(&dp->intrlock);
5019 cv_destroy(&dp->tx_drain_cv);
5020 err_free_private:
5021 if (macp) {
5022 mac_free(macp);
5023 }
5024 kmem_free((caddr_t)dp, GEM_LOCAL_DATA_SIZE(gc));
5025
5026 return (NULL);
5027 }
5028
5029 int
5030 gem_do_detach(dev_info_t *dip)
5031 {
5032 struct gem_dev *dp;
5033 struct gem_dev *tmp;
5034 caddr_t private;
5035 int priv_size;
5036 ddi_acc_handle_t rh;
5037
5038 dp = GEM_GET_DEV(dip);
5039 if (dp == NULL) {
5040 return (DDI_SUCCESS);
5041 }
5042
5043 rh = dp->regs_handle;
5044 private = dp->private;
5045 priv_size = dp->priv_size;
5046
5047 while (dp) {
5048 /* unregister with gld v3 */
5049 if (mac_unregister(dp->mh) != 0) {
5050 return (DDI_FAILURE);
5051 }
5052
5053 /* ensure any rx buffers are not used */
5054 if (dp->rx_buf_allocated != dp->rx_buf_freecnt) {
5055 /* resource is busy */
5056 cmn_err(CE_PANIC,
5057 "!%s: %s: rxbuf is busy: allocated:%d, freecnt:%d",
5058 dp->name, __func__,
5059 dp->rx_buf_allocated, dp->rx_buf_freecnt);
5060 /* NOT REACHED */
5061 }
5062
5063 /* stop mii link watcher */
5064 gem_mii_stop(dp);
5065
5066 /* unregister interrupt handler */
5067 if (dp->misc_flag & GEM_SOFTINTR) {
5068 ddi_remove_softintr(dp->soft_id);
5069 } else if ((dp->misc_flag & GEM_NOINTR) == 0) {
5070 ddi_remove_intr(dip, 0, dp->iblock_cookie);
5071 } else {
5072 /* stop interrupt watcher */
5073 if (dp->intr_watcher_id) {
5074 while (untimeout(dp->intr_watcher_id) == -1)
5075 ;
5076 dp->intr_watcher_id = 0;
5077 }
5078 }
5079
5080 /* release NDD resources */
5081 gem_nd_cleanup(dp);
5082 /* release buffers, descriptors and dma resources */
5083 gem_free_memory(dp);
5084
5085 /* release locks and condition variables */
5086 mutex_destroy(&dp->xmitlock);
5087 mutex_destroy(&dp->intrlock);
5088 cv_destroy(&dp->tx_drain_cv);
5089
5090 /* release basic memory resources */
5091 tmp = dp->next;
5092 kmem_free((caddr_t)dp, GEM_LOCAL_DATA_SIZE(&dp->gc));
5093 dp = tmp;
5094 }
5095
5096 /* release common private memory for the nic */
5097 kmem_free(private, priv_size);
5098
5099 /* release register mapping resources */
5100 ddi_regs_map_free(&rh);
5101
5102 DPRINTF(2, (CE_CONT, "!%s%d: gem_do_detach: return: success",
5103 ddi_driver_name(dip), ddi_get_instance(dip)));
5104
5105 return (DDI_SUCCESS);
5106 }
5107
5108 int
5109 gem_suspend(dev_info_t *dip)
5110 {
5111 struct gem_dev *dp;
5112
5113 /*
5114 * stop the device
5115 */
5116 dp = GEM_GET_DEV(dip);
5117 ASSERT(dp);
5118
5119 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
5120
5121 for (; dp; dp = dp->next) {
5122
5123 /* stop mii link watcher */
5124 gem_mii_stop(dp);
5125
5126 /* stop interrupt watcher for no-intr mode */
5127 if (dp->misc_flag & GEM_NOINTR) {
5128 if (dp->intr_watcher_id) {
5129 while (untimeout(dp->intr_watcher_id) == -1)
5130 ;
5131 }
5132 dp->intr_watcher_id = 0;
5133 }
5134
5135 /* stop tx timeout watcher */
5136 if (dp->timeout_id) {
5137 while (untimeout(dp->timeout_id) == -1)
5138 ;
5139 dp->timeout_id = 0;
5140 }
5141
5142 /* make the nic state inactive */
5143 mutex_enter(&dp->intrlock);
5144 (void) gem_mac_stop(dp, 0);
5145 ASSERT(!dp->mac_active);
5146
5147 /* no further register access */
5148 dp->mac_suspended = B_TRUE;
5149 mutex_exit(&dp->intrlock);
5150 }
5151
5152 /* XXX - power down the nic */
5153
5154 return (DDI_SUCCESS);
5155 }
5156
5157 int
5158 gem_resume(dev_info_t *dip)
5159 {
5160 struct gem_dev *dp;
5161
5162 /*
5163 * restart the device
5164 */
5165 dp = GEM_GET_DEV(dip);
5166 ASSERT(dp);
5167
5168 DPRINTF(0, (CE_CONT, "!%s: %s: called", dp->name, __func__));
5169
5170 for (; dp; dp = dp->next) {
5171
5172 /*
5173 * Bring up the nic after power up
5174 */
5175
5176 /* gem_xxx.c layer to setup power management state. */
5177 ASSERT(!dp->mac_active);
5178
5179 /* reset the chip, because we are just after power up. */
5180 mutex_enter(&dp->intrlock);
5181
5182 dp->mac_suspended = B_FALSE;
5183 dp->nic_state = NIC_STATE_STOPPED;
5184
5185 if ((*dp->gc.gc_reset_chip)(dp) != GEM_SUCCESS) {
5186 cmn_err(CE_WARN, "%s: %s: failed to reset chip",
5187 dp->name, __func__);
5188 mutex_exit(&dp->intrlock);
5189 goto err;
5190 }
5191 mutex_exit(&dp->intrlock);
5192
5193 /* initialize mii phy because we are just after power up */
5194 if (dp->gc.gc_mii_init) {
5195 (void) (*dp->gc.gc_mii_init)(dp);
5196 }
5197
5198 if (dp->misc_flag & GEM_NOINTR) {
5199 /*
5200 * schedule first call of gem_intr_watcher
5201 * instead of interrupts.
5202 */
5203 dp->intr_watcher_id =
5204 timeout((void (*)(void *))gem_intr_watcher,
5205 (void *)dp, drv_usectohz(3*1000000));
5206 }
5207
5208 /* restart mii link watcher */
5209 gem_mii_start(dp);
5210
5211 /* restart mac */
5212 mutex_enter(&dp->intrlock);
5213
5214 if (gem_mac_init(dp) != GEM_SUCCESS) {
5215 mutex_exit(&dp->intrlock);
5216 goto err_reset;
5217 }
5218 dp->nic_state = NIC_STATE_INITIALIZED;
5219
5220 /* setup media mode if the link have been up */
5221 if (dp->mii_state == MII_STATE_LINKUP) {
5222 if ((dp->gc.gc_set_media)(dp) != GEM_SUCCESS) {
5223 mutex_exit(&dp->intrlock);
5224 goto err_reset;
5225 }
5226 }
5227
5228 /* enable mac address and rx filter */
5229 dp->rxmode |= RXMODE_ENABLE;
5230 if ((*dp->gc.gc_set_rx_filter)(dp) != GEM_SUCCESS) {
5231 mutex_exit(&dp->intrlock);
5232 goto err_reset;
5233 }
5234 dp->nic_state = NIC_STATE_ONLINE;
5235
5236 /* restart tx timeout watcher */
5237 dp->timeout_id = timeout((void (*)(void *))gem_tx_timeout,
5238 (void *)dp,
5239 dp->gc.gc_tx_timeout_interval);
5240
5241 /* now the nic is fully functional */
5242 if (dp->mii_state == MII_STATE_LINKUP) {
5243 if (gem_mac_start(dp) != GEM_SUCCESS) {
5244 mutex_exit(&dp->intrlock);
5245 goto err_reset;
5246 }
5247 }
5248 mutex_exit(&dp->intrlock);
5249 }
5250
5251 return (DDI_SUCCESS);
5252
5253 err_reset:
5254 if (dp->intr_watcher_id) {
5255 while (untimeout(dp->intr_watcher_id) == -1)
5256 ;
5257 dp->intr_watcher_id = 0;
5258 }
5259 mutex_enter(&dp->intrlock);
5260 (*dp->gc.gc_reset_chip)(dp);
5261 dp->nic_state = NIC_STATE_STOPPED;
5262 mutex_exit(&dp->intrlock);
5263
5264 err:
5265 return (DDI_FAILURE);
5266 }
5267
5268 /*
5269 * misc routines for PCI
5270 */
5271 uint8_t
5272 gem_search_pci_cap(dev_info_t *dip,
5273 ddi_acc_handle_t conf_handle, uint8_t target)
5274 {
5275 uint8_t pci_cap_ptr;
5276 uint32_t pci_cap;
5277
5278 /* search power management capablities */
5279 pci_cap_ptr = pci_config_get8(conf_handle, PCI_CONF_CAP_PTR);
5280 while (pci_cap_ptr) {
5281 /* read pci capability header */
5282 pci_cap = pci_config_get32(conf_handle, pci_cap_ptr);
5283 if ((pci_cap & 0xff) == target) {
5284 /* found */
5285 break;
5286 }
5287 /* get next_ptr */
5288 pci_cap_ptr = (pci_cap >> 8) & 0xff;
5289 }
5290 return (pci_cap_ptr);
5291 }
5292
5293 int
5294 gem_pci_set_power_state(dev_info_t *dip,
5295 ddi_acc_handle_t conf_handle, uint_t new_mode)
5296 {
5297 uint8_t pci_cap_ptr;
5298 uint32_t pmcsr;
5299 uint_t unit;
5300 const char *drv_name;
5301
5302 ASSERT(new_mode < 4);
5303
5304 unit = ddi_get_instance(dip);
5305 drv_name = ddi_driver_name(dip);
5306
5307 /* search power management capablities */
5308 pci_cap_ptr = gem_search_pci_cap(dip, conf_handle, PCI_CAP_ID_PM);
5309
5310 if (pci_cap_ptr == 0) {
5311 cmn_err(CE_CONT,
5312 "!%s%d: doesn't have pci power management capability",
5313 drv_name, unit);
5314 return (DDI_FAILURE);
5315 }
5316
5317 /* read power management capabilities */
5318 pmcsr = pci_config_get32(conf_handle, pci_cap_ptr + PCI_PMCSR);
5319
5320 DPRINTF(0, (CE_CONT,
5321 "!%s%d: pmc found at 0x%x: pmcsr: 0x%08x",
5322 drv_name, unit, pci_cap_ptr, pmcsr));
5323
5324 /*
5325 * Is the resuested power mode supported?
5326 */
5327 /* not yet */
5328
5329 /*
5330 * move to new mode
5331 */
5332 pmcsr = (pmcsr & ~PCI_PMCSR_STATE_MASK) | new_mode;
5333 pci_config_put32(conf_handle, pci_cap_ptr + PCI_PMCSR, pmcsr);
5334
5335 return (DDI_SUCCESS);
5336 }
5337
5338 /*
5339 * select suitable register for by specified address space or register
5340 * offset in PCI config space
5341 */
5342 int
5343 gem_pci_regs_map_setup(dev_info_t *dip, uint32_t which, uint32_t mask,
5344 struct ddi_device_acc_attr *attrp,
5345 caddr_t *basep, ddi_acc_handle_t *hp)
5346 {
5347 struct pci_phys_spec *regs;
5348 uint_t len;
5349 uint_t unit;
5350 uint_t n;
5351 uint_t i;
5352 int ret;
5353 const char *drv_name;
5354
5355 unit = ddi_get_instance(dip);
5356 drv_name = ddi_driver_name(dip);
5357
5358 /* Search IO-range or memory-range to be mapped */
5359 regs = NULL;
5360 len = 0;
5361
5362 if ((ret = ddi_prop_lookup_int_array(
5363 DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS,
5364 "reg", (void *)®s, &len)) != DDI_PROP_SUCCESS) {
5365 cmn_err(CE_WARN,
5366 "!%s%d: failed to get reg property (ret:%d)",
5367 drv_name, unit, ret);
5368 return (DDI_FAILURE);
5369 }
5370 n = len / (sizeof (struct pci_phys_spec) / sizeof (int));
5371
5372 ASSERT(regs != NULL && len > 0);
5373
5374 #if GEM_DEBUG_LEVEL > 0
5375 for (i = 0; i < n; i++) {
5376 cmn_err(CE_CONT,
5377 "!%s%d: regs[%d]: %08x.%08x.%08x.%08x.%08x",
5378 drv_name, unit, i,
5379 regs[i].pci_phys_hi,
5380 regs[i].pci_phys_mid,
5381 regs[i].pci_phys_low,
5382 regs[i].pci_size_hi,
5383 regs[i].pci_size_low);
5384 }
5385 #endif
5386 for (i = 0; i < n; i++) {
5387 if ((regs[i].pci_phys_hi & mask) == which) {
5388 /* it's the requested space */
5389 ddi_prop_free(regs);
5390 goto address_range_found;
5391 }
5392 }
5393 ddi_prop_free(regs);
5394 return (DDI_FAILURE);
5395
5396 address_range_found:
5397 if ((ret = ddi_regs_map_setup(dip, i, basep, 0, 0, attrp, hp))
5398 != DDI_SUCCESS) {
5399 cmn_err(CE_CONT,
5400 "!%s%d: ddi_regs_map_setup failed (ret:%d)",
5401 drv_name, unit, ret);
5402 }
5403
5404 return (ret);
5405 }
5406
5407 void
5408 gem_mod_init(struct dev_ops *dop, char *name)
5409 {
5410 mac_init_ops(dop, name);
5411 }
5412
5413 void
5414 gem_mod_fini(struct dev_ops *dop)
5415 {
5416 mac_fini_ops(dop);
5417 }