1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 /*
  22  * Copyright 2011 Nexenta Systems, Inc.  All rights reserved.
  23  * Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Copyright (c) 2018, Joyent, Inc.
  25  * Copyright (c) 2013 by Delphix. All rights reserved.
  26  */
  27 
  28 #include <mdb/mdb_param.h>
  29 #include <mdb/mdb_modapi.h>
  30 #include <mdb/mdb_ks.h>
  31 #include <mdb/mdb_ctf.h>
  32 
  33 #include <sys/types.h>
  34 #include <sys/thread.h>
  35 #include <sys/session.h>
  36 #include <sys/user.h>
  37 #include <sys/proc.h>
  38 #include <sys/var.h>
  39 #include <sys/t_lock.h>
  40 #include <sys/callo.h>
  41 #include <sys/priocntl.h>
  42 #include <sys/class.h>
  43 #include <sys/regset.h>
  44 #include <sys/stack.h>
  45 #include <sys/cpuvar.h>
  46 #include <sys/vnode.h>
  47 #include <sys/vfs.h>
  48 #include <sys/flock_impl.h>
  49 #include <sys/kmem_impl.h>
  50 #include <sys/vmem_impl.h>
  51 #include <sys/kstat.h>
  52 #include <sys/dditypes.h>
  53 #include <sys/ddi_impldefs.h>
  54 #include <sys/sysmacros.h>
  55 #include <sys/sysconf.h>
  56 #include <sys/task.h>
  57 #include <sys/project.h>
  58 #include <sys/errorq_impl.h>
  59 #include <sys/cred_impl.h>
  60 #include <sys/zone.h>
  61 #include <sys/panic.h>
  62 #include <regex.h>
  63 #include <sys/port_impl.h>
  64 
  65 #include "avl.h"
  66 #include "bio.h"
  67 #include "bitset.h"
  68 #include "combined.h"
  69 #include "contract.h"
  70 #include "cpupart_mdb.h"
  71 #include "cred.h"
  72 #include "ctxop.h"
  73 #include "cyclic.h"
  74 #include "damap.h"
  75 #include "ddi_periodic.h"
  76 #include "devinfo.h"
  77 #include "dnlc.h"
  78 #include "findstack.h"
  79 #include "fm.h"
  80 #include "gcore.h"
  81 #include "group.h"
  82 #include "irm.h"
  83 #include "kgrep.h"
  84 #include "kmem.h"
  85 #include "ldi.h"
  86 #include "leaky.h"
  87 #include "lgrp.h"
  88 #include "list.h"
  89 #include "log.h"
  90 #include "mdi.h"
  91 #include "memory.h"
  92 #include "mmd.h"
  93 #include "modhash.h"
  94 #include "ndievents.h"
  95 #include "net.h"
  96 #include "netstack.h"
  97 #include "nvpair.h"
  98 #include "pg.h"
  99 #include "rctl.h"
 100 #include "sobj.h"
 101 #include "streams.h"
 102 #include "sysevent.h"
 103 #include "taskq.h"
 104 #include "thread.h"
 105 #include "tsd.h"
 106 #include "tsol.h"
 107 #include "typegraph.h"
 108 #include "vfs.h"
 109 #include "zone.h"
 110 #include "hotplug.h"
 111 
 112 /*
 113  * Surely this is defined somewhere...
 114  */
 115 #define NINTR           16
 116 
 117 #define KILOS           10
 118 #define MEGS            20
 119 #define GIGS            30
 120 
 121 #ifndef STACK_BIAS
 122 #define STACK_BIAS      0
 123 #endif
 124 
 125 static char
 126 pstat2ch(uchar_t state)
 127 {
 128         switch (state) {
 129                 case SSLEEP: return ('S');
 130                 case SRUN: return ('R');
 131                 case SZOMB: return ('Z');
 132                 case SIDL: return ('I');
 133                 case SONPROC: return ('O');
 134                 case SSTOP: return ('T');
 135                 case SWAIT: return ('W');
 136                 default: return ('?');
 137         }
 138 }
 139 
 140 #define PS_PRTTHREADS   0x1
 141 #define PS_PRTLWPS      0x2
 142 #define PS_PSARGS       0x4
 143 #define PS_TASKS        0x8
 144 #define PS_PROJECTS     0x10
 145 #define PS_ZONES        0x20
 146 
 147 static int
 148 ps_threadprint(uintptr_t addr, const void *data, void *private)
 149 {
 150         const kthread_t *t = (const kthread_t *)data;
 151         uint_t prt_flags = *((uint_t *)private);
 152 
 153         static const mdb_bitmask_t t_state_bits[] = {
 154                 { "TS_FREE",    UINT_MAX,       TS_FREE         },
 155                 { "TS_SLEEP",   TS_SLEEP,       TS_SLEEP        },
 156                 { "TS_RUN",     TS_RUN,         TS_RUN          },
 157                 { "TS_ONPROC",  TS_ONPROC,      TS_ONPROC       },
 158                 { "TS_ZOMB",    TS_ZOMB,        TS_ZOMB         },
 159                 { "TS_STOPPED", TS_STOPPED,     TS_STOPPED      },
 160                 { "TS_WAIT",    TS_WAIT,        TS_WAIT         },
 161                 { NULL,         0,              0               }
 162         };
 163 
 164         if (prt_flags & PS_PRTTHREADS)
 165                 mdb_printf("\tT  %?a <%b>\n", addr, t->t_state, t_state_bits);
 166 
 167         if (prt_flags & PS_PRTLWPS) {
 168                 char desc[128] = "";
 169 
 170                 (void) thread_getdesc(addr, B_FALSE, desc, sizeof (desc));
 171 
 172                 mdb_printf("\tL  %?a ID: %s\n", t->t_lwp, desc);
 173         }
 174 
 175         return (WALK_NEXT);
 176 }
 177 
 178 typedef struct mdb_pflags_proc {
 179         struct pid      *p_pidp;
 180         ushort_t        p_pidflag;
 181         uint_t          p_proc_flag;
 182         uint_t          p_flag;
 183 } mdb_pflags_proc_t;
 184 
 185 static int
 186 pflags(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
 187 {
 188         mdb_pflags_proc_t pr;
 189         struct pid pid;
 190 
 191         static const mdb_bitmask_t p_flag_bits[] = {
 192                 { "SSYS",               SSYS,           SSYS            },
 193                 { "SEXITING",           SEXITING,       SEXITING        },
 194                 { "SITBUSY",            SITBUSY,        SITBUSY         },
 195                 { "SFORKING",           SFORKING,       SFORKING        },
 196                 { "SWATCHOK",           SWATCHOK,       SWATCHOK        },
 197                 { "SKILLED",            SKILLED,        SKILLED         },
 198                 { "SSCONT",             SSCONT,         SSCONT          },
 199                 { "SZONETOP",           SZONETOP,       SZONETOP        },
 200                 { "SEXTKILLED",         SEXTKILLED,     SEXTKILLED      },
 201                 { "SUGID",              SUGID,          SUGID           },
 202                 { "SEXECED",            SEXECED,        SEXECED         },
 203                 { "SJCTL",              SJCTL,          SJCTL           },
 204                 { "SNOWAIT",            SNOWAIT,        SNOWAIT         },
 205                 { "SVFORK",             SVFORK,         SVFORK          },
 206                 { "SVFWAIT",            SVFWAIT,        SVFWAIT         },
 207                 { "SEXITLWPS",          SEXITLWPS,      SEXITLWPS       },
 208                 { "SHOLDFORK",          SHOLDFORK,      SHOLDFORK       },
 209                 { "SHOLDFORK1",         SHOLDFORK1,     SHOLDFORK1      },
 210                 { "SCOREDUMP",          SCOREDUMP,      SCOREDUMP       },
 211                 { "SMSACCT",            SMSACCT,        SMSACCT         },
 212                 { "SLWPWRAP",           SLWPWRAP,       SLWPWRAP        },
 213                 { "SAUTOLPG",           SAUTOLPG,       SAUTOLPG        },
 214                 { "SNOCD",              SNOCD,          SNOCD           },
 215                 { "SHOLDWATCH",         SHOLDWATCH,     SHOLDWATCH      },
 216                 { "SMSFORK",            SMSFORK,        SMSFORK         },
 217                 { "SDOCORE",            SDOCORE,        SDOCORE         },
 218                 { NULL,                 0,              0               }
 219         };
 220 
 221         static const mdb_bitmask_t p_pidflag_bits[] = {
 222                 { "CLDPEND",            CLDPEND,        CLDPEND         },
 223                 { "CLDCONT",            CLDCONT,        CLDCONT         },
 224                 { "CLDNOSIGCHLD",       CLDNOSIGCHLD,   CLDNOSIGCHLD    },
 225                 { "CLDWAITPID",         CLDWAITPID,     CLDWAITPID      },
 226                 { NULL,                 0,              0               }
 227         };
 228 
 229         static const mdb_bitmask_t p_proc_flag_bits[] = {
 230                 { "P_PR_TRACE",         P_PR_TRACE,     P_PR_TRACE      },
 231                 { "P_PR_PTRACE",        P_PR_PTRACE,    P_PR_PTRACE     },
 232                 { "P_PR_FORK",          P_PR_FORK,      P_PR_FORK       },
 233                 { "P_PR_LOCK",          P_PR_LOCK,      P_PR_LOCK       },
 234                 { "P_PR_ASYNC",         P_PR_ASYNC,     P_PR_ASYNC      },
 235                 { "P_PR_EXEC",          P_PR_EXEC,      P_PR_EXEC       },
 236                 { "P_PR_BPTADJ",        P_PR_BPTADJ,    P_PR_BPTADJ     },
 237                 { "P_PR_RUNLCL",        P_PR_RUNLCL,    P_PR_RUNLCL     },
 238                 { "P_PR_KILLCL",        P_PR_KILLCL,    P_PR_KILLCL     },
 239                 { NULL,                 0,              0               }
 240         };
 241 
 242         if (!(flags & DCMD_ADDRSPEC)) {
 243                 if (mdb_walk_dcmd("proc", "pflags", argc, argv) == -1) {
 244                         mdb_warn("can't walk 'proc'");
 245                         return (DCMD_ERR);
 246                 }
 247                 return (DCMD_OK);
 248         }
 249 
 250         if (mdb_ctf_vread(&pr, "proc_t", "mdb_pflags_proc_t", addr, 0) == -1 ||
 251             mdb_vread(&pid, sizeof (pid), (uintptr_t)pr.p_pidp) == -1) {
 252                 mdb_warn("cannot read proc_t or pid");
 253                 return (DCMD_ERR);
 254         }
 255 
 256         mdb_printf("%p [pid %d]:\n", addr, pid.pid_id);
 257         mdb_printf("\tp_flag:      %08x <%b>\n", pr.p_flag, pr.p_flag,
 258             p_flag_bits);
 259         mdb_printf("\tp_pidflag:   %08x <%b>\n", pr.p_pidflag, pr.p_pidflag,
 260             p_pidflag_bits);
 261         mdb_printf("\tp_proc_flag: %08x <%b>\n", pr.p_proc_flag, pr.p_proc_flag,
 262             p_proc_flag_bits);
 263 
 264         return (DCMD_OK);
 265 }
 266 
 267 typedef struct mdb_ps_proc {
 268         char            p_stat;
 269         struct pid      *p_pidp;
 270         struct pid      *p_pgidp;
 271         struct cred     *p_cred;
 272         struct sess     *p_sessp;
 273         struct task     *p_task;
 274         struct zone     *p_zone;
 275         pid_t           p_ppid;
 276         uint_t          p_flag;
 277         struct {
 278                 char            u_comm[MAXCOMLEN + 1];
 279                 char            u_psargs[PSARGSZ];
 280         } p_user;
 281 } mdb_ps_proc_t;
 282 
 283 int
 284 ps(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
 285 {
 286         uint_t prt_flags = 0;
 287         mdb_ps_proc_t pr;
 288         struct pid pid, pgid, sid;
 289         sess_t session;
 290         cred_t cred;
 291         task_t tk;
 292         kproject_t pj;
 293         zone_t zn;
 294 
 295         if (!(flags & DCMD_ADDRSPEC)) {
 296                 if (mdb_walk_dcmd("proc", "ps", argc, argv) == -1) {
 297                         mdb_warn("can't walk 'proc'");
 298                         return (DCMD_ERR);
 299                 }
 300                 return (DCMD_OK);
 301         }
 302 
 303         if (mdb_getopts(argc, argv,
 304             'f', MDB_OPT_SETBITS, PS_PSARGS, &prt_flags,
 305             'l', MDB_OPT_SETBITS, PS_PRTLWPS, &prt_flags,
 306             'T', MDB_OPT_SETBITS, PS_TASKS, &prt_flags,
 307             'P', MDB_OPT_SETBITS, PS_PROJECTS, &prt_flags,
 308             'z', MDB_OPT_SETBITS, PS_ZONES, &prt_flags,
 309             't', MDB_OPT_SETBITS, PS_PRTTHREADS, &prt_flags, NULL) != argc)
 310                 return (DCMD_USAGE);
 311 
 312         if (DCMD_HDRSPEC(flags)) {
 313                 mdb_printf("%<u>%1s %6s %6s %6s %6s ",
 314                     "S", "PID", "PPID", "PGID", "SID");
 315                 if (prt_flags & PS_TASKS)
 316                         mdb_printf("%5s ", "TASK");
 317                 if (prt_flags & PS_PROJECTS)
 318                         mdb_printf("%5s ", "PROJ");
 319                 if (prt_flags & PS_ZONES)
 320                         mdb_printf("%5s ", "ZONE");
 321                 mdb_printf("%6s %10s %?s %s%</u>\n",
 322                     "UID", "FLAGS", "ADDR", "NAME");
 323         }
 324 
 325         if (mdb_ctf_vread(&pr, "proc_t", "mdb_ps_proc_t", addr, 0) == -1)
 326                 return (DCMD_ERR);
 327 
 328         mdb_vread(&pid, sizeof (pid), (uintptr_t)pr.p_pidp);
 329         mdb_vread(&pgid, sizeof (pgid), (uintptr_t)pr.p_pgidp);
 330         mdb_vread(&cred, sizeof (cred), (uintptr_t)pr.p_cred);
 331         mdb_vread(&session, sizeof (session), (uintptr_t)pr.p_sessp);
 332         mdb_vread(&sid, sizeof (sid), (uintptr_t)session.s_sidp);
 333         if (prt_flags & (PS_TASKS | PS_PROJECTS))
 334                 mdb_vread(&tk, sizeof (tk), (uintptr_t)pr.p_task);
 335         if (prt_flags & PS_PROJECTS)
 336                 mdb_vread(&pj, sizeof (pj), (uintptr_t)tk.tk_proj);
 337         if (prt_flags & PS_ZONES)
 338                 mdb_vread(&zn, sizeof (zn), (uintptr_t)pr.p_zone);
 339 
 340         mdb_printf("%c %6d %6d %6d %6d ",
 341             pstat2ch(pr.p_stat), pid.pid_id, pr.p_ppid, pgid.pid_id,
 342             sid.pid_id);
 343         if (prt_flags & PS_TASKS)
 344                 mdb_printf("%5d ", tk.tk_tkid);
 345         if (prt_flags & PS_PROJECTS)
 346                 mdb_printf("%5d ", pj.kpj_id);
 347         if (prt_flags & PS_ZONES)
 348                 mdb_printf("%5d ", zn.zone_id);
 349         mdb_printf("%6d 0x%08x %0?p %s\n",
 350             cred.cr_uid, pr.p_flag, addr,
 351             (prt_flags & PS_PSARGS) ? pr.p_user.u_psargs : pr.p_user.u_comm);
 352 
 353         if (prt_flags & ~PS_PSARGS)
 354                 (void) mdb_pwalk("thread", ps_threadprint, &prt_flags, addr);
 355 
 356         return (DCMD_OK);
 357 }
 358 
 359 #define PG_NEWEST       0x0001
 360 #define PG_OLDEST       0x0002
 361 #define PG_PIPE_OUT     0x0004
 362 #define PG_EXACT_MATCH  0x0008
 363 
 364 typedef struct pgrep_data {
 365         uint_t pg_flags;
 366         uint_t pg_psflags;
 367         uintptr_t pg_xaddr;
 368         hrtime_t pg_xstart;
 369         const char *pg_pat;
 370 #ifndef _KMDB
 371         regex_t pg_reg;
 372 #endif
 373 } pgrep_data_t;
 374 
 375 typedef struct mdb_pgrep_proc {
 376         struct {
 377                 timestruc_t     u_start;
 378                 char            u_comm[MAXCOMLEN + 1];
 379         } p_user;
 380 } mdb_pgrep_proc_t;
 381 
 382 /*ARGSUSED*/
 383 static int
 384 pgrep_cb(uintptr_t addr, const void *ignored, void *data)
 385 {
 386         mdb_pgrep_proc_t p;
 387         pgrep_data_t *pgp = data;
 388 #ifndef _KMDB
 389         regmatch_t pmatch;
 390 #endif
 391 
 392         if (mdb_ctf_vread(&p, "proc_t", "mdb_pgrep_proc_t", addr, 0) == -1)
 393                 return (WALK_ERR);
 394 
 395         /*
 396          * kmdb doesn't have access to the reg* functions, so we fall back
 397          * to strstr/strcmp.
 398          */
 399 #ifdef _KMDB
 400         if ((pgp->pg_flags & PG_EXACT_MATCH) ?
 401             (strcmp(p.p_user.u_comm, pgp->pg_pat) != 0) :
 402             (strstr(p.p_user.u_comm, pgp->pg_pat) == NULL))
 403                 return (WALK_NEXT);
 404 #else
 405         if (regexec(&pgp->pg_reg, p.p_user.u_comm, 1, &pmatch, 0) != 0)
 406                 return (WALK_NEXT);
 407 
 408         if ((pgp->pg_flags & PG_EXACT_MATCH) &&
 409             (pmatch.rm_so != 0 || p.p_user.u_comm[pmatch.rm_eo] != '\0'))
 410                 return (WALK_NEXT);
 411 #endif
 412 
 413         if (pgp->pg_flags & (PG_NEWEST | PG_OLDEST)) {
 414                 hrtime_t start;
 415 
 416                 start = (hrtime_t)p.p_user.u_start.tv_sec * NANOSEC +
 417                     p.p_user.u_start.tv_nsec;
 418 
 419                 if (pgp->pg_flags & PG_NEWEST) {
 420                         if (pgp->pg_xaddr == NULL || start > pgp->pg_xstart) {
 421                                 pgp->pg_xaddr = addr;
 422                                 pgp->pg_xstart = start;
 423                         }
 424                 } else {
 425                         if (pgp->pg_xaddr == NULL || start < pgp->pg_xstart) {
 426                                 pgp->pg_xaddr = addr;
 427                                 pgp->pg_xstart = start;
 428                         }
 429                 }
 430 
 431         } else if (pgp->pg_flags & PG_PIPE_OUT) {
 432                 mdb_printf("%p\n", addr);
 433 
 434         } else {
 435                 if (mdb_call_dcmd("ps", addr, pgp->pg_psflags, 0, NULL) != 0) {
 436                         mdb_warn("can't invoke 'ps'");
 437                         return (WALK_DONE);
 438                 }
 439                 pgp->pg_psflags &= ~DCMD_LOOPFIRST;
 440         }
 441 
 442         return (WALK_NEXT);
 443 }
 444 
 445 /*ARGSUSED*/
 446 int
 447 pgrep(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
 448 {
 449         pgrep_data_t pg;
 450         int i;
 451 #ifndef _KMDB
 452         int err;
 453 #endif
 454 
 455         if (flags & DCMD_ADDRSPEC)
 456                 return (DCMD_USAGE);
 457 
 458         pg.pg_flags = 0;
 459         pg.pg_xaddr = 0;
 460 
 461         i = mdb_getopts(argc, argv,
 462             'n', MDB_OPT_SETBITS, PG_NEWEST, &pg.pg_flags,
 463             'o', MDB_OPT_SETBITS, PG_OLDEST, &pg.pg_flags,
 464             'x', MDB_OPT_SETBITS, PG_EXACT_MATCH, &pg.pg_flags,
 465             NULL);
 466 
 467         argc -= i;
 468         argv += i;
 469 
 470         if (argc != 1)
 471                 return (DCMD_USAGE);
 472 
 473         /*
 474          * -n and -o are mutually exclusive.
 475          */
 476         if ((pg.pg_flags & PG_NEWEST) && (pg.pg_flags & PG_OLDEST))
 477                 return (DCMD_USAGE);
 478 
 479         if (argv->a_type != MDB_TYPE_STRING)
 480                 return (DCMD_USAGE);
 481 
 482         if (flags & DCMD_PIPE_OUT)
 483                 pg.pg_flags |= PG_PIPE_OUT;
 484 
 485         pg.pg_pat = argv->a_un.a_str;
 486         if (DCMD_HDRSPEC(flags))
 487                 pg.pg_psflags = DCMD_ADDRSPEC | DCMD_LOOP | DCMD_LOOPFIRST;
 488         else
 489                 pg.pg_psflags = DCMD_ADDRSPEC | DCMD_LOOP;
 490 
 491 #ifndef _KMDB
 492         if ((err = regcomp(&pg.pg_reg, pg.pg_pat, REG_EXTENDED)) != 0) {
 493                 size_t nbytes;
 494                 char *buf;
 495 
 496                 nbytes = regerror(err, &pg.pg_reg, NULL, 0);
 497                 buf = mdb_alloc(nbytes + 1, UM_SLEEP | UM_GC);
 498                 (void) regerror(err, &pg.pg_reg, buf, nbytes);
 499                 mdb_warn("%s\n", buf);
 500 
 501                 return (DCMD_ERR);
 502         }
 503 #endif
 504 
 505         if (mdb_walk("proc", pgrep_cb, &pg) != 0) {
 506                 mdb_warn("can't walk 'proc'");
 507                 return (DCMD_ERR);
 508         }
 509 
 510         if (pg.pg_xaddr != 0 && (pg.pg_flags & (PG_NEWEST | PG_OLDEST))) {
 511                 if (pg.pg_flags & PG_PIPE_OUT) {
 512                         mdb_printf("%p\n", pg.pg_xaddr);
 513                 } else {
 514                         if (mdb_call_dcmd("ps", pg.pg_xaddr, pg.pg_psflags,
 515                             0, NULL) != 0) {
 516                                 mdb_warn("can't invoke 'ps'");
 517                                 return (DCMD_ERR);
 518                         }
 519                 }
 520         }
 521 
 522         return (DCMD_OK);
 523 }
 524 
 525 int
 526 task(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
 527 {
 528         task_t tk;
 529         kproject_t pj;
 530 
 531         if (!(flags & DCMD_ADDRSPEC)) {
 532                 if (mdb_walk_dcmd("task_cache", "task", argc, argv) == -1) {
 533                         mdb_warn("can't walk task_cache");
 534                         return (DCMD_ERR);
 535                 }
 536                 return (DCMD_OK);
 537         }
 538         if (DCMD_HDRSPEC(flags)) {
 539                 mdb_printf("%<u>%?s %6s %6s %6s %6s %10s%</u>\n",
 540                     "ADDR", "TASKID", "PROJID", "ZONEID", "REFCNT", "FLAGS");
 541         }
 542         if (mdb_vread(&tk, sizeof (task_t), addr) == -1) {
 543                 mdb_warn("can't read task_t structure at %p", addr);
 544                 return (DCMD_ERR);
 545         }
 546         if (mdb_vread(&pj, sizeof (kproject_t), (uintptr_t)tk.tk_proj) == -1) {
 547                 mdb_warn("can't read project_t structure at %p", addr);
 548                 return (DCMD_ERR);
 549         }
 550         mdb_printf("%0?p %6d %6d %6d %6u 0x%08x\n",
 551             addr, tk.tk_tkid, pj.kpj_id, pj.kpj_zoneid, tk.tk_hold_count,
 552             tk.tk_flags);
 553         return (DCMD_OK);
 554 }
 555 
 556 int
 557 project(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
 558 {
 559         kproject_t pj;
 560 
 561         if (!(flags & DCMD_ADDRSPEC)) {
 562                 if (mdb_walk_dcmd("projects", "project", argc, argv) == -1) {
 563                         mdb_warn("can't walk projects");
 564                         return (DCMD_ERR);
 565                 }
 566                 return (DCMD_OK);
 567         }
 568         if (DCMD_HDRSPEC(flags)) {
 569                 mdb_printf("%<u>%?s %6s %6s %6s%</u>\n",
 570                     "ADDR", "PROJID", "ZONEID", "REFCNT");
 571         }
 572         if (mdb_vread(&pj, sizeof (kproject_t), addr) == -1) {
 573                 mdb_warn("can't read kproject_t structure at %p", addr);
 574                 return (DCMD_ERR);
 575         }
 576         mdb_printf("%0?p %6d %6d %6u\n", addr, pj.kpj_id, pj.kpj_zoneid,
 577             pj.kpj_count);
 578         return (DCMD_OK);
 579 }
 580 
 581 /* walk callouts themselves, either by list or id hash. */
 582 int
 583 callout_walk_init(mdb_walk_state_t *wsp)
 584 {
 585         if (wsp->walk_addr == NULL) {
 586                 mdb_warn("callout doesn't support global walk");
 587                 return (WALK_ERR);
 588         }
 589         wsp->walk_data = mdb_alloc(sizeof (callout_t), UM_SLEEP);
 590         return (WALK_NEXT);
 591 }
 592 
 593 #define CALLOUT_WALK_BYLIST     0
 594 #define CALLOUT_WALK_BYID       1
 595 
 596 /* the walker arg switches between walking by list (0) and walking by id (1). */
 597 int
 598 callout_walk_step(mdb_walk_state_t *wsp)
 599 {
 600         int retval;
 601 
 602         if (wsp->walk_addr == NULL) {
 603                 return (WALK_DONE);
 604         }
 605         if (mdb_vread(wsp->walk_data, sizeof (callout_t),
 606             wsp->walk_addr) == -1) {
 607                 mdb_warn("failed to read callout at %p", wsp->walk_addr);
 608                 return (WALK_DONE);
 609         }
 610         retval = wsp->walk_callback(wsp->walk_addr, wsp->walk_data,
 611             wsp->walk_cbdata);
 612 
 613         if ((ulong_t)wsp->walk_arg == CALLOUT_WALK_BYID) {
 614                 wsp->walk_addr =
 615                     (uintptr_t)(((callout_t *)wsp->walk_data)->c_idnext);
 616         } else {
 617                 wsp->walk_addr =
 618                     (uintptr_t)(((callout_t *)wsp->walk_data)->c_clnext);
 619         }
 620 
 621         return (retval);
 622 }
 623 
 624 void
 625 callout_walk_fini(mdb_walk_state_t *wsp)
 626 {
 627         mdb_free(wsp->walk_data, sizeof (callout_t));
 628 }
 629 
 630 /*
 631  * walker for callout lists. This is different from hashes and callouts.
 632  * Thankfully, it's also simpler.
 633  */
 634 int
 635 callout_list_walk_init(mdb_walk_state_t *wsp)
 636 {
 637         if (wsp->walk_addr == NULL) {
 638                 mdb_warn("callout list doesn't support global walk");
 639                 return (WALK_ERR);
 640         }
 641         wsp->walk_data = mdb_alloc(sizeof (callout_list_t), UM_SLEEP);
 642         return (WALK_NEXT);
 643 }
 644 
 645 int
 646 callout_list_walk_step(mdb_walk_state_t *wsp)
 647 {
 648         int retval;
 649 
 650         if (wsp->walk_addr == NULL) {
 651                 return (WALK_DONE);
 652         }
 653         if (mdb_vread(wsp->walk_data, sizeof (callout_list_t),
 654             wsp->walk_addr) != sizeof (callout_list_t)) {
 655                 mdb_warn("failed to read callout_list at %p", wsp->walk_addr);
 656                 return (WALK_ERR);
 657         }
 658         retval = wsp->walk_callback(wsp->walk_addr, wsp->walk_data,
 659             wsp->walk_cbdata);
 660 
 661         wsp->walk_addr = (uintptr_t)
 662             (((callout_list_t *)wsp->walk_data)->cl_next);
 663 
 664         return (retval);
 665 }
 666 
 667 void
 668 callout_list_walk_fini(mdb_walk_state_t *wsp)
 669 {
 670         mdb_free(wsp->walk_data, sizeof (callout_list_t));
 671 }
 672 
 673 /* routines/structs to walk callout table(s) */
 674 typedef struct cot_data {
 675         callout_table_t *ct0;
 676         callout_table_t ct;
 677         callout_hash_t cot_idhash[CALLOUT_BUCKETS];
 678         callout_hash_t cot_clhash[CALLOUT_BUCKETS];
 679         kstat_named_t ct_kstat_data[CALLOUT_NUM_STATS];
 680         int cotndx;
 681         int cotsize;
 682 } cot_data_t;
 683 
 684 int
 685 callout_table_walk_init(mdb_walk_state_t *wsp)
 686 {
 687         int max_ncpus;
 688         cot_data_t *cot_walk_data;
 689 
 690         cot_walk_data = mdb_alloc(sizeof (cot_data_t), UM_SLEEP);
 691 
 692         if (wsp->walk_addr == NULL) {
 693                 if (mdb_readvar(&cot_walk_data->ct0, "callout_table") == -1) {
 694                         mdb_warn("failed to read 'callout_table'");
 695                         return (WALK_ERR);
 696                 }
 697                 if (mdb_readvar(&max_ncpus, "max_ncpus") == -1) {
 698                         mdb_warn("failed to get callout_table array size");
 699                         return (WALK_ERR);
 700                 }
 701                 cot_walk_data->cotsize = CALLOUT_NTYPES * max_ncpus;
 702                 wsp->walk_addr = (uintptr_t)cot_walk_data->ct0;
 703         } else {
 704                 /* not a global walk */
 705                 cot_walk_data->cotsize = 1;
 706         }
 707 
 708         cot_walk_data->cotndx = 0;
 709         wsp->walk_data = cot_walk_data;
 710 
 711         return (WALK_NEXT);
 712 }
 713 
 714 int
 715 callout_table_walk_step(mdb_walk_state_t *wsp)
 716 {
 717         int retval;
 718         cot_data_t *cotwd = (cot_data_t *)wsp->walk_data;
 719         size_t size;
 720 
 721         if (cotwd->cotndx >= cotwd->cotsize) {
 722                 return (WALK_DONE);
 723         }
 724         if (mdb_vread(&(cotwd->ct), sizeof (callout_table_t),
 725             wsp->walk_addr) != sizeof (callout_table_t)) {
 726                 mdb_warn("failed to read callout_table at %p", wsp->walk_addr);
 727                 return (WALK_ERR);
 728         }
 729 
 730         size = sizeof (callout_hash_t) * CALLOUT_BUCKETS;
 731         if (cotwd->ct.ct_idhash != NULL) {
 732                 if (mdb_vread(cotwd->cot_idhash, size,
 733                     (uintptr_t)(cotwd->ct.ct_idhash)) != size) {
 734                         mdb_warn("failed to read id_hash at %p",
 735                             cotwd->ct.ct_idhash);
 736                         return (WALK_ERR);
 737                 }
 738         }
 739         if (cotwd->ct.ct_clhash != NULL) {
 740                 if (mdb_vread(&(cotwd->cot_clhash), size,
 741                     (uintptr_t)cotwd->ct.ct_clhash) == -1) {
 742                         mdb_warn("failed to read cl_hash at %p",
 743                             cotwd->ct.ct_clhash);
 744                         return (WALK_ERR);
 745                 }
 746         }
 747         size = sizeof (kstat_named_t) * CALLOUT_NUM_STATS;
 748         if (cotwd->ct.ct_kstat_data != NULL) {
 749                 if (mdb_vread(&(cotwd->ct_kstat_data), size,
 750                     (uintptr_t)cotwd->ct.ct_kstat_data) == -1) {
 751                         mdb_warn("failed to read kstats at %p",
 752                             cotwd->ct.ct_kstat_data);
 753                         return (WALK_ERR);
 754                 }
 755         }
 756         retval = wsp->walk_callback(wsp->walk_addr, (void *)cotwd,
 757             wsp->walk_cbdata);
 758 
 759         cotwd->cotndx++;
 760         if (cotwd->cotndx >= cotwd->cotsize) {
 761                 return (WALK_DONE);
 762         }
 763         wsp->walk_addr = (uintptr_t)((char *)wsp->walk_addr +
 764             sizeof (callout_table_t));
 765 
 766         return (retval);
 767 }
 768 
 769 void
 770 callout_table_walk_fini(mdb_walk_state_t *wsp)
 771 {
 772         mdb_free(wsp->walk_data, sizeof (cot_data_t));
 773 }
 774 
 775 static const char *co_typenames[] = { "R", "N" };
 776 
 777 #define CO_PLAIN_ID(xid)        ((xid) & CALLOUT_ID_MASK)
 778 
 779 #define TABLE_TO_SEQID(x)       ((x) >> CALLOUT_TYPE_BITS)
 780 
 781 /* callout flags, in no particular order */
 782 #define COF_REAL        0x00000001
 783 #define COF_NORM        0x00000002
 784 #define COF_LONG        0x00000004
 785 #define COF_SHORT       0x00000008
 786 #define COF_EMPTY       0x00000010
 787 #define COF_TIME        0x00000020
 788 #define COF_BEFORE      0x00000040
 789 #define COF_AFTER       0x00000080
 790 #define COF_SEQID       0x00000100
 791 #define COF_FUNC        0x00000200
 792 #define COF_ADDR        0x00000400
 793 #define COF_EXEC        0x00000800
 794 #define COF_HIRES       0x00001000
 795 #define COF_ABS         0x00002000
 796 #define COF_TABLE       0x00004000
 797 #define COF_BYIDH       0x00008000
 798 #define COF_FREE        0x00010000
 799 #define COF_LIST        0x00020000
 800 #define COF_EXPREL      0x00040000
 801 #define COF_HDR         0x00080000
 802 #define COF_VERBOSE     0x00100000
 803 #define COF_LONGLIST    0x00200000
 804 #define COF_THDR        0x00400000
 805 #define COF_LHDR        0x00800000
 806 #define COF_CHDR        0x01000000
 807 #define COF_PARAM       0x02000000
 808 #define COF_DECODE      0x04000000
 809 #define COF_HEAP        0x08000000
 810 #define COF_QUEUE       0x10000000
 811 
 812 /* show real and normal, short and long, expired and unexpired. */
 813 #define COF_DEFAULT     (COF_REAL | COF_NORM | COF_LONG | COF_SHORT)
 814 
 815 #define COF_LIST_FLAGS  \
 816         (CALLOUT_LIST_FLAG_HRESTIME | CALLOUT_LIST_FLAG_ABSOLUTE)
 817 
 818 /* private callout data for callback functions */
 819 typedef struct callout_data {
 820         uint_t flags;           /* COF_* */
 821         cpu_t *cpu;             /* cpu pointer if given */
 822         int seqid;              /* cpu seqid, or -1 */
 823         hrtime_t time;          /* expiration time value */
 824         hrtime_t atime;         /* expiration before value */
 825         hrtime_t btime;         /* expiration after value */
 826         uintptr_t funcaddr;     /* function address or NULL */
 827         uintptr_t param;        /* parameter to function or NULL */
 828         hrtime_t now;           /* current system time */
 829         int nsec_per_tick;      /* for conversions */
 830         ulong_t ctbits;         /* for decoding xid */
 831         callout_table_t *co_table;      /* top of callout table array */
 832         int ndx;                /* table index. */
 833         int bucket;             /* which list/id bucket are we in */
 834         hrtime_t exp;           /* expire time */
 835         int list_flags;         /* copy of cl_flags */
 836 } callout_data_t;
 837 
 838 /* this callback does the actual callback itself (finally). */
 839 /*ARGSUSED*/
 840 static int
 841 callouts_cb(uintptr_t addr, const void *data, void *priv)
 842 {
 843         callout_data_t *coargs = (callout_data_t *)priv;
 844         callout_t *co = (callout_t *)data;
 845         int tableid, list_flags;
 846         callout_id_t coid;
 847 
 848         if ((coargs == NULL) || (co == NULL)) {
 849                 return (WALK_ERR);
 850         }
 851 
 852         if ((coargs->flags & COF_FREE) && !(co->c_xid & CALLOUT_ID_FREE)) {
 853                 /*
 854                  * The callout must have been reallocated. No point in
 855                  * walking any more.
 856                  */
 857                 return (WALK_DONE);
 858         }
 859         if (!(coargs->flags & COF_FREE) && (co->c_xid & CALLOUT_ID_FREE)) {
 860                 /*
 861                  * The callout must have been freed. No point in
 862                  * walking any more.
 863                  */
 864                 return (WALK_DONE);
 865         }
 866         if ((coargs->flags & COF_FUNC) &&
 867             (coargs->funcaddr != (uintptr_t)co->c_func)) {
 868                 return (WALK_NEXT);
 869         }
 870         if ((coargs->flags & COF_PARAM) &&
 871             (coargs->param != (uintptr_t)co->c_arg)) {
 872                 return (WALK_NEXT);
 873         }
 874         if (!(coargs->flags & COF_LONG) && (co->c_xid & CALLOUT_LONGTERM)) {
 875                 return (WALK_NEXT);
 876         }
 877         if (!(coargs->flags & COF_SHORT) && !(co->c_xid & CALLOUT_LONGTERM)) {
 878                 return (WALK_NEXT);
 879         }
 880         if ((coargs->flags & COF_EXEC) && !(co->c_xid & CALLOUT_EXECUTING)) {
 881                 return (WALK_NEXT);
 882         }
 883         /* it is possible we don't have the exp time or flags */
 884         if (coargs->flags & COF_BYIDH) {
 885                 if (!(coargs->flags & COF_FREE)) {
 886                         /* we have to fetch the expire time ourselves. */
 887                         if (mdb_vread(&coargs->exp, sizeof (hrtime_t),
 888                             (uintptr_t)co->c_list + offsetof(callout_list_t,
 889                             cl_expiration)) == -1) {
 890                                 mdb_warn("failed to read expiration "
 891                                     "time from %p", co->c_list);
 892                                 coargs->exp = 0;
 893                         }
 894                         /* and flags. */
 895                         if (mdb_vread(&coargs->list_flags, sizeof (int),
 896                             (uintptr_t)co->c_list + offsetof(callout_list_t,
 897                             cl_flags)) == -1) {
 898                                 mdb_warn("failed to read list flags"
 899                                     "from %p", co->c_list);
 900                                 coargs->list_flags = 0;
 901                         }
 902                 } else {
 903                         /* free callouts can't use list pointer. */
 904                         coargs->exp = 0;
 905                         coargs->list_flags = 0;
 906                 }
 907                 if (coargs->exp != 0) {
 908                         if ((coargs->flags & COF_TIME) &&
 909                             (coargs->exp != coargs->time)) {
 910                                 return (WALK_NEXT);
 911                         }
 912                         if ((coargs->flags & COF_BEFORE) &&
 913                             (coargs->exp > coargs->btime)) {
 914                                 return (WALK_NEXT);
 915                         }
 916                         if ((coargs->flags & COF_AFTER) &&
 917                             (coargs->exp < coargs->atime)) {
 918                                 return (WALK_NEXT);
 919                         }
 920                 }
 921                 /* tricky part, since both HIRES and ABS can be set */
 922                 list_flags = coargs->list_flags;
 923                 if ((coargs->flags & COF_HIRES) && (coargs->flags & COF_ABS)) {
 924                         /* both flags are set, only skip "regular" ones */
 925                         if (! (list_flags & COF_LIST_FLAGS)) {
 926                                 return (WALK_NEXT);
 927                         }
 928                 } else {
 929                         /* individual flags, or no flags */
 930                         if ((coargs->flags & COF_HIRES) &&
 931                             !(list_flags & CALLOUT_LIST_FLAG_HRESTIME)) {
 932                                 return (WALK_NEXT);
 933                         }
 934                         if ((coargs->flags & COF_ABS) &&
 935                             !(list_flags & CALLOUT_LIST_FLAG_ABSOLUTE)) {
 936                                 return (WALK_NEXT);
 937                         }
 938                 }
 939                 /*
 940                  * We do the checks for COF_HEAP and COF_QUEUE here only if we
 941                  * are traversing BYIDH. If the traversal is by callout list,
 942                  * we do this check in callout_list_cb() to be more
 943                  * efficient.
 944                  */
 945                 if ((coargs->flags & COF_HEAP) &&
 946                     !(list_flags & CALLOUT_LIST_FLAG_HEAPED)) {
 947                         return (WALK_NEXT);
 948                 }
 949 
 950                 if ((coargs->flags & COF_QUEUE) &&
 951                     !(list_flags & CALLOUT_LIST_FLAG_QUEUED)) {
 952                         return (WALK_NEXT);
 953                 }
 954         }
 955 
 956 #define callout_table_mask      ((1 << coargs->ctbits) - 1)
 957         tableid = CALLOUT_ID_TO_TABLE(co->c_xid);
 958 #undef  callout_table_mask
 959         coid = CO_PLAIN_ID(co->c_xid);
 960 
 961         if ((coargs->flags & COF_CHDR) && !(coargs->flags & COF_ADDR)) {
 962                 /*
 963                  * We need to print the headers. If walking by id, then
 964                  * the list header isn't printed, so we must include
 965                  * that info here.
 966                  */
 967                 if (!(coargs->flags & COF_VERBOSE)) {
 968                         mdb_printf("%<u>%3s %-1s %-14s %</u>",
 969                             "SEQ", "T", "EXP");
 970                 } else if (coargs->flags & COF_BYIDH) {
 971                         mdb_printf("%<u>%-14s %</u>", "EXP");
 972                 }
 973                 mdb_printf("%<u>%-4s %-?s %-20s%</u>",
 974                     "XHAL", "XID", "FUNC(ARG)");
 975                 if (coargs->flags & COF_LONGLIST) {
 976                         mdb_printf("%<u> %-?s %-?s %-?s %-?s%</u>",
 977                             "PREVID", "NEXTID", "PREVL", "NEXTL");
 978                         mdb_printf("%<u> %-?s %-4s %-?s%</u>",
 979                             "DONE", "UTOS", "THREAD");
 980                 }
 981                 mdb_printf("\n");
 982                 coargs->flags &= ~COF_CHDR;
 983                 coargs->flags |= (COF_THDR | COF_LHDR);
 984         }
 985 
 986         if (!(coargs->flags & COF_ADDR)) {
 987                 if (!(coargs->flags & COF_VERBOSE)) {
 988                         mdb_printf("%-3d %1s %-14llx ",
 989                             TABLE_TO_SEQID(tableid),
 990                             co_typenames[tableid & CALLOUT_TYPE_MASK],
 991                             (coargs->flags & COF_EXPREL) ?
 992                             coargs->exp - coargs->now : coargs->exp);
 993                 } else if (coargs->flags & COF_BYIDH) {
 994                         mdb_printf("%-14x ",
 995                             (coargs->flags & COF_EXPREL) ?
 996                             coargs->exp - coargs->now : coargs->exp);
 997                 }
 998                 list_flags = coargs->list_flags;
 999                 mdb_printf("%1s%1s%1s%1s %-?llx %a(%p)",
1000                     (co->c_xid & CALLOUT_EXECUTING) ? "X" : " ",
1001                     (list_flags & CALLOUT_LIST_FLAG_HRESTIME) ? "H" : " ",
1002                     (list_flags & CALLOUT_LIST_FLAG_ABSOLUTE) ? "A" : " ",
1003                     (co->c_xid & CALLOUT_LONGTERM) ? "L" : " ",
1004                     (long long)coid, co->c_func, co->c_arg);
1005                 if (coargs->flags & COF_LONGLIST) {
1006                         mdb_printf(" %-?p %-?p %-?p %-?p",
1007                             co->c_idprev, co->c_idnext, co->c_clprev,
1008                             co->c_clnext);
1009                         mdb_printf(" %-?p %-4d %-0?p",
1010                             co->c_done, co->c_waiting, co->c_executor);
1011                 }
1012         } else {
1013                 /* address only */
1014                 mdb_printf("%-0p", addr);
1015         }
1016         mdb_printf("\n");
1017         return (WALK_NEXT);
1018 }
1019 
1020 /* this callback is for callout list handling. idhash is done by callout_t_cb */
1021 /*ARGSUSED*/
1022 static int
1023 callout_list_cb(uintptr_t addr, const void *data, void *priv)
1024 {
1025         callout_data_t *coargs = (callout_data_t *)priv;
1026         callout_list_t *cl = (callout_list_t *)data;
1027         callout_t *coptr;
1028         int list_flags;
1029 
1030         if ((coargs == NULL) || (cl == NULL)) {
1031                 return (WALK_ERR);
1032         }
1033 
1034         coargs->exp = cl->cl_expiration;
1035         coargs->list_flags = cl->cl_flags;
1036         if ((coargs->flags & COF_FREE) &&
1037             !(cl->cl_flags & CALLOUT_LIST_FLAG_FREE)) {
1038                 /*
1039                  * The callout list must have been reallocated. No point in
1040                  * walking any more.
1041                  */
1042                 return (WALK_DONE);
1043         }
1044         if (!(coargs->flags & COF_FREE) &&
1045             (cl->cl_flags & CALLOUT_LIST_FLAG_FREE)) {
1046                 /*
1047                  * The callout list must have been freed. No point in
1048                  * walking any more.
1049                  */
1050                 return (WALK_DONE);
1051         }
1052         if ((coargs->flags & COF_TIME) &&
1053             (cl->cl_expiration != coargs->time)) {
1054                 return (WALK_NEXT);
1055         }
1056         if ((coargs->flags & COF_BEFORE) &&
1057             (cl->cl_expiration > coargs->btime)) {
1058                 return (WALK_NEXT);
1059         }
1060         if ((coargs->flags & COF_AFTER) &&
1061             (cl->cl_expiration < coargs->atime)) {
1062                 return (WALK_NEXT);
1063         }
1064         if (!(coargs->flags & COF_EMPTY) &&
1065             (cl->cl_callouts.ch_head == NULL)) {
1066                 return (WALK_NEXT);
1067         }
1068         /* FOUR cases, each different, !A!B, !AB, A!B, AB */
1069         if ((coargs->flags & COF_HIRES) && (coargs->flags & COF_ABS)) {
1070                 /* both flags are set, only skip "regular" ones */
1071                 if (! (cl->cl_flags & COF_LIST_FLAGS)) {
1072                         return (WALK_NEXT);
1073                 }
1074         } else {
1075                 if ((coargs->flags & COF_HIRES) &&
1076                     !(cl->cl_flags & CALLOUT_LIST_FLAG_HRESTIME)) {
1077                         return (WALK_NEXT);
1078                 }
1079                 if ((coargs->flags & COF_ABS) &&
1080                     !(cl->cl_flags & CALLOUT_LIST_FLAG_ABSOLUTE)) {
1081                         return (WALK_NEXT);
1082                 }
1083         }
1084 
1085         if ((coargs->flags & COF_HEAP) &&
1086             !(coargs->list_flags & CALLOUT_LIST_FLAG_HEAPED)) {
1087                 return (WALK_NEXT);
1088         }
1089 
1090         if ((coargs->flags & COF_QUEUE) &&
1091             !(coargs->list_flags & CALLOUT_LIST_FLAG_QUEUED)) {
1092                 return (WALK_NEXT);
1093         }
1094 
1095         if ((coargs->flags & COF_LHDR) && !(coargs->flags & COF_ADDR) &&
1096             (coargs->flags & (COF_LIST | COF_VERBOSE))) {
1097                 if (!(coargs->flags & COF_VERBOSE)) {
1098                         /* don't be redundant again */
1099                         mdb_printf("%<u>SEQ T %</u>");
1100                 }
1101                 mdb_printf("%<u>EXP            HA BUCKET "
1102                     "CALLOUTS         %</u>");
1103 
1104                 if (coargs->flags & COF_LONGLIST) {
1105                         mdb_printf("%<u> %-?s %-?s%</u>",
1106                             "PREV", "NEXT");
1107                 }
1108                 mdb_printf("\n");
1109                 coargs->flags &= ~COF_LHDR;
1110                 coargs->flags |= (COF_THDR | COF_CHDR);
1111         }
1112         if (coargs->flags & (COF_LIST | COF_VERBOSE)) {
1113                 if (!(coargs->flags & COF_ADDR)) {
1114                         if (!(coargs->flags & COF_VERBOSE)) {
1115                                 mdb_printf("%3d %1s ",
1116                                     TABLE_TO_SEQID(coargs->ndx),
1117                                     co_typenames[coargs->ndx &
1118                                     CALLOUT_TYPE_MASK]);
1119                         }
1120 
1121                         list_flags = coargs->list_flags;
1122                         mdb_printf("%-14llx %1s%1s %-6d %-0?p ",
1123                             (coargs->flags & COF_EXPREL) ?
1124                             coargs->exp - coargs->now : coargs->exp,
1125                             (list_flags & CALLOUT_LIST_FLAG_HRESTIME) ?
1126                             "H" : " ",
1127                             (list_flags & CALLOUT_LIST_FLAG_ABSOLUTE) ?
1128                             "A" : " ",
1129                             coargs->bucket, cl->cl_callouts.ch_head);
1130 
1131                         if (coargs->flags & COF_LONGLIST) {
1132                                 mdb_printf(" %-?p %-?p",
1133                                     cl->cl_prev, cl->cl_next);
1134                         }
1135                 } else {
1136                         /* address only */
1137                         mdb_printf("%-0p", addr);
1138                 }
1139                 mdb_printf("\n");
1140                 if (coargs->flags & COF_LIST) {
1141                         return (WALK_NEXT);
1142                 }
1143         }
1144         /* yet another layer as we walk the actual callouts via list. */
1145         if (cl->cl_callouts.ch_head == NULL) {
1146                 return (WALK_NEXT);
1147         }
1148         /* free list structures do not have valid callouts off of them. */
1149         if (coargs->flags & COF_FREE) {
1150                 return (WALK_NEXT);
1151         }
1152         coptr = (callout_t *)cl->cl_callouts.ch_head;
1153 
1154         if (coargs->flags & COF_VERBOSE) {
1155                 mdb_inc_indent(4);
1156         }
1157         /*
1158          * walk callouts using yet another callback routine.
1159          * we use callouts_bytime because id hash is handled via
1160          * the callout_t_cb callback.
1161          */
1162         if (mdb_pwalk("callouts_bytime", callouts_cb, coargs,
1163             (uintptr_t)coptr) == -1) {
1164                 mdb_warn("cannot walk callouts at %p", coptr);
1165                 return (WALK_ERR);
1166         }
1167         if (coargs->flags & COF_VERBOSE) {
1168                 mdb_dec_indent(4);
1169         }
1170 
1171         return (WALK_NEXT);
1172 }
1173 
1174 /* this callback handles the details of callout table walking. */
1175 static int
1176 callout_t_cb(uintptr_t addr, const void *data, void *priv)
1177 {
1178         callout_data_t *coargs = (callout_data_t *)priv;
1179         cot_data_t *cotwd = (cot_data_t *)data;
1180         callout_table_t *ct = &(cotwd->ct);
1181         int index, seqid, cotype;
1182         int i;
1183         callout_list_t *clptr;
1184         callout_t *coptr;
1185 
1186         if ((coargs == NULL) || (ct == NULL) || (coargs->co_table == NULL)) {
1187                 return (WALK_ERR);
1188         }
1189 
1190         index =  ((char *)addr - (char *)coargs->co_table) /
1191             sizeof (callout_table_t);
1192         cotype = index & CALLOUT_TYPE_MASK;
1193         seqid = TABLE_TO_SEQID(index);
1194 
1195         if ((coargs->flags & COF_SEQID) && (coargs->seqid != seqid)) {
1196                 return (WALK_NEXT);
1197         }
1198 
1199         if (!(coargs->flags & COF_REAL) && (cotype == CALLOUT_REALTIME)) {
1200                 return (WALK_NEXT);
1201         }
1202 
1203         if (!(coargs->flags & COF_NORM) && (cotype == CALLOUT_NORMAL)) {
1204                 return (WALK_NEXT);
1205         }
1206 
1207         if (!(coargs->flags & COF_EMPTY) && (
1208             (ct->ct_heap == NULL) || (ct->ct_cyclic == NULL))) {
1209                 return (WALK_NEXT);
1210         }
1211 
1212         if ((coargs->flags & COF_THDR) && !(coargs->flags & COF_ADDR) &&
1213             (coargs->flags & (COF_TABLE | COF_VERBOSE))) {
1214                 /* print table hdr */
1215                 mdb_printf("%<u>%-3s %-1s %-?s %-?s %-?s %-?s%</u>",
1216                     "SEQ", "T", "FREE", "LFREE", "CYCLIC", "HEAP");
1217                 coargs->flags &= ~COF_THDR;
1218                 coargs->flags |= (COF_LHDR | COF_CHDR);
1219                 if (coargs->flags & COF_LONGLIST) {
1220                         /* more info! */
1221                         mdb_printf("%<u> %-T%-7s %-7s %-?s %-?s %-?s"
1222                             " %-?s %-?s %-?s%</u>",
1223                             "HEAPNUM", "HEAPMAX", "TASKQ", "EXPQ", "QUE",
1224                             "PEND", "FREE", "LOCK");
1225                 }
1226                 mdb_printf("\n");
1227         }
1228         if (coargs->flags & (COF_TABLE | COF_VERBOSE)) {
1229                 if (!(coargs->flags & COF_ADDR)) {
1230                         mdb_printf("%-3d %-1s %-0?p %-0?p %-0?p %-?p",
1231                             seqid, co_typenames[cotype],
1232                             ct->ct_free, ct->ct_lfree, ct->ct_cyclic,
1233                             ct->ct_heap);
1234                         if (coargs->flags & COF_LONGLIST)  {
1235                                 /* more info! */
1236                                 mdb_printf(" %-7d %-7d %-?p %-?p %-?p"
1237                                     " %-?lld %-?lld %-?p",
1238                                     ct->ct_heap_num,  ct->ct_heap_max,
1239                                     ct->ct_taskq, ct->ct_expired.ch_head,
1240                                     ct->ct_queue.ch_head,
1241                                     cotwd->ct_timeouts_pending,
1242                                     cotwd->ct_allocations -
1243                                     cotwd->ct_timeouts_pending,
1244                                     ct->ct_mutex);
1245                         }
1246                 } else {
1247                         /* address only */
1248                         mdb_printf("%-0?p", addr);
1249                 }
1250                 mdb_printf("\n");
1251                 if (coargs->flags & COF_TABLE) {
1252                         return (WALK_NEXT);
1253                 }
1254         }
1255 
1256         coargs->ndx = index;
1257         if (coargs->flags & COF_VERBOSE) {
1258                 mdb_inc_indent(4);
1259         }
1260         /* keep digging. */
1261         if (!(coargs->flags & COF_BYIDH)) {
1262                 /* walk the list hash table */
1263                 if (coargs->flags & COF_FREE) {
1264                         clptr = ct->ct_lfree;
1265                         coargs->bucket = 0;
1266                         if (clptr == NULL) {
1267                                 return (WALK_NEXT);
1268                         }
1269                         if (mdb_pwalk("callout_list", callout_list_cb, coargs,
1270                             (uintptr_t)clptr) == -1) {
1271                                 mdb_warn("cannot walk callout free list at %p",
1272                                     clptr);
1273                                 return (WALK_ERR);
1274                         }
1275                 } else {
1276                         /* first print the expired list. */
1277                         clptr = (callout_list_t *)ct->ct_expired.ch_head;
1278                         if (clptr != NULL) {
1279                                 coargs->bucket = -1;
1280                                 if (mdb_pwalk("callout_list", callout_list_cb,
1281                                     coargs, (uintptr_t)clptr) == -1) {
1282                                         mdb_warn("cannot walk callout_list"
1283                                             " at %p", clptr);
1284                                         return (WALK_ERR);
1285                                 }
1286                         }
1287                         /* then, print the callout queue */
1288                         clptr = (callout_list_t *)ct->ct_queue.ch_head;
1289                         if (clptr != NULL) {
1290                                 coargs->bucket = -1;
1291                                 if (mdb_pwalk("callout_list", callout_list_cb,
1292                                     coargs, (uintptr_t)clptr) == -1) {
1293                                         mdb_warn("cannot walk callout_list"
1294                                             " at %p", clptr);
1295                                         return (WALK_ERR);
1296                                 }
1297                         }
1298                         for (i = 0; i < CALLOUT_BUCKETS; i++) {
1299                                 if (ct->ct_clhash == NULL) {
1300                                         /* nothing to do */
1301                                         break;
1302                                 }
1303                                 if (cotwd->cot_clhash[i].ch_head == NULL) {
1304                                         continue;
1305                                 }
1306                                 clptr = (callout_list_t *)
1307                                     cotwd->cot_clhash[i].ch_head;
1308                                 coargs->bucket = i;
1309                                 /* walk list with callback routine. */
1310                                 if (mdb_pwalk("callout_list", callout_list_cb,
1311                                     coargs, (uintptr_t)clptr) == -1) {
1312                                         mdb_warn("cannot walk callout_list"
1313                                             " at %p", clptr);
1314                                         return (WALK_ERR);
1315                                 }
1316                         }
1317                 }
1318         } else {
1319                 /* walk the id hash table. */
1320                 if (coargs->flags & COF_FREE) {
1321                         coptr = ct->ct_free;
1322                         coargs->bucket = 0;
1323                         if (coptr == NULL) {
1324                                 return (WALK_NEXT);
1325                         }
1326                         if (mdb_pwalk("callouts_byid", callouts_cb, coargs,
1327                             (uintptr_t)coptr) == -1) {
1328                                 mdb_warn("cannot walk callout id free list"
1329                                     " at %p", coptr);
1330                                 return (WALK_ERR);
1331                         }
1332                 } else {
1333                         for (i = 0; i < CALLOUT_BUCKETS; i++) {
1334                                 if (ct->ct_idhash == NULL) {
1335                                         break;
1336                                 }
1337                                 coptr = (callout_t *)
1338                                     cotwd->cot_idhash[i].ch_head;
1339                                 if (coptr == NULL) {
1340                                         continue;
1341                                 }
1342                                 coargs->bucket = i;
1343 
1344                                 /*
1345                                  * walk callouts directly by id. For id
1346                                  * chain, the callout list is just a header,
1347                                  * so there's no need to walk it.
1348                                  */
1349                                 if (mdb_pwalk("callouts_byid", callouts_cb,
1350                                     coargs, (uintptr_t)coptr) == -1) {
1351                                         mdb_warn("cannot walk callouts at %p",
1352                                             coptr);
1353                                         return (WALK_ERR);
1354                                 }
1355                         }
1356                 }
1357         }
1358         if (coargs->flags & COF_VERBOSE) {
1359                 mdb_dec_indent(4);
1360         }
1361         return (WALK_NEXT);
1362 }
1363 
1364 /*
1365  * initialize some common info for both callout dcmds.
1366  */
1367 int
1368 callout_common_init(callout_data_t *coargs)
1369 {
1370         /* we need a couple of things */
1371         if (mdb_readvar(&(coargs->co_table), "callout_table") == -1) {
1372                 mdb_warn("failed to read 'callout_table'");
1373                 return (DCMD_ERR);
1374         }
1375         /* need to get now in nsecs. Approximate with hrtime vars */
1376         if (mdb_readsym(&(coargs->now), sizeof (hrtime_t), "hrtime_last") !=
1377             sizeof (hrtime_t)) {
1378                 if (mdb_readsym(&(coargs->now), sizeof (hrtime_t),
1379                     "hrtime_base") != sizeof (hrtime_t)) {
1380                         mdb_warn("Could not determine current system time");
1381                         return (DCMD_ERR);
1382                 }
1383         }
1384 
1385         if (mdb_readvar(&(coargs->ctbits), "callout_table_bits") == -1) {
1386                 mdb_warn("failed to read 'callout_table_bits'");
1387                 return (DCMD_ERR);
1388         }
1389         if (mdb_readvar(&(coargs->nsec_per_tick), "nsec_per_tick") == -1) {
1390                 mdb_warn("failed to read 'nsec_per_tick'");
1391                 return (DCMD_ERR);
1392         }
1393         return (DCMD_OK);
1394 }
1395 
1396 /*
1397  * dcmd to print callouts.  Optional addr limits to specific table.
1398  * Parses lots of options that get passed to callbacks for walkers.
1399  * Has it's own help function.
1400  */
1401 /*ARGSUSED*/
1402 int
1403 callout(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
1404 {
1405         callout_data_t coargs;
1406         /* getopts doesn't help much with stuff like this */
1407         boolean_t Sflag, Cflag, tflag, aflag, bflag, dflag, kflag;
1408         char *funcname = NULL;
1409         char *paramstr = NULL;
1410         uintptr_t Stmp, Ctmp;   /* for getopt. */
1411         int retval;
1412 
1413         coargs.flags = COF_DEFAULT;
1414         Sflag = Cflag = tflag = bflag = aflag = dflag = kflag = FALSE;
1415         coargs.seqid = -1;
1416 
1417         if (mdb_getopts(argc, argv,
1418             'r', MDB_OPT_CLRBITS, COF_NORM, &coargs.flags,
1419             'n', MDB_OPT_CLRBITS, COF_REAL, &coargs.flags,
1420             'l', MDB_OPT_CLRBITS, COF_SHORT, &coargs.flags,
1421             's', MDB_OPT_CLRBITS, COF_LONG, &coargs.flags,
1422             'x', MDB_OPT_SETBITS, COF_EXEC, &coargs.flags,
1423             'h', MDB_OPT_SETBITS, COF_HIRES, &coargs.flags,
1424             'B', MDB_OPT_SETBITS, COF_ABS, &coargs.flags,
1425             'E', MDB_OPT_SETBITS, COF_EMPTY, &coargs.flags,
1426             'd', MDB_OPT_SETBITS, 1, &dflag,
1427             'C', MDB_OPT_UINTPTR_SET, &Cflag, &Ctmp,
1428             'S', MDB_OPT_UINTPTR_SET, &Sflag, &Stmp,
1429             't', MDB_OPT_UINTPTR_SET, &tflag, (uintptr_t *)&coargs.time,
1430             'a', MDB_OPT_UINTPTR_SET, &aflag, (uintptr_t *)&coargs.atime,
1431             'b', MDB_OPT_UINTPTR_SET, &bflag, (uintptr_t *)&coargs.btime,
1432             'k', MDB_OPT_SETBITS, 1, &kflag,
1433             'f', MDB_OPT_STR, &funcname,
1434             'p', MDB_OPT_STR, &paramstr,
1435             'T', MDB_OPT_SETBITS, COF_TABLE, &coargs.flags,
1436             'D', MDB_OPT_SETBITS, COF_EXPREL, &coargs.flags,
1437             'L', MDB_OPT_SETBITS, COF_LIST, &coargs.flags,
1438             'V', MDB_OPT_SETBITS, COF_VERBOSE, &coargs.flags,
1439             'v', MDB_OPT_SETBITS, COF_LONGLIST, &coargs.flags,
1440             'i', MDB_OPT_SETBITS, COF_BYIDH, &coargs.flags,
1441             'F', MDB_OPT_SETBITS, COF_FREE, &coargs.flags,
1442             'H', MDB_OPT_SETBITS, COF_HEAP, &coargs.flags,
1443             'Q', MDB_OPT_SETBITS, COF_QUEUE, &coargs.flags,
1444             'A', MDB_OPT_SETBITS, COF_ADDR, &coargs.flags,
1445             NULL) != argc) {
1446                 return (DCMD_USAGE);
1447         }
1448 
1449         /* initialize from kernel variables */
1450         if ((retval = callout_common_init(&coargs)) != DCMD_OK) {
1451                 return (retval);
1452         }
1453 
1454         /* do some option post-processing */
1455         if (kflag) {
1456                 coargs.time *= coargs.nsec_per_tick;
1457                 coargs.atime *= coargs.nsec_per_tick;
1458                 coargs.btime *= coargs.nsec_per_tick;
1459         }
1460 
1461         if (dflag) {
1462                 coargs.time += coargs.now;
1463                 coargs.atime += coargs.now;
1464                 coargs.btime += coargs.now;
1465         }
1466         if (Sflag) {
1467                 if (flags & DCMD_ADDRSPEC) {
1468                         mdb_printf("-S option conflicts with explicit"
1469                             " address\n");
1470                         return (DCMD_USAGE);
1471                 }
1472                 coargs.flags |= COF_SEQID;
1473                 coargs.seqid = (int)Stmp;
1474         }
1475         if (Cflag) {
1476                 if (flags & DCMD_ADDRSPEC) {
1477                         mdb_printf("-C option conflicts with explicit"
1478                             " address\n");
1479                         return (DCMD_USAGE);
1480                 }
1481                 if (coargs.flags & COF_SEQID) {
1482                         mdb_printf("-C and -S are mutually exclusive\n");
1483                         return (DCMD_USAGE);
1484                 }
1485                 coargs.cpu = (cpu_t *)Ctmp;
1486                 if (mdb_vread(&coargs.seqid, sizeof (processorid_t),
1487                     (uintptr_t)&(coargs.cpu->cpu_seqid)) == -1) {
1488                         mdb_warn("failed to read cpu_t at %p", Ctmp);
1489                         return (DCMD_ERR);
1490                 }
1491                 coargs.flags |= COF_SEQID;
1492         }
1493         /* avoid null outputs. */
1494         if (!(coargs.flags & (COF_REAL | COF_NORM))) {
1495                 coargs.flags |= COF_REAL | COF_NORM;
1496         }
1497         if (!(coargs.flags & (COF_LONG | COF_SHORT))) {
1498                 coargs.flags |= COF_LONG | COF_SHORT;
1499         }
1500         if (tflag) {
1501                 if (aflag || bflag) {
1502                         mdb_printf("-t and -a|b are mutually exclusive\n");
1503                         return (DCMD_USAGE);
1504                 }
1505                 coargs.flags |= COF_TIME;
1506         }
1507         if (aflag) {
1508                 coargs.flags |= COF_AFTER;
1509         }
1510         if (bflag) {
1511                 coargs.flags |= COF_BEFORE;
1512         }
1513         if ((aflag && bflag) && (coargs.btime <= coargs.atime)) {
1514                 mdb_printf("value for -a must be earlier than the value"
1515                     " for -b.\n");
1516                 return (DCMD_USAGE);
1517         }
1518 
1519         if ((coargs.flags & COF_HEAP) && (coargs.flags & COF_QUEUE)) {
1520                 mdb_printf("-H and -Q are mutually exclusive\n");
1521                 return (DCMD_USAGE);
1522         }
1523 
1524         if (funcname != NULL) {
1525                 GElf_Sym sym;
1526 
1527                 if (mdb_lookup_by_name(funcname, &sym) != 0) {
1528                         coargs.funcaddr = mdb_strtoull(funcname);
1529                 } else {
1530                         coargs.funcaddr = sym.st_value;
1531                 }
1532                 coargs.flags |= COF_FUNC;
1533         }
1534 
1535         if (paramstr != NULL) {
1536                 GElf_Sym sym;
1537 
1538                 if (mdb_lookup_by_name(paramstr, &sym) != 0) {
1539                         coargs.param = mdb_strtoull(paramstr);
1540                 } else {
1541                         coargs.param = sym.st_value;
1542                 }
1543                 coargs.flags |= COF_PARAM;
1544         }
1545 
1546         if (!(flags & DCMD_ADDRSPEC)) {
1547                 /* don't pass "dot" if no addr. */
1548                 addr = NULL;
1549         }
1550         if (addr != NULL) {
1551                 /*
1552                  * a callout table was specified. Ignore -r|n option
1553                  * to avoid null output.
1554                  */
1555                 coargs.flags |= (COF_REAL | COF_NORM);
1556         }
1557 
1558         if (DCMD_HDRSPEC(flags) || (coargs.flags & COF_VERBOSE)) {
1559                 coargs.flags |= COF_THDR | COF_LHDR | COF_CHDR;
1560         }
1561         if (coargs.flags & COF_FREE) {
1562                 coargs.flags |= COF_EMPTY;
1563                 /* -F = free callouts, -FL = free lists */
1564                 if (!(coargs.flags & COF_LIST)) {
1565                         coargs.flags |= COF_BYIDH;
1566                 }
1567         }
1568 
1569         /* walk table, using specialized callback routine. */
1570         if (mdb_pwalk("callout_table", callout_t_cb, &coargs, addr) == -1) {
1571                 mdb_warn("cannot walk callout_table");
1572                 return (DCMD_ERR);
1573         }
1574         return (DCMD_OK);
1575 }
1576 
1577 
1578 /*
1579  * Given an extended callout id, dump its information.
1580  */
1581 /*ARGSUSED*/
1582 int
1583 calloutid(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
1584 {
1585         callout_data_t coargs;
1586         callout_table_t *ctptr;
1587         callout_table_t ct;
1588         callout_id_t coid;
1589         callout_t *coptr;
1590         int tableid;
1591         callout_id_t xid;
1592         ulong_t idhash;
1593         int i, retval;
1594         const mdb_arg_t *arg;
1595         size_t size;
1596         callout_hash_t cot_idhash[CALLOUT_BUCKETS];
1597 
1598         coargs.flags = COF_DEFAULT | COF_BYIDH;
1599         i = mdb_getopts(argc, argv,
1600             'd', MDB_OPT_SETBITS, COF_DECODE, &coargs.flags,
1601             'v', MDB_OPT_SETBITS, COF_LONGLIST, &coargs.flags,
1602             NULL);
1603         argc -= i;
1604         argv += i;
1605 
1606         if (argc != 1) {
1607                 return (DCMD_USAGE);
1608         }
1609         arg = &argv[0];
1610 
1611         if (arg->a_type == MDB_TYPE_IMMEDIATE) {
1612                 xid = arg->a_un.a_val;
1613         } else {
1614                 xid = (callout_id_t)mdb_strtoull(arg->a_un.a_str);
1615         }
1616 
1617         if (DCMD_HDRSPEC(flags)) {
1618                 coargs.flags |= COF_CHDR;
1619         }
1620 
1621 
1622         /* initialize from kernel variables */
1623         if ((retval = callout_common_init(&coargs)) != DCMD_OK) {
1624                 return (retval);
1625         }
1626 
1627         /* we must massage the environment so that the macros will play nice */
1628 #define callout_table_mask      ((1 << coargs.ctbits) - 1)
1629 #define callout_table_bits      coargs.ctbits
1630 #define nsec_per_tick           coargs.nsec_per_tick
1631         tableid = CALLOUT_ID_TO_TABLE(xid);
1632         idhash = CALLOUT_IDHASH(xid);
1633 #undef  callouts_table_bits
1634 #undef  callout_table_mask
1635 #undef  nsec_per_tick
1636         coid = CO_PLAIN_ID(xid);
1637 
1638         if (flags & DCMD_ADDRSPEC) {
1639                 mdb_printf("calloutid does not accept explicit address.\n");
1640                 return (DCMD_USAGE);
1641         }
1642 
1643         if (coargs.flags & COF_DECODE) {
1644                 if (DCMD_HDRSPEC(flags)) {
1645                         mdb_printf("%<u>%3s %1s %2s %-?s %-6s %</u>\n",
1646                             "SEQ", "T", "XL", "XID", "IDHASH");
1647                 }
1648                 mdb_printf("%-3d %1s %1s%1s %-?llx %-6d\n",
1649                     TABLE_TO_SEQID(tableid),
1650                     co_typenames[tableid & CALLOUT_TYPE_MASK],
1651                     (xid & CALLOUT_EXECUTING) ? "X" : " ",
1652                     (xid & CALLOUT_LONGTERM) ? "L" : " ",
1653                     (long long)coid, idhash);
1654                 return (DCMD_OK);
1655         }
1656 
1657         /* get our table. Note this relies on the types being correct */
1658         ctptr = coargs.co_table + tableid;
1659         if (mdb_vread(&ct, sizeof (callout_table_t), (uintptr_t)ctptr) == -1) {
1660                 mdb_warn("failed to read callout_table at %p", ctptr);
1661                 return (DCMD_ERR);
1662         }
1663         size = sizeof (callout_hash_t) * CALLOUT_BUCKETS;
1664         if (ct.ct_idhash != NULL) {
1665                 if (mdb_vread(&(cot_idhash), size,
1666                     (uintptr_t)ct.ct_idhash) == -1) {
1667                         mdb_warn("failed to read id_hash at %p",
1668                             ct.ct_idhash);
1669                         return (WALK_ERR);
1670                 }
1671         }
1672 
1673         /* callout at beginning of hash chain */
1674         if (ct.ct_idhash == NULL) {
1675                 mdb_printf("id hash chain for this xid is empty\n");
1676                 return (DCMD_ERR);
1677         }
1678         coptr = (callout_t *)cot_idhash[idhash].ch_head;
1679         if (coptr == NULL) {
1680                 mdb_printf("id hash chain for this xid is empty\n");
1681                 return (DCMD_ERR);
1682         }
1683 
1684         coargs.ndx = tableid;
1685         coargs.bucket = idhash;
1686 
1687         /* use the walker, luke */
1688         if (mdb_pwalk("callouts_byid", callouts_cb, &coargs,
1689             (uintptr_t)coptr) == -1) {
1690                 mdb_warn("cannot walk callouts at %p", coptr);
1691                 return (WALK_ERR);
1692         }
1693 
1694         return (DCMD_OK);
1695 }
1696 
1697 void
1698 callout_help(void)
1699 {
1700         mdb_printf("callout: display callouts.\n"
1701             "Given a callout table address, display callouts from table.\n"
1702             "Without an address, display callouts from all tables.\n"
1703             "options:\n"
1704             " -r|n : limit display to (r)ealtime or (n)ormal type callouts\n"
1705             " -s|l : limit display to (s)hort-term ids or (l)ong-term ids\n"
1706             " -x : limit display to callouts which are executing\n"
1707             " -h : limit display to callouts based on hrestime\n"
1708             " -B : limit display to callouts based on absolute time\n"
1709             " -t|a|b nsec: limit display to callouts that expire a(t) time,"
1710             " (a)fter time,\n     or (b)efore time. Use -a and -b together "
1711             " to specify a range.\n     For \"now\", use -d[t|a|b] 0.\n"
1712             " -d : interpret time option to -t|a|b as delta from current time\n"
1713             " -k : use ticks instead of nanoseconds as arguments to"
1714             " -t|a|b. Note that\n     ticks are less accurate and may not"
1715             " match other tick times (ie: lbolt).\n"
1716             " -D : display exiration time as delta from current time\n"
1717             " -S seqid : limit display to callouts for this cpu sequence id\n"
1718             " -C addr :  limit display to callouts for this cpu pointer\n"
1719             " -f name|addr : limit display to callouts with this function\n"
1720             " -p name|addr : limit display to callouts functions with this"
1721             " parameter\n"
1722             " -T : display the callout table itself, instead of callouts\n"
1723             " -L : display callout lists instead of callouts\n"
1724             " -E : with -T or L, display empty data structures.\n"
1725             " -i : traverse callouts by id hash instead of list hash\n"
1726             " -F : walk free callout list (free list with -i) instead\n"
1727             " -v : display more info for each item\n"
1728             " -V : show details of each level of info as it is traversed\n"
1729             " -H : limit display to callouts in the callout heap\n"
1730             " -Q : limit display to callouts in the callout queue\n"
1731             " -A : show only addresses. Useful for pipelines.\n");
1732 }
1733 
1734 void
1735 calloutid_help(void)
1736 {
1737         mdb_printf("calloutid: display callout by id.\n"
1738             "Given an extended callout id, display the callout infomation.\n"
1739             "options:\n"
1740             " -d : do not dereference callout, just decode the id.\n"
1741             " -v : verbose display more info about the callout\n");
1742 }
1743 
1744 /*ARGSUSED*/
1745 int
1746 class(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
1747 {
1748         long num_classes, i;
1749         sclass_t *class_tbl;
1750         GElf_Sym g_sclass;
1751         char class_name[PC_CLNMSZ];
1752         size_t tbl_size;
1753 
1754         if (mdb_lookup_by_name("sclass", &g_sclass) == -1) {
1755                 mdb_warn("failed to find symbol sclass\n");
1756                 return (DCMD_ERR);
1757         }
1758 
1759         tbl_size = (size_t)g_sclass.st_size;
1760         num_classes = tbl_size / (sizeof (sclass_t));
1761         class_tbl = mdb_alloc(tbl_size, UM_SLEEP | UM_GC);
1762 
1763         if (mdb_readsym(class_tbl, tbl_size, "sclass") == -1) {
1764                 mdb_warn("failed to read sclass");
1765                 return (DCMD_ERR);
1766         }
1767 
1768         mdb_printf("%<u>%4s %-10s %-24s %-24s%</u>\n", "SLOT", "NAME",
1769             "INIT FCN", "CLASS FCN");
1770 
1771         for (i = 0; i < num_classes; i++) {
1772                 if (mdb_vread(class_name, sizeof (class_name),
1773                     (uintptr_t)class_tbl[i].cl_name) == -1)
1774                         (void) strcpy(class_name, "???");
1775 
1776                 mdb_printf("%4ld %-10s %-24a %-24a\n", i, class_name,
1777                     class_tbl[i].cl_init, class_tbl[i].cl_funcs);
1778         }
1779 
1780         return (DCMD_OK);
1781 }
1782 
1783 #define FSNAMELEN       32      /* Max len of FS name we read from vnodeops */
1784 
1785 int
1786 vnode2path(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
1787 {
1788         uintptr_t rootdir;
1789         vnode_t vn;
1790         char buf[MAXPATHLEN];
1791 
1792         uint_t opt_F = FALSE;
1793 
1794         if (mdb_getopts(argc, argv,
1795             'F', MDB_OPT_SETBITS, TRUE, &opt_F, NULL) != argc)
1796                 return (DCMD_USAGE);
1797 
1798         if (!(flags & DCMD_ADDRSPEC)) {
1799                 mdb_warn("expected explicit vnode_t address before ::\n");
1800                 return (DCMD_USAGE);
1801         }
1802 
1803         if (mdb_readvar(&rootdir, "rootdir") == -1) {
1804                 mdb_warn("failed to read rootdir");
1805                 return (DCMD_ERR);
1806         }
1807 
1808         if (mdb_vnode2path(addr, buf, sizeof (buf)) == -1)
1809                 return (DCMD_ERR);
1810 
1811         if (*buf == '\0') {
1812                 mdb_printf("??\n");
1813                 return (DCMD_OK);
1814         }
1815 
1816         mdb_printf("%s", buf);
1817         if (opt_F && buf[strlen(buf)-1] != '/' &&
1818             mdb_vread(&vn, sizeof (vn), addr) == sizeof (vn))
1819                 mdb_printf("%c", mdb_vtype2chr(vn.v_type, 0));
1820         mdb_printf("\n");
1821 
1822         return (DCMD_OK);
1823 }
1824 
1825 int
1826 ld_walk_init(mdb_walk_state_t *wsp)
1827 {
1828         wsp->walk_data = (void *)wsp->walk_addr;
1829         return (WALK_NEXT);
1830 }
1831 
1832 int
1833 ld_walk_step(mdb_walk_state_t *wsp)
1834 {
1835         int status;
1836         lock_descriptor_t ld;
1837 
1838         if (mdb_vread(&ld, sizeof (lock_descriptor_t), wsp->walk_addr) == -1) {
1839                 mdb_warn("couldn't read lock_descriptor_t at %p\n",
1840                     wsp->walk_addr);
1841                 return (WALK_ERR);
1842         }
1843 
1844         status = wsp->walk_callback(wsp->walk_addr, &ld, wsp->walk_cbdata);
1845         if (status == WALK_ERR)
1846                 return (WALK_ERR);
1847 
1848         wsp->walk_addr = (uintptr_t)ld.l_next;
1849         if (wsp->walk_addr == (uintptr_t)wsp->walk_data)
1850                 return (WALK_DONE);
1851 
1852         return (status);
1853 }
1854 
1855 int
1856 lg_walk_init(mdb_walk_state_t *wsp)
1857 {
1858         GElf_Sym sym;
1859 
1860         if (mdb_lookup_by_name("lock_graph", &sym) == -1) {
1861                 mdb_warn("failed to find symbol 'lock_graph'\n");
1862                 return (WALK_ERR);
1863         }
1864 
1865         wsp->walk_addr = (uintptr_t)sym.st_value;
1866         wsp->walk_data = (void *)(uintptr_t)(sym.st_value + sym.st_size);
1867 
1868         return (WALK_NEXT);
1869 }
1870 
1871 typedef struct lg_walk_data {
1872         uintptr_t startaddr;
1873         mdb_walk_cb_t callback;
1874         void *data;
1875 } lg_walk_data_t;
1876 
1877 /*
1878  * We can't use ::walk lock_descriptor directly, because the head of each graph
1879  * is really a dummy lock.  Rather than trying to dynamically determine if this
1880  * is a dummy node or not, we just filter out the initial element of the
1881  * list.
1882  */
1883 static int
1884 lg_walk_cb(uintptr_t addr, const void *data, void *priv)
1885 {
1886         lg_walk_data_t *lw = priv;
1887 
1888         if (addr != lw->startaddr)
1889                 return (lw->callback(addr, data, lw->data));
1890 
1891         return (WALK_NEXT);
1892 }
1893 
1894 int
1895 lg_walk_step(mdb_walk_state_t *wsp)
1896 {
1897         graph_t *graph;
1898         lg_walk_data_t lw;
1899 
1900         if (wsp->walk_addr >= (uintptr_t)wsp->walk_data)
1901                 return (WALK_DONE);
1902 
1903         if (mdb_vread(&graph, sizeof (graph), wsp->walk_addr) == -1) {
1904                 mdb_warn("failed to read graph_t at %p", wsp->walk_addr);
1905                 return (WALK_ERR);
1906         }
1907 
1908         wsp->walk_addr += sizeof (graph);
1909 
1910         if (graph == NULL)
1911                 return (WALK_NEXT);
1912 
1913         lw.callback = wsp->walk_callback;
1914         lw.data = wsp->walk_cbdata;
1915 
1916         lw.startaddr = (uintptr_t)&(graph->active_locks);
1917         if (mdb_pwalk("lock_descriptor", lg_walk_cb, &lw, lw.startaddr)) {
1918                 mdb_warn("couldn't walk lock_descriptor at %p\n", lw.startaddr);
1919                 return (WALK_ERR);
1920         }
1921 
1922         lw.startaddr = (uintptr_t)&(graph->sleeping_locks);
1923         if (mdb_pwalk("lock_descriptor", lg_walk_cb, &lw, lw.startaddr)) {
1924                 mdb_warn("couldn't walk lock_descriptor at %p\n", lw.startaddr);
1925                 return (WALK_ERR);
1926         }
1927 
1928         return (WALK_NEXT);
1929 }
1930 
1931 /*
1932  * The space available for the path corresponding to the locked vnode depends
1933  * on whether we are printing 32- or 64-bit addresses.
1934  */
1935 #ifdef _LP64
1936 #define LM_VNPATHLEN    20
1937 #else
1938 #define LM_VNPATHLEN    30
1939 #endif
1940 
1941 typedef struct mdb_lminfo_proc {
1942         struct {
1943                 char            u_comm[MAXCOMLEN + 1];
1944         } p_user;
1945 } mdb_lminfo_proc_t;
1946 
1947 /*ARGSUSED*/
1948 static int
1949 lminfo_cb(uintptr_t addr, const void *data, void *priv)
1950 {
1951         const lock_descriptor_t *ld = data;
1952         char buf[LM_VNPATHLEN];
1953         mdb_lminfo_proc_t p;
1954         uintptr_t paddr = 0;
1955 
1956         if (ld->l_flock.l_pid != 0)
1957                 paddr = mdb_pid2proc(ld->l_flock.l_pid, NULL);
1958 
1959         if (paddr != 0)
1960                 mdb_ctf_vread(&p, "proc_t", "mdb_lminfo_proc_t", paddr, 0);
1961 
1962         mdb_printf("%-?p %2s %04x %6d %-16s %-?p ",
1963             addr, ld->l_type == F_RDLCK ? "RD" :
1964             ld->l_type == F_WRLCK ? "WR" : "??",
1965             ld->l_state, ld->l_flock.l_pid,
1966             ld->l_flock.l_pid == 0 ? "<kernel>" :
1967             paddr == 0 ? "<defunct>" : p.p_user.u_comm, ld->l_vnode);
1968 
1969         mdb_vnode2path((uintptr_t)ld->l_vnode, buf,
1970             sizeof (buf));
1971         mdb_printf("%s\n", buf);
1972 
1973         return (WALK_NEXT);
1974 }
1975 
1976 /*ARGSUSED*/
1977 int
1978 lminfo(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
1979 {
1980         if (DCMD_HDRSPEC(flags))
1981                 mdb_printf("%<u>%-?s %2s %4s %6s %-16s %-?s %s%</u>\n",
1982                     "ADDR", "TP", "FLAG", "PID", "COMM", "VNODE", "PATH");
1983 
1984         return (mdb_pwalk("lock_graph", lminfo_cb, NULL, NULL));
1985 }
1986 
1987 /*ARGSUSED*/
1988 int
1989 whereopen_fwalk(uintptr_t addr, struct file *f, uintptr_t *target)
1990 {
1991         if ((uintptr_t)f->f_vnode == *target) {
1992                 mdb_printf("file %p\n", addr);
1993                 *target = NULL;
1994         }
1995 
1996         return (WALK_NEXT);
1997 }
1998 
1999 /*ARGSUSED*/
2000 int
2001 whereopen_pwalk(uintptr_t addr, void *ignored, uintptr_t *target)
2002 {
2003         uintptr_t t = *target;
2004 
2005         if (mdb_pwalk("file", (mdb_walk_cb_t)whereopen_fwalk, &t, addr) == -1) {
2006                 mdb_warn("couldn't file walk proc %p", addr);
2007                 return (WALK_ERR);
2008         }
2009 
2010         if (t == NULL)
2011                 mdb_printf("%p\n", addr);
2012 
2013         return (WALK_NEXT);
2014 }
2015 
2016 /*ARGSUSED*/
2017 int
2018 whereopen(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
2019 {
2020         uintptr_t target = addr;
2021 
2022         if (!(flags & DCMD_ADDRSPEC) || addr == NULL)
2023                 return (DCMD_USAGE);
2024 
2025         if (mdb_walk("proc", (mdb_walk_cb_t)whereopen_pwalk, &target) == -1) {
2026                 mdb_warn("can't proc walk");
2027                 return (DCMD_ERR);
2028         }
2029 
2030         return (DCMD_OK);
2031 }
2032 
2033 typedef struct datafmt {
2034         char    *hdr1;
2035         char    *hdr2;
2036         char    *dashes;
2037         char    *fmt;
2038 } datafmt_t;
2039 
2040 static datafmt_t kmemfmt[] = {
2041         { "cache                    ", "name                     ",
2042         "-------------------------", "%-25s "                           },
2043         { "   buf",     "  size",       "------",       "%6u "          },
2044         { "   buf",     "in use",       "------",       "%6u "          },
2045         { "   buf",     " total",       "------",       "%6u "          },
2046         { "   memory",  "   in use",    "----------",   "%10lu%c "      },
2047         { "    alloc",  "  succeed",    "---------",    "%9u "          },
2048         { "alloc",      " fail",        "-----",        "%5u "          },
2049         { NULL,         NULL,           NULL,           NULL            }
2050 };
2051 
2052 static datafmt_t vmemfmt[] = {
2053         { "vmem                     ", "name                     ",
2054         "-------------------------", "%-*s "                            },
2055         { "   memory",  "   in use",    "----------",   "%9llu%c "      },
2056         { "    memory", "     total",   "-----------",  "%10llu%c "     },
2057         { "   memory",  "   import",    "----------",   "%9llu%c "      },
2058         { "    alloc",  "  succeed",    "---------",    "%9llu "        },
2059         { "alloc",      " fail",        "-----",        "%5llu "        },
2060         { NULL,         NULL,           NULL,           NULL            }
2061 };
2062 
2063 /*ARGSUSED*/
2064 static int
2065 kmastat_cpu_avail(uintptr_t addr, const kmem_cpu_cache_t *ccp, int *avail)
2066 {
2067         short rounds, prounds;
2068 
2069         if (KMEM_DUMPCC(ccp)) {
2070                 rounds = ccp->cc_dump_rounds;
2071                 prounds = ccp->cc_dump_prounds;
2072         } else {
2073                 rounds = ccp->cc_rounds;
2074                 prounds = ccp->cc_prounds;
2075         }
2076         if (rounds > 0)
2077                 *avail += rounds;
2078         if (prounds > 0)
2079                 *avail += prounds;
2080 
2081         return (WALK_NEXT);
2082 }
2083 
2084 /*ARGSUSED*/
2085 static int
2086 kmastat_cpu_alloc(uintptr_t addr, const kmem_cpu_cache_t *ccp, int *alloc)
2087 {
2088         *alloc += ccp->cc_alloc;
2089 
2090         return (WALK_NEXT);
2091 }
2092 
2093 /*ARGSUSED*/
2094 static int
2095 kmastat_slab_avail(uintptr_t addr, const kmem_slab_t *sp, int *avail)
2096 {
2097         *avail += sp->slab_chunks - sp->slab_refcnt;
2098 
2099         return (WALK_NEXT);
2100 }
2101 
2102 typedef struct kmastat_vmem {
2103         uintptr_t kv_addr;
2104         struct kmastat_vmem *kv_next;
2105         size_t kv_meminuse;
2106         int kv_alloc;
2107         int kv_fail;
2108 } kmastat_vmem_t;
2109 
2110 typedef struct kmastat_args {
2111         kmastat_vmem_t **ka_kvpp;
2112         uint_t ka_shift;
2113 } kmastat_args_t;
2114 
2115 static int
2116 kmastat_cache(uintptr_t addr, const kmem_cache_t *cp, kmastat_args_t *kap)
2117 {
2118         kmastat_vmem_t **kvpp = kap->ka_kvpp;
2119         kmastat_vmem_t *kv;
2120         datafmt_t *dfp = kmemfmt;
2121         int magsize;
2122 
2123         int avail, alloc, total;
2124         size_t meminuse = (cp->cache_slab_create - cp->cache_slab_destroy) *
2125             cp->cache_slabsize;
2126 
2127         mdb_walk_cb_t cpu_avail = (mdb_walk_cb_t)kmastat_cpu_avail;
2128         mdb_walk_cb_t cpu_alloc = (mdb_walk_cb_t)kmastat_cpu_alloc;
2129         mdb_walk_cb_t slab_avail = (mdb_walk_cb_t)kmastat_slab_avail;
2130 
2131         magsize = kmem_get_magsize(cp);
2132 
2133         alloc = cp->cache_slab_alloc + cp->cache_full.ml_alloc;
2134         avail = cp->cache_full.ml_total * magsize;
2135         total = cp->cache_buftotal;
2136 
2137         (void) mdb_pwalk("kmem_cpu_cache", cpu_alloc, &alloc, addr);
2138         (void) mdb_pwalk("kmem_cpu_cache", cpu_avail, &avail, addr);
2139         (void) mdb_pwalk("kmem_slab_partial", slab_avail, &avail, addr);
2140 
2141         for (kv = *kvpp; kv != NULL; kv = kv->kv_next) {
2142                 if (kv->kv_addr == (uintptr_t)cp->cache_arena)
2143                         goto out;
2144         }
2145 
2146         kv = mdb_zalloc(sizeof (kmastat_vmem_t), UM_SLEEP | UM_GC);
2147         kv->kv_next = *kvpp;
2148         kv->kv_addr = (uintptr_t)cp->cache_arena;
2149         *kvpp = kv;
2150 out:
2151         kv->kv_meminuse += meminuse;
2152         kv->kv_alloc += alloc;
2153         kv->kv_fail += cp->cache_alloc_fail;
2154 
2155         mdb_printf((dfp++)->fmt, cp->cache_name);
2156         mdb_printf((dfp++)->fmt, cp->cache_bufsize);
2157         mdb_printf((dfp++)->fmt, total - avail);
2158         mdb_printf((dfp++)->fmt, total);
2159         mdb_printf((dfp++)->fmt, meminuse >> kap->ka_shift,
2160             kap->ka_shift == GIGS ? 'G' : kap->ka_shift == MEGS ? 'M' :
2161             kap->ka_shift == KILOS ? 'K' : 'B');
2162         mdb_printf((dfp++)->fmt, alloc);
2163         mdb_printf((dfp++)->fmt, cp->cache_alloc_fail);
2164         mdb_printf("\n");
2165 
2166         return (WALK_NEXT);
2167 }
2168 
2169 static int
2170 kmastat_vmem_totals(uintptr_t addr, const vmem_t *v, kmastat_args_t *kap)
2171 {
2172         kmastat_vmem_t *kv = *kap->ka_kvpp;
2173         size_t len;
2174 
2175         while (kv != NULL && kv->kv_addr != addr)
2176                 kv = kv->kv_next;
2177 
2178         if (kv == NULL || kv->kv_alloc == 0)
2179                 return (WALK_NEXT);
2180 
2181         len = MIN(17, strlen(v->vm_name));
2182 
2183         mdb_printf("Total [%s]%*s %6s %6s %6s %10lu%c %9u %5u\n", v->vm_name,
2184             17 - len, "", "", "", "",
2185             kv->kv_meminuse >> kap->ka_shift,
2186             kap->ka_shift == GIGS ? 'G' : kap->ka_shift == MEGS ? 'M' :
2187             kap->ka_shift == KILOS ? 'K' : 'B', kv->kv_alloc, kv->kv_fail);
2188 
2189         return (WALK_NEXT);
2190 }
2191 
2192 /*ARGSUSED*/
2193 static int
2194 kmastat_vmem(uintptr_t addr, const vmem_t *v, const uint_t *shiftp)
2195 {
2196         datafmt_t *dfp = vmemfmt;
2197         const vmem_kstat_t *vkp = &v->vm_kstat;
2198         uintptr_t paddr;
2199         vmem_t parent;
2200         int ident = 0;
2201 
2202         for (paddr = (uintptr_t)v->vm_source; paddr != NULL; ident += 4) {
2203                 if (mdb_vread(&parent, sizeof (parent), paddr) == -1) {
2204                         mdb_warn("couldn't trace %p's ancestry", addr);
2205                         ident = 0;
2206                         break;
2207                 }
2208                 paddr = (uintptr_t)parent.vm_source;
2209         }
2210 
2211         mdb_printf("%*s", ident, "");
2212         mdb_printf((dfp++)->fmt, 25 - ident, v->vm_name);
2213         mdb_printf((dfp++)->fmt, vkp->vk_mem_inuse.value.ui64 >> *shiftp,
2214             *shiftp == GIGS ? 'G' : *shiftp == MEGS ? 'M' :
2215             *shiftp == KILOS ? 'K' : 'B');
2216         mdb_printf((dfp++)->fmt, vkp->vk_mem_total.value.ui64 >> *shiftp,
2217             *shiftp == GIGS ? 'G' : *shiftp == MEGS ? 'M' :
2218             *shiftp == KILOS ? 'K' : 'B');
2219         mdb_printf((dfp++)->fmt, vkp->vk_mem_import.value.ui64 >> *shiftp,
2220             *shiftp == GIGS ? 'G' : *shiftp == MEGS ? 'M' :
2221             *shiftp == KILOS ? 'K' : 'B');
2222         mdb_printf((dfp++)->fmt, vkp->vk_alloc.value.ui64);
2223         mdb_printf((dfp++)->fmt, vkp->vk_fail.value.ui64);
2224 
2225         mdb_printf("\n");
2226 
2227         return (WALK_NEXT);
2228 }
2229 
2230 /*ARGSUSED*/
2231 int
2232 kmastat(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
2233 {
2234         kmastat_vmem_t *kv = NULL;
2235         datafmt_t *dfp;
2236         kmastat_args_t ka;
2237 
2238         ka.ka_shift = 0;
2239         if (mdb_getopts(argc, argv,
2240             'k', MDB_OPT_SETBITS, KILOS, &ka.ka_shift,
2241             'm', MDB_OPT_SETBITS, MEGS, &ka.ka_shift,
2242             'g', MDB_OPT_SETBITS, GIGS, &ka.ka_shift, NULL) != argc)
2243                 return (DCMD_USAGE);
2244 
2245         for (dfp = kmemfmt; dfp->hdr1 != NULL; dfp++)
2246                 mdb_printf("%s ", dfp->hdr1);
2247         mdb_printf("\n");
2248 
2249         for (dfp = kmemfmt; dfp->hdr1 != NULL; dfp++)
2250                 mdb_printf("%s ", dfp->hdr2);
2251         mdb_printf("\n");
2252 
2253         for (dfp = kmemfmt; dfp->hdr1 != NULL; dfp++)
2254                 mdb_printf("%s ", dfp->dashes);
2255         mdb_printf("\n");
2256 
2257         ka.ka_kvpp = &kv;
2258         if (mdb_walk("kmem_cache", (mdb_walk_cb_t)kmastat_cache, &ka) == -1) {
2259                 mdb_warn("can't walk 'kmem_cache'");
2260                 return (DCMD_ERR);
2261         }
2262 
2263         for (dfp = kmemfmt; dfp->hdr1 != NULL; dfp++)
2264                 mdb_printf("%s ", dfp->dashes);
2265         mdb_printf("\n");
2266 
2267         if (mdb_walk("vmem", (mdb_walk_cb_t)kmastat_vmem_totals, &ka) == -1) {
2268                 mdb_warn("can't walk 'vmem'");
2269                 return (DCMD_ERR);
2270         }
2271 
2272         for (dfp = kmemfmt; dfp->hdr1 != NULL; dfp++)
2273                 mdb_printf("%s ", dfp->dashes);
2274         mdb_printf("\n");
2275 
2276         mdb_printf("\n");
2277 
2278         for (dfp = vmemfmt; dfp->hdr1 != NULL; dfp++)
2279                 mdb_printf("%s ", dfp->hdr1);
2280         mdb_printf("\n");
2281 
2282         for (dfp = vmemfmt; dfp->hdr1 != NULL; dfp++)
2283                 mdb_printf("%s ", dfp->hdr2);
2284         mdb_printf("\n");
2285 
2286         for (dfp = vmemfmt; dfp->hdr1 != NULL; dfp++)
2287                 mdb_printf("%s ", dfp->dashes);
2288         mdb_printf("\n");
2289 
2290         if (mdb_walk("vmem", (mdb_walk_cb_t)kmastat_vmem, &ka.ka_shift) == -1) {
2291                 mdb_warn("can't walk 'vmem'");
2292                 return (DCMD_ERR);
2293         }
2294 
2295         for (dfp = vmemfmt; dfp->hdr1 != NULL; dfp++)
2296                 mdb_printf("%s ", dfp->dashes);
2297         mdb_printf("\n");
2298         return (DCMD_OK);
2299 }
2300 
2301 /*
2302  * Our ::kgrep callback scans the entire kernel VA space (kas).  kas is made
2303  * up of a set of 'struct seg's.  We could just scan each seg en masse, but
2304  * unfortunately, a few of the segs are both large and sparse, so we could
2305  * spend quite a bit of time scanning VAs which have no backing pages.
2306  *
2307  * So for the few very sparse segs, we skip the segment itself, and scan
2308  * the allocated vmem_segs in the vmem arena which manages that part of kas.
2309  * Currently, we do this for:
2310  *
2311  *      SEG             VMEM ARENA
2312  *      kvseg           heap_arena
2313  *      kvseg32         heap32_arena
2314  *      kvseg_core      heap_core_arena
2315  *
2316  * In addition, we skip the segkpm segment in its entirety, since it is very
2317  * sparse, and contains no new kernel data.
2318  */
2319 typedef struct kgrep_walk_data {
2320         kgrep_cb_func *kg_cb;
2321         void *kg_cbdata;
2322         uintptr_t kg_kvseg;
2323         uintptr_t kg_kvseg32;
2324         uintptr_t kg_kvseg_core;
2325         uintptr_t kg_segkpm;
2326         uintptr_t kg_heap_lp_base;
2327         uintptr_t kg_heap_lp_end;
2328 } kgrep_walk_data_t;
2329 
2330 static int
2331 kgrep_walk_seg(uintptr_t addr, const struct seg *seg, kgrep_walk_data_t *kg)
2332 {
2333         uintptr_t base = (uintptr_t)seg->s_base;
2334 
2335         if (addr == kg->kg_kvseg || addr == kg->kg_kvseg32 ||
2336             addr == kg->kg_kvseg_core)
2337                 return (WALK_NEXT);
2338 
2339         if ((uintptr_t)seg->s_ops == kg->kg_segkpm)
2340                 return (WALK_NEXT);
2341 
2342         return (kg->kg_cb(base, base + seg->s_size, kg->kg_cbdata));
2343 }
2344 
2345 /*ARGSUSED*/
2346 static int
2347 kgrep_walk_vseg(uintptr_t addr, const vmem_seg_t *seg, kgrep_walk_data_t *kg)
2348 {
2349         /*
2350          * skip large page heap address range - it is scanned by walking
2351          * allocated vmem_segs in the heap_lp_arena
2352          */
2353         if (seg->vs_start == kg->kg_heap_lp_base &&
2354             seg->vs_end == kg->kg_heap_lp_end)
2355                 return (WALK_NEXT);
2356 
2357         return (kg->kg_cb(seg->vs_start, seg->vs_end, kg->kg_cbdata));
2358 }
2359 
2360 /*ARGSUSED*/
2361 static int
2362 kgrep_xwalk_vseg(uintptr_t addr, const vmem_seg_t *seg, kgrep_walk_data_t *kg)
2363 {
2364         return (kg->kg_cb(seg->vs_start, seg->vs_end, kg->kg_cbdata));
2365 }
2366 
2367 static int
2368 kgrep_walk_vmem(uintptr_t addr, const vmem_t *vmem, kgrep_walk_data_t *kg)
2369 {
2370         mdb_walk_cb_t walk_vseg = (mdb_walk_cb_t)kgrep_walk_vseg;
2371 
2372         if (strcmp(vmem->vm_name, "heap") != 0 &&
2373             strcmp(vmem->vm_name, "heap32") != 0 &&
2374             strcmp(vmem->vm_name, "heap_core") != 0 &&
2375             strcmp(vmem->vm_name, "heap_lp") != 0)
2376                 return (WALK_NEXT);
2377 
2378         if (strcmp(vmem->vm_name, "heap_lp") == 0)
2379                 walk_vseg = (mdb_walk_cb_t)kgrep_xwalk_vseg;
2380 
2381         if (mdb_pwalk("vmem_alloc", walk_vseg, kg, addr) == -1) {
2382                 mdb_warn("couldn't walk vmem_alloc for vmem %p", addr);
2383                 return (WALK_ERR);
2384         }
2385 
2386         return (WALK_NEXT);
2387 }
2388 
2389 int
2390 kgrep_subr(kgrep_cb_func *cb, void *cbdata)
2391 {
2392         GElf_Sym kas, kvseg, kvseg32, kvseg_core, segkpm;
2393         kgrep_walk_data_t kg;
2394 
2395         if (mdb_get_state() == MDB_STATE_RUNNING) {
2396                 mdb_warn("kgrep can only be run on a system "
2397                     "dump or under kmdb; see dumpadm(1M)\n");
2398                 return (DCMD_ERR);
2399         }
2400 
2401         if (mdb_lookup_by_name("kas", &kas) == -1) {
2402                 mdb_warn("failed to locate 'kas' symbol\n");
2403                 return (DCMD_ERR);
2404         }
2405 
2406         if (mdb_lookup_by_name("kvseg", &kvseg) == -1) {
2407                 mdb_warn("failed to locate 'kvseg' symbol\n");
2408                 return (DCMD_ERR);
2409         }
2410 
2411         if (mdb_lookup_by_name("kvseg32", &kvseg32) == -1) {
2412                 mdb_warn("failed to locate 'kvseg32' symbol\n");
2413                 return (DCMD_ERR);
2414         }
2415 
2416         if (mdb_lookup_by_name("kvseg_core", &kvseg_core) == -1) {
2417                 mdb_warn("failed to locate 'kvseg_core' symbol\n");
2418                 return (DCMD_ERR);
2419         }
2420 
2421         if (mdb_lookup_by_name("segkpm_ops", &segkpm) == -1) {
2422                 mdb_warn("failed to locate 'segkpm_ops' symbol\n");
2423                 return (DCMD_ERR);
2424         }
2425 
2426         if (mdb_readvar(&kg.kg_heap_lp_base, "heap_lp_base") == -1) {
2427                 mdb_warn("failed to read 'heap_lp_base'\n");
2428                 return (DCMD_ERR);
2429         }
2430 
2431         if (mdb_readvar(&kg.kg_heap_lp_end, "heap_lp_end") == -1) {
2432                 mdb_warn("failed to read 'heap_lp_end'\n");
2433                 return (DCMD_ERR);
2434         }
2435 
2436         kg.kg_cb = cb;
2437         kg.kg_cbdata = cbdata;
2438         kg.kg_kvseg = (uintptr_t)kvseg.st_value;
2439         kg.kg_kvseg32 = (uintptr_t)kvseg32.st_value;
2440         kg.kg_kvseg_core = (uintptr_t)kvseg_core.st_value;
2441         kg.kg_segkpm = (uintptr_t)segkpm.st_value;
2442 
2443         if (mdb_pwalk("seg", (mdb_walk_cb_t)kgrep_walk_seg,
2444             &kg, kas.st_value) == -1) {
2445                 mdb_warn("failed to walk kas segments");
2446                 return (DCMD_ERR);
2447         }
2448 
2449         if (mdb_walk("vmem", (mdb_walk_cb_t)kgrep_walk_vmem, &kg) == -1) {
2450                 mdb_warn("failed to walk heap/heap32 vmem arenas");
2451                 return (DCMD_ERR);
2452         }
2453 
2454         return (DCMD_OK);
2455 }
2456 
2457 size_t
2458 kgrep_subr_pagesize(void)
2459 {
2460         return (PAGESIZE);
2461 }
2462 
2463 typedef struct file_walk_data {
2464         struct uf_entry *fw_flist;
2465         int fw_flistsz;
2466         int fw_ndx;
2467         int fw_nofiles;
2468 } file_walk_data_t;
2469 
2470 typedef struct mdb_file_proc {
2471         struct {
2472                 struct {
2473                         int                     fi_nfiles;
2474                         uf_entry_t *volatile    fi_list;
2475                 } u_finfo;
2476         } p_user;
2477 } mdb_file_proc_t;
2478 
2479 int
2480 file_walk_init(mdb_walk_state_t *wsp)
2481 {
2482         file_walk_data_t *fw;
2483         mdb_file_proc_t p;
2484 
2485         if (wsp->walk_addr == NULL) {
2486                 mdb_warn("file walk doesn't support global walks\n");
2487                 return (WALK_ERR);
2488         }
2489 
2490         fw = mdb_alloc(sizeof (file_walk_data_t), UM_SLEEP);
2491 
2492         if (mdb_ctf_vread(&p, "proc_t", "mdb_file_proc_t",
2493             wsp->walk_addr, 0) == -1) {
2494                 mdb_free(fw, sizeof (file_walk_data_t));
2495                 mdb_warn("failed to read proc structure at %p", wsp->walk_addr);
2496                 return (WALK_ERR);
2497         }
2498 
2499         if (p.p_user.u_finfo.fi_nfiles == 0) {
2500                 mdb_free(fw, sizeof (file_walk_data_t));
2501                 return (WALK_DONE);
2502         }
2503 
2504         fw->fw_nofiles = p.p_user.u_finfo.fi_nfiles;
2505         fw->fw_flistsz = sizeof (struct uf_entry) * fw->fw_nofiles;
2506         fw->fw_flist = mdb_alloc(fw->fw_flistsz, UM_SLEEP);
2507 
2508         if (mdb_vread(fw->fw_flist, fw->fw_flistsz,
2509             (uintptr_t)p.p_user.u_finfo.fi_list) == -1) {
2510                 mdb_warn("failed to read file array at %p",
2511                     p.p_user.u_finfo.fi_list);
2512                 mdb_free(fw->fw_flist, fw->fw_flistsz);
2513                 mdb_free(fw, sizeof (file_walk_data_t));
2514                 return (WALK_ERR);
2515         }
2516 
2517         fw->fw_ndx = 0;
2518         wsp->walk_data = fw;
2519 
2520         return (WALK_NEXT);
2521 }
2522 
2523 int
2524 file_walk_step(mdb_walk_state_t *wsp)
2525 {
2526         file_walk_data_t *fw = (file_walk_data_t *)wsp->walk_data;
2527         struct file file;
2528         uintptr_t fp;
2529 
2530 again:
2531         if (fw->fw_ndx == fw->fw_nofiles)
2532                 return (WALK_DONE);
2533 
2534         if ((fp = (uintptr_t)fw->fw_flist[fw->fw_ndx++].uf_file) == NULL)
2535                 goto again;
2536 
2537         (void) mdb_vread(&file, sizeof (file), (uintptr_t)fp);
2538         return (wsp->walk_callback(fp, &file, wsp->walk_cbdata));
2539 }
2540 
2541 int
2542 allfile_walk_step(mdb_walk_state_t *wsp)
2543 {
2544         file_walk_data_t *fw = (file_walk_data_t *)wsp->walk_data;
2545         struct file file;
2546         uintptr_t fp;
2547 
2548         if (fw->fw_ndx == fw->fw_nofiles)
2549                 return (WALK_DONE);
2550 
2551         if ((fp = (uintptr_t)fw->fw_flist[fw->fw_ndx++].uf_file) != NULL)
2552                 (void) mdb_vread(&file, sizeof (file), (uintptr_t)fp);
2553         else
2554                 bzero(&file, sizeof (file));
2555 
2556         return (wsp->walk_callback(fp, &file, wsp->walk_cbdata));
2557 }
2558 
2559 void
2560 file_walk_fini(mdb_walk_state_t *wsp)
2561 {
2562         file_walk_data_t *fw = (file_walk_data_t *)wsp->walk_data;
2563 
2564         mdb_free(fw->fw_flist, fw->fw_flistsz);
2565         mdb_free(fw, sizeof (file_walk_data_t));
2566 }
2567 
2568 int
2569 port_walk_init(mdb_walk_state_t *wsp)
2570 {
2571         if (wsp->walk_addr == NULL) {
2572                 mdb_warn("port walk doesn't support global walks\n");
2573                 return (WALK_ERR);
2574         }
2575 
2576         if (mdb_layered_walk("file", wsp) == -1) {
2577                 mdb_warn("couldn't walk 'file'");
2578                 return (WALK_ERR);
2579         }
2580         return (WALK_NEXT);
2581 }
2582 
2583 int
2584 port_walk_step(mdb_walk_state_t *wsp)
2585 {
2586         struct vnode    vn;
2587         uintptr_t       vp;
2588         uintptr_t       pp;
2589         struct port     port;
2590 
2591         vp = (uintptr_t)((struct file *)wsp->walk_layer)->f_vnode;
2592         if (mdb_vread(&vn, sizeof (vn), vp) == -1) {
2593                 mdb_warn("failed to read vnode_t at %p", vp);
2594                 return (WALK_ERR);
2595         }
2596         if (vn.v_type != VPORT)
2597                 return (WALK_NEXT);
2598 
2599         pp = (uintptr_t)vn.v_data;
2600         if (mdb_vread(&port, sizeof (port), pp) == -1) {
2601                 mdb_warn("failed to read port_t at %p", pp);
2602                 return (WALK_ERR);
2603         }
2604         return (wsp->walk_callback(pp, &port, wsp->walk_cbdata));
2605 }
2606 
2607 typedef struct portev_walk_data {
2608         list_node_t     *pev_node;
2609         list_node_t     *pev_last;
2610         size_t          pev_offset;
2611 } portev_walk_data_t;
2612 
2613 int
2614 portev_walk_init(mdb_walk_state_t *wsp)
2615 {
2616         portev_walk_data_t *pevd;
2617         struct port     port;
2618         struct vnode    vn;
2619         struct list     *list;
2620         uintptr_t       vp;
2621 
2622         if (wsp->walk_addr == NULL) {
2623                 mdb_warn("portev walk doesn't support global walks\n");
2624                 return (WALK_ERR);
2625         }
2626 
2627         pevd = mdb_alloc(sizeof (portev_walk_data_t), UM_SLEEP);
2628 
2629         if (mdb_vread(&port, sizeof (port), wsp->walk_addr) == -1) {
2630                 mdb_free(pevd, sizeof (portev_walk_data_t));
2631                 mdb_warn("failed to read port structure at %p", wsp->walk_addr);
2632                 return (WALK_ERR);
2633         }
2634 
2635         vp = (uintptr_t)port.port_vnode;
2636         if (mdb_vread(&vn, sizeof (vn), vp) == -1) {
2637                 mdb_free(pevd, sizeof (portev_walk_data_t));
2638                 mdb_warn("failed to read vnode_t at %p", vp);
2639                 return (WALK_ERR);
2640         }
2641 
2642         if (vn.v_type != VPORT) {
2643                 mdb_free(pevd, sizeof (portev_walk_data_t));
2644                 mdb_warn("input address (%p) does not point to an event port",
2645                     wsp->walk_addr);
2646                 return (WALK_ERR);
2647         }
2648 
2649         if (port.port_queue.portq_nent == 0) {
2650                 mdb_free(pevd, sizeof (portev_walk_data_t));
2651                 return (WALK_DONE);
2652         }
2653         list = &port.port_queue.portq_list;
2654         pevd->pev_offset = list->list_offset;
2655         pevd->pev_last = list->list_head.list_prev;
2656         pevd->pev_node = list->list_head.list_next;
2657         wsp->walk_data = pevd;
2658         return (WALK_NEXT);
2659 }
2660 
2661 int
2662 portev_walk_step(mdb_walk_state_t *wsp)
2663 {
2664         portev_walk_data_t      *pevd;
2665         struct port_kevent      ev;
2666         uintptr_t               evp;
2667 
2668         pevd = (portev_walk_data_t *)wsp->walk_data;
2669 
2670         if (pevd->pev_last == NULL)
2671                 return (WALK_DONE);
2672         if (pevd->pev_node == pevd->pev_last)
2673                 pevd->pev_last = NULL;               /* last round */
2674 
2675         evp = ((uintptr_t)(((char *)pevd->pev_node) - pevd->pev_offset));
2676         if (mdb_vread(&ev, sizeof (ev), evp) == -1) {
2677                 mdb_warn("failed to read port_kevent at %p", evp);
2678                 return (WALK_DONE);
2679         }
2680         pevd->pev_node = ev.portkev_node.list_next;
2681         return (wsp->walk_callback(evp, &ev, wsp->walk_cbdata));
2682 }
2683 
2684 void
2685 portev_walk_fini(mdb_walk_state_t *wsp)
2686 {
2687         portev_walk_data_t *pevd = (portev_walk_data_t *)wsp->walk_data;
2688 
2689         if (pevd != NULL)
2690                 mdb_free(pevd, sizeof (portev_walk_data_t));
2691 }
2692 
2693 typedef struct proc_walk_data {
2694         uintptr_t *pw_stack;
2695         int pw_depth;
2696         int pw_max;
2697 } proc_walk_data_t;
2698 
2699 int
2700 proc_walk_init(mdb_walk_state_t *wsp)
2701 {
2702         GElf_Sym sym;
2703         proc_walk_data_t *pw;
2704 
2705         if (wsp->walk_addr == NULL) {
2706                 if (mdb_lookup_by_name("p0", &sym) == -1) {
2707                         mdb_warn("failed to read 'practive'");
2708                         return (WALK_ERR);
2709                 }
2710                 wsp->walk_addr = (uintptr_t)sym.st_value;
2711         }
2712 
2713         pw = mdb_zalloc(sizeof (proc_walk_data_t), UM_SLEEP);
2714 
2715         if (mdb_readvar(&pw->pw_max, "nproc") == -1) {
2716                 mdb_warn("failed to read 'nproc'");
2717                 mdb_free(pw, sizeof (pw));
2718                 return (WALK_ERR);
2719         }
2720 
2721         pw->pw_stack = mdb_alloc(pw->pw_max * sizeof (uintptr_t), UM_SLEEP);
2722         wsp->walk_data = pw;
2723 
2724         return (WALK_NEXT);
2725 }
2726 
2727 typedef struct mdb_walk_proc {
2728         struct proc     *p_child;
2729         struct proc     *p_sibling;
2730 } mdb_walk_proc_t;
2731 
2732 int
2733 proc_walk_step(mdb_walk_state_t *wsp)
2734 {
2735         proc_walk_data_t *pw = wsp->walk_data;
2736         uintptr_t addr = wsp->walk_addr;
2737         uintptr_t cld, sib;
2738         int status;
2739         mdb_walk_proc_t pr;
2740 
2741         if (mdb_ctf_vread(&pr, "proc_t", "mdb_walk_proc_t",
2742             addr, 0) == -1) {
2743                 mdb_warn("failed to read proc at %p", addr);
2744                 return (WALK_DONE);
2745         }
2746 
2747         cld = (uintptr_t)pr.p_child;
2748         sib = (uintptr_t)pr.p_sibling;
2749 
2750         if (pw->pw_depth > 0 && addr == pw->pw_stack[pw->pw_depth - 1]) {
2751                 pw->pw_depth--;
2752                 goto sib;
2753         }
2754 
2755         /*
2756          * Always pass NULL as the local copy pointer. Consumers
2757          * should use mdb_ctf_vread() to read their own minimal
2758          * version of proc_t. Thus minimizing the chance of breakage
2759          * with older crash dumps.
2760          */
2761         status = wsp->walk_callback(addr, NULL, wsp->walk_cbdata);
2762 
2763         if (status != WALK_NEXT)
2764                 return (status);
2765 
2766         if ((wsp->walk_addr = cld) != NULL) {
2767                 if (mdb_ctf_vread(&pr, "proc_t", "mdb_walk_proc_t",
2768                     cld, 0) == -1) {
2769                         mdb_warn("proc %p has invalid p_child %p; skipping\n",
2770                             addr, cld);
2771                         goto sib;
2772                 }
2773 
2774                 pw->pw_stack[pw->pw_depth++] = addr;
2775 
2776                 if (pw->pw_depth == pw->pw_max) {
2777                         mdb_warn("depth %d exceeds max depth; try again\n",
2778                             pw->pw_depth);
2779                         return (WALK_DONE);
2780                 }
2781                 return (WALK_NEXT);
2782         }
2783 
2784 sib:
2785         /*
2786          * We know that p0 has no siblings, and if another starting proc
2787          * was given, we don't want to walk its siblings anyway.
2788          */
2789         if (pw->pw_depth == 0)
2790                 return (WALK_DONE);
2791 
2792         if (sib != NULL && mdb_ctf_vread(&pr, "proc_t", "mdb_walk_proc_t",
2793             sib, 0) == -1) {
2794                 mdb_warn("proc %p has invalid p_sibling %p; skipping\n",
2795                     addr, sib);
2796                 sib = NULL;
2797         }
2798 
2799         if ((wsp->walk_addr = sib) == NULL) {
2800                 if (pw->pw_depth > 0) {
2801                         wsp->walk_addr = pw->pw_stack[pw->pw_depth - 1];
2802                         return (WALK_NEXT);
2803                 }
2804                 return (WALK_DONE);
2805         }
2806 
2807         return (WALK_NEXT);
2808 }
2809 
2810 void
2811 proc_walk_fini(mdb_walk_state_t *wsp)
2812 {
2813         proc_walk_data_t *pw = wsp->walk_data;
2814 
2815         mdb_free(pw->pw_stack, pw->pw_max * sizeof (uintptr_t));
2816         mdb_free(pw, sizeof (proc_walk_data_t));
2817 }
2818 
2819 int
2820 task_walk_init(mdb_walk_state_t *wsp)
2821 {
2822         task_t task;
2823 
2824         if (mdb_vread(&task, sizeof (task_t), wsp->walk_addr) == -1) {
2825                 mdb_warn("failed to read task at %p", wsp->walk_addr);
2826                 return (WALK_ERR);
2827         }
2828         wsp->walk_addr = (uintptr_t)task.tk_memb_list;
2829         wsp->walk_data = task.tk_memb_list;
2830         return (WALK_NEXT);
2831 }
2832 
2833 typedef struct mdb_task_proc {
2834         struct proc     *p_tasknext;
2835 } mdb_task_proc_t;
2836 
2837 int
2838 task_walk_step(mdb_walk_state_t *wsp)
2839 {
2840         mdb_task_proc_t proc;
2841         int status;
2842 
2843         if (mdb_ctf_vread(&proc, "proc_t", "mdb_task_proc_t",
2844             wsp->walk_addr, 0) == -1) {
2845                 mdb_warn("failed to read proc at %p", wsp->walk_addr);
2846                 return (WALK_DONE);
2847         }
2848 
2849         status = wsp->walk_callback(wsp->walk_addr, NULL, wsp->walk_cbdata);
2850 
2851         if (proc.p_tasknext == wsp->walk_data)
2852                 return (WALK_DONE);
2853 
2854         wsp->walk_addr = (uintptr_t)proc.p_tasknext;
2855         return (status);
2856 }
2857 
2858 int
2859 project_walk_init(mdb_walk_state_t *wsp)
2860 {
2861         if (wsp->walk_addr == NULL) {
2862                 if (mdb_readvar(&wsp->walk_addr, "proj0p") == -1) {
2863                         mdb_warn("failed to read 'proj0p'");
2864                         return (WALK_ERR);
2865                 }
2866         }
2867         wsp->walk_data = (void *)wsp->walk_addr;
2868         return (WALK_NEXT);
2869 }
2870 
2871 int
2872 project_walk_step(mdb_walk_state_t *wsp)
2873 {
2874         uintptr_t addr = wsp->walk_addr;
2875         kproject_t pj;
2876         int status;
2877 
2878         if (mdb_vread(&pj, sizeof (kproject_t), addr) == -1) {
2879                 mdb_warn("failed to read project at %p", addr);
2880                 return (WALK_DONE);
2881         }
2882         status = wsp->walk_callback(addr, &pj, wsp->walk_cbdata);
2883         if (status != WALK_NEXT)
2884                 return (status);
2885         wsp->walk_addr = (uintptr_t)pj.kpj_next;
2886         if ((void *)wsp->walk_addr == wsp->walk_data)
2887                 return (WALK_DONE);
2888         return (WALK_NEXT);
2889 }
2890 
2891 static int
2892 generic_walk_step(mdb_walk_state_t *wsp)
2893 {
2894         return (wsp->walk_callback(wsp->walk_addr, wsp->walk_layer,
2895             wsp->walk_cbdata));
2896 }
2897 
2898 static int
2899 cpu_walk_cmp(const void *l, const void *r)
2900 {
2901         uintptr_t lhs = *((uintptr_t *)l);
2902         uintptr_t rhs = *((uintptr_t *)r);
2903         cpu_t lcpu, rcpu;
2904 
2905         (void) mdb_vread(&lcpu, sizeof (lcpu), lhs);
2906         (void) mdb_vread(&rcpu, sizeof (rcpu), rhs);
2907 
2908         if (lcpu.cpu_id < rcpu.cpu_id)
2909                 return (-1);
2910 
2911         if (lcpu.cpu_id > rcpu.cpu_id)
2912                 return (1);
2913 
2914         return (0);
2915 }
2916 
2917 typedef struct cpu_walk {
2918         uintptr_t *cw_array;
2919         int cw_ndx;
2920 } cpu_walk_t;
2921 
2922 int
2923 cpu_walk_init(mdb_walk_state_t *wsp)
2924 {
2925         cpu_walk_t *cw;
2926         int max_ncpus, i = 0;
2927         uintptr_t current, first;
2928         cpu_t cpu, panic_cpu;
2929         uintptr_t panicstr, addr;
2930         GElf_Sym sym;
2931 
2932         cw = mdb_zalloc(sizeof (cpu_walk_t), UM_SLEEP | UM_GC);
2933 
2934         if (mdb_readvar(&max_ncpus, "max_ncpus") == -1) {
2935                 mdb_warn("failed to read 'max_ncpus'");
2936                 return (WALK_ERR);
2937         }
2938 
2939         if (mdb_readvar(&panicstr, "panicstr") == -1) {
2940                 mdb_warn("failed to read 'panicstr'");
2941                 return (WALK_ERR);
2942         }
2943 
2944         if (panicstr != NULL) {
2945                 if (mdb_lookup_by_name("panic_cpu", &sym) == -1) {
2946                         mdb_warn("failed to find 'panic_cpu'");
2947                         return (WALK_ERR);
2948                 }
2949 
2950                 addr = (uintptr_t)sym.st_value;
2951 
2952                 if (mdb_vread(&panic_cpu, sizeof (cpu_t), addr) == -1) {
2953                         mdb_warn("failed to read 'panic_cpu'");
2954                         return (WALK_ERR);
2955                 }
2956         }
2957 
2958         /*
2959          * Unfortunately, there is no platform-independent way to walk
2960          * CPUs in ID order.  We therefore loop through in cpu_next order,
2961          * building an array of CPU pointers which will subsequently be
2962          * sorted.
2963          */
2964         cw->cw_array =
2965             mdb_zalloc((max_ncpus + 1) * sizeof (uintptr_t), UM_SLEEP | UM_GC);
2966 
2967         if (mdb_readvar(&first, "cpu_list") == -1) {
2968                 mdb_warn("failed to read 'cpu_list'");
2969                 return (WALK_ERR);
2970         }
2971 
2972         current = first;
2973         do {
2974                 if (mdb_vread(&cpu, sizeof (cpu), current) == -1) {
2975                         mdb_warn("failed to read cpu at %p", current);
2976                         return (WALK_ERR);
2977                 }
2978 
2979                 if (panicstr != NULL && panic_cpu.cpu_id == cpu.cpu_id) {
2980                         cw->cw_array[i++] = addr;
2981                 } else {
2982                         cw->cw_array[i++] = current;
2983                 }
2984         } while ((current = (uintptr_t)cpu.cpu_next) != first);
2985 
2986         qsort(cw->cw_array, i, sizeof (uintptr_t), cpu_walk_cmp);
2987         wsp->walk_data = cw;
2988 
2989         return (WALK_NEXT);
2990 }
2991 
2992 int
2993 cpu_walk_step(mdb_walk_state_t *wsp)
2994 {
2995         cpu_walk_t *cw = wsp->walk_data;
2996         cpu_t cpu;
2997         uintptr_t addr = cw->cw_array[cw->cw_ndx++];
2998 
2999         if (addr == NULL)
3000                 return (WALK_DONE);
3001 
3002         if (mdb_vread(&cpu, sizeof (cpu), addr) == -1) {
3003                 mdb_warn("failed to read cpu at %p", addr);
3004                 return (WALK_DONE);
3005         }
3006 
3007         return (wsp->walk_callback(addr, &cpu, wsp->walk_cbdata));
3008 }
3009 
3010 typedef struct cpuinfo_data {
3011         intptr_t cid_cpu;
3012         uintptr_t **cid_ithr;
3013         char    cid_print_head;
3014         char    cid_print_thr;
3015         char    cid_print_ithr;
3016         char    cid_print_flags;
3017 } cpuinfo_data_t;
3018 
3019 int
3020 cpuinfo_walk_ithread(uintptr_t addr, const kthread_t *thr, cpuinfo_data_t *cid)
3021 {
3022         cpu_t c;
3023         int id;
3024         uint8_t pil;
3025 
3026         if (!(thr->t_flag & T_INTR_THREAD) || thr->t_state == TS_FREE)
3027                 return (WALK_NEXT);
3028 
3029         if (thr->t_bound_cpu == NULL) {
3030                 mdb_warn("thr %p is intr thread w/out a CPU\n", addr);
3031                 return (WALK_NEXT);
3032         }
3033 
3034         (void) mdb_vread(&c, sizeof (c), (uintptr_t)thr->t_bound_cpu);
3035 
3036         if ((id = c.cpu_id) >= NCPU) {
3037                 mdb_warn("CPU %p has id (%d) greater than NCPU (%d)\n",
3038                     thr->t_bound_cpu, id, NCPU);
3039                 return (WALK_NEXT);
3040         }
3041 
3042         if ((pil = thr->t_pil) >= NINTR) {
3043                 mdb_warn("thread %p has pil (%d) greater than %d\n",
3044                     addr, pil, NINTR);
3045                 return (WALK_NEXT);
3046         }
3047 
3048         if (cid->cid_ithr[id][pil] != NULL) {
3049                 mdb_warn("CPU %d has multiple threads at pil %d (at least "
3050                     "%p and %p)\n", id, pil, addr, cid->cid_ithr[id][pil]);
3051                 return (WALK_NEXT);
3052         }
3053 
3054         cid->cid_ithr[id][pil] = addr;
3055 
3056         return (WALK_NEXT);
3057 }
3058 
3059 #define CPUINFO_IDWIDTH         3
3060 #define CPUINFO_FLAGWIDTH       9
3061 
3062 #ifdef _LP64
3063 #if defined(__amd64)
3064 #define CPUINFO_TWIDTH          16
3065 #define CPUINFO_CPUWIDTH        16
3066 #else
3067 #define CPUINFO_CPUWIDTH        11
3068 #define CPUINFO_TWIDTH          11
3069 #endif
3070 #else
3071 #define CPUINFO_CPUWIDTH        8
3072 #define CPUINFO_TWIDTH          8
3073 #endif
3074 
3075 #define CPUINFO_THRDELT         (CPUINFO_IDWIDTH + CPUINFO_CPUWIDTH + 9)
3076 #define CPUINFO_FLAGDELT        (CPUINFO_IDWIDTH + CPUINFO_CPUWIDTH + 4)
3077 #define CPUINFO_ITHRDELT        4
3078 
3079 #define CPUINFO_INDENT  mdb_printf("%*s", CPUINFO_THRDELT, \
3080     flagline < nflaglines ? flagbuf[flagline++] : "")
3081 
3082 typedef struct mdb_cpuinfo_proc {
3083         struct {
3084                 char            u_comm[MAXCOMLEN + 1];
3085         } p_user;
3086 } mdb_cpuinfo_proc_t;
3087 
3088 int
3089 cpuinfo_walk_cpu(uintptr_t addr, const cpu_t *cpu, cpuinfo_data_t *cid)
3090 {
3091         kthread_t t;
3092         disp_t disp;
3093         mdb_cpuinfo_proc_t p;
3094         uintptr_t pinned;
3095         char **flagbuf;
3096         int nflaglines = 0, flagline = 0, bspl, rval = WALK_NEXT;
3097 
3098         const char *flags[] = {
3099             "RUNNING", "READY", "QUIESCED", "EXISTS",
3100             "ENABLE", "OFFLINE", "POWEROFF", "FROZEN",
3101             "SPARE", "FAULTED", NULL
3102         };
3103 
3104         if (cid->cid_cpu != -1) {
3105                 if (addr != cid->cid_cpu && cpu->cpu_id != cid->cid_cpu)
3106                         return (WALK_NEXT);
3107 
3108                 /*
3109                  * Set cid_cpu to -1 to indicate that we found a matching CPU.
3110                  */
3111                 cid->cid_cpu = -1;
3112                 rval = WALK_DONE;
3113         }
3114 
3115         if (cid->cid_print_head) {
3116                 mdb_printf("%3s %-*s %3s %4s %4s %3s %4s %5s %-6s %-*s %s\n",
3117                     "ID", CPUINFO_CPUWIDTH, "ADDR", "FLG", "NRUN", "BSPL",
3118                     "PRI", "RNRN", "KRNRN", "SWITCH", CPUINFO_TWIDTH, "THREAD",
3119                     "PROC");
3120                 cid->cid_print_head = FALSE;
3121         }
3122 
3123         bspl = cpu->cpu_base_spl;
3124 
3125         if (mdb_vread(&disp, sizeof (disp_t), (uintptr_t)cpu->cpu_disp) == -1) {
3126                 mdb_warn("failed to read disp_t at %p", cpu->cpu_disp);
3127                 return (WALK_ERR);
3128         }
3129 
3130         mdb_printf("%3d %0*p %3x %4d %4d ",
3131             cpu->cpu_id, CPUINFO_CPUWIDTH, addr, cpu->cpu_flags,
3132             disp.disp_nrunnable, bspl);
3133 
3134         if (mdb_vread(&t, sizeof (t), (uintptr_t)cpu->cpu_thread) != -1) {
3135                 mdb_printf("%3d ", t.t_pri);
3136         } else {
3137                 mdb_printf("%3s ", "-");
3138         }
3139 
3140         mdb_printf("%4s %5s ", cpu->cpu_runrun ? "yes" : "no",
3141             cpu->cpu_kprunrun ? "yes" : "no");
3142 
3143         if (cpu->cpu_last_swtch) {
3144                 mdb_printf("t-%-4d ",
3145                     (clock_t)mdb_get_lbolt() - cpu->cpu_last_swtch);
3146         } else {
3147                 mdb_printf("%-6s ", "-");
3148         }
3149 
3150         mdb_printf("%0*p", CPUINFO_TWIDTH, cpu->cpu_thread);
3151 
3152         if (cpu->cpu_thread == cpu->cpu_idle_thread)
3153                 mdb_printf(" (idle)\n");
3154         else if (cpu->cpu_thread == NULL)
3155                 mdb_printf(" -\n");
3156         else {
3157                 if (mdb_ctf_vread(&p, "proc_t", "mdb_cpuinfo_proc_t",
3158                     (uintptr_t)t.t_procp, 0) != -1) {
3159                         mdb_printf(" %s\n", p.p_user.u_comm);
3160                 } else {
3161                         mdb_printf(" ?\n");
3162                 }
3163         }
3164 
3165         flagbuf = mdb_zalloc(sizeof (flags), UM_SLEEP | UM_GC);
3166 
3167         if (cid->cid_print_flags) {
3168                 int first = 1, i, j, k;
3169                 char *s;
3170 
3171                 cid->cid_print_head = TRUE;
3172 
3173                 for (i = 1, j = 0; flags[j] != NULL; i <<= 1, j++) {
3174                         if (!(cpu->cpu_flags & i))
3175                                 continue;
3176 
3177                         if (first) {
3178                                 s = mdb_alloc(CPUINFO_THRDELT + 1,
3179                                     UM_GC | UM_SLEEP);
3180 
3181                                 (void) mdb_snprintf(s, CPUINFO_THRDELT + 1,
3182                                     "%*s|%*s", CPUINFO_FLAGDELT, "",
3183                                     CPUINFO_THRDELT - 1 - CPUINFO_FLAGDELT, "");
3184                                 flagbuf[nflaglines++] = s;
3185                         }
3186 
3187                         s = mdb_alloc(CPUINFO_THRDELT + 1, UM_GC | UM_SLEEP);
3188                         (void) mdb_snprintf(s, CPUINFO_THRDELT + 1, "%*s%*s %s",
3189                             CPUINFO_IDWIDTH + CPUINFO_CPUWIDTH -
3190                             CPUINFO_FLAGWIDTH, "", CPUINFO_FLAGWIDTH, flags[j],
3191                             first ? "<--+" : "");
3192 
3193                         for (k = strlen(s); k < CPUINFO_THRDELT; k++)
3194                                 s[k] = ' ';
3195                         s[k] = '\0';
3196 
3197                         flagbuf[nflaglines++] = s;
3198                         first = 0;
3199                 }
3200         }
3201 
3202         if (cid->cid_print_ithr) {
3203                 int i, found_one = FALSE;
3204                 int print_thr = disp.disp_nrunnable && cid->cid_print_thr;
3205 
3206                 for (i = NINTR - 1; i >= 0; i--) {
3207                         uintptr_t iaddr = cid->cid_ithr[cpu->cpu_id][i];
3208 
3209                         if (iaddr == NULL)
3210                                 continue;
3211 
3212                         if (!found_one) {
3213                                 found_one = TRUE;
3214 
3215                                 CPUINFO_INDENT;
3216                                 mdb_printf("%c%*s|\n", print_thr ? '|' : ' ',
3217                                     CPUINFO_ITHRDELT, "");
3218 
3219                                 CPUINFO_INDENT;
3220                                 mdb_printf("%c%*s+--> %3s %s\n",
3221                                     print_thr ? '|' : ' ', CPUINFO_ITHRDELT,
3222                                     "", "PIL", "THREAD");
3223                         }
3224 
3225                         if (mdb_vread(&t, sizeof (t), iaddr) == -1) {
3226                                 mdb_warn("failed to read kthread_t at %p",
3227                                     iaddr);
3228                                 return (WALK_ERR);
3229                         }
3230 
3231                         CPUINFO_INDENT;
3232                         mdb_printf("%c%*s     %3d %0*p\n",
3233                             print_thr ? '|' : ' ', CPUINFO_ITHRDELT, "",
3234                             t.t_pil, CPUINFO_TWIDTH, iaddr);
3235 
3236                         pinned = (uintptr_t)t.t_intr;
3237                 }
3238 
3239                 if (found_one && pinned != NULL) {
3240                         cid->cid_print_head = TRUE;
3241                         (void) strcpy(p.p_user.u_comm, "?");
3242 
3243                         if (mdb_vread(&t, sizeof (t),
3244                             (uintptr_t)pinned) == -1) {
3245                                 mdb_warn("failed to read kthread_t at %p",
3246                                     pinned);
3247                                 return (WALK_ERR);
3248                         }
3249                         if (mdb_ctf_vread(&p, "proc_t", "mdb_cpuinfo_proc_t",
3250                             (uintptr_t)t.t_procp, 0) == -1) {
3251                                 mdb_warn("failed to read proc_t at %p",
3252                                     t.t_procp);
3253                                 return (WALK_ERR);
3254                         }
3255 
3256                         CPUINFO_INDENT;
3257                         mdb_printf("%c%*s     %3s %0*p %s\n",
3258                             print_thr ? '|' : ' ', CPUINFO_ITHRDELT, "", "-",
3259                             CPUINFO_TWIDTH, pinned,
3260                             pinned == (uintptr_t)cpu->cpu_idle_thread ?
3261                             "(idle)" : p.p_user.u_comm);
3262                 }
3263         }
3264 
3265         if (disp.disp_nrunnable && cid->cid_print_thr) {
3266                 dispq_t *dq;
3267 
3268                 int i, npri = disp.disp_npri;
3269 
3270                 dq = mdb_alloc(sizeof (dispq_t) * npri, UM_SLEEP | UM_GC);
3271 
3272                 if (mdb_vread(dq, sizeof (dispq_t) * npri,
3273                     (uintptr_t)disp.disp_q) == -1) {
3274                         mdb_warn("failed to read dispq_t at %p", disp.disp_q);
3275                         return (WALK_ERR);
3276                 }
3277 
3278                 CPUINFO_INDENT;
3279                 mdb_printf("|\n");
3280 
3281                 CPUINFO_INDENT;
3282                 mdb_printf("+-->  %3s %-*s %s\n", "PRI",
3283                     CPUINFO_TWIDTH, "THREAD", "PROC");
3284 
3285                 for (i = npri - 1; i >= 0; i--) {
3286                         uintptr_t taddr = (uintptr_t)dq[i].dq_first;
3287 
3288                         while (taddr != NULL) {
3289                                 if (mdb_vread(&t, sizeof (t), taddr) == -1) {
3290                                         mdb_warn("failed to read kthread_t "
3291                                             "at %p", taddr);
3292                                         return (WALK_ERR);
3293                                 }
3294                                 if (mdb_ctf_vread(&p, "proc_t",
3295                                     "mdb_cpuinfo_proc_t",
3296                                     (uintptr_t)t.t_procp, 0) == -1) {
3297                                         mdb_warn("failed to read proc_t at %p",
3298                                             t.t_procp);
3299                                         return (WALK_ERR);
3300                                 }
3301 
3302                                 CPUINFO_INDENT;
3303                                 mdb_printf("      %3d %0*p %s\n", t.t_pri,
3304                                     CPUINFO_TWIDTH, taddr, p.p_user.u_comm);
3305 
3306                                 taddr = (uintptr_t)t.t_link;
3307                         }
3308                 }
3309                 cid->cid_print_head = TRUE;
3310         }
3311 
3312         while (flagline < nflaglines)
3313                 mdb_printf("%s\n", flagbuf[flagline++]);
3314 
3315         if (cid->cid_print_head)
3316                 mdb_printf("\n");
3317 
3318         return (rval);
3319 }
3320 
3321 int
3322 cpuinfo(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3323 {
3324         uint_t verbose = FALSE;
3325         cpuinfo_data_t cid;
3326 
3327         cid.cid_print_ithr = FALSE;
3328         cid.cid_print_thr = FALSE;
3329         cid.cid_print_flags = FALSE;
3330         cid.cid_print_head = DCMD_HDRSPEC(flags) ? TRUE : FALSE;
3331         cid.cid_cpu = -1;
3332 
3333         if (flags & DCMD_ADDRSPEC)
3334                 cid.cid_cpu = addr;
3335 
3336         if (mdb_getopts(argc, argv,
3337             'v', MDB_OPT_SETBITS, TRUE, &verbose, NULL) != argc)
3338                 return (DCMD_USAGE);
3339 
3340         if (verbose) {
3341                 cid.cid_print_ithr = TRUE;
3342                 cid.cid_print_thr = TRUE;
3343                 cid.cid_print_flags = TRUE;
3344                 cid.cid_print_head = TRUE;
3345         }
3346 
3347         if (cid.cid_print_ithr) {
3348                 int i;
3349 
3350                 cid.cid_ithr = mdb_alloc(sizeof (uintptr_t **)
3351                     * NCPU, UM_SLEEP | UM_GC);
3352 
3353                 for (i = 0; i < NCPU; i++)
3354                         cid.cid_ithr[i] = mdb_zalloc(sizeof (uintptr_t *) *
3355                             NINTR, UM_SLEEP | UM_GC);
3356 
3357                 if (mdb_walk("thread", (mdb_walk_cb_t)cpuinfo_walk_ithread,
3358                     &cid) == -1) {
3359                         mdb_warn("couldn't walk thread");
3360                         return (DCMD_ERR);
3361                 }
3362         }
3363 
3364         if (mdb_walk("cpu", (mdb_walk_cb_t)cpuinfo_walk_cpu, &cid) == -1) {
3365                 mdb_warn("can't walk cpus");
3366                 return (DCMD_ERR);
3367         }
3368 
3369         if (cid.cid_cpu != -1) {
3370                 /*
3371                  * We didn't find this CPU when we walked through the CPUs
3372                  * (i.e. the address specified doesn't show up in the "cpu"
3373                  * walk).  However, the specified address may still correspond
3374                  * to a valid cpu_t (for example, if the specified address is
3375                  * the actual panicking cpu_t and not the cached panic_cpu).
3376                  * Point is:  even if we didn't find it, we still want to try
3377                  * to print the specified address as a cpu_t.
3378                  */
3379                 cpu_t cpu;
3380 
3381                 if (mdb_vread(&cpu, sizeof (cpu), cid.cid_cpu) == -1) {
3382                         mdb_warn("%p is neither a valid CPU ID nor a "
3383                             "valid cpu_t address\n", cid.cid_cpu);
3384                         return (DCMD_ERR);
3385                 }
3386 
3387                 (void) cpuinfo_walk_cpu(cid.cid_cpu, &cpu, &cid);
3388         }
3389 
3390         return (DCMD_OK);
3391 }
3392 
3393 /*ARGSUSED*/
3394 int
3395 flipone(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3396 {
3397         int i;
3398 
3399         if (!(flags & DCMD_ADDRSPEC))
3400                 return (DCMD_USAGE);
3401 
3402         for (i = 0; i < sizeof (addr) * NBBY; i++)
3403                 mdb_printf("%p\n", addr ^ (1UL << i));
3404 
3405         return (DCMD_OK);
3406 }
3407 
3408 typedef struct mdb_as2proc_proc {
3409         struct as *p_as;
3410 } mdb_as2proc_proc_t;
3411 
3412 /*ARGSUSED*/
3413 int
3414 as2proc_walk(uintptr_t addr, const void *ignored, struct as **asp)
3415 {
3416         mdb_as2proc_proc_t p;
3417 
3418         mdb_ctf_vread(&p, "proc_t", "mdb_as2proc_proc_t", addr, 0);
3419 
3420         if (p.p_as == *asp)
3421                 mdb_printf("%p\n", addr);
3422         return (WALK_NEXT);
3423 }
3424 
3425 /*ARGSUSED*/
3426 int
3427 as2proc(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3428 {
3429         if (!(flags & DCMD_ADDRSPEC) || argc != 0)
3430                 return (DCMD_USAGE);
3431 
3432         if (mdb_walk("proc", (mdb_walk_cb_t)as2proc_walk, &addr) == -1) {
3433                 mdb_warn("failed to walk proc");
3434                 return (DCMD_ERR);
3435         }
3436 
3437         return (DCMD_OK);
3438 }
3439 
3440 typedef struct mdb_ptree_proc {
3441         struct proc     *p_parent;
3442         struct {
3443                 char            u_comm[MAXCOMLEN + 1];
3444         } p_user;
3445 } mdb_ptree_proc_t;
3446 
3447 /*ARGSUSED*/
3448 int
3449 ptree_walk(uintptr_t addr, const void *ignored, void *data)
3450 {
3451         mdb_ptree_proc_t proc;
3452         mdb_ptree_proc_t parent;
3453         int ident = 0;
3454         uintptr_t paddr;
3455 
3456         mdb_ctf_vread(&proc, "proc_t", "mdb_ptree_proc_t", addr, 0);
3457 
3458         for (paddr = (uintptr_t)proc.p_parent; paddr != NULL; ident += 5) {
3459                 mdb_ctf_vread(&parent, "proc_t", "mdb_ptree_proc_t", paddr, 0);
3460                 paddr = (uintptr_t)parent.p_parent;
3461         }
3462 
3463         mdb_inc_indent(ident);
3464         mdb_printf("%0?p  %s\n", addr, proc.p_user.u_comm);
3465         mdb_dec_indent(ident);
3466 
3467         return (WALK_NEXT);
3468 }
3469 
3470 void
3471 ptree_ancestors(uintptr_t addr, uintptr_t start)
3472 {
3473         mdb_ptree_proc_t p;
3474 
3475         if (mdb_ctf_vread(&p, "proc_t", "mdb_ptree_proc_t", addr, 0) == -1) {
3476                 mdb_warn("couldn't read ancestor at %p", addr);
3477                 return;
3478         }
3479 
3480         if (p.p_parent != NULL)
3481                 ptree_ancestors((uintptr_t)p.p_parent, start);
3482 
3483         if (addr != start)
3484                 (void) ptree_walk(addr, &p, NULL);
3485 }
3486 
3487 /*ARGSUSED*/
3488 int
3489 ptree(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3490 {
3491         if (!(flags & DCMD_ADDRSPEC))
3492                 addr = NULL;
3493         else
3494                 ptree_ancestors(addr, addr);
3495 
3496         if (mdb_pwalk("proc", (mdb_walk_cb_t)ptree_walk, NULL, addr) == -1) {
3497                 mdb_warn("couldn't walk 'proc'");
3498                 return (DCMD_ERR);
3499         }
3500 
3501         return (DCMD_OK);
3502 }
3503 
3504 typedef struct mdb_fd_proc {
3505         struct {
3506                 struct {
3507                         int                     fi_nfiles;
3508                         uf_entry_t *volatile    fi_list;
3509                 } u_finfo;
3510         } p_user;
3511 } mdb_fd_proc_t;
3512 
3513 /*ARGSUSED*/
3514 static int
3515 fd(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3516 {
3517         int fdnum;
3518         const mdb_arg_t *argp = &argv[0];
3519         mdb_fd_proc_t p;
3520         uf_entry_t uf;
3521 
3522         if ((flags & DCMD_ADDRSPEC) == 0) {
3523                 mdb_warn("fd doesn't give global information\n");
3524                 return (DCMD_ERR);
3525         }
3526         if (argc != 1)
3527                 return (DCMD_USAGE);
3528 
3529         if (argp->a_type == MDB_TYPE_IMMEDIATE)
3530                 fdnum = argp->a_un.a_val;
3531         else
3532                 fdnum = mdb_strtoull(argp->a_un.a_str);
3533 
3534         if (mdb_ctf_vread(&p, "proc_t", "mdb_fd_proc_t", addr, 0) == -1) {
3535                 mdb_warn("couldn't read proc_t at %p", addr);
3536                 return (DCMD_ERR);
3537         }
3538         if (fdnum > p.p_user.u_finfo.fi_nfiles) {
3539                 mdb_warn("process %p only has %d files open.\n",
3540                     addr, p.p_user.u_finfo.fi_nfiles);
3541                 return (DCMD_ERR);
3542         }
3543         if (mdb_vread(&uf, sizeof (uf_entry_t),
3544             (uintptr_t)&p.p_user.u_finfo.fi_list[fdnum]) == -1) {
3545                 mdb_warn("couldn't read uf_entry_t at %p",
3546                     &p.p_user.u_finfo.fi_list[fdnum]);
3547                 return (DCMD_ERR);
3548         }
3549 
3550         mdb_printf("%p\n", uf.uf_file);
3551         return (DCMD_OK);
3552 }
3553 
3554 /*ARGSUSED*/
3555 static int
3556 pid2proc(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3557 {
3558         pid_t pid = (pid_t)addr;
3559 
3560         if (argc != 0)
3561                 return (DCMD_USAGE);
3562 
3563         if ((addr = mdb_pid2proc(pid, NULL)) == 0) {
3564                 mdb_warn("PID 0t%d not found\n", pid);
3565                 return (DCMD_ERR);
3566         }
3567 
3568         mdb_printf("%p\n", addr);
3569         return (DCMD_OK);
3570 }
3571 
3572 static char *sysfile_cmd[] = {
3573         "exclude:",
3574         "include:",
3575         "forceload:",
3576         "rootdev:",
3577         "rootfs:",
3578         "swapdev:",
3579         "swapfs:",
3580         "moddir:",
3581         "set",
3582         "unknown",
3583 };
3584 
3585 static char *sysfile_ops[] = { "", "=", "&", "|" };
3586 
3587 /*ARGSUSED*/
3588 static int
3589 sysfile_vmem_seg(uintptr_t addr, const vmem_seg_t *vsp, void **target)
3590 {
3591         if (vsp->vs_type == VMEM_ALLOC && (void *)vsp->vs_start == *target) {
3592                 *target = NULL;
3593                 return (WALK_DONE);
3594         }
3595         return (WALK_NEXT);
3596 }
3597 
3598 /*ARGSUSED*/
3599 static int
3600 sysfile(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3601 {
3602         struct sysparam *sysp, sys;
3603         char var[256];
3604         char modname[256];
3605         char val[256];
3606         char strval[256];
3607         vmem_t *mod_sysfile_arena;
3608         void *straddr;
3609 
3610         if (mdb_readvar(&sysp, "sysparam_hd") == -1) {
3611                 mdb_warn("failed to read sysparam_hd");
3612                 return (DCMD_ERR);
3613         }
3614 
3615         if (mdb_readvar(&mod_sysfile_arena, "mod_sysfile_arena") == -1) {
3616                 mdb_warn("failed to read mod_sysfile_arena");
3617                 return (DCMD_ERR);
3618         }
3619 
3620         while (sysp != NULL) {
3621                 var[0] = '\0';
3622                 val[0] = '\0';
3623                 modname[0] = '\0';
3624                 if (mdb_vread(&sys, sizeof (sys), (uintptr_t)sysp) == -1) {
3625                         mdb_warn("couldn't read sysparam %p", sysp);
3626                         return (DCMD_ERR);
3627                 }
3628                 if (sys.sys_modnam != NULL &&
3629                     mdb_readstr(modname, 256,
3630                     (uintptr_t)sys.sys_modnam) == -1) {
3631                         mdb_warn("couldn't read modname in %p", sysp);
3632                         return (DCMD_ERR);
3633                 }
3634                 if (sys.sys_ptr != NULL &&
3635                     mdb_readstr(var, 256, (uintptr_t)sys.sys_ptr) == -1) {
3636                         mdb_warn("couldn't read ptr in %p", sysp);
3637                         return (DCMD_ERR);
3638                 }
3639                 if (sys.sys_op != SETOP_NONE) {
3640                         /*
3641                          * Is this an int or a string?  We determine this
3642                          * by checking whether straddr is contained in
3643                          * mod_sysfile_arena.  If so, the walker will set
3644                          * straddr to NULL.
3645                          */
3646                         straddr = (void *)(uintptr_t)sys.sys_info;
3647                         if (sys.sys_op == SETOP_ASSIGN &&
3648                             sys.sys_info != 0 &&
3649                             mdb_pwalk("vmem_seg",
3650                             (mdb_walk_cb_t)sysfile_vmem_seg, &straddr,
3651                             (uintptr_t)mod_sysfile_arena) == 0 &&
3652                             straddr == NULL &&
3653                             mdb_readstr(strval, 256,
3654                             (uintptr_t)sys.sys_info) != -1) {
3655                                 (void) mdb_snprintf(val, sizeof (val), "\"%s\"",
3656                                     strval);
3657                         } else {
3658                                 (void) mdb_snprintf(val, sizeof (val),
3659                                     "0x%llx [0t%llu]", sys.sys_info,
3660                                     sys.sys_info);
3661                         }
3662                 }
3663                 mdb_printf("%s %s%s%s%s%s\n", sysfile_cmd[sys.sys_type],
3664                     modname, modname[0] == '\0' ? "" : ":",
3665                     var, sysfile_ops[sys.sys_op], val);
3666 
3667                 sysp = sys.sys_next;
3668         }
3669 
3670         return (DCMD_OK);
3671 }
3672 
3673 int
3674 didmatch(uintptr_t addr, const kthread_t *thr, kt_did_t *didp)
3675 {
3676 
3677         if (*didp == thr->t_did) {
3678                 mdb_printf("%p\n", addr);
3679                 return (WALK_DONE);
3680         } else
3681                 return (WALK_NEXT);
3682 }
3683 
3684 /*ARGSUSED*/
3685 int
3686 did2thread(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3687 {
3688         const mdb_arg_t *argp = &argv[0];
3689         kt_did_t        did;
3690 
3691         if (argc != 1)
3692                 return (DCMD_USAGE);
3693 
3694         did = (kt_did_t)mdb_strtoull(argp->a_un.a_str);
3695 
3696         if (mdb_walk("thread", (mdb_walk_cb_t)didmatch, (void *)&did) == -1) {
3697                 mdb_warn("failed to walk thread");
3698                 return (DCMD_ERR);
3699 
3700         }
3701         return (DCMD_OK);
3702 
3703 }
3704 
3705 static int
3706 errorq_walk_init(mdb_walk_state_t *wsp)
3707 {
3708         if (wsp->walk_addr == NULL &&
3709             mdb_readvar(&wsp->walk_addr, "errorq_list") == -1) {
3710                 mdb_warn("failed to read errorq_list");
3711                 return (WALK_ERR);
3712         }
3713 
3714         return (WALK_NEXT);
3715 }
3716 
3717 static int
3718 errorq_walk_step(mdb_walk_state_t *wsp)
3719 {
3720         uintptr_t addr = wsp->walk_addr;
3721         errorq_t eq;
3722 
3723         if (addr == NULL)
3724                 return (WALK_DONE);
3725 
3726         if (mdb_vread(&eq, sizeof (eq), addr) == -1) {
3727                 mdb_warn("failed to read errorq at %p", addr);
3728                 return (WALK_ERR);
3729         }
3730 
3731         wsp->walk_addr = (uintptr_t)eq.eq_next;
3732         return (wsp->walk_callback(addr, &eq, wsp->walk_cbdata));
3733 }
3734 
3735 typedef struct eqd_walk_data {
3736         uintptr_t *eqd_stack;
3737         void *eqd_buf;
3738         ulong_t eqd_qpos;
3739         ulong_t eqd_qlen;
3740         size_t eqd_size;
3741 } eqd_walk_data_t;
3742 
3743 /*
3744  * In order to walk the list of pending error queue elements, we push the
3745  * addresses of the corresponding data buffers in to the eqd_stack array.
3746  * The error lists are in reverse chronological order when iterating using
3747  * eqe_prev, so we then pop things off the top in eqd_walk_step so that the
3748  * walker client gets addresses in order from oldest error to newest error.
3749  */
3750 static void
3751 eqd_push_list(eqd_walk_data_t *eqdp, uintptr_t addr)
3752 {
3753         errorq_elem_t eqe;
3754 
3755         while (addr != NULL) {
3756                 if (mdb_vread(&eqe, sizeof (eqe), addr) != sizeof (eqe)) {
3757                         mdb_warn("failed to read errorq element at %p", addr);
3758                         break;
3759                 }
3760 
3761                 if (eqdp->eqd_qpos == eqdp->eqd_qlen) {
3762                         mdb_warn("errorq is overfull -- more than %lu "
3763                             "elems found\n", eqdp->eqd_qlen);
3764                         break;
3765                 }
3766 
3767                 eqdp->eqd_stack[eqdp->eqd_qpos++] = (uintptr_t)eqe.eqe_data;
3768                 addr = (uintptr_t)eqe.eqe_prev;
3769         }
3770 }
3771 
3772 static int
3773 eqd_walk_init(mdb_walk_state_t *wsp)
3774 {
3775         eqd_walk_data_t *eqdp;
3776         errorq_elem_t eqe, *addr;
3777         errorq_t eq;
3778         ulong_t i;
3779 
3780         if (mdb_vread(&eq, sizeof (eq), wsp->walk_addr) == -1) {
3781                 mdb_warn("failed to read errorq at %p", wsp->walk_addr);
3782                 return (WALK_ERR);
3783         }
3784 
3785         if (eq.eq_ptail != NULL &&
3786             mdb_vread(&eqe, sizeof (eqe), (uintptr_t)eq.eq_ptail) == -1) {
3787                 mdb_warn("failed to read errorq element at %p", eq.eq_ptail);
3788                 return (WALK_ERR);
3789         }
3790 
3791         eqdp = mdb_alloc(sizeof (eqd_walk_data_t), UM_SLEEP);
3792         wsp->walk_data = eqdp;
3793 
3794         eqdp->eqd_stack = mdb_zalloc(sizeof (uintptr_t) * eq.eq_qlen, UM_SLEEP);
3795         eqdp->eqd_buf = mdb_alloc(eq.eq_size, UM_SLEEP);
3796         eqdp->eqd_qlen = eq.eq_qlen;
3797         eqdp->eqd_qpos = 0;
3798         eqdp->eqd_size = eq.eq_size;
3799 
3800         /*
3801          * The newest elements in the queue are on the pending list, so we
3802          * push those on to our stack first.
3803          */
3804         eqd_push_list(eqdp, (uintptr_t)eq.eq_pend);
3805 
3806         /*
3807          * If eq_ptail is set, it may point to a subset of the errors on the
3808          * pending list in the event a atomic_cas_ptr() failed; if ptail's
3809          * data is already in our stack, NULL out eq_ptail and ignore it.
3810          */
3811         if (eq.eq_ptail != NULL) {
3812                 for (i = 0; i < eqdp->eqd_qpos; i++) {
3813                         if (eqdp->eqd_stack[i] == (uintptr_t)eqe.eqe_data) {
3814                                 eq.eq_ptail = NULL;
3815                                 break;
3816                         }
3817                 }
3818         }
3819 
3820         /*
3821          * If eq_phead is set, it has the processing list in order from oldest
3822          * to newest.  Use this to recompute eq_ptail as best we can and then
3823          * we nicely fall into eqd_push_list() of eq_ptail below.
3824          */
3825         for (addr = eq.eq_phead; addr != NULL && mdb_vread(&eqe, sizeof (eqe),
3826             (uintptr_t)addr) == sizeof (eqe); addr = eqe.eqe_next)
3827                 eq.eq_ptail = addr;
3828 
3829         /*
3830          * The oldest elements in the queue are on the processing list, subject
3831          * to machinations in the if-clauses above.  Push any such elements.
3832          */
3833         eqd_push_list(eqdp, (uintptr_t)eq.eq_ptail);
3834         return (WALK_NEXT);
3835 }
3836 
3837 static int
3838 eqd_walk_step(mdb_walk_state_t *wsp)
3839 {
3840         eqd_walk_data_t *eqdp = wsp->walk_data;
3841         uintptr_t addr;
3842 
3843         if (eqdp->eqd_qpos == 0)
3844                 return (WALK_DONE);
3845 
3846         addr = eqdp->eqd_stack[--eqdp->eqd_qpos];
3847 
3848         if (mdb_vread(eqdp->eqd_buf, eqdp->eqd_size, addr) != eqdp->eqd_size) {
3849                 mdb_warn("failed to read errorq data at %p", addr);
3850                 return (WALK_ERR);
3851         }
3852 
3853         return (wsp->walk_callback(addr, eqdp->eqd_buf, wsp->walk_cbdata));
3854 }
3855 
3856 static void
3857 eqd_walk_fini(mdb_walk_state_t *wsp)
3858 {
3859         eqd_walk_data_t *eqdp = wsp->walk_data;
3860 
3861         mdb_free(eqdp->eqd_stack, sizeof (uintptr_t) * eqdp->eqd_qlen);
3862         mdb_free(eqdp->eqd_buf, eqdp->eqd_size);
3863         mdb_free(eqdp, sizeof (eqd_walk_data_t));
3864 }
3865 
3866 #define EQKSVAL(eqv, what) (eqv.eq_kstat.what.value.ui64)
3867 
3868 static int
3869 errorq(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3870 {
3871         int i;
3872         errorq_t eq;
3873         uint_t opt_v = FALSE;
3874 
3875         if (!(flags & DCMD_ADDRSPEC)) {
3876                 if (mdb_walk_dcmd("errorq", "errorq", argc, argv) == -1) {
3877                         mdb_warn("can't walk 'errorq'");
3878                         return (DCMD_ERR);
3879                 }
3880                 return (DCMD_OK);
3881         }
3882 
3883         i = mdb_getopts(argc, argv, 'v', MDB_OPT_SETBITS, TRUE, &opt_v, NULL);
3884         argc -= i;
3885         argv += i;
3886 
3887         if (argc != 0)
3888                 return (DCMD_USAGE);
3889 
3890         if (opt_v || DCMD_HDRSPEC(flags)) {
3891                 mdb_printf("%<u>%-11s %-16s %1s %1s %1s ",
3892                     "ADDR", "NAME", "S", "V", "N");
3893                 if (!opt_v) {
3894                         mdb_printf("%7s %7s %7s%</u>\n",
3895                             "ACCEPT", "DROP", "LOG");
3896                 } else {
3897                         mdb_printf("%5s %6s %6s %3s %16s%</u>\n",
3898                             "KSTAT", "QLEN", "SIZE", "IPL", "FUNC");
3899                 }
3900         }
3901 
3902         if (mdb_vread(&eq, sizeof (eq), addr) != sizeof (eq)) {
3903                 mdb_warn("failed to read errorq at %p", addr);
3904                 return (DCMD_ERR);
3905         }
3906 
3907         mdb_printf("%-11p %-16s %c %c %c ", addr, eq.eq_name,
3908             (eq.eq_flags & ERRORQ_ACTIVE) ? '+' : '-',
3909             (eq.eq_flags & ERRORQ_VITAL) ? '!' : ' ',
3910             (eq.eq_flags & ERRORQ_NVLIST) ? '*' : ' ');
3911 
3912         if (!opt_v) {
3913                 mdb_printf("%7llu %7llu %7llu\n",
3914                     EQKSVAL(eq, eqk_dispatched) + EQKSVAL(eq, eqk_committed),
3915                     EQKSVAL(eq, eqk_dropped) + EQKSVAL(eq, eqk_reserve_fail) +
3916                     EQKSVAL(eq, eqk_commit_fail), EQKSVAL(eq, eqk_logged));
3917         } else {
3918                 mdb_printf("%5s %6lu %6lu %3u %a\n",
3919                     "  |  ", eq.eq_qlen, eq.eq_size, eq.eq_ipl, eq.eq_func);
3920                 mdb_printf("%38s\n%41s"
3921                     "%12s %llu\n"
3922                     "%53s %llu\n"
3923                     "%53s %llu\n"
3924                     "%53s %llu\n"
3925                     "%53s %llu\n"
3926                     "%53s %llu\n"
3927                     "%53s %llu\n"
3928                     "%53s %llu\n\n",
3929                     "|", "+-> ",
3930                     "DISPATCHED",       EQKSVAL(eq, eqk_dispatched),
3931                     "DROPPED",          EQKSVAL(eq, eqk_dropped),
3932                     "LOGGED",           EQKSVAL(eq, eqk_logged),
3933                     "RESERVED",         EQKSVAL(eq, eqk_reserved),
3934                     "RESERVE FAIL",     EQKSVAL(eq, eqk_reserve_fail),
3935                     "COMMITTED",        EQKSVAL(eq, eqk_committed),
3936                     "COMMIT FAIL",      EQKSVAL(eq, eqk_commit_fail),
3937                     "CANCELLED",        EQKSVAL(eq, eqk_cancelled));
3938         }
3939 
3940         return (DCMD_OK);
3941 }
3942 
3943 /*ARGSUSED*/
3944 static int
3945 panicinfo(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
3946 {
3947         cpu_t panic_cpu;
3948         kthread_t *panic_thread;
3949         void *buf;
3950         panic_data_t *pd;
3951         int i, n;
3952 
3953         if (!mdb_prop_postmortem) {
3954                 mdb_warn("panicinfo can only be run on a system "
3955                     "dump; see dumpadm(1M)\n");
3956                 return (DCMD_ERR);
3957         }
3958 
3959         if (flags & DCMD_ADDRSPEC || argc != 0)
3960                 return (DCMD_USAGE);
3961 
3962         if (mdb_readsym(&panic_cpu, sizeof (cpu_t), "panic_cpu") == -1)
3963                 mdb_warn("failed to read 'panic_cpu'");
3964         else
3965                 mdb_printf("%16s %?d\n", "cpu", panic_cpu.cpu_id);
3966 
3967         if (mdb_readvar(&panic_thread, "panic_thread") == -1)
3968                 mdb_warn("failed to read 'panic_thread'");
3969         else
3970                 mdb_printf("%16s %?p\n", "thread", panic_thread);
3971 
3972         buf = mdb_alloc(PANICBUFSIZE, UM_SLEEP);
3973         pd = (panic_data_t *)buf;
3974 
3975         if (mdb_readsym(buf, PANICBUFSIZE, "panicbuf") == -1 ||
3976             pd->pd_version != PANICBUFVERS) {
3977                 mdb_warn("failed to read 'panicbuf'");
3978                 mdb_free(buf, PANICBUFSIZE);
3979                 return (DCMD_ERR);
3980         }
3981 
3982         mdb_printf("%16s %s\n", "message",  (char *)buf + pd->pd_msgoff);
3983 
3984         n = (pd->pd_msgoff - (sizeof (panic_data_t) -
3985             sizeof (panic_nv_t))) / sizeof (panic_nv_t);
3986 
3987         for (i = 0; i < n; i++)
3988                 mdb_printf("%16s %?llx\n",
3989                     pd->pd_nvdata[i].pnv_name, pd->pd_nvdata[i].pnv_value);
3990 
3991         mdb_free(buf, PANICBUFSIZE);
3992         return (DCMD_OK);
3993 }
3994 
3995 /*
3996  * ::time dcmd, which will print a hires timestamp of when we entered the
3997  * debugger, or the lbolt value if used with the -l option.
3998  *
3999  */
4000 /*ARGSUSED*/
4001 static int
4002 time(uintptr_t addr, uint_t flags, int argc, const mdb_arg_t *argv)
4003 {
4004         uint_t opt_dec = FALSE;
4005         uint_t opt_lbolt = FALSE;
4006         uint_t opt_hex = FALSE;
4007         const char *fmt;
4008         hrtime_t result;
4009 
4010         if (mdb_getopts(argc, argv,
4011             'd', MDB_OPT_SETBITS, TRUE, &opt_dec,
4012             'l', MDB_OPT_SETBITS, TRUE, &opt_lbolt,
4013             'x', MDB_OPT_SETBITS, TRUE, &opt_hex,
4014             NULL) != argc)
4015                 return (DCMD_USAGE);
4016 
4017         if (opt_dec && opt_hex)
4018                 return (DCMD_USAGE);
4019 
4020         result = opt_lbolt ? mdb_get_lbolt() : mdb_gethrtime();
4021         fmt =
4022             opt_hex ? "0x%llx\n" :
4023             opt_dec ? "0t%lld\n" : "%#llr\n";
4024 
4025         mdb_printf(fmt, result);
4026         return (DCMD_OK);
4027 }
4028 
4029 void
4030 time_help(void)
4031 {
4032         mdb_printf("Prints the system time in nanoseconds.\n\n"
4033             "::time will return the timestamp at which we dropped into, \n"
4034             "if called from, kmdb(1); the core dump's high resolution \n"
4035             "time if inspecting one; or the running hires time if we're \n"
4036             "looking at a live system.\n\n"
4037             "Switches:\n"
4038             "  -d   report times in decimal\n"
4039             "  -l   prints the number of clock ticks since system boot\n"
4040             "  -x   report times in hexadecimal\n");
4041 }
4042 
4043 static const mdb_dcmd_t dcmds[] = {
4044 
4045         /* from genunix.c */
4046         { "as2proc", ":", "convert as to proc_t address", as2proc },
4047         { "binding_hash_entry", ":", "print driver names hash table entry",
4048                 binding_hash_entry },
4049         { "callout", "?[-r|n] [-s|l] [-xhB] [-t | -ab nsec [-dkD]]"
4050             " [-C addr | -S seqid] [-f name|addr] [-p name| addr] [-T|L [-E]]"
4051             " [-FivVA]",
4052             "display callouts", callout, callout_help },
4053         { "calloutid", "[-d|v] xid", "print callout by extended id",
4054             calloutid, calloutid_help },
4055         { "class", NULL, "print process scheduler classes", class },
4056         { "cpuinfo", "?[-v]", "print CPUs and runnable threads", cpuinfo },
4057         { "did2thread", "? kt_did", "find kernel thread for this id",
4058                 did2thread },
4059         { "errorq", "?[-v]", "display kernel error queues", errorq },
4060         { "fd", ":[fd num]", "get a file pointer from an fd", fd },
4061         { "flipone", ":", "the vik_rev_level 2 special", flipone },
4062         { "lminfo", NULL, "print lock manager information", lminfo },
4063         { "ndi_event_hdl", "?", "print ndi_event_hdl", ndi_event_hdl },
4064         { "panicinfo", NULL, "print panic information", panicinfo },
4065         { "pid2proc", "?", "convert PID to proc_t address", pid2proc },
4066         { "project", NULL, "display kernel project(s)", project },
4067         { "ps", "[-fltzTP]", "list processes (and associated thr,lwp)", ps },
4068         { "pflags", NULL, "display various proc_t flags", pflags },
4069         { "pgrep", "[-x] [-n | -o] pattern",
4070                 "pattern match against all processes", pgrep },
4071         { "ptree", NULL, "print process tree", ptree },
4072         { "sysevent", "?[-sv]", "print sysevent pending or sent queue",
4073                 sysevent},
4074         { "sysevent_channel", "?", "print sysevent channel database",
4075                 sysevent_channel},
4076         { "sysevent_class_list", ":", "print sysevent class list",
4077                 sysevent_class_list},
4078         { "sysevent_subclass_list", ":",
4079                 "print sysevent subclass list", sysevent_subclass_list},
4080         { "system", NULL, "print contents of /etc/system file", sysfile },
4081         { "task", NULL, "display kernel task(s)", task },
4082         { "time", "[-dlx]", "display system time", time, time_help },
4083         { "vnode2path", ":[-F]", "vnode address to pathname", vnode2path },
4084         { "whereopen", ":", "given a vnode, dumps procs which have it open",
4085             whereopen },
4086 
4087         /* from bio.c */
4088         { "bufpagefind", ":addr", "find page_t on buf_t list", bufpagefind },
4089 
4090         /* from bitset.c */
4091         { "bitset", ":", "display a bitset", bitset, bitset_help },
4092 
4093         /* from contract.c */
4094         { "contract", "?", "display a contract", cmd_contract },
4095         { "ctevent", ":", "display a contract event", cmd_ctevent },
4096         { "ctid", ":", "convert id to a contract pointer", cmd_ctid },
4097 
4098         /* from cpupart.c */
4099         { "cpupart", "?[-v]", "print cpu partition info", cpupart },
4100 
4101         /* from cred.c */
4102         { "cred", ":[-v]", "display a credential", cmd_cred },
4103         { "credgrp", ":[-v]", "display cred_t groups", cmd_credgrp },
4104         { "credsid", ":[-v]", "display a credsid_t", cmd_credsid },
4105         { "ksidlist", ":[-v]", "display a ksidlist_t", cmd_ksidlist },
4106 
4107         /* from cyclic.c */
4108         { "cyccover", NULL, "dump cyclic coverage information", cyccover },
4109         { "cycid", "?", "dump a cyclic id", cycid },
4110         { "cycinfo", "?", "dump cyc_cpu info", cycinfo },
4111         { "cyclic", ":", "developer information", cyclic },
4112         { "cyctrace", "?", "dump cyclic trace buffer", cyctrace },
4113 
4114         /* from damap.c */
4115         { "damap", ":", "display a damap_t", damap, damap_help },
4116 
4117         /* from ddi_periodic.c */
4118         { "ddi_periodic", "?[-v]", "dump ddi_periodic_impl_t info", dprinfo },
4119 
4120         /* from devinfo.c */
4121         { "devbindings", "?[-qs] [device-name | major-num]",
4122             "print devinfo nodes bound to device-name or major-num",
4123             devbindings, devinfo_help },
4124         { "devinfo", ":[-qs]", "detailed devinfo of one node", devinfo,
4125             devinfo_help },
4126         { "devinfo_audit", ":[-v]", "devinfo configuration audit record",
4127             devinfo_audit },
4128         { "devinfo_audit_log", "?[-v]", "system wide devinfo configuration log",
4129             devinfo_audit_log },
4130         { "devinfo_audit_node", ":[-v]", "devinfo node configuration history",
4131             devinfo_audit_node },
4132         { "devinfo2driver", ":", "find driver name for this devinfo node",
4133             devinfo2driver },
4134         { "devnames", "?[-vm] [num]", "print devnames array", devnames },
4135         { "dev2major", "?<dev_t>", "convert dev_t to a major number",
4136             dev2major },
4137         { "dev2minor", "?<dev_t>", "convert dev_t to a minor number",
4138             dev2minor },
4139         { "devt", "?<dev_t>", "display a dev_t's major and minor numbers",
4140             devt },
4141         { "major2name", "?<major-num>", "convert major number to dev name",
4142             major2name },
4143         { "minornodes", ":", "given a devinfo node, print its minor nodes",
4144             minornodes },
4145         { "modctl2devinfo", ":", "given a modctl, list its devinfos",
4146             modctl2devinfo },
4147         { "name2major", "<dev-name>", "convert dev name to major number",
4148             name2major },
4149         { "prtconf", "?[-vpc] [-d driver]", "print devinfo tree", prtconf,
4150             prtconf_help },
4151         { "softstate", ":<instance>", "retrieve soft-state pointer",
4152             softstate },
4153         { "devinfo_fm", ":", "devinfo fault managment configuration",
4154             devinfo_fm },
4155         { "devinfo_fmce", ":", "devinfo fault managment cache entry",
4156             devinfo_fmce},
4157 
4158         /* from findstack.c */
4159         { "findstack", ":[-v]", "find kernel thread stack", findstack },
4160         { "findstack_debug", NULL, "toggle findstack debugging",
4161                 findstack_debug },
4162         { "stacks", "?[-afiv] [-c func] [-C func] [-m module] [-M module] "
4163                 "[-s sobj | -S sobj] [-t tstate | -T tstate]",
4164                 "print unique kernel thread stacks",
4165                 stacks, stacks_help },
4166 
4167         /* from fm.c */
4168         { "ereport", "[-v]", "print ereports logged in dump",
4169             ereport },
4170 
4171         /* from group.c */
4172         { "group", "?[-q]", "display a group", group},
4173 
4174         /* from hotplug.c */
4175         { "hotplug", "?[-p]", "display a registered hotplug attachment",
4176             hotplug, hotplug_help },
4177 
4178         /* from irm.c */
4179         { "irmpools", NULL, "display interrupt pools", irmpools_dcmd },
4180         { "irmreqs", NULL, "display interrupt requests in an interrupt pool",
4181             irmreqs_dcmd },
4182         { "irmreq", NULL, "display an interrupt request", irmreq_dcmd },
4183 
4184         /* from kgrep.c + genunix.c */
4185         { "kgrep", KGREP_USAGE, "search kernel as for a pointer", kgrep,
4186                 kgrep_help },
4187 
4188         /* from kmem.c */
4189         { "allocdby", ":", "given a thread, print its allocated buffers",
4190                 allocdby },
4191         { "bufctl", ":[-vh] [-a addr] [-c caller] [-e earliest] [-l latest] "
4192                 "[-t thd]", "print or filter a bufctl", bufctl, bufctl_help },
4193         { "freedby", ":", "given a thread, print its freed buffers", freedby },
4194         { "kmalog", "?[ fail | slab ]",
4195             "display kmem transaction log and stack traces", kmalog },
4196         { "kmastat", "[-kmg]", "kernel memory allocator stats",
4197             kmastat },
4198         { "kmausers", "?[-ef] [cache ...]", "current medium and large users "
4199                 "of the kmem allocator", kmausers, kmausers_help },
4200         { "kmem_cache", "?[-n name]",
4201                 "print kernel memory caches", kmem_cache, kmem_cache_help},
4202         { "kmem_slabs", "?[-v] [-n cache] [-N cache] [-b maxbins] "
4203                 "[-B minbinsize]", "display slab usage per kmem cache",
4204                 kmem_slabs, kmem_slabs_help },
4205         { "kmem_debug", NULL, "toggle kmem dcmd/walk debugging", kmem_debug },
4206         { "kmem_log", "?[-b]", "dump kmem transaction log", kmem_log },
4207         { "kmem_verify", "?", "check integrity of kmem-managed memory",
4208                 kmem_verify },
4209         { "vmem", "?", "print a vmem_t", vmem },
4210         { "vmem_seg", ":[-sv] [-c caller] [-e earliest] [-l latest] "
4211                 "[-m minsize] [-M maxsize] [-t thread] [-T type]",
4212                 "print or filter a vmem_seg", vmem_seg, vmem_seg_help },
4213         { "whatthread", ":[-v]", "print threads whose stack contains the "
4214                 "given address", whatthread },
4215 
4216         /* from ldi.c */
4217         { "ldi_handle", "?[-i]", "display a layered driver handle",
4218             ldi_handle, ldi_handle_help },
4219         { "ldi_ident", NULL, "display a layered driver identifier",
4220             ldi_ident, ldi_ident_help },
4221 
4222         /* from leaky.c + leaky_subr.c */
4223         { "findleaks", FINDLEAKS_USAGE,
4224             "search for potential kernel memory leaks", findleaks,
4225             findleaks_help },
4226 
4227         /* from lgrp.c */
4228         { "lgrp", "?[-q] [-p | -Pih]", "display an lgrp", lgrp},
4229         { "lgrp_set", "", "display bitmask of lgroups as a list", lgrp_set},
4230 
4231         /* from log.c */
4232         { "msgbuf", "?[-v]", "print most recent console messages", msgbuf },
4233 
4234         /* from mdi.c */
4235         { "mdipi", NULL, "given a path, dump mdi_pathinfo "
4236                 "and detailed pi_prop list", mdipi },
4237         { "mdiprops", NULL, "given a pi_prop, dump the pi_prop list",
4238                 mdiprops },
4239         { "mdiphci", NULL, "given a phci, dump mdi_phci and "
4240                 "list all paths", mdiphci },
4241         { "mdivhci", NULL, "given a vhci, dump mdi_vhci and list "
4242                 "all phcis", mdivhci },
4243         { "mdiclient_paths", NULL, "given a path, walk mdi_pathinfo "
4244                 "client links", mdiclient_paths },
4245         { "mdiphci_paths", NULL, "given a path, walk through mdi_pathinfo "
4246                 "phci links", mdiphci_paths },
4247         { "mdiphcis", NULL, "given a phci, walk through mdi_phci ph_next links",
4248                 mdiphcis },
4249 
4250         /* from memory.c */
4251         { "addr2smap", ":[offset]", "translate address to smap", addr2smap },
4252         { "memlist", "?[-iav]", "display a struct memlist", memlist },
4253         { "memstat", NULL, "display memory usage summary", memstat },
4254         { "page", "?", "display a summarized page_t", page },
4255         { "pagelookup", "?[-v vp] [-o offset]",
4256                 "find the page_t with the name {vp, offset}",
4257                 pagelookup, pagelookup_help },
4258         { "page_num2pp", ":", "find the page_t for a given page frame number",
4259                 page_num2pp },
4260         { "pmap", ":[-q]", "print process memory map", pmap },
4261         { "seg", ":", "print address space segment", seg },
4262         { "swapinfo", "?", "display a struct swapinfo", swapinfof },
4263         { "vnode2smap", ":[offset]", "translate vnode to smap", vnode2smap },
4264 
4265         /* from mmd.c */
4266         { "multidata", ":[-sv]", "display a summarized multidata_t",
4267                 multidata },
4268         { "pattbl", ":", "display a summarized multidata attribute table",
4269                 pattbl },
4270         { "pattr2multidata", ":", "print multidata pointer from pattr_t",
4271                 pattr2multidata },
4272         { "pdesc2slab", ":", "print pdesc slab pointer from pdesc_t",
4273                 pdesc2slab },
4274         { "pdesc_verify", ":", "verify integrity of a pdesc_t", pdesc_verify },
4275         { "slab2multidata", ":", "print multidata pointer from pdesc_slab_t",
4276                 slab2multidata },
4277 
4278         /* from modhash.c */
4279         { "modhash", "?[-ceht] [-k key] [-v val] [-i index]",
4280                 "display information about one or all mod_hash structures",
4281                 modhash, modhash_help },
4282         { "modent", ":[-k | -v | -t type]",
4283                 "display information about a mod_hash_entry", modent,
4284                 modent_help },
4285 
4286         /* from net.c */
4287         { "dladm", "?<sub-command> [flags]", "show data link information",
4288                 dladm, dladm_help },
4289         { "mi", ":[-p] [-d | -m]", "filter and display MI object or payload",
4290                 mi },
4291         { "netstat", "[-arv] [-f inet | inet6 | unix] [-P tcp | udp | icmp]",
4292                 "show network statistics", netstat },
4293         { "sonode", "?[-f inet | inet6 | unix | #] "
4294                 "[-t stream | dgram | raw | #] [-p #]",
4295                 "filter and display sonode", sonode },
4296 
4297         /* from netstack.c */
4298         { "netstack", "", "show stack instances", netstack },
4299         { "netstackid2netstack", ":",
4300                 "translate a netstack id to its netstack_t",
4301                 netstackid2netstack },
4302 
4303         /* from nvpair.c */
4304         { NVPAIR_DCMD_NAME, NVPAIR_DCMD_USAGE, NVPAIR_DCMD_DESCR,
4305                 nvpair_print },
4306         { NVLIST_DCMD_NAME, NVLIST_DCMD_USAGE, NVLIST_DCMD_DESCR,
4307                 print_nvlist },
4308 
4309         /* from pg.c */
4310         { "pg", "?[-q]", "display a pg", pg},
4311 
4312         /* from rctl.c */
4313         { "rctl_dict", "?", "print systemwide default rctl definitions",
4314                 rctl_dict },
4315         { "rctl_list", ":[handle]", "print rctls for the given proc",
4316                 rctl_list },
4317         { "rctl", ":[handle]", "print a rctl_t, only if it matches the handle",
4318                 rctl },
4319         { "rctl_validate", ":[-v] [-n #]", "test resource control value "
4320                 "sequence", rctl_validate },
4321 
4322         /* from sobj.c */
4323         { "rwlock", ":", "dump out a readers/writer lock", rwlock },
4324         { "mutex", ":[-f]", "dump out an adaptive or spin mutex", mutex,
4325                 mutex_help },
4326         { "sobj2ts", ":", "perform turnstile lookup on synch object", sobj2ts },
4327         { "wchaninfo", "?[-v]", "dump condition variable", wchaninfo },
4328         { "turnstile", "?", "display a turnstile", turnstile },
4329 
4330         /* from stream.c */
4331         { "mblk", ":[-q|v] [-f|F flag] [-t|T type] [-l|L|B len] [-d dbaddr]",
4332                 "print an mblk", mblk_prt, mblk_help },
4333         { "mblk_verify", "?", "verify integrity of an mblk", mblk_verify },
4334         { "mblk2dblk", ":", "convert mblk_t address to dblk_t address",
4335                 mblk2dblk },
4336         { "q2otherq", ":", "print peer queue for a given queue", q2otherq },
4337         { "q2rdq", ":", "print read queue for a given queue", q2rdq },
4338         { "q2syncq", ":", "print syncq for a given queue", q2syncq },
4339         { "q2stream", ":", "print stream pointer for a given queue", q2stream },
4340         { "q2wrq", ":", "print write queue for a given queue", q2wrq },
4341         { "queue", ":[-q|v] [-m mod] [-f flag] [-F flag] [-s syncq_addr]",
4342                 "filter and display STREAM queue", queue, queue_help },
4343         { "stdata", ":[-q|v] [-f flag] [-F flag]",
4344                 "filter and display STREAM head", stdata, stdata_help },
4345         { "str2mate", ":", "print mate of this stream", str2mate },
4346         { "str2wrq", ":", "print write queue of this stream", str2wrq },
4347         { "stream", ":", "display STREAM", stream },
4348         { "strftevent", ":", "print STREAMS flow trace event", strftevent },
4349         { "syncq", ":[-q|v] [-f flag] [-F flag] [-t type] [-T type]",
4350                 "filter and display STREAM sync queue", syncq, syncq_help },
4351         { "syncq2q", ":", "print queue for a given syncq", syncq2q },
4352 
4353         /* from taskq.c */
4354         { "taskq", ":[-atT] [-m min_maxq] [-n name]",
4355             "display a taskq", taskq, taskq_help },
4356         { "taskq_entry", ":", "display a taskq_ent_t", taskq_ent },
4357 
4358         /* from thread.c */
4359         { "thread", "?[-bdfimps]", "display a summarized kthread_t", thread,
4360                 thread_help },
4361         { "threadlist", "?[-t] [-v [count]]",
4362                 "display threads and associated C stack traces", threadlist,
4363                 threadlist_help },
4364         { "stackinfo", "?[-h|-a]", "display kthread_t stack usage", stackinfo,
4365                 stackinfo_help },
4366 
4367         /* from tsd.c */
4368         { "tsd", ":-k key", "print tsd[key-1] for this thread", ttotsd },
4369         { "tsdtot", ":", "find thread with this tsd", tsdtot },
4370 
4371         /*
4372          * typegraph does not work under kmdb, as it requires too much memory
4373          * for its internal data structures.
4374          */
4375 #ifndef _KMDB
4376         /* from typegraph.c */
4377         { "findlocks", ":", "find locks held by specified thread", findlocks },
4378         { "findfalse", "?[-v]", "find potentially falsely shared structures",
4379                 findfalse },
4380         { "typegraph", NULL, "build type graph", typegraph },
4381         { "istype", ":type", "manually set object type", istype },
4382         { "notype", ":", "manually clear object type", notype },
4383         { "whattype", ":", "determine object type", whattype },
4384 #endif
4385 
4386         /* from vfs.c */
4387         { "fsinfo", "?[-v]", "print mounted filesystems", fsinfo },
4388         { "pfiles", ":[-fp]", "print process file information", pfiles,
4389                 pfiles_help },
4390 
4391         /* from zone.c */
4392         { "zid2zone", ":", "find the zone_t with the given zone id",
4393                 zid2zone },
4394         { "zone", "?[-r [-v]]", "display kernel zone(s)", zoneprt },
4395         { "zsd", ":[-v] [zsd_key]", "display zone-specific-data entries for "
4396             "selected zones", zsd },
4397 
4398 #ifndef _KMDB
4399         { "gcore", NULL, "generate a user core for the given process",
4400             gcore_dcmd },
4401 #endif
4402 
4403         { NULL }
4404 };
4405 
4406 static const mdb_walker_t walkers[] = {
4407 
4408         /* from genunix.c */
4409         { "callouts_bytime", "walk callouts by list chain (expiration time)",
4410                 callout_walk_init, callout_walk_step, callout_walk_fini,
4411                 (void *)CALLOUT_WALK_BYLIST },
4412         { "callouts_byid", "walk callouts by id hash chain",
4413                 callout_walk_init, callout_walk_step, callout_walk_fini,
4414                 (void *)CALLOUT_WALK_BYID },
4415         { "callout_list", "walk a callout list", callout_list_walk_init,
4416                 callout_list_walk_step, callout_list_walk_fini },
4417         { "callout_table", "walk callout table array", callout_table_walk_init,
4418                 callout_table_walk_step, callout_table_walk_fini },
4419         { "cpu", "walk cpu structures", cpu_walk_init, cpu_walk_step },
4420         { "dnlc", "walk dnlc entries",
4421                 dnlc_walk_init, dnlc_walk_step, dnlc_walk_fini },
4422         { "ereportq_dump", "walk list of ereports in dump error queue",
4423                 ereportq_dump_walk_init, ereportq_dump_walk_step, NULL },
4424         { "ereportq_pend", "walk list of ereports in pending error queue",
4425                 ereportq_pend_walk_init, ereportq_pend_walk_step, NULL },
4426         { "errorq", "walk list of system error queues",
4427                 errorq_walk_init, errorq_walk_step, NULL },
4428         { "errorq_data", "walk pending error queue data buffers",
4429                 eqd_walk_init, eqd_walk_step, eqd_walk_fini },
4430         { "allfile", "given a proc pointer, list all file pointers",
4431                 file_walk_init, allfile_walk_step, file_walk_fini },
4432         { "file", "given a proc pointer, list of open file pointers",
4433                 file_walk_init, file_walk_step, file_walk_fini },
4434         { "lock_descriptor", "walk lock_descriptor_t structures",
4435                 ld_walk_init, ld_walk_step, NULL },
4436         { "lock_graph", "walk lock graph",
4437                 lg_walk_init, lg_walk_step, NULL },
4438         { "port", "given a proc pointer, list of created event ports",
4439                 port_walk_init, port_walk_step, NULL },
4440         { "portev", "given a port pointer, list of events in the queue",
4441                 portev_walk_init, portev_walk_step, portev_walk_fini },
4442         { "proc", "list of active proc_t structures",
4443                 proc_walk_init, proc_walk_step, proc_walk_fini },
4444         { "projects", "walk a list of kernel projects",
4445                 project_walk_init, project_walk_step, NULL },
4446         { "sysevent_pend", "walk sysevent pending queue",
4447                 sysevent_pend_walk_init, sysevent_walk_step,
4448                 sysevent_walk_fini},
4449         { "sysevent_sent", "walk sysevent sent queue", sysevent_sent_walk_init,
4450                 sysevent_walk_step, sysevent_walk_fini},
4451         { "sysevent_channel", "walk sysevent channel subscriptions",
4452                 sysevent_channel_walk_init, sysevent_channel_walk_step,
4453                 sysevent_channel_walk_fini},
4454         { "sysevent_class_list", "walk sysevent subscription's class list",
4455                 sysevent_class_list_walk_init, sysevent_class_list_walk_step,
4456                 sysevent_class_list_walk_fini},
4457         { "sysevent_subclass_list",
4458                 "walk sysevent subscription's subclass list",
4459                 sysevent_subclass_list_walk_init,
4460                 sysevent_subclass_list_walk_step,
4461                 sysevent_subclass_list_walk_fini},
4462         { "task", "given a task pointer, walk its processes",
4463                 task_walk_init, task_walk_step, NULL },
4464 
4465         /* from avl.c */
4466         { AVL_WALK_NAME, AVL_WALK_DESC,
4467                 avl_walk_init, avl_walk_step, avl_walk_fini },
4468 
4469         /* from bio.c */
4470         { "buf", "walk the bio buf hash",
4471                 buf_walk_init, buf_walk_step, buf_walk_fini },
4472 
4473         /* from contract.c */
4474         { "contract", "walk all contracts, or those of the specified type",
4475                 ct_walk_init, generic_walk_step, NULL },
4476         { "ct_event", "walk events on a contract event queue",
4477                 ct_event_walk_init, generic_walk_step, NULL },
4478         { "ct_listener", "walk contract event queue listeners",
4479                 ct_listener_walk_init, generic_walk_step, NULL },
4480 
4481         /* from cpupart.c */
4482         { "cpupart_cpulist", "given an cpupart_t, walk cpus in partition",
4483                 cpupart_cpulist_walk_init, cpupart_cpulist_walk_step,
4484                 NULL },
4485         { "cpupart_walk", "walk the set of cpu partitions",
4486                 cpupart_walk_init, cpupart_walk_step, NULL },
4487 
4488         /* from ctxop.c */
4489         { "ctxop", "walk list of context ops on a thread",
4490                 ctxop_walk_init, ctxop_walk_step, ctxop_walk_fini },
4491 
4492         /* from cyclic.c */
4493         { "cyccpu", "walk per-CPU cyc_cpu structures",
4494                 cyccpu_walk_init, cyccpu_walk_step, NULL },
4495         { "cycomni", "for an omnipresent cyclic, walk cyc_omni_cpu list",
4496                 cycomni_walk_init, cycomni_walk_step, NULL },
4497         { "cyctrace", "walk cyclic trace buffer",
4498                 cyctrace_walk_init, cyctrace_walk_step, cyctrace_walk_fini },
4499 
4500         /* from devinfo.c */
4501         { "binding_hash", "walk all entries in binding hash table",
4502                 binding_hash_walk_init, binding_hash_walk_step, NULL },
4503         { "devinfo", "walk devinfo tree or subtree",
4504                 devinfo_walk_init, devinfo_walk_step, devinfo_walk_fini },
4505         { "devinfo_audit_log", "walk devinfo audit system-wide log",
4506                 devinfo_audit_log_walk_init, devinfo_audit_log_walk_step,
4507                 devinfo_audit_log_walk_fini},
4508         { "devinfo_audit_node", "walk per-devinfo audit history",
4509                 devinfo_audit_node_walk_init, devinfo_audit_node_walk_step,
4510                 devinfo_audit_node_walk_fini},
4511         { "devinfo_children", "walk children of devinfo node",
4512                 devinfo_children_walk_init, devinfo_children_walk_step,
4513                 devinfo_children_walk_fini },
4514         { "devinfo_parents", "walk ancestors of devinfo node",
4515                 devinfo_parents_walk_init, devinfo_parents_walk_step,
4516                 devinfo_parents_walk_fini },
4517         { "devinfo_siblings", "walk siblings of devinfo node",
4518                 devinfo_siblings_walk_init, devinfo_siblings_walk_step, NULL },
4519         { "devi_next", "walk devinfo list",
4520                 NULL, devi_next_walk_step, NULL },
4521         { "devnames", "walk devnames array",
4522                 devnames_walk_init, devnames_walk_step, devnames_walk_fini },
4523         { "minornode", "given a devinfo node, walk minor nodes",
4524                 minornode_walk_init, minornode_walk_step, NULL },
4525         { "softstate",
4526                 "given an i_ddi_soft_state*, list all in-use driver stateps",
4527                 soft_state_walk_init, soft_state_walk_step,
4528                 NULL, NULL },
4529         { "softstate_all",
4530                 "given an i_ddi_soft_state*, list all driver stateps",
4531                 soft_state_walk_init, soft_state_all_walk_step,
4532                 NULL, NULL },
4533         { "devinfo_fmc",
4534                 "walk a fault management handle cache active list",
4535                 devinfo_fmc_walk_init, devinfo_fmc_walk_step, NULL },
4536 
4537         /* from group.c */
4538         { "group", "walk all elements of a group",
4539                 group_walk_init, group_walk_step, NULL },
4540 
4541         /* from irm.c */
4542         { "irmpools", "walk global list of interrupt pools",
4543             irmpools_walk_init, list_walk_step, list_walk_fini },
4544         { "irmreqs", "walk list of interrupt requests in an interrupt pool",
4545             irmreqs_walk_init, list_walk_step, list_walk_fini },
4546 
4547         /* from kmem.c */
4548         { "allocdby", "given a thread, walk its allocated bufctls",
4549                 allocdby_walk_init, allocdby_walk_step, allocdby_walk_fini },
4550         { "bufctl", "walk a kmem cache's bufctls",
4551                 bufctl_walk_init, kmem_walk_step, kmem_walk_fini },
4552         { "bufctl_history", "walk the available history of a bufctl",
4553                 bufctl_history_walk_init, bufctl_history_walk_step,
4554                 bufctl_history_walk_fini },
4555         { "freedby", "given a thread, walk its freed bufctls",
4556                 freedby_walk_init, allocdby_walk_step, allocdby_walk_fini },
4557         { "freectl", "walk a kmem cache's free bufctls",
4558                 freectl_walk_init, kmem_walk_step, kmem_walk_fini },
4559         { "freectl_constructed", "walk a kmem cache's constructed free bufctls",
4560                 freectl_constructed_walk_init, kmem_walk_step, kmem_walk_fini },
4561         { "freemem", "walk a kmem cache's free memory",
4562                 freemem_walk_init, kmem_walk_step, kmem_walk_fini },
4563         { "freemem_constructed", "walk a kmem cache's constructed free memory",
4564                 freemem_constructed_walk_init, kmem_walk_step, kmem_walk_fini },
4565         { "kmem", "walk a kmem cache",
4566                 kmem_walk_init, kmem_walk_step, kmem_walk_fini },
4567         { "kmem_cpu_cache", "given a kmem cache, walk its per-CPU caches",
4568                 kmem_cpu_cache_walk_init, kmem_cpu_cache_walk_step, NULL },
4569         { "kmem_hash", "given a kmem cache, walk its allocated hash table",
4570                 kmem_hash_walk_init, kmem_hash_walk_step, kmem_hash_walk_fini },
4571         { "kmem_log", "walk the kmem transaction log",
4572                 kmem_log_walk_init, kmem_log_walk_step, kmem_log_walk_fini },
4573         { "kmem_slab", "given a kmem cache, walk its slabs",
4574                 kmem_slab_walk_init, combined_walk_step, combined_walk_fini },
4575         { "kmem_slab_partial",
4576             "given a kmem cache, walk its partially allocated slabs (min 1)",
4577                 kmem_slab_walk_partial_init, combined_walk_step,
4578                 combined_walk_fini },
4579         { "vmem", "walk vmem structures in pre-fix, depth-first order",
4580                 vmem_walk_init, vmem_walk_step, vmem_walk_fini },
4581         { "vmem_alloc", "given a vmem_t, walk its allocated vmem_segs",
4582                 vmem_alloc_walk_init, vmem_seg_walk_step, vmem_seg_walk_fini },
4583         { "vmem_free", "given a vmem_t, walk its free vmem_segs",
4584                 vmem_free_walk_init, vmem_seg_walk_step, vmem_seg_walk_fini },
4585         { "vmem_postfix", "walk vmem structures in post-fix, depth-first order",
4586                 vmem_walk_init, vmem_postfix_walk_step, vmem_walk_fini },
4587         { "vmem_seg", "given a vmem_t, walk all of its vmem_segs",
4588                 vmem_seg_walk_init, vmem_seg_walk_step, vmem_seg_walk_fini },
4589         { "vmem_span", "given a vmem_t, walk its spanning vmem_segs",
4590                 vmem_span_walk_init, vmem_seg_walk_step, vmem_seg_walk_fini },
4591 
4592         /* from ldi.c */
4593         { "ldi_handle", "walk the layered driver handle hash",
4594                 ldi_handle_walk_init, ldi_handle_walk_step, NULL },
4595         { "ldi_ident", "walk the layered driver identifier hash",
4596                 ldi_ident_walk_init, ldi_ident_walk_step, NULL },
4597 
4598         /* from leaky.c + leaky_subr.c */
4599         { "leak", "given a leaked bufctl or vmem_seg, find leaks w/ same "
4600             "stack trace",
4601                 leaky_walk_init, leaky_walk_step, leaky_walk_fini },
4602         { "leakbuf", "given a leaked bufctl or vmem_seg, walk buffers for "
4603             "leaks w/ same stack trace",
4604                 leaky_walk_init, leaky_buf_walk_step, leaky_walk_fini },
4605 
4606         /* from lgrp.c */
4607         { "lgrp_cpulist", "walk CPUs in a given lgroup",
4608                 lgrp_cpulist_walk_init, lgrp_cpulist_walk_step, NULL },
4609         { "lgrptbl", "walk lgroup table",
4610                 lgrp_walk_init, lgrp_walk_step, NULL },
4611         { "lgrp_parents", "walk up lgroup lineage from given lgroup",
4612                 lgrp_parents_walk_init, lgrp_parents_walk_step, NULL },
4613         { "lgrp_rsrc_mem", "walk lgroup memory resources of given lgroup",
4614                 lgrp_rsrc_mem_walk_init, lgrp_set_walk_step, NULL },
4615         { "lgrp_rsrc_cpu", "walk lgroup CPU resources of given lgroup",
4616                 lgrp_rsrc_cpu_walk_init, lgrp_set_walk_step, NULL },
4617 
4618         /* from list.c */
4619         { LIST_WALK_NAME, LIST_WALK_DESC,
4620                 list_walk_init, list_walk_step, list_walk_fini },
4621 
4622         /* from mdi.c */
4623         { "mdipi_client_list", "Walker for mdi_pathinfo pi_client_link",
4624                 mdi_pi_client_link_walk_init,
4625                 mdi_pi_client_link_walk_step,
4626                 mdi_pi_client_link_walk_fini },
4627         { "mdipi_phci_list", "Walker for mdi_pathinfo pi_phci_link",
4628                 mdi_pi_phci_link_walk_init,
4629                 mdi_pi_phci_link_walk_step,
4630                 mdi_pi_phci_link_walk_fini },
4631         { "mdiphci_list", "Walker for mdi_phci ph_next link",
4632                 mdi_phci_ph_next_walk_init,
4633                 mdi_phci_ph_next_walk_step,
4634                 mdi_phci_ph_next_walk_fini },
4635 
4636         /* from memory.c */
4637         { "allpages", "walk all pages, including free pages",
4638                 allpages_walk_init, allpages_walk_step, allpages_walk_fini },
4639         { "anon", "given an amp, list allocated anon structures",
4640                 anon_walk_init, anon_walk_step, anon_walk_fini,
4641                 ANON_WALK_ALLOC },
4642         { "anon_all", "given an amp, list contents of all anon slots",
4643                 anon_walk_init, anon_walk_step, anon_walk_fini,
4644                 ANON_WALK_ALL },
4645         { "memlist", "walk specified memlist",
4646                 NULL, memlist_walk_step, NULL },
4647         { "page", "walk all pages, or those from the specified vnode",
4648                 page_walk_init, page_walk_step, page_walk_fini },
4649         { "seg", "given an as, list of segments",
4650                 seg_walk_init, avl_walk_step, avl_walk_fini },
4651         { "segvn_anon",
4652                 "given a struct segvn_data, list allocated anon structures",
4653                 segvn_anon_walk_init, anon_walk_step, anon_walk_fini,
4654                 ANON_WALK_ALLOC },
4655         { "segvn_anon_all",
4656                 "given a struct segvn_data, list contents of all anon slots",
4657                 segvn_anon_walk_init, anon_walk_step, anon_walk_fini,
4658                 ANON_WALK_ALL },
4659         { "segvn_pages",
4660                 "given a struct segvn_data, list resident pages in "
4661                 "offset order",
4662                 segvn_pages_walk_init, segvn_pages_walk_step,
4663                 segvn_pages_walk_fini, SEGVN_PAGES_RESIDENT },
4664         { "segvn_pages_all",
4665                 "for each offset in a struct segvn_data, give page_t pointer "
4666                 "(if resident), or NULL.",
4667                 segvn_pages_walk_init, segvn_pages_walk_step,
4668                 segvn_pages_walk_fini, SEGVN_PAGES_ALL },
4669         { "swapinfo", "walk swapinfo structures",
4670                 swap_walk_init, swap_walk_step, NULL },
4671 
4672         /* from mmd.c */
4673         { "pattr", "walk pattr_t structures", pattr_walk_init,
4674                 mmdq_walk_step, mmdq_walk_fini },
4675         { "pdesc", "walk pdesc_t structures",
4676                 pdesc_walk_init, mmdq_walk_step, mmdq_walk_fini },
4677         { "pdesc_slab", "walk pdesc_slab_t structures",
4678                 pdesc_slab_walk_init, mmdq_walk_step, mmdq_walk_fini },
4679 
4680         /* from modhash.c */
4681         { "modhash", "walk list of mod_hash structures", modhash_walk_init,
4682                 modhash_walk_step, NULL },
4683         { "modent", "walk list of entries in a given mod_hash",
4684                 modent_walk_init, modent_walk_step, modent_walk_fini },
4685         { "modchain", "walk list of entries in a given mod_hash_entry",
4686                 NULL, modchain_walk_step, NULL },
4687 
4688         /* from net.c */
4689         { "icmp", "walk ICMP control structures using MI for all stacks",
4690                 mi_payload_walk_init, mi_payload_walk_step, NULL,
4691                 &mi_icmp_arg },
4692         { "mi", "given a MI_O, walk the MI",
4693                 mi_walk_init, mi_walk_step, mi_walk_fini, NULL },
4694         { "sonode", "given a sonode, walk its children",
4695                 sonode_walk_init, sonode_walk_step, sonode_walk_fini, NULL },
4696         { "icmp_stacks", "walk all the icmp_stack_t",
4697                 icmp_stacks_walk_init, icmp_stacks_walk_step, NULL },
4698         { "tcp_stacks", "walk all the tcp_stack_t",
4699                 tcp_stacks_walk_init, tcp_stacks_walk_step, NULL },
4700         { "udp_stacks", "walk all the udp_stack_t",
4701                 udp_stacks_walk_init, udp_stacks_walk_step, NULL },
4702 
4703         /* from netstack.c */
4704         { "netstack", "walk a list of kernel netstacks",
4705                 netstack_walk_init, netstack_walk_step, NULL },
4706 
4707         /* from nvpair.c */
4708         { NVPAIR_WALKER_NAME, NVPAIR_WALKER_DESCR,
4709                 nvpair_walk_init, nvpair_walk_step, NULL },
4710 
4711         /* from rctl.c */
4712         { "rctl_dict_list", "walk all rctl_dict_entry_t's from rctl_lists",
4713                 rctl_dict_walk_init, rctl_dict_walk_step, NULL },
4714         { "rctl_set", "given a rctl_set, walk all rctls", rctl_set_walk_init,
4715                 rctl_set_walk_step, NULL },
4716         { "rctl_val", "given a rctl_t, walk all rctl_val entries associated",
4717                 rctl_val_walk_init, rctl_val_walk_step },
4718 
4719         /* from sobj.c */
4720         { "blocked", "walk threads blocked on a given sobj",
4721                 blocked_walk_init, blocked_walk_step, NULL },
4722         { "wchan", "given a wchan, list of blocked threads",
4723                 wchan_walk_init, wchan_walk_step, wchan_walk_fini },
4724 
4725         /* from stream.c */
4726         { "b_cont", "walk mblk_t list using b_cont",
4727                 mblk_walk_init, b_cont_step, mblk_walk_fini },
4728         { "b_next", "walk mblk_t list using b_next",
4729                 mblk_walk_init, b_next_step, mblk_walk_fini },
4730         { "qlink", "walk queue_t list using q_link",
4731                 queue_walk_init, queue_link_step, queue_walk_fini },
4732         { "qnext", "walk queue_t list using q_next",
4733                 queue_walk_init, queue_next_step, queue_walk_fini },
4734         { "strftblk", "given a dblk_t, walk STREAMS flow trace event list",
4735                 strftblk_walk_init, strftblk_step, strftblk_walk_fini },
4736         { "readq", "walk read queue side of stdata",
4737                 str_walk_init, strr_walk_step, str_walk_fini },
4738         { "writeq", "walk write queue side of stdata",
4739                 str_walk_init, strw_walk_step, str_walk_fini },
4740 
4741         /* from taskq.c */
4742         { "taskq_thread", "given a taskq_t, list all of its threads",
4743                 taskq_thread_walk_init,
4744                 taskq_thread_walk_step,
4745                 taskq_thread_walk_fini },
4746         { "taskq_entry", "given a taskq_t*, list all taskq_ent_t in the list",
4747                 taskq_ent_walk_init, taskq_ent_walk_step, NULL },
4748 
4749         /* from thread.c */
4750         { "deathrow", "walk threads on both lwp_ and thread_deathrow",
4751                 deathrow_walk_init, deathrow_walk_step, NULL },
4752         { "cpu_dispq", "given a cpu_t, walk threads in dispatcher queues",
4753                 cpu_dispq_walk_init, dispq_walk_step, dispq_walk_fini },
4754         { "cpupart_dispq",
4755                 "given a cpupart_t, walk threads in dispatcher queues",
4756                 cpupart_dispq_walk_init, dispq_walk_step, dispq_walk_fini },
4757         { "lwp_deathrow", "walk lwp_deathrow",
4758                 lwp_deathrow_walk_init, deathrow_walk_step, NULL },
4759         { "thread", "global or per-process kthread_t structures",
4760                 thread_walk_init, thread_walk_step, thread_walk_fini },
4761         { "thread_deathrow", "walk threads on thread_deathrow",
4762                 thread_deathrow_walk_init, deathrow_walk_step, NULL },
4763 
4764         /* from tsd.c */
4765         { "tsd", "walk list of thread-specific data",
4766                 tsd_walk_init, tsd_walk_step, tsd_walk_fini },
4767 
4768         /* from tsol.c */
4769         { "tnrh", "walk remote host cache structures",
4770             tnrh_walk_init, tnrh_walk_step, tnrh_walk_fini },
4771         { "tnrhtp", "walk remote host template structures",
4772             tnrhtp_walk_init, tnrhtp_walk_step, tnrhtp_walk_fini },
4773 
4774         /*
4775          * typegraph does not work under kmdb, as it requires too much memory
4776          * for its internal data structures.
4777          */
4778 #ifndef _KMDB
4779         /* from typegraph.c */
4780         { "typeconflict", "walk buffers with conflicting type inferences",
4781                 typegraph_walk_init, typeconflict_walk_step },
4782         { "typeunknown", "walk buffers with unknown types",
4783                 typegraph_walk_init, typeunknown_walk_step },
4784 #endif
4785 
4786         /* from vfs.c */
4787         { "vfs", "walk file system list",
4788                 vfs_walk_init, vfs_walk_step },
4789 
4790         /* from zone.c */
4791         { "zone", "walk a list of kernel zones",
4792                 zone_walk_init, zone_walk_step, NULL },
4793         { "zsd", "walk list of zsd entries for a zone",
4794                 zsd_walk_init, zsd_walk_step, NULL },
4795 
4796         { NULL }
4797 };
4798 
4799 static const mdb_modinfo_t modinfo = { MDB_API_VERSION, dcmds, walkers };
4800 
4801 /*ARGSUSED*/
4802 static void
4803 genunix_statechange_cb(void *ignored)
4804 {
4805         /*
4806          * Force ::findleaks and ::stacks to let go any cached state.
4807          */
4808         leaky_cleanup(1);
4809         stacks_cleanup(1);
4810 
4811         kmem_statechange();     /* notify kmem */
4812 }
4813 
4814 const mdb_modinfo_t *
4815 _mdb_init(void)
4816 {
4817         kmem_init();
4818 
4819         (void) mdb_callback_add(MDB_CALLBACK_STCHG,
4820             genunix_statechange_cb, NULL);
4821 
4822 #ifndef _KMDB
4823         gcore_init();
4824 #endif
4825 
4826         return (&modinfo);
4827 }
4828 
4829 void
4830 _mdb_fini(void)
4831 {
4832         leaky_cleanup(1);
4833         stacks_cleanup(1);
4834 }