1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 
  22 /*
  23  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Copyright 2014 Igor Kozhukhov <ikozhukhov@gmail.com>.
  25  * Copyright 2019 Nexenta Systems, Inc. All rights reserved.
  26  * Copyright 2020 Joyent, Inc.
  27  */
  28 
  29 #ifndef _SYS_ZONE_H
  30 #define _SYS_ZONE_H
  31 
  32 #include <sys/types.h>
  33 #include <sys/param.h>
  34 #include <sys/tsol/label.h>
  35 #include <sys/uadmin.h>
  36 #include <netinet/in.h>
  37 
  38 #ifdef _KERNEL
  39 /*
  40  * Many includes are kernel-only to reduce namespace pollution of
  41  * userland applications.
  42  */
  43 #include <sys/mutex.h>
  44 #include <sys/rctl.h>
  45 #include <sys/ipc_rctl.h>
  46 #include <sys/pset.h>
  47 #include <sys/cred.h>
  48 #include <sys/netstack.h>
  49 #include <sys/ksynch.h>
  50 #include <sys/socket_impl.h>
  51 #include <sys/secflags.h>
  52 #include <sys/cpu_uarray.h>
  53 #include <sys/list.h>
  54 #include <sys/loadavg.h>
  55 #endif  /* _KERNEL */
  56 
  57 #ifdef  __cplusplus
  58 extern "C" {
  59 #endif
  60 
  61 /*
  62  * NOTE
  63  *
  64  * The contents of this file are private to the implementation of
  65  * Solaris and are subject to change at any time without notice.
  66  * Applications and drivers using these interfaces may fail to
  67  * run on future releases.
  68  */
  69 
  70 /* Available both in kernel and for user space */
  71 
  72 /* zone id restrictions and special ids */
  73 #define MAX_ZONEID      9999
  74 #define MIN_USERZONEID  1       /* lowest user-creatable zone ID */
  75 #define MIN_ZONEID      0       /* minimum zone ID on system */
  76 #define GLOBAL_ZONEID   0
  77 #define ZONEID_WIDTH    4       /* for printf */
  78 
  79 /*
  80  * Special zoneid_t token to refer to all zones.
  81  */
  82 #define ALL_ZONES       (-1)
  83 
  84 /* system call subcodes */
  85 #define ZONE_CREATE             0
  86 #define ZONE_DESTROY            1
  87 #define ZONE_GETATTR            2
  88 #define ZONE_ENTER              3
  89 #define ZONE_LIST               4
  90 #define ZONE_SHUTDOWN           5
  91 #define ZONE_LOOKUP             6
  92 #define ZONE_BOOT               7
  93 #define ZONE_VERSION            8
  94 #define ZONE_SETATTR            9
  95 #define ZONE_ADD_DATALINK       10
  96 #define ZONE_DEL_DATALINK       11
  97 #define ZONE_CHECK_DATALINK     12
  98 #define ZONE_LIST_DATALINK      13
  99 
 100 /* zone attributes */
 101 #define ZONE_ATTR_ROOT          1
 102 #define ZONE_ATTR_NAME          2
 103 #define ZONE_ATTR_STATUS        3
 104 #define ZONE_ATTR_PRIVSET       4
 105 #define ZONE_ATTR_UNIQID        5
 106 #define ZONE_ATTR_POOLID        6
 107 #define ZONE_ATTR_INITPID       7
 108 #define ZONE_ATTR_SLBL          8
 109 #define ZONE_ATTR_INITNAME      9
 110 #define ZONE_ATTR_BOOTARGS      10
 111 #define ZONE_ATTR_BRAND         11
 112 #define ZONE_ATTR_PHYS_MCAP     12
 113 #define ZONE_ATTR_SCHED_CLASS   13
 114 #define ZONE_ATTR_FLAGS         14
 115 #define ZONE_ATTR_HOSTID        15
 116 #define ZONE_ATTR_FS_ALLOWED    16
 117 #define ZONE_ATTR_NETWORK       17
 118 #define ZONE_ATTR_INITNORESTART 20
 119 #define ZONE_ATTR_SECFLAGS      21
 120 
 121 /* Start of the brand-specific attribute namespace */
 122 #define ZONE_ATTR_BRAND_ATTRS   32768
 123 
 124 #define ZONE_FS_ALLOWED_MAX     1024
 125 
 126 #define ZONE_EVENT_CHANNEL      "com.sun:zones:status"
 127 #define ZONE_EVENT_STATUS_CLASS "status"
 128 #define ZONE_EVENT_STATUS_SUBCLASS      "change"
 129 
 130 #define ZONE_EVENT_UNINITIALIZED        "uninitialized"
 131 #define ZONE_EVENT_INITIALIZED          "initialized"
 132 #define ZONE_EVENT_READY                "ready"
 133 #define ZONE_EVENT_RUNNING              "running"
 134 #define ZONE_EVENT_SHUTTING_DOWN        "shutting_down"
 135 
 136 #define ZONE_CB_NAME            "zonename"
 137 #define ZONE_CB_NEWSTATE        "newstate"
 138 #define ZONE_CB_OLDSTATE        "oldstate"
 139 #define ZONE_CB_TIMESTAMP       "when"
 140 #define ZONE_CB_ZONEID          "zoneid"
 141 
 142 /*
 143  * Exit values that may be returned by scripts or programs invoked by various
 144  * zone commands.
 145  *
 146  * These are defined as:
 147  *
 148  *      ZONE_SUBPROC_OK
 149  *      ===============
 150  *      The subprocess completed successfully.
 151  *
 152  *      ZONE_SUBPROC_USAGE
 153  *      ==================
 154  *      The subprocess failed with a usage message, or a usage message should
 155  *      be output in its behalf.
 156  *
 157  *      ZONE_SUBPROC_NOTCOMPLETE
 158  *      ========================
 159  *      The subprocess did not complete, but the actions performed by the
 160  *      subprocess require no recovery actions by the user.
 161  *
 162  *      For example, if the subprocess were called by "zoneadm install," the
 163  *      installation of the zone did not succeed but the user need not perform
 164  *      a "zoneadm uninstall" before attempting another install.
 165  *
 166  *      ZONE_SUBPROC_FATAL
 167  *      ==================
 168  *      The subprocess failed in a fatal manner, usually one that will require
 169  *      some type of recovery action by the user.
 170  *
 171  *      For example, if the subprocess were called by "zoneadm install," the
 172  *      installation of the zone did not succeed and the user will need to
 173  *      perform a "zoneadm uninstall" before another install attempt is
 174  *      possible.
 175  *
 176  *      The non-success exit values are large to avoid accidental collision
 177  *      with values used internally by some commands (e.g. "Z_ERR" and
 178  *      "Z_USAGE" as used by zoneadm.)
 179  */
 180 #define ZONE_SUBPROC_OK                 0
 181 #define ZONE_SUBPROC_USAGE              253
 182 #define ZONE_SUBPROC_NOTCOMPLETE        254
 183 #define ZONE_SUBPROC_FATAL              255
 184 
 185 #ifdef _SYSCALL32
 186 typedef struct {
 187         caddr32_t zone_name;
 188         caddr32_t zone_root;
 189         caddr32_t zone_privs;
 190         size32_t zone_privssz;
 191         caddr32_t rctlbuf;
 192         size32_t rctlbufsz;
 193         caddr32_t extended_error;
 194         caddr32_t zfsbuf;
 195         size32_t  zfsbufsz;
 196         int match;                      /* match level */
 197         uint32_t doi;                   /* DOI for label */
 198         caddr32_t label;                /* label associated with zone */
 199         int flags;
 200 } zone_def32;
 201 #endif
 202 typedef struct {
 203         const char *zone_name;
 204         const char *zone_root;
 205         const struct priv_set *zone_privs;
 206         size_t zone_privssz;
 207         const char *rctlbuf;
 208         size_t rctlbufsz;
 209         int *extended_error;
 210         const char *zfsbuf;
 211         size_t zfsbufsz;
 212         int match;                      /* match level */
 213         uint32_t doi;                   /* DOI for label */
 214         const bslabel_t *label;         /* label associated with zone */
 215         int flags;
 216 } zone_def;
 217 
 218 /* extended error information */
 219 #define ZE_UNKNOWN      0       /* No extended error info */
 220 #define ZE_CHROOTED     1       /* tried to zone_create from chroot */
 221 #define ZE_AREMOUNTS    2       /* there are mounts within the zone */
 222 #define ZE_LABELINUSE   3       /* label is already in use by some other zone */
 223 
 224 /*
 225  * zone_status values
 226  *
 227  * You must modify zone_status_names in mdb(1M)'s genunix module
 228  * (genunix/zone.c) when you modify this enum.
 229  */
 230 typedef enum {
 231         ZONE_IS_UNINITIALIZED = 0,
 232         ZONE_IS_INITIALIZED,
 233         ZONE_IS_READY,
 234         ZONE_IS_BOOTING,
 235         ZONE_IS_RUNNING,
 236         ZONE_IS_SHUTTING_DOWN,
 237         ZONE_IS_EMPTY,
 238         ZONE_IS_DOWN,
 239         ZONE_IS_DYING,
 240         ZONE_IS_DEAD
 241 } zone_status_t;
 242 #define ZONE_MIN_STATE          ZONE_IS_UNINITIALIZED
 243 #define ZONE_MAX_STATE          ZONE_IS_DEAD
 244 
 245 /*
 246  * Valid commands which may be issued by zoneadm to zoneadmd.  The kernel also
 247  * communicates with zoneadmd, but only uses Z_REBOOT and Z_HALT.
 248  */
 249 typedef enum zone_cmd {
 250         Z_READY, Z_BOOT, Z_FORCEBOOT, Z_REBOOT, Z_HALT, Z_NOTE_UNINSTALLING,
 251         Z_MOUNT, Z_FORCEMOUNT, Z_UNMOUNT, Z_SHUTDOWN
 252 } zone_cmd_t;
 253 
 254 /*
 255  * The structure of a request to zoneadmd.
 256  */
 257 typedef struct zone_cmd_arg {
 258         uint64_t        uniqid;         /* unique "generation number" */
 259         zone_cmd_t      cmd;            /* requested action */
 260         uint32_t        _pad;           /* need consistent 32/64 bit alignmt */
 261         char locale[MAXPATHLEN];        /* locale in which to render messages */
 262         char bootbuf[BOOTARGS_MAX];     /* arguments passed to zone_boot() */
 263 } zone_cmd_arg_t;
 264 
 265 /*
 266  * Structure of zoneadmd's response to a request.  A NULL return value means
 267  * the caller should attempt to restart zoneadmd and retry.
 268  */
 269 typedef struct zone_cmd_rval {
 270         int rval;                       /* return value of request */
 271         char errbuf[1]; /* variable-sized buffer containing error messages */
 272 } zone_cmd_rval_t;
 273 
 274 /*
 275  * The zone support infrastructure uses the zone name as a component
 276  * of unix domain (AF_UNIX) sockets, which are limited to 108 characters
 277  * in length, so ZONENAME_MAX is limited by that.
 278  */
 279 #define ZONENAME_MAX            64
 280 
 281 #define GLOBAL_ZONENAME         "global"
 282 
 283 /*
 284  * Extended Regular expression (see regex(5)) which matches all valid zone
 285  * names.
 286  */
 287 #define ZONENAME_REGEXP         "[a-zA-Z0-9][-_.a-zA-Z0-9]{0,62}"
 288 
 289 /*
 290  * Where the zones support infrastructure places temporary files.
 291  */
 292 #define ZONES_TMPDIR            "/var/run/zones"
 293 
 294 /*
 295  * The path to the door used by clients to communicate with zoneadmd.
 296  */
 297 #define ZONE_DOOR_PATH          ZONES_TMPDIR "/%s.zoneadmd_door"
 298 
 299 
 300 /* zone_flags */
 301 /*
 302  * Threads that read or write the following flag must hold zone_lock.
 303  */
 304 #define ZF_REFCOUNTS_LOGGED     0x1     /* a thread logged the zone's refs */
 305 
 306 /*
 307  * The following threads are set when the zone is created and never changed.
 308  * Threads that test for these flags don't have to hold zone_lock.
 309  */
 310 #define ZF_HASHED_LABEL         0x2     /* zone has a unique label */
 311 #define ZF_IS_SCRATCH           0x4     /* scratch zone */
 312 #define ZF_NET_EXCL             0x8     /* Zone has an exclusive IP stack */
 313 
 314 
 315 /* zone_create flags */
 316 #define ZCF_NET_EXCL            0x1     /* Create a zone with exclusive IP */
 317 
 318 /* zone network properties */
 319 #define ZONE_NETWORK_ADDRESS    1
 320 #define ZONE_NETWORK_DEFROUTER  2
 321 
 322 #define ZONE_NET_ADDRNAME       "address"
 323 #define ZONE_NET_RTRNAME        "route"
 324 
 325 typedef struct zone_net_data {
 326         int zn_type;
 327         int zn_len;
 328         datalink_id_t zn_linkid;
 329         uint8_t zn_val[1];
 330 } zone_net_data_t;
 331 
 332 
 333 #ifdef _KERNEL
 334 
 335 #define GLOBAL_ZONEUNIQID       0       /* uniqid of the global zone */
 336 
 337 /*
 338  * Indexes into ->zone_ustate array, summing the micro state of all threads in a
 339  * particular zone.
 340  */
 341 #define ZONE_USTATE_STIME (0)
 342 #define ZONE_USTATE_UTIME (1)
 343 #define ZONE_USTATE_WTIME (2)
 344 #define ZONE_USTATE_MAX (3)
 345 
 346 struct pool;
 347 struct brand;
 348 
 349 /*
 350  * Each of these constants identifies a kernel subsystem that acquires and
 351  * releases zone references.  Each subsystem that invokes
 352  * zone_hold_ref() and zone_rele_ref() should specify the
 353  * zone_ref_subsys_t constant associated with the subsystem.  Tracked holds
 354  * help users and developers quickly identify subsystems that stall zone
 355  * shutdowns indefinitely.
 356  *
 357  * NOTE: You must modify zone_ref_subsys_names in usr/src/uts/common/os/zone.c
 358  * when you modify this enumeration.
 359  */
 360 typedef enum zone_ref_subsys {
 361         ZONE_REF_NFS,                   /* NFS */
 362         ZONE_REF_NFSV4,                 /* NFSv4 */
 363         ZONE_REF_SMBFS,                 /* SMBFS */
 364         ZONE_REF_MNTFS,                 /* MNTFS */
 365         ZONE_REF_LOFI,                  /* LOFI devices */
 366         ZONE_REF_VFS,                   /* VFS infrastructure */
 367         ZONE_REF_IPC,                   /* IPC infrastructure */
 368         ZONE_REF_NUM_SUBSYS             /* This must be the last entry. */
 369 } zone_ref_subsys_t;
 370 
 371 /*
 372  * zone_ref represents a general-purpose references to a zone.  Each zone's
 373  * references are linked into the zone's zone_t::zone_ref_list.  This allows
 374  * debuggers to walk zones' references.
 375  */
 376 typedef struct zone_ref {
 377         struct zone     *zref_zone; /* the zone to which the reference refers */
 378         list_node_t     zref_linkage; /* linkage for zone_t::zone_ref_list */
 379 } zone_ref_t;
 380 
 381 /*
 382  * Structure to record list of ZFS datasets exported to a zone.
 383  */
 384 typedef struct zone_dataset {
 385         char            *zd_dataset;
 386         list_node_t     zd_linkage;
 387 } zone_dataset_t;
 388 
 389 /*
 390  * structure for zone kstats
 391  */
 392 typedef struct zone_kstat {
 393         kstat_named_t zk_zonename;
 394         kstat_named_t zk_usage;
 395         kstat_named_t zk_value;
 396 } zone_kstat_t;
 397 
 398 struct cpucap;
 399 
 400 typedef struct {
 401         kstat_named_t   zm_zonename;
 402         kstat_named_t   zm_pgpgin;
 403         kstat_named_t   zm_anonpgin;
 404         kstat_named_t   zm_execpgin;
 405         kstat_named_t   zm_fspgin;
 406         kstat_named_t   zm_anon_alloc_fail;
 407 } zone_mcap_kstat_t;
 408 
 409 typedef struct {
 410         kstat_named_t   zm_zonename;    /* full name, kstat truncates name */
 411         kstat_named_t   zm_utime;
 412         kstat_named_t   zm_stime;
 413         kstat_named_t   zm_wtime;
 414         kstat_named_t   zm_avenrun1;
 415         kstat_named_t   zm_avenrun5;
 416         kstat_named_t   zm_avenrun15;
 417         kstat_named_t   zm_ffcap;
 418         kstat_named_t   zm_ffnoproc;
 419         kstat_named_t   zm_ffnomem;
 420         kstat_named_t   zm_ffmisc;
 421         kstat_named_t   zm_nested_intp;
 422         kstat_named_t   zm_init_pid;
 423         kstat_named_t   zm_boot_time;
 424 } zone_misc_kstat_t;
 425 
 426 typedef struct zone {
 427         /*
 428          * zone_name is never modified once set.
 429          */
 430         char            *zone_name;     /* zone's configuration name */
 431         /*
 432          * zone_nodename and zone_domain are never freed once allocated.
 433          */
 434         char            *zone_nodename; /* utsname.nodename equivalent */
 435         char            *zone_domain;   /* srpc_domain equivalent */
 436         /*
 437          * zone_hostid is used for per-zone hostid emulation.
 438          * Currently it isn't modified after it's set (so no locks protect
 439          * accesses), but that might have to change when we allow
 440          * administrators to change running zones' properties.
 441          *
 442          * The global zone's zone_hostid must always be HW_INVALID_HOSTID so
 443          * that zone_get_hostid() will function correctly.
 444          */
 445         uint32_t        zone_hostid;    /* zone's hostid, HW_INVALID_HOSTID */
 446                                         /* if not emulated */
 447         /*
 448          * zone_lock protects the following fields of a zone_t:
 449          *      zone_ref
 450          *      zone_cred_ref
 451          *      zone_subsys_ref
 452          *      zone_ref_list
 453          *      zone_ntasks
 454          *      zone_flags
 455          *      zone_zsd
 456          *      zone_pfexecd
 457          */
 458         kmutex_t        zone_lock;
 459         /*
 460          * zone_linkage is the zone's linkage into the active or
 461          * death-row list.  The field is protected by zonehash_lock.
 462          */
 463         list_node_t     zone_linkage;
 464         zoneid_t        zone_id;        /* ID of zone */
 465         uint_t          zone_ref;       /* count of zone_hold()s on zone */
 466         uint_t          zone_cred_ref;  /* count of zone_hold_cred()s on zone */
 467         /*
 468          * Fixed-sized array of subsystem-specific reference counts
 469          * The sum of all of the counts must be less than or equal to zone_ref.
 470          * The array is indexed by the counts' subsystems' zone_ref_subsys_t
 471          * constants.
 472          */
 473         uint_t          zone_subsys_ref[ZONE_REF_NUM_SUBSYS];
 474         list_t          zone_ref_list;  /* list of zone_ref_t structs */
 475         /*
 476          * zone_rootvp and zone_rootpath can never be modified once set.
 477          */
 478         struct vnode    *zone_rootvp;   /* zone's root vnode */
 479         char            *zone_rootpath; /* Path to zone's root + '/' */
 480         ushort_t        zone_flags;     /* misc flags */
 481         zone_status_t   zone_status;    /* protected by zone_status_lock */
 482         uint_t          zone_ntasks;    /* number of tasks executing in zone */
 483         kmutex_t        zone_nlwps_lock; /* protects zone_nlwps, and *_nlwps */
 484                                         /* counters in projects and tasks */
 485                                         /* that are within the zone */
 486         rctl_qty_t      zone_nlwps;     /* number of lwps in zone */
 487         rctl_qty_t      zone_nlwps_ctl; /* protected by zone_rctls->rcs_lock */
 488         rctl_qty_t      zone_shmmax;    /* System V shared memory usage */
 489         ipc_rqty_t      zone_ipc;       /* System V IPC id resource usage */
 490 
 491         uint_t          zone_rootpathlen; /* strlen(zone_rootpath) + 1 */
 492         uint32_t        zone_shares;    /* FSS shares allocated to zone */
 493         rctl_set_t      *zone_rctls;    /* zone-wide (zone.*) rctls */
 494         kmutex_t        zone_mem_lock;  /* protects zone_locked_mem and */
 495                                         /* kpd_locked_mem for all */
 496                                         /* projects in zone. */
 497                                         /* Also protects zone_max_swap */
 498                                         /* grab after p_lock, before rcs_lock */
 499         rctl_qty_t      zone_locked_mem;        /* bytes of locked memory in */
 500                                                 /* zone */
 501         rctl_qty_t      zone_locked_mem_ctl;    /* Current locked memory */
 502                                                 /* limit.  Protected by */
 503                                                 /* zone_rctls->rcs_lock */
 504         rctl_qty_t      zone_max_swap; /* bytes of swap reserved by zone */
 505         rctl_qty_t      zone_max_swap_ctl;      /* current swap limit. */
 506                                                 /* Protected by */
 507                                                 /* zone_rctls->rcs_lock */
 508         kmutex_t        zone_rctl_lock; /* protects zone_max_lofi */
 509         rctl_qty_t      zone_max_lofi; /* lofi devs for zone */
 510         rctl_qty_t      zone_max_lofi_ctl;      /* current lofi limit. */
 511                                                 /* Protected by */
 512                                                 /* zone_rctls->rcs_lock */
 513         list_t          zone_zsd;       /* list of Zone-Specific Data values */
 514         kcondvar_t      zone_cv;        /* used to signal state changes */
 515         struct proc     *zone_zsched;   /* Dummy kernel "zsched" process */
 516         pid_t           zone_proc_initpid; /* pid of "init" for this zone */
 517         char            *zone_initname; /* fs path to 'init' */
 518         int             zone_boot_err;  /* for zone_boot() if boot fails */
 519         char            *zone_bootargs; /* arguments passed via zone_boot() */
 520         uint64_t        zone_phys_mcap; /* physical memory cap */
 521         /*
 522          * zone_kthreads is protected by zone_status_lock.
 523          */
 524         kthread_t       *zone_kthreads; /* kernel threads in zone */
 525         struct priv_set *zone_privset;  /* limit set for zone */
 526         /*
 527          * zone_vfslist is protected by vfs_list_lock().
 528          */
 529         struct vfs      *zone_vfslist;  /* list of FS's mounted in zone */
 530         uint64_t        zone_uniqid;    /* unique zone generation number */
 531         struct cred     *zone_kcred;    /* kcred-like, zone-limited cred */
 532         /*
 533          * zone_pool is protected by pool_lock().
 534          */
 535         struct pool     *zone_pool;     /* pool the zone is bound to */
 536         hrtime_t        zone_pool_mod;  /* last pool bind modification time */
 537         /* zone_psetid is protected by cpu_lock */
 538         psetid_t        zone_psetid;    /* pset the zone is bound to */
 539 
 540         time_t          zone_boot_time; /* Similar to boot_time */
 541 
 542         /*
 543          * The following two can be read without holding any locks.  They are
 544          * updated under cpu_lock.
 545          */
 546         int             zone_ncpus;  /* zone's idea of ncpus */
 547         int             zone_ncpus_online; /* zone's idea of ncpus_online */
 548         /*
 549          * List of ZFS datasets exported to this zone.
 550          */
 551         list_t          zone_datasets;  /* list of datasets */
 552 
 553         ts_label_t      *zone_slabel;   /* zone sensitivity label */
 554         int             zone_match;     /* require label match for packets */
 555         tsol_mlp_list_t zone_mlps;      /* MLPs on zone-private addresses */
 556 
 557         boolean_t       zone_restart_init;      /* Restart init if it dies? */
 558         struct brand    *zone_brand;            /* zone's brand */
 559         void            *zone_brand_data;       /* store brand specific data */
 560         id_t            zone_defaultcid;        /* dflt scheduling class id */
 561         kstat_t         *zone_swapresv_kstat;
 562         kstat_t         *zone_lockedmem_kstat;
 563         /*
 564          * zone_dl_list is protected by zone_lock
 565          */
 566         list_t          zone_dl_list;
 567         netstack_t      *zone_netstack;
 568         struct cpucap   *zone_cpucap;   /* CPU caps data */
 569         /*
 570          * Solaris Auditing per-zone audit context
 571          */
 572         struct au_kcontext      *zone_audit_kctxt;
 573         /*
 574          * For private use by mntfs.
 575          */
 576         struct mntelem  *zone_mntfs_db;
 577         krwlock_t       zone_mntfs_db_lock;
 578 
 579         struct klpd_reg         *zone_pfexecd;
 580 
 581         char            *zone_fs_allowed;
 582         rctl_qty_t      zone_nprocs;    /* number of processes in the zone */
 583         rctl_qty_t      zone_nprocs_ctl;        /* current limit protected by */
 584                                                 /* zone_rctls->rcs_lock */
 585         kstat_t         *zone_nprocs_kstat;
 586 
 587         kmutex_t        zone_mcap_lock; /* protects mcap statistics */
 588         kstat_t         *zone_mcap_ksp;
 589         zone_mcap_kstat_t *zone_mcap_stats;
 590         uint64_t        zone_pgpgin;            /* pages paged in */
 591         uint64_t        zone_anonpgin;          /* anon pages paged in */
 592         uint64_t        zone_execpgin;          /* exec pages paged in */
 593         uint64_t        zone_fspgin;            /* fs pages paged in */
 594         uint64_t        zone_anon_alloc_fail;   /* cnt of anon alloc fails */
 595 
 596         psecflags_t     zone_secflags; /* default zone security-flags */
 597 
 598         /*
 599          * Misc. kstats and counters for zone cpu-usage aggregation.
 600          */
 601         kmutex_t        zone_misc_lock;         /* protects misc statistics */
 602         kstat_t         *zone_misc_ksp;
 603         zone_misc_kstat_t *zone_misc_stats;
 604         /* Accumulated microstate for all threads in this zone. */
 605         cpu_uarray_t    *zone_ustate;
 606         /* fork-fail kstat tracking */
 607         uint32_t        zone_ffcap;             /* hit an rctl cap */
 608         uint32_t        zone_ffnoproc;          /* get proc/lwp error */
 609         uint32_t        zone_ffnomem;           /* as_dup/memory error */
 610         uint32_t        zone_ffmisc;            /* misc. other error */
 611 
 612         uint32_t        zone_nested_intp;       /* nested interp. kstat */
 613 
 614         struct loadavg_s zone_loadavg;          /* loadavg for this zone */
 615         uint64_t        zone_hp_avenrun[3];     /* high-precision avenrun */
 616         int             zone_avenrun[3];        /* FSCALED avg. run queue len */
 617 
 618         /*
 619          * FSS stats updated once per second by fss_decay_usage.
 620          */
 621         uint32_t        zone_fss_gen;           /* FSS generation cntr */
 622         uint64_t        zone_run_ticks;         /* tot # of ticks running */
 623 
 624         /*
 625          * DTrace-private per-zone state
 626          */
 627         int             zone_dtrace_getf;       /* # of unprivileged getf()s */
 628 
 629         /*
 630          * Synchronization primitives used to synchronize between mounts and
 631          * zone creation/destruction.
 632          */
 633         int             zone_mounts_in_progress;
 634         kcondvar_t      zone_mount_cv;
 635         kmutex_t        zone_mount_lock;
 636 } zone_t;
 637 
 638 /*
 639  * Special value of zone_psetid to indicate that pools are disabled.
 640  */
 641 #define ZONE_PS_INVAL   PS_MYID
 642 
 643 extern zone_t zone0;
 644 extern zone_t *global_zone;
 645 extern uint_t maxzones;
 646 extern rctl_hndl_t rc_zone_nlwps;
 647 extern rctl_hndl_t rc_zone_nprocs;
 648 
 649 extern long zone(int, void *, void *, void *, void *);
 650 extern void zone_zsd_init(void);
 651 extern void zone_init(void);
 652 extern void zone_hold(zone_t *);
 653 extern void zone_rele(zone_t *);
 654 extern void zone_init_ref(zone_ref_t *);
 655 extern void zone_hold_ref(zone_t *, zone_ref_t *, zone_ref_subsys_t);
 656 extern void zone_rele_ref(zone_ref_t *, zone_ref_subsys_t);
 657 extern void zone_cred_hold(zone_t *);
 658 extern void zone_cred_rele(zone_t *);
 659 extern void zone_task_hold(zone_t *);
 660 extern void zone_task_rele(zone_t *);
 661 extern zone_t *zone_find_by_id(zoneid_t);
 662 extern zone_t *zone_find_by_label(const ts_label_t *);
 663 extern zone_t *zone_find_by_name(char *);
 664 extern zone_t *zone_find_by_any_path(const char *, boolean_t);
 665 extern zone_t *zone_find_by_path(const char *);
 666 extern zoneid_t getzoneid(void);
 667 extern zone_t *zone_find_by_id_nolock(zoneid_t);
 668 extern int zone_datalink_walk(zoneid_t, int (*)(datalink_id_t, void *), void *);
 669 extern int zone_check_datalink(zoneid_t *, datalink_id_t);
 670 extern void zone_loadavg_update();
 671 
 672 /*
 673  * Zone-specific data (ZSD) APIs
 674  */
 675 /*
 676  * The following is what code should be initializing its zone_key_t to if it
 677  * calls zone_getspecific() without necessarily knowing that zone_key_create()
 678  * has been called on the key.
 679  */
 680 #define ZONE_KEY_UNINITIALIZED  0
 681 
 682 typedef uint_t zone_key_t;
 683 
 684 extern void     zone_key_create(zone_key_t *, void *(*)(zoneid_t),
 685     void (*)(zoneid_t, void *), void (*)(zoneid_t, void *));
 686 extern int      zone_key_delete(zone_key_t);
 687 extern void     *zone_getspecific(zone_key_t, zone_t *);
 688 extern int      zone_setspecific(zone_key_t, zone_t *, const void *);
 689 
 690 /*
 691  * The definition of a zsd_entry is truly private to zone.c and is only
 692  * placed here so it can be shared with mdb.
 693  *
 694  * State maintained for each zone times each registered key, which tracks
 695  * the state of the create, shutdown and destroy callbacks.
 696  *
 697  * zsd_flags is used to keep track of pending actions to avoid holding locks
 698  * when calling the create/shutdown/destroy callbacks, since doing so
 699  * could lead to deadlocks.
 700  */
 701 struct zsd_entry {
 702         zone_key_t              zsd_key;        /* Key used to lookup value */
 703         void                    *zsd_data;      /* Caller-managed value */
 704         /*
 705          * Callbacks to be executed when a zone is created, shutdown, and
 706          * destroyed, respectively.
 707          */
 708         void                    *(*zsd_create)(zoneid_t);
 709         void                    (*zsd_shutdown)(zoneid_t, void *);
 710         void                    (*zsd_destroy)(zoneid_t, void *);
 711         list_node_t             zsd_linkage;
 712         uint16_t                zsd_flags;      /* See below */
 713         kcondvar_t              zsd_cv;
 714 };
 715 
 716 /*
 717  * zsd_flags
 718  */
 719 #define ZSD_CREATE_NEEDED       0x0001
 720 #define ZSD_CREATE_INPROGRESS   0x0002
 721 #define ZSD_CREATE_COMPLETED    0x0004
 722 #define ZSD_SHUTDOWN_NEEDED     0x0010
 723 #define ZSD_SHUTDOWN_INPROGRESS 0x0020
 724 #define ZSD_SHUTDOWN_COMPLETED  0x0040
 725 #define ZSD_DESTROY_NEEDED      0x0100
 726 #define ZSD_DESTROY_INPROGRESS  0x0200
 727 #define ZSD_DESTROY_COMPLETED   0x0400
 728 
 729 #define ZSD_CREATE_ALL  \
 730         (ZSD_CREATE_NEEDED|ZSD_CREATE_INPROGRESS|ZSD_CREATE_COMPLETED)
 731 #define ZSD_SHUTDOWN_ALL        \
 732         (ZSD_SHUTDOWN_NEEDED|ZSD_SHUTDOWN_INPROGRESS|ZSD_SHUTDOWN_COMPLETED)
 733 #define ZSD_DESTROY_ALL \
 734         (ZSD_DESTROY_NEEDED|ZSD_DESTROY_INPROGRESS|ZSD_DESTROY_COMPLETED)
 735 
 736 #define ZSD_ALL_INPROGRESS \
 737         (ZSD_CREATE_INPROGRESS|ZSD_SHUTDOWN_INPROGRESS|ZSD_DESTROY_INPROGRESS)
 738 
 739 /*
 740  * Macros to help with zone visibility restrictions.
 741  */
 742 
 743 /*
 744  * Is process in the global zone?
 745  */
 746 #define INGLOBALZONE(p) \
 747         ((p)->p_zone == global_zone)
 748 
 749 /*
 750  * Can process view objects in given zone?
 751  */
 752 #define HASZONEACCESS(p, zoneid) \
 753         ((p)->p_zone->zone_id == (zoneid) || INGLOBALZONE(p))
 754 
 755 /*
 756  * Convenience macro to see if a resolved path is visible from within a
 757  * given zone.
 758  *
 759  * The basic idea is that the first (zone_rootpathlen - 1) bytes of the
 760  * two strings must be equal.  Since the rootpathlen has a trailing '/',
 761  * we want to skip everything in the path up to (but not including) the
 762  * trailing '/'.
 763  */
 764 #define ZONE_PATH_VISIBLE(path, zone) \
 765         (strncmp((path), (zone)->zone_rootpath,              \
 766             (zone)->zone_rootpathlen - 1) == 0)
 767 
 768 /*
 769  * Convenience macro to go from the global view of a path to that seen
 770  * from within said zone.  It is the responsibility of the caller to
 771  * ensure that the path is a resolved one (ie, no '..'s or '.'s), and is
 772  * in fact visible from within the zone.
 773  */
 774 #define ZONE_PATH_TRANSLATE(path, zone) \
 775         (ASSERT(ZONE_PATH_VISIBLE(path, zone)), \
 776         (path) + (zone)->zone_rootpathlen - 2)
 777 
 778 /*
 779  * Special processes visible in all zones.
 780  */
 781 #define ZONE_SPECIALPID(x)       ((x) == 0 || (x) == 1)
 782 
 783 /*
 784  * A root vnode of the current zone.
 785  *
 786  * NOTE: It may be necessary (initialization time for file sharing where an
 787  * NGZ loads a file-sharing kernel module that does zsd initialization) to NOT
 788  * use this macro. One should ASSERT() that curzone == active ZSD (an
 789  * ASSERTion that's not always true at ZSD initialization time) during regular
 790  * use of this macro.
 791  */
 792 #define ZONE_ROOTVP()   (curzone->zone_rootvp)
 793 
 794 /*
 795  * Since a zone's root isn't necessarily an actual filesystem boundary
 796  * (i.e. VROOT may not be set on zone->zone_rootvp) we need to not assume it.
 797  * This macro helps in checking if a vnode is the current zone's rootvp.
 798  * NOTE:  Using the VN_ prefix, even though it's defined here in zone.h.
 799  * NOTE2: See above warning about ZONE_ROOTVP().
 800  */
 801 #define VN_IS_CURZONEROOT(vp)   (VN_CMP(vp, ZONE_ROOTVP()))
 802 
 803 /*
 804  * Zone-safe version of thread_create() to be used when the caller wants to
 805  * create a kernel thread to run within the current zone's context.
 806  */
 807 extern kthread_t *zthread_create(caddr_t, size_t, void (*)(), void *, size_t,
 808     pri_t);
 809 extern void zthread_exit(void);
 810 
 811 /*
 812  * Functions for an external observer to register interest in a zone's status
 813  * change.  Observers will be woken up when the zone status equals the status
 814  * argument passed in (in the case of zone_status_timedwait, the function may
 815  * also return because of a timeout; zone_status_wait_sig may return early due
 816  * to a signal being delivered; zone_status_timedwait_sig may return for any of
 817  * the above reasons).
 818  *
 819  * Otherwise these behave identically to cv_timedwait(), cv_wait(), and
 820  * cv_wait_sig() respectively.
 821  */
 822 extern clock_t zone_status_timedwait(zone_t *, clock_t, zone_status_t);
 823 extern clock_t zone_status_timedwait_sig(zone_t *, clock_t, zone_status_t);
 824 extern void zone_status_wait(zone_t *, zone_status_t);
 825 extern int zone_status_wait_sig(zone_t *, zone_status_t);
 826 
 827 /*
 828  * Get the status  of the zone (at the time it was called).  The state may
 829  * have progressed by the time it is returned.
 830  */
 831 extern zone_status_t zone_status_get(zone_t *);
 832 
 833 /*
 834  * Safely get the hostid of the specified zone (defaults to machine's hostid
 835  * if the specified zone doesn't emulate a hostid).  Passing NULL retrieves
 836  * the global zone's (i.e., physical system's) hostid.
 837  */
 838 extern uint32_t zone_get_hostid(zone_t *);
 839 
 840 /*
 841  * Get the "kcred" credentials corresponding to the given zone.
 842  */
 843 extern struct cred *zone_get_kcred(zoneid_t);
 844 
 845 /*
 846  * Get/set the pool the zone is currently bound to.
 847  */
 848 extern struct pool *zone_pool_get(zone_t *);
 849 extern void zone_pool_set(zone_t *, struct pool *);
 850 
 851 /*
 852  * Get/set the pset the zone is currently using.
 853  */
 854 extern psetid_t zone_pset_get(zone_t *);
 855 extern void zone_pset_set(zone_t *, psetid_t);
 856 
 857 /*
 858  * Get the number of cpus/online-cpus visible from the given zone.
 859  */
 860 extern int zone_ncpus_get(zone_t *);
 861 extern int zone_ncpus_online_get(zone_t *);
 862 
 863 /*
 864  * Returns true if the named pool/dataset is visible in the current zone.
 865  */
 866 extern int zone_dataset_visible(const char *, int *);
 867 
 868 /*
 869  * zone version of kadmin()
 870  */
 871 extern int zone_kadmin(int, int, const char *, cred_t *);
 872 extern void zone_shutdown_global(void);
 873 
 874 extern void mount_in_progress(zone_t *);
 875 extern void mount_completed(zone_t *);
 876 
 877 extern int zone_walk(int (*)(zone_t *, void *), void *);
 878 
 879 extern rctl_hndl_t rc_zone_locked_mem;
 880 extern rctl_hndl_t rc_zone_max_swap;
 881 extern rctl_hndl_t rc_zone_max_lofi;
 882 
 883 #endif  /* _KERNEL */
 884 
 885 #ifdef  __cplusplus
 886 }
 887 #endif
 888 
 889 #endif  /* _SYS_ZONE_H */