1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright (c) 2004, 2010, Oracle and/or its affiliates. All rights reserved. 24 */ 25 26 /* 27 * graph.c - master restarter graph engine 28 * 29 * The graph engine keeps a dependency graph of all service instances on the 30 * system, as recorded in the repository. It decides when services should 31 * be brought up or down based on service states and dependencies and sends 32 * commands to restarters to effect any changes. It also executes 33 * administrator commands sent by svcadm via the repository. 34 * 35 * The graph is stored in uu_list_t *dgraph and its vertices are 36 * graph_vertex_t's, each of which has a name and an integer id unique to 37 * its name (see dict.c). A vertex's type attribute designates the type 38 * of object it represents: GVT_INST for service instances, GVT_SVC for 39 * service objects (since service instances may depend on another service, 40 * rather than service instance), GVT_FILE for files (which services may 41 * depend on), and GVT_GROUP for dependencies on multiple objects. GVT_GROUP 42 * vertices are necessary because dependency lists may have particular 43 * grouping types (require any, require all, optional, or exclude) and 44 * event-propagation characteristics. 45 * 46 * The initial graph is built by libscf_populate_graph() invoking 47 * dgraph_add_instance() for each instance in the repository. The function 48 * adds a GVT_SVC vertex for the service if one does not already exist, adds 49 * a GVT_INST vertex named by the FMRI of the instance, and sets up the edges. 50 * The resulting web of vertices & edges associated with an instance's vertex 51 * includes 52 * 53 * - an edge from the GVT_SVC vertex for the instance's service 54 * 55 * - an edge to the GVT_INST vertex of the instance's resarter, if its 56 * restarter is not svc.startd 57 * 58 * - edges from other GVT_INST vertices if the instance is a restarter 59 * 60 * - for each dependency property group in the instance's "running" 61 * snapshot, an edge to a GVT_GROUP vertex named by the FMRI of the 62 * instance and the name of the property group 63 * 64 * - for each value of the "entities" property in each dependency property 65 * group, an edge from the corresponding GVT_GROUP vertex to a 66 * GVT_INST, GVT_SVC, or GVT_FILE vertex 67 * 68 * - edges from GVT_GROUP vertices for each dependent instance 69 * 70 * After the edges are set up the vertex's GV_CONFIGURED flag is set. If 71 * there are problems, or if a service is mentioned in a dependency but does 72 * not exist in the repository, the GV_CONFIGURED flag will be clear. 73 * 74 * The graph and all of its vertices are protected by the dgraph_lock mutex. 75 * See restarter.c for more information. 76 * 77 * The properties of an instance fall into two classes: immediate and 78 * snapshotted. Immediate properties should have an immediate effect when 79 * changed. Snapshotted properties should be read from a snapshot, so they 80 * only change when the snapshot changes. The immediate properties used by 81 * the graph engine are general/enabled, general/restarter, and the properties 82 * in the restarter_actions property group. Since they are immediate, they 83 * are not read out of a snapshot. The snapshotted properties used by the 84 * graph engine are those in the property groups with type "dependency" and 85 * are read out of the "running" snapshot. The "running" snapshot is created 86 * by the the graph engine as soon as possible, and it is updated, along with 87 * in-core copies of the data (dependency information for the graph engine) on 88 * receipt of the refresh command from svcadm. In addition, the graph engine 89 * updates the "start" snapshot from the "running" snapshot whenever a service 90 * comes online. 91 * 92 * When a DISABLE event is requested by the administrator, svc.startd shutdown 93 * the dependents first before shutting down the requested service. 94 * In graph_enable_by_vertex, we create a subtree that contains the dependent 95 * vertices by marking those vertices with the GV_TOOFFLINE flag. And we mark 96 * the vertex to disable with the GV_TODISABLE flag. Once the tree is created, 97 * we send the _ADMIN_DISABLE event to the leaves. The leaves will then 98 * transition from STATE_ONLINE/STATE_DEGRADED to STATE_OFFLINE/STATE_MAINT. 99 * In gt_enter_offline and gt_enter_maint if the vertex was in a subtree then 100 * we clear the GV_TOOFFLINE flag and walk the dependencies to offline the new 101 * exposed leaves. We do the same until we reach the last leaf (the one with 102 * the GV_TODISABLE flag). If the vertex to disable is also part of a larger 103 * subtree (eg. multiple DISABLE events on vertices in the same subtree) then 104 * once the first vertex is disabled (GV_TODISABLE flag is removed), we 105 * continue to propagate the offline event to the vertex's dependencies. 106 * 107 * 108 * SMF state transition notifications 109 * 110 * When an instance of a service managed by SMF changes state, svc.startd may 111 * publish a GPEC sysevent. All transitions to or from maintenance, a 112 * transition cause by a hardware error will generate an event. 113 * Other transitions will generate an event if there exist notification 114 * parameter for that transition. Notification parameters are stored in the 115 * SMF repository for the service/instance they refer to. System-wide 116 * notification parameters are stored in the global instance. 117 * svc.startd can be told to send events for all SMF state transitions despite 118 * of notification parameters by setting options/info_events_all to true in 119 * restarter:default 120 * 121 * The set of transitions that generate events is cached in the 122 * dgraph_vertex_t gv_stn_tset for service/instance and in the global 123 * stn_global for the system-wide set. They are re-read when instances are 124 * refreshed. 125 * 126 * The GPEC events published by svc.startd are consumed by fmd(1M). After 127 * processing these events, fmd(1M) publishes the processed events to 128 * notification agents. The notification agents read the notification 129 * parameters from the SMF repository through libscf(3LIB) interfaces and send 130 * the notification, or not, based on those parameters. 131 * 132 * Subscription and publishing to the GPEC channels is done with the 133 * libfmevent(3LIB) wrappers fmev_[r]publish_*() and 134 * fmev_shdl_(un)subscribe(). 135 * 136 */ 137 138 #include <sys/uadmin.h> 139 #include <sys/wait.h> 140 141 #include <assert.h> 142 #include <errno.h> 143 #include <fcntl.h> 144 #include <fm/libfmevent.h> 145 #include <libscf.h> 146 #include <libscf_priv.h> 147 #include <librestart.h> 148 #include <libuutil.h> 149 #include <locale.h> 150 #include <poll.h> 151 #include <pthread.h> 152 #include <signal.h> 153 #include <stddef.h> 154 #include <stdio.h> 155 #include <stdlib.h> 156 #include <string.h> 157 #include <strings.h> 158 #include <sys/statvfs.h> 159 #include <sys/uadmin.h> 160 #include <zone.h> 161 #if defined(__i386) 162 #include <libgrubmgmt.h> 163 #endif /* __i386 */ 164 165 #include "startd.h" 166 #include "protocol.h" 167 168 169 #define MILESTONE_NONE ((graph_vertex_t *)1) 170 171 #define CONSOLE_LOGIN_FMRI "svc:/system/console-login:default" 172 #define FS_MINIMAL_FMRI "svc:/system/filesystem/minimal:default" 173 174 #define VERTEX_REMOVED 0 /* vertex has been freed */ 175 #define VERTEX_INUSE 1 /* vertex is still in use */ 176 177 #define IS_ENABLED(v) ((v)->gv_flags & (GV_ENABLED | GV_ENBLD_NOOVR)) 178 179 /* 180 * stn_global holds the tset for the system wide notification parameters. 181 * It is updated on refresh of svc:/system/svc/global:default 182 * 183 * There are two assumptions that relax the need for a mutex: 184 * 1. 32-bit value assignments are atomic 185 * 2. Its value is consumed only in one point at 186 * dgraph_state_transition_notify(). There are no test and set races. 187 * 188 * If either assumption is broken, we'll need a mutex to synchronize 189 * access to stn_global 190 */ 191 int32_t stn_global; 192 /* 193 * info_events_all holds a flag to override notification parameters and send 194 * Information events for all state transitions. 195 * same about the need of a mutex here. 196 */ 197 int info_events_all; 198 199 /* 200 * Services in these states are not considered 'down' by the 201 * milestone/shutdown code. 202 */ 203 #define up_state(state) ((state) == RESTARTER_STATE_ONLINE || \ 204 (state) == RESTARTER_STATE_DEGRADED || \ 205 (state) == RESTARTER_STATE_OFFLINE) 206 207 #define is_depgrp_bypassed(v) ((v->gv_type == GVT_GROUP) && \ 208 ((v->gv_depgroup == DEPGRP_EXCLUDE_ALL) || \ 209 (v->gv_depgroup == DEPGRP_OPTIONAL_ALL) || \ 210 (v->gv_restart < RERR_RESTART))) 211 212 static uu_list_pool_t *graph_edge_pool, *graph_vertex_pool; 213 static uu_list_t *dgraph; 214 static pthread_mutex_t dgraph_lock; 215 216 /* 217 * milestone indicates the current subgraph. When NULL, it is the entire 218 * graph. When MILESTONE_NONE, it is the empty graph. Otherwise, it is all 219 * services on which the target vertex depends. 220 */ 221 static graph_vertex_t *milestone = NULL; 222 static boolean_t initial_milestone_set = B_FALSE; 223 static pthread_cond_t initial_milestone_cv = PTHREAD_COND_INITIALIZER; 224 225 /* protected by dgraph_lock */ 226 static boolean_t sulogin_thread_running = B_FALSE; 227 static boolean_t sulogin_running = B_FALSE; 228 static boolean_t console_login_ready = B_FALSE; 229 230 /* Number of services to come down to complete milestone transition. */ 231 static uint_t non_subgraph_svcs; 232 233 /* 234 * These variables indicate what should be done when we reach the milestone 235 * target milestone, i.e., when non_subgraph_svcs == 0. They are acted upon in 236 * dgraph_set_instance_state(). 237 */ 238 static int halting = -1; 239 static boolean_t go_single_user_mode = B_FALSE; 240 static boolean_t go_to_level1 = B_FALSE; 241 242 /* 243 * Tracks when we started halting. 244 */ 245 static time_t halting_time = 0; 246 247 /* 248 * This tracks the legacy runlevel to ensure we signal init and manage 249 * utmpx entries correctly. 250 */ 251 static char current_runlevel = '\0'; 252 253 /* Number of single user threads currently running */ 254 static pthread_mutex_t single_user_thread_lock; 255 static int single_user_thread_count = 0; 256 257 /* Statistics for dependency cycle-checking */ 258 static u_longlong_t dep_inserts = 0; 259 static u_longlong_t dep_cycle_ns = 0; 260 static u_longlong_t dep_insert_ns = 0; 261 262 263 static const char * const emsg_invalid_restarter = 264 "Transitioning %s to maintenance, restarter FMRI %s is invalid " 265 "(see 'svcs -xv' for details).\n"; 266 static const char * const console_login_fmri = CONSOLE_LOGIN_FMRI; 267 static const char * const single_user_fmri = SCF_MILESTONE_SINGLE_USER; 268 static const char * const multi_user_fmri = SCF_MILESTONE_MULTI_USER; 269 static const char * const multi_user_svr_fmri = SCF_MILESTONE_MULTI_USER_SERVER; 270 271 272 /* 273 * These services define the system being "up". If none of them can come 274 * online, then we will run sulogin on the console. Note that the install ones 275 * are for the miniroot and when installing CDs after the first. can_come_up() 276 * does the decision making, and an sulogin_thread() runs sulogin, which can be 277 * started by dgraph_set_instance_state() or single_user_thread(). 278 * 279 * NOTE: can_come_up() relies on SCF_MILESTONE_SINGLE_USER being the first 280 * entry, which is only used when booting_to_single_user (boot -s) is set. 281 * This is because when doing a "boot -s", sulogin is started from specials.c 282 * after milestone/single-user comes online, for backwards compatibility. 283 * In this case, SCF_MILESTONE_SINGLE_USER needs to be part of up_svcs 284 * to ensure sulogin will be spawned if milestone/single-user cannot be reached. 285 */ 286 static const char * const up_svcs[] = { 287 SCF_MILESTONE_SINGLE_USER, 288 CONSOLE_LOGIN_FMRI, 289 "svc:/system/install-setup:default", 290 "svc:/system/install:default", 291 NULL 292 }; 293 294 /* This array must have an element for each non-NULL element of up_svcs[]. */ 295 static graph_vertex_t *up_svcs_p[] = { NULL, NULL, NULL, NULL }; 296 297 /* These are for seed repository magic. See can_come_up(). */ 298 static const char * const manifest_import = SCF_INSTANCE_MI; 299 static graph_vertex_t *manifest_import_p = NULL; 300 301 302 static char target_milestone_as_runlevel(void); 303 static void graph_runlevel_changed(char rl, int online); 304 static int dgraph_set_milestone(const char *, scf_handle_t *, boolean_t); 305 static boolean_t should_be_in_subgraph(graph_vertex_t *v); 306 static int mark_subtree(graph_edge_t *, void *); 307 static boolean_t insubtree_dependents_down(graph_vertex_t *); 308 309 /* 310 * graph_vertex_compare() 311 * This function can compare either int *id or * graph_vertex_t *gv 312 * values, as the vertex id is always the first element of a 313 * graph_vertex structure. 314 */ 315 /* ARGSUSED */ 316 static int 317 graph_vertex_compare(const void *lc_arg, const void *rc_arg, void *private) 318 { 319 int lc_id = ((const graph_vertex_t *)lc_arg)->gv_id; 320 int rc_id = *(int *)rc_arg; 321 322 if (lc_id > rc_id) 323 return (1); 324 if (lc_id < rc_id) 325 return (-1); 326 return (0); 327 } 328 329 void 330 graph_init() 331 { 332 graph_edge_pool = startd_list_pool_create("graph_edges", 333 sizeof (graph_edge_t), offsetof(graph_edge_t, ge_link), NULL, 334 UU_LIST_POOL_DEBUG); 335 assert(graph_edge_pool != NULL); 336 337 graph_vertex_pool = startd_list_pool_create("graph_vertices", 338 sizeof (graph_vertex_t), offsetof(graph_vertex_t, gv_link), 339 graph_vertex_compare, UU_LIST_POOL_DEBUG); 340 assert(graph_vertex_pool != NULL); 341 342 (void) pthread_mutex_init(&dgraph_lock, &mutex_attrs); 343 (void) pthread_mutex_init(&single_user_thread_lock, &mutex_attrs); 344 dgraph = startd_list_create(graph_vertex_pool, NULL, UU_LIST_SORTED); 345 assert(dgraph != NULL); 346 347 if (!st->st_initial) 348 current_runlevel = utmpx_get_runlevel(); 349 350 log_framework(LOG_DEBUG, "Initialized graph\n"); 351 } 352 353 static graph_vertex_t * 354 vertex_get_by_name(const char *name) 355 { 356 int id; 357 358 assert(MUTEX_HELD(&dgraph_lock)); 359 360 id = dict_lookup_byname(name); 361 if (id == -1) 362 return (NULL); 363 364 return (uu_list_find(dgraph, &id, NULL, NULL)); 365 } 366 367 static graph_vertex_t * 368 vertex_get_by_id(int id) 369 { 370 assert(MUTEX_HELD(&dgraph_lock)); 371 372 if (id == -1) 373 return (NULL); 374 375 return (uu_list_find(dgraph, &id, NULL, NULL)); 376 } 377 378 /* 379 * Creates a new vertex with the given name, adds it to the graph, and returns 380 * a pointer to it. The graph lock must be held by this thread on entry. 381 */ 382 static graph_vertex_t * 383 graph_add_vertex(const char *name) 384 { 385 int id; 386 graph_vertex_t *v; 387 void *p; 388 uu_list_index_t idx; 389 390 assert(MUTEX_HELD(&dgraph_lock)); 391 392 id = dict_insert(name); 393 394 v = startd_zalloc(sizeof (*v)); 395 396 v->gv_id = id; 397 398 v->gv_name = startd_alloc(strlen(name) + 1); 399 (void) strcpy(v->gv_name, name); 400 401 v->gv_dependencies = startd_list_create(graph_edge_pool, v, 0); 402 v->gv_dependents = startd_list_create(graph_edge_pool, v, 0); 403 404 p = uu_list_find(dgraph, &id, NULL, &idx); 405 assert(p == NULL); 406 407 uu_list_node_init(v, &v->gv_link, graph_vertex_pool); 408 uu_list_insert(dgraph, v, idx); 409 410 return (v); 411 } 412 413 /* 414 * Removes v from the graph and frees it. The graph should be locked by this 415 * thread, and v should have no edges associated with it. 416 */ 417 static void 418 graph_remove_vertex(graph_vertex_t *v) 419 { 420 assert(MUTEX_HELD(&dgraph_lock)); 421 422 assert(uu_list_numnodes(v->gv_dependencies) == 0); 423 assert(uu_list_numnodes(v->gv_dependents) == 0); 424 assert(v->gv_refs == 0); 425 426 startd_free(v->gv_name, strlen(v->gv_name) + 1); 427 uu_list_destroy(v->gv_dependencies); 428 uu_list_destroy(v->gv_dependents); 429 uu_list_remove(dgraph, v); 430 431 startd_free(v, sizeof (graph_vertex_t)); 432 } 433 434 static void 435 graph_add_edge(graph_vertex_t *fv, graph_vertex_t *tv) 436 { 437 graph_edge_t *e, *re; 438 int r; 439 440 assert(MUTEX_HELD(&dgraph_lock)); 441 442 e = startd_alloc(sizeof (graph_edge_t)); 443 re = startd_alloc(sizeof (graph_edge_t)); 444 445 e->ge_parent = fv; 446 e->ge_vertex = tv; 447 448 re->ge_parent = tv; 449 re->ge_vertex = fv; 450 451 uu_list_node_init(e, &e->ge_link, graph_edge_pool); 452 r = uu_list_insert_before(fv->gv_dependencies, NULL, e); 453 assert(r == 0); 454 455 uu_list_node_init(re, &re->ge_link, graph_edge_pool); 456 r = uu_list_insert_before(tv->gv_dependents, NULL, re); 457 assert(r == 0); 458 } 459 460 static void 461 graph_remove_edge(graph_vertex_t *v, graph_vertex_t *dv) 462 { 463 graph_edge_t *e; 464 465 for (e = uu_list_first(v->gv_dependencies); 466 e != NULL; 467 e = uu_list_next(v->gv_dependencies, e)) { 468 if (e->ge_vertex == dv) { 469 uu_list_remove(v->gv_dependencies, e); 470 startd_free(e, sizeof (graph_edge_t)); 471 break; 472 } 473 } 474 475 for (e = uu_list_first(dv->gv_dependents); 476 e != NULL; 477 e = uu_list_next(dv->gv_dependents, e)) { 478 if (e->ge_vertex == v) { 479 uu_list_remove(dv->gv_dependents, e); 480 startd_free(e, sizeof (graph_edge_t)); 481 break; 482 } 483 } 484 } 485 486 static void 487 remove_inst_vertex(graph_vertex_t *v) 488 { 489 graph_edge_t *e; 490 graph_vertex_t *sv; 491 int i; 492 493 assert(MUTEX_HELD(&dgraph_lock)); 494 assert(uu_list_numnodes(v->gv_dependents) == 1); 495 assert(uu_list_numnodes(v->gv_dependencies) == 0); 496 assert(v->gv_refs == 0); 497 assert((v->gv_flags & GV_CONFIGURED) == 0); 498 499 e = uu_list_first(v->gv_dependents); 500 sv = e->ge_vertex; 501 graph_remove_edge(sv, v); 502 503 for (i = 0; up_svcs[i] != NULL; ++i) { 504 if (up_svcs_p[i] == v) 505 up_svcs_p[i] = NULL; 506 } 507 508 if (manifest_import_p == v) 509 manifest_import_p = NULL; 510 511 graph_remove_vertex(v); 512 513 if (uu_list_numnodes(sv->gv_dependencies) == 0 && 514 uu_list_numnodes(sv->gv_dependents) == 0 && 515 sv->gv_refs == 0) 516 graph_remove_vertex(sv); 517 } 518 519 static void 520 graph_walk_dependents(graph_vertex_t *v, void (*func)(graph_vertex_t *, void *), 521 void *arg) 522 { 523 graph_edge_t *e; 524 525 for (e = uu_list_first(v->gv_dependents); 526 e != NULL; 527 e = uu_list_next(v->gv_dependents, e)) 528 func(e->ge_vertex, arg); 529 } 530 531 static void 532 graph_walk_dependencies(graph_vertex_t *v, void (*func)(graph_vertex_t *, 533 void *), void *arg) 534 { 535 graph_edge_t *e; 536 537 assert(MUTEX_HELD(&dgraph_lock)); 538 539 for (e = uu_list_first(v->gv_dependencies); 540 e != NULL; 541 e = uu_list_next(v->gv_dependencies, e)) { 542 543 func(e->ge_vertex, arg); 544 } 545 } 546 547 /* 548 * Generic graph walking function. 549 * 550 * Given a vertex, this function will walk either dependencies 551 * (WALK_DEPENDENCIES) or dependents (WALK_DEPENDENTS) of a vertex recursively 552 * for the entire graph. It will avoid cycles and never visit the same vertex 553 * twice. 554 * 555 * We avoid traversing exclusion dependencies, because they are allowed to 556 * create cycles in the graph. When propagating satisfiability, there is no 557 * need to walk exclusion dependencies because exclude_all_satisfied() doesn't 558 * test for satisfiability. 559 * 560 * The walker takes two callbacks. The first is called before examining the 561 * dependents of each vertex. The second is called on each vertex after 562 * examining its dependents. This allows is_path_to() to construct a path only 563 * after the target vertex has been found. 564 */ 565 typedef enum { 566 WALK_DEPENDENTS, 567 WALK_DEPENDENCIES 568 } graph_walk_dir_t; 569 570 typedef int (*graph_walk_cb_t)(graph_vertex_t *, void *); 571 572 typedef struct graph_walk_info { 573 graph_walk_dir_t gi_dir; 574 uchar_t *gi_visited; /* vertex bitmap */ 575 int (*gi_pre)(graph_vertex_t *, void *); 576 void (*gi_post)(graph_vertex_t *, void *); 577 void *gi_arg; /* callback arg */ 578 int gi_ret; /* return value */ 579 } graph_walk_info_t; 580 581 static int 582 graph_walk_recurse(graph_edge_t *e, graph_walk_info_t *gip) 583 { 584 uu_list_t *list; 585 int r; 586 graph_vertex_t *v = e->ge_vertex; 587 int i; 588 uint_t b; 589 590 i = v->gv_id / 8; 591 b = 1 << (v->gv_id % 8); 592 593 /* 594 * Check to see if we've visited this vertex already. 595 */ 596 if (gip->gi_visited[i] & b) 597 return (UU_WALK_NEXT); 598 599 gip->gi_visited[i] |= b; 600 601 /* 602 * Don't follow exclusions. 603 */ 604 if (v->gv_type == GVT_GROUP && v->gv_depgroup == DEPGRP_EXCLUDE_ALL) 605 return (UU_WALK_NEXT); 606 607 /* 608 * Call pre-visit callback. If this doesn't terminate the walk, 609 * continue search. 610 */ 611 if ((gip->gi_ret = gip->gi_pre(v, gip->gi_arg)) == UU_WALK_NEXT) { 612 /* 613 * Recurse using appropriate list. 614 */ 615 if (gip->gi_dir == WALK_DEPENDENTS) 616 list = v->gv_dependents; 617 else 618 list = v->gv_dependencies; 619 620 r = uu_list_walk(list, (uu_walk_fn_t *)graph_walk_recurse, 621 gip, 0); 622 assert(r == 0); 623 } 624 625 /* 626 * Callbacks must return either UU_WALK_NEXT or UU_WALK_DONE. 627 */ 628 assert(gip->gi_ret == UU_WALK_NEXT || gip->gi_ret == UU_WALK_DONE); 629 630 /* 631 * If given a post-callback, call the function for every vertex. 632 */ 633 if (gip->gi_post != NULL) 634 (void) gip->gi_post(v, gip->gi_arg); 635 636 /* 637 * Preserve the callback's return value. If the callback returns 638 * UU_WALK_DONE, then we propagate that to the caller in order to 639 * terminate the walk. 640 */ 641 return (gip->gi_ret); 642 } 643 644 static void 645 graph_walk(graph_vertex_t *v, graph_walk_dir_t dir, 646 int (*pre)(graph_vertex_t *, void *), 647 void (*post)(graph_vertex_t *, void *), void *arg) 648 { 649 graph_walk_info_t gi; 650 graph_edge_t fake; 651 size_t sz = dictionary->dict_new_id / 8 + 1; 652 653 gi.gi_visited = startd_zalloc(sz); 654 gi.gi_pre = pre; 655 gi.gi_post = post; 656 gi.gi_arg = arg; 657 gi.gi_dir = dir; 658 gi.gi_ret = 0; 659 660 /* 661 * Fake up an edge for the first iteration 662 */ 663 fake.ge_vertex = v; 664 (void) graph_walk_recurse(&fake, &gi); 665 666 startd_free(gi.gi_visited, sz); 667 } 668 669 typedef struct child_search { 670 int id; /* id of vertex to look for */ 671 uint_t depth; /* recursion depth */ 672 /* 673 * While the vertex is not found, path is NULL. After the search, if 674 * the vertex was found then path should point to a -1-terminated 675 * array of vertex id's which constitute the path to the vertex. 676 */ 677 int *path; 678 } child_search_t; 679 680 static int 681 child_pre(graph_vertex_t *v, void *arg) 682 { 683 child_search_t *cs = arg; 684 685 cs->depth++; 686 687 if (v->gv_id == cs->id) { 688 cs->path = startd_alloc((cs->depth + 1) * sizeof (int)); 689 cs->path[cs->depth] = -1; 690 return (UU_WALK_DONE); 691 } 692 693 return (UU_WALK_NEXT); 694 } 695 696 static void 697 child_post(graph_vertex_t *v, void *arg) 698 { 699 child_search_t *cs = arg; 700 701 cs->depth--; 702 703 if (cs->path != NULL) 704 cs->path[cs->depth] = v->gv_id; 705 } 706 707 /* 708 * Look for a path from from to to. If one exists, returns a pointer to 709 * a NULL-terminated array of pointers to the vertices along the path. If 710 * there is no path, returns NULL. 711 */ 712 static int * 713 is_path_to(graph_vertex_t *from, graph_vertex_t *to) 714 { 715 child_search_t cs; 716 717 cs.id = to->gv_id; 718 cs.depth = 0; 719 cs.path = NULL; 720 721 graph_walk(from, WALK_DEPENDENCIES, child_pre, child_post, &cs); 722 723 return (cs.path); 724 } 725 726 /* 727 * Given an array of int's as returned by is_path_to, allocates a string of 728 * their names joined by newlines. Returns the size of the allocated buffer 729 * in *sz and frees path. 730 */ 731 static void 732 path_to_str(int *path, char **cpp, size_t *sz) 733 { 734 int i; 735 graph_vertex_t *v; 736 size_t allocd, new_allocd; 737 char *new, *name; 738 739 assert(MUTEX_HELD(&dgraph_lock)); 740 assert(path[0] != -1); 741 742 allocd = 1; 743 *cpp = startd_alloc(1); 744 (*cpp)[0] = '\0'; 745 746 for (i = 0; path[i] != -1; ++i) { 747 name = NULL; 748 749 v = vertex_get_by_id(path[i]); 750 751 if (v == NULL) 752 name = "<deleted>"; 753 else if (v->gv_type == GVT_INST || v->gv_type == GVT_SVC) 754 name = v->gv_name; 755 756 if (name != NULL) { 757 new_allocd = allocd + strlen(name) + 1; 758 new = startd_alloc(new_allocd); 759 (void) strcpy(new, *cpp); 760 (void) strcat(new, name); 761 (void) strcat(new, "\n"); 762 763 startd_free(*cpp, allocd); 764 765 *cpp = new; 766 allocd = new_allocd; 767 } 768 } 769 770 startd_free(path, sizeof (int) * (i + 1)); 771 772 *sz = allocd; 773 } 774 775 776 /* 777 * This function along with run_sulogin() implements an exclusion relationship 778 * between system/console-login and sulogin. run_sulogin() will fail if 779 * system/console-login is online, and the graph engine should call 780 * graph_clogin_start() to bring system/console-login online, which defers the 781 * start if sulogin is running. 782 */ 783 static void 784 graph_clogin_start(graph_vertex_t *v) 785 { 786 assert(MUTEX_HELD(&dgraph_lock)); 787 788 if (sulogin_running) 789 console_login_ready = B_TRUE; 790 else 791 vertex_send_event(v, RESTARTER_EVENT_TYPE_START); 792 } 793 794 static void 795 graph_su_start(graph_vertex_t *v) 796 { 797 /* 798 * /etc/inittab used to have the initial /sbin/rcS as a 'sysinit' 799 * entry with a runlevel of 'S', before jumping to the final 800 * target runlevel (as set in initdefault). We mimic that legacy 801 * behavior here. 802 */ 803 utmpx_set_runlevel('S', '0', B_FALSE); 804 vertex_send_event(v, RESTARTER_EVENT_TYPE_START); 805 } 806 807 static void 808 graph_post_su_online(void) 809 { 810 graph_runlevel_changed('S', 1); 811 } 812 813 static void 814 graph_post_su_disable(void) 815 { 816 graph_runlevel_changed('S', 0); 817 } 818 819 static void 820 graph_post_mu_online(void) 821 { 822 graph_runlevel_changed('2', 1); 823 } 824 825 static void 826 graph_post_mu_disable(void) 827 { 828 graph_runlevel_changed('2', 0); 829 } 830 831 static void 832 graph_post_mus_online(void) 833 { 834 graph_runlevel_changed('3', 1); 835 } 836 837 static void 838 graph_post_mus_disable(void) 839 { 840 graph_runlevel_changed('3', 0); 841 } 842 843 static struct special_vertex_info { 844 const char *name; 845 void (*start_f)(graph_vertex_t *); 846 void (*post_online_f)(void); 847 void (*post_disable_f)(void); 848 } special_vertices[] = { 849 { CONSOLE_LOGIN_FMRI, graph_clogin_start, NULL, NULL }, 850 { SCF_MILESTONE_SINGLE_USER, graph_su_start, 851 graph_post_su_online, graph_post_su_disable }, 852 { SCF_MILESTONE_MULTI_USER, NULL, 853 graph_post_mu_online, graph_post_mu_disable }, 854 { SCF_MILESTONE_MULTI_USER_SERVER, NULL, 855 graph_post_mus_online, graph_post_mus_disable }, 856 { NULL }, 857 }; 858 859 860 void 861 vertex_send_event(graph_vertex_t *v, restarter_event_type_t e) 862 { 863 switch (e) { 864 case RESTARTER_EVENT_TYPE_ADD_INSTANCE: 865 assert(v->gv_state == RESTARTER_STATE_UNINIT); 866 867 MUTEX_LOCK(&st->st_load_lock); 868 st->st_load_instances++; 869 MUTEX_UNLOCK(&st->st_load_lock); 870 break; 871 872 case RESTARTER_EVENT_TYPE_ENABLE: 873 log_framework(LOG_DEBUG, "Enabling %s.\n", v->gv_name); 874 assert(v->gv_state == RESTARTER_STATE_UNINIT || 875 v->gv_state == RESTARTER_STATE_DISABLED || 876 v->gv_state == RESTARTER_STATE_MAINT); 877 break; 878 879 case RESTARTER_EVENT_TYPE_DISABLE: 880 case RESTARTER_EVENT_TYPE_ADMIN_DISABLE: 881 log_framework(LOG_DEBUG, "Disabling %s.\n", v->gv_name); 882 assert(v->gv_state != RESTARTER_STATE_DISABLED); 883 break; 884 885 case RESTARTER_EVENT_TYPE_STOP_RESET: 886 case RESTARTER_EVENT_TYPE_STOP: 887 log_framework(LOG_DEBUG, "Stopping %s.\n", v->gv_name); 888 assert(v->gv_state == RESTARTER_STATE_DEGRADED || 889 v->gv_state == RESTARTER_STATE_ONLINE); 890 break; 891 892 case RESTARTER_EVENT_TYPE_START: 893 log_framework(LOG_DEBUG, "Starting %s.\n", v->gv_name); 894 assert(v->gv_state == RESTARTER_STATE_OFFLINE); 895 break; 896 897 case RESTARTER_EVENT_TYPE_REMOVE_INSTANCE: 898 case RESTARTER_EVENT_TYPE_ADMIN_DEGRADED: 899 case RESTARTER_EVENT_TYPE_ADMIN_REFRESH: 900 case RESTARTER_EVENT_TYPE_ADMIN_RESTART: 901 case RESTARTER_EVENT_TYPE_ADMIN_MAINT_OFF: 902 case RESTARTER_EVENT_TYPE_ADMIN_MAINT_ON: 903 case RESTARTER_EVENT_TYPE_ADMIN_MAINT_ON_IMMEDIATE: 904 case RESTARTER_EVENT_TYPE_DEPENDENCY_CYCLE: 905 case RESTARTER_EVENT_TYPE_INVALID_DEPENDENCY: 906 break; 907 908 default: 909 #ifndef NDEBUG 910 uu_warn("%s:%d: Bad event %d.\n", __FILE__, __LINE__, e); 911 #endif 912 abort(); 913 } 914 915 restarter_protocol_send_event(v->gv_name, v->gv_restarter_channel, e, 916 v->gv_reason); 917 } 918 919 static void 920 graph_unset_restarter(graph_vertex_t *v) 921 { 922 assert(MUTEX_HELD(&dgraph_lock)); 923 assert(v->gv_flags & GV_CONFIGURED); 924 925 vertex_send_event(v, RESTARTER_EVENT_TYPE_REMOVE_INSTANCE); 926 927 if (v->gv_restarter_id != -1) { 928 graph_vertex_t *rv; 929 930 rv = vertex_get_by_id(v->gv_restarter_id); 931 graph_remove_edge(v, rv); 932 } 933 934 v->gv_restarter_id = -1; 935 v->gv_restarter_channel = NULL; 936 } 937 938 /* 939 * Return VERTEX_REMOVED when the vertex passed in argument is deleted from the 940 * dgraph otherwise return VERTEX_INUSE. 941 */ 942 static int 943 free_if_unrefed(graph_vertex_t *v) 944 { 945 assert(MUTEX_HELD(&dgraph_lock)); 946 947 if (v->gv_refs > 0) 948 return (VERTEX_INUSE); 949 950 if (v->gv_type == GVT_SVC && 951 uu_list_numnodes(v->gv_dependents) == 0 && 952 uu_list_numnodes(v->gv_dependencies) == 0) { 953 graph_remove_vertex(v); 954 return (VERTEX_REMOVED); 955 } else if (v->gv_type == GVT_INST && 956 (v->gv_flags & GV_CONFIGURED) == 0 && 957 uu_list_numnodes(v->gv_dependents) == 1 && 958 uu_list_numnodes(v->gv_dependencies) == 0) { 959 remove_inst_vertex(v); 960 return (VERTEX_REMOVED); 961 } 962 963 return (VERTEX_INUSE); 964 } 965 966 static void 967 delete_depgroup(graph_vertex_t *v) 968 { 969 graph_edge_t *e; 970 graph_vertex_t *dv; 971 972 assert(MUTEX_HELD(&dgraph_lock)); 973 assert(v->gv_type == GVT_GROUP); 974 assert(uu_list_numnodes(v->gv_dependents) == 0); 975 976 while ((e = uu_list_first(v->gv_dependencies)) != NULL) { 977 dv = e->ge_vertex; 978 979 graph_remove_edge(v, dv); 980 981 switch (dv->gv_type) { 982 case GVT_INST: /* instance dependency */ 983 case GVT_SVC: /* service dependency */ 984 (void) free_if_unrefed(dv); 985 break; 986 987 case GVT_FILE: /* file dependency */ 988 assert(uu_list_numnodes(dv->gv_dependencies) == 0); 989 if (uu_list_numnodes(dv->gv_dependents) == 0) 990 graph_remove_vertex(dv); 991 break; 992 993 default: 994 #ifndef NDEBUG 995 uu_warn("%s:%d: Unexpected node type %d", __FILE__, 996 __LINE__, dv->gv_type); 997 #endif 998 abort(); 999 } 1000 } 1001 1002 graph_remove_vertex(v); 1003 } 1004 1005 static int 1006 delete_instance_deps_cb(graph_edge_t *e, void **ptrs) 1007 { 1008 graph_vertex_t *v = ptrs[0]; 1009 boolean_t delete_restarter_dep = (boolean_t)ptrs[1]; 1010 graph_vertex_t *dv; 1011 1012 dv = e->ge_vertex; 1013 1014 /* 1015 * We have four possibilities here: 1016 * - GVT_INST: restarter 1017 * - GVT_GROUP - GVT_INST: instance dependency 1018 * - GVT_GROUP - GVT_SVC - GV_INST: service dependency 1019 * - GVT_GROUP - GVT_FILE: file dependency 1020 */ 1021 switch (dv->gv_type) { 1022 case GVT_INST: /* restarter */ 1023 assert(dv->gv_id == v->gv_restarter_id); 1024 if (delete_restarter_dep) 1025 graph_remove_edge(v, dv); 1026 break; 1027 1028 case GVT_GROUP: /* pg dependency */ 1029 graph_remove_edge(v, dv); 1030 delete_depgroup(dv); 1031 break; 1032 1033 case GVT_FILE: 1034 /* These are currently not direct dependencies */ 1035 1036 default: 1037 #ifndef NDEBUG 1038 uu_warn("%s:%d: Bad vertex type %d.\n", __FILE__, __LINE__, 1039 dv->gv_type); 1040 #endif 1041 abort(); 1042 } 1043 1044 return (UU_WALK_NEXT); 1045 } 1046 1047 static void 1048 delete_instance_dependencies(graph_vertex_t *v, boolean_t delete_restarter_dep) 1049 { 1050 void *ptrs[2]; 1051 int r; 1052 1053 assert(MUTEX_HELD(&dgraph_lock)); 1054 assert(v->gv_type == GVT_INST); 1055 1056 ptrs[0] = v; 1057 ptrs[1] = (void *)delete_restarter_dep; 1058 1059 r = uu_list_walk(v->gv_dependencies, 1060 (uu_walk_fn_t *)delete_instance_deps_cb, &ptrs, UU_WALK_ROBUST); 1061 assert(r == 0); 1062 } 1063 1064 /* 1065 * int graph_insert_vertex_unconfigured() 1066 * Insert a vertex without sending any restarter events. If the vertex 1067 * already exists or creation is successful, return a pointer to it in *vp. 1068 * 1069 * If type is not GVT_GROUP, dt can remain unset. 1070 * 1071 * Returns 0, EEXIST, or EINVAL if the arguments are invalid (i.e., fmri 1072 * doesn't agree with type, or type doesn't agree with dt). 1073 */ 1074 static int 1075 graph_insert_vertex_unconfigured(const char *fmri, gv_type_t type, 1076 depgroup_type_t dt, restarter_error_t rt, graph_vertex_t **vp) 1077 { 1078 int r; 1079 int i; 1080 1081 assert(MUTEX_HELD(&dgraph_lock)); 1082 1083 switch (type) { 1084 case GVT_SVC: 1085 case GVT_INST: 1086 if (strncmp(fmri, "svc:", sizeof ("svc:") - 1) != 0) 1087 return (EINVAL); 1088 break; 1089 1090 case GVT_FILE: 1091 if (strncmp(fmri, "file:", sizeof ("file:") - 1) != 0) 1092 return (EINVAL); 1093 break; 1094 1095 case GVT_GROUP: 1096 if (dt <= 0 || rt < 0) 1097 return (EINVAL); 1098 break; 1099 1100 default: 1101 #ifndef NDEBUG 1102 uu_warn("%s:%d: Unknown type %d.\n", __FILE__, __LINE__, type); 1103 #endif 1104 abort(); 1105 } 1106 1107 *vp = vertex_get_by_name(fmri); 1108 if (*vp != NULL) 1109 return (EEXIST); 1110 1111 *vp = graph_add_vertex(fmri); 1112 1113 (*vp)->gv_type = type; 1114 (*vp)->gv_depgroup = dt; 1115 (*vp)->gv_restart = rt; 1116 1117 (*vp)->gv_flags = 0; 1118 (*vp)->gv_state = RESTARTER_STATE_NONE; 1119 1120 for (i = 0; special_vertices[i].name != NULL; ++i) { 1121 if (strcmp(fmri, special_vertices[i].name) == 0) { 1122 (*vp)->gv_start_f = special_vertices[i].start_f; 1123 (*vp)->gv_post_online_f = 1124 special_vertices[i].post_online_f; 1125 (*vp)->gv_post_disable_f = 1126 special_vertices[i].post_disable_f; 1127 break; 1128 } 1129 } 1130 1131 (*vp)->gv_restarter_id = -1; 1132 (*vp)->gv_restarter_channel = 0; 1133 1134 if (type == GVT_INST) { 1135 char *sfmri; 1136 graph_vertex_t *sv; 1137 1138 sfmri = inst_fmri_to_svc_fmri(fmri); 1139 sv = vertex_get_by_name(sfmri); 1140 if (sv == NULL) { 1141 r = graph_insert_vertex_unconfigured(sfmri, GVT_SVC, 0, 1142 0, &sv); 1143 assert(r == 0); 1144 } 1145 startd_free(sfmri, max_scf_fmri_size); 1146 1147 graph_add_edge(sv, *vp); 1148 } 1149 1150 /* 1151 * If this vertex is in the subgraph, mark it as so, for both 1152 * GVT_INST and GVT_SERVICE verteces. 1153 * A GVT_SERVICE vertex can only be in the subgraph if another instance 1154 * depends on it, in which case it's already been added to the graph 1155 * and marked as in the subgraph (by refresh_vertex()). If a 1156 * GVT_SERVICE vertex was freshly added (by the code above), it means 1157 * that it has no dependents, and cannot be in the subgraph. 1158 * Regardless of this, we still check that gv_flags includes 1159 * GV_INSUBGRAPH in the event that future behavior causes the above 1160 * code to add a GVT_SERVICE vertex which should be in the subgraph. 1161 */ 1162 1163 (*vp)->gv_flags |= (should_be_in_subgraph(*vp)? GV_INSUBGRAPH : 0); 1164 1165 return (0); 1166 } 1167 1168 /* 1169 * Returns 0 on success or ELOOP if the dependency would create a cycle. 1170 */ 1171 static int 1172 graph_insert_dependency(graph_vertex_t *fv, graph_vertex_t *tv, int **pathp) 1173 { 1174 hrtime_t now; 1175 1176 assert(MUTEX_HELD(&dgraph_lock)); 1177 1178 /* cycle detection */ 1179 now = gethrtime(); 1180 1181 /* Don't follow exclusions. */ 1182 if (!(fv->gv_type == GVT_GROUP && 1183 fv->gv_depgroup == DEPGRP_EXCLUDE_ALL)) { 1184 *pathp = is_path_to(tv, fv); 1185 if (*pathp) 1186 return (ELOOP); 1187 } 1188 1189 dep_cycle_ns += gethrtime() - now; 1190 ++dep_inserts; 1191 now = gethrtime(); 1192 1193 graph_add_edge(fv, tv); 1194 1195 dep_insert_ns += gethrtime() - now; 1196 1197 /* Check if the dependency adds the "to" vertex to the subgraph */ 1198 tv->gv_flags |= (should_be_in_subgraph(tv) ? GV_INSUBGRAPH : 0); 1199 1200 return (0); 1201 } 1202 1203 static int 1204 inst_running(graph_vertex_t *v) 1205 { 1206 assert(v->gv_type == GVT_INST); 1207 1208 if (v->gv_state == RESTARTER_STATE_ONLINE || 1209 v->gv_state == RESTARTER_STATE_DEGRADED) 1210 return (1); 1211 1212 return (0); 1213 } 1214 1215 /* 1216 * The dependency evaluation functions return 1217 * 1 - dependency satisfied 1218 * 0 - dependency unsatisfied 1219 * -1 - dependency unsatisfiable (without administrator intervention) 1220 * 1221 * The functions also take a boolean satbility argument. When true, the 1222 * functions may recurse in order to determine satisfiability. 1223 */ 1224 static int require_any_satisfied(graph_vertex_t *, boolean_t); 1225 static int dependency_satisfied(graph_vertex_t *, boolean_t); 1226 1227 /* 1228 * A require_all dependency is unsatisfied if any elements are unsatisfied. It 1229 * is unsatisfiable if any elements are unsatisfiable. 1230 */ 1231 static int 1232 require_all_satisfied(graph_vertex_t *groupv, boolean_t satbility) 1233 { 1234 graph_edge_t *edge; 1235 int i; 1236 boolean_t any_unsatisfied; 1237 1238 if (uu_list_numnodes(groupv->gv_dependencies) == 0) 1239 return (1); 1240 1241 any_unsatisfied = B_FALSE; 1242 1243 for (edge = uu_list_first(groupv->gv_dependencies); 1244 edge != NULL; 1245 edge = uu_list_next(groupv->gv_dependencies, edge)) { 1246 i = dependency_satisfied(edge->ge_vertex, satbility); 1247 if (i == 1) 1248 continue; 1249 1250 log_framework2(LOG_DEBUG, DEBUG_DEPENDENCIES, 1251 "require_all(%s): %s is unsatisfi%s.\n", groupv->gv_name, 1252 edge->ge_vertex->gv_name, i == 0 ? "ed" : "able"); 1253 1254 if (!satbility) 1255 return (0); 1256 1257 if (i == -1) 1258 return (-1); 1259 1260 any_unsatisfied = B_TRUE; 1261 } 1262 1263 return (any_unsatisfied ? 0 : 1); 1264 } 1265 1266 /* 1267 * A require_any dependency is satisfied if any element is satisfied. It is 1268 * satisfiable if any element is satisfiable. 1269 */ 1270 static int 1271 require_any_satisfied(graph_vertex_t *groupv, boolean_t satbility) 1272 { 1273 graph_edge_t *edge; 1274 int s; 1275 boolean_t satisfiable; 1276 1277 if (uu_list_numnodes(groupv->gv_dependencies) == 0) 1278 return (1); 1279 1280 satisfiable = B_FALSE; 1281 1282 for (edge = uu_list_first(groupv->gv_dependencies); 1283 edge != NULL; 1284 edge = uu_list_next(groupv->gv_dependencies, edge)) { 1285 s = dependency_satisfied(edge->ge_vertex, satbility); 1286 1287 if (s == 1) 1288 return (1); 1289 1290 log_framework2(LOG_DEBUG, DEBUG_DEPENDENCIES, 1291 "require_any(%s): %s is unsatisfi%s.\n", 1292 groupv->gv_name, edge->ge_vertex->gv_name, 1293 s == 0 ? "ed" : "able"); 1294 1295 if (satbility && s == 0) 1296 satisfiable = B_TRUE; 1297 } 1298 1299 return (!satbility || satisfiable ? 0 : -1); 1300 } 1301 1302 /* 1303 * An optional_all dependency only considers elements which are configured, 1304 * enabled, and not in maintenance. If any are unsatisfied, then the dependency 1305 * is unsatisfied. 1306 * 1307 * Offline dependencies which are waiting for a dependency to come online are 1308 * unsatisfied. Offline dependences which cannot possibly come online 1309 * (unsatisfiable) are always considered satisfied. 1310 */ 1311 static int 1312 optional_all_satisfied(graph_vertex_t *groupv, boolean_t satbility) 1313 { 1314 graph_edge_t *edge; 1315 graph_vertex_t *v; 1316 boolean_t any_qualified; 1317 boolean_t any_unsatisfied; 1318 int i; 1319 1320 any_qualified = B_FALSE; 1321 any_unsatisfied = B_FALSE; 1322 1323 for (edge = uu_list_first(groupv->gv_dependencies); 1324 edge != NULL; 1325 edge = uu_list_next(groupv->gv_dependencies, edge)) { 1326 v = edge->ge_vertex; 1327 1328 switch (v->gv_type) { 1329 case GVT_INST: 1330 /* Skip missing or disabled instances */ 1331 if ((v->gv_flags & (GV_CONFIGURED | GV_ENABLED)) != 1332 (GV_CONFIGURED | GV_ENABLED)) 1333 continue; 1334 1335 if (v->gv_state == RESTARTER_STATE_MAINT) 1336 continue; 1337 1338 if (v->gv_flags & GV_TOOFFLINE) 1339 continue; 1340 1341 any_qualified = B_TRUE; 1342 if (v->gv_state == RESTARTER_STATE_OFFLINE) { 1343 /* 1344 * For offline dependencies, treat unsatisfiable 1345 * as satisfied. 1346 */ 1347 i = dependency_satisfied(v, B_TRUE); 1348 if (i == -1) 1349 i = 1; 1350 } else if (v->gv_state == RESTARTER_STATE_DISABLED) { 1351 /* 1352 * The service is enabled, but hasn't 1353 * transitioned out of disabled yet. Treat it 1354 * as unsatisfied (not unsatisfiable). 1355 */ 1356 i = 0; 1357 } else { 1358 i = dependency_satisfied(v, satbility); 1359 } 1360 break; 1361 1362 case GVT_FILE: 1363 any_qualified = B_TRUE; 1364 i = dependency_satisfied(v, satbility); 1365 1366 break; 1367 1368 case GVT_SVC: { 1369 boolean_t svc_any_qualified; 1370 boolean_t svc_satisfied; 1371 boolean_t svc_satisfiable; 1372 graph_vertex_t *v2; 1373 graph_edge_t *e2; 1374 1375 svc_any_qualified = B_FALSE; 1376 svc_satisfied = B_FALSE; 1377 svc_satisfiable = B_FALSE; 1378 1379 for (e2 = uu_list_first(v->gv_dependencies); 1380 e2 != NULL; 1381 e2 = uu_list_next(v->gv_dependencies, e2)) { 1382 v2 = e2->ge_vertex; 1383 assert(v2->gv_type == GVT_INST); 1384 1385 if ((v2->gv_flags & 1386 (GV_CONFIGURED | GV_ENABLED)) != 1387 (GV_CONFIGURED | GV_ENABLED)) 1388 continue; 1389 1390 if (v2->gv_state == RESTARTER_STATE_MAINT) 1391 continue; 1392 1393 if (v2->gv_flags & GV_TOOFFLINE) 1394 continue; 1395 1396 svc_any_qualified = B_TRUE; 1397 1398 if (v2->gv_state == RESTARTER_STATE_OFFLINE) { 1399 /* 1400 * For offline dependencies, treat 1401 * unsatisfiable as satisfied. 1402 */ 1403 i = dependency_satisfied(v2, B_TRUE); 1404 if (i == -1) 1405 i = 1; 1406 } else if (v2->gv_state == 1407 RESTARTER_STATE_DISABLED) { 1408 i = 0; 1409 } else { 1410 i = dependency_satisfied(v2, satbility); 1411 } 1412 1413 if (i == 1) { 1414 svc_satisfied = B_TRUE; 1415 break; 1416 } 1417 if (i == 0) 1418 svc_satisfiable = B_TRUE; 1419 } 1420 1421 if (!svc_any_qualified) 1422 continue; 1423 any_qualified = B_TRUE; 1424 if (svc_satisfied) { 1425 i = 1; 1426 } else if (svc_satisfiable) { 1427 i = 0; 1428 } else { 1429 i = -1; 1430 } 1431 break; 1432 } 1433 1434 case GVT_GROUP: 1435 default: 1436 #ifndef NDEBUG 1437 uu_warn("%s:%d: Unexpected vertex type %d.\n", __FILE__, 1438 __LINE__, v->gv_type); 1439 #endif 1440 abort(); 1441 } 1442 1443 if (i == 1) 1444 continue; 1445 1446 log_framework2(LOG_DEBUG, DEBUG_DEPENDENCIES, 1447 "optional_all(%s): %s is unsatisfi%s.\n", groupv->gv_name, 1448 v->gv_name, i == 0 ? "ed" : "able"); 1449 1450 if (!satbility) 1451 return (0); 1452 if (i == -1) 1453 return (-1); 1454 any_unsatisfied = B_TRUE; 1455 } 1456 1457 if (!any_qualified) 1458 return (1); 1459 1460 return (any_unsatisfied ? 0 : 1); 1461 } 1462 1463 /* 1464 * An exclude_all dependency is unsatisfied if any non-service element is 1465 * satisfied or any service instance which is configured, enabled, and not in 1466 * maintenance is satisfied. Usually when unsatisfied, it is also 1467 * unsatisfiable. 1468 */ 1469 #define LOG_EXCLUDE(u, v) \ 1470 log_framework2(LOG_DEBUG, DEBUG_DEPENDENCIES, \ 1471 "exclude_all(%s): %s is satisfied.\n", \ 1472 (u)->gv_name, (v)->gv_name) 1473 1474 /* ARGSUSED */ 1475 static int 1476 exclude_all_satisfied(graph_vertex_t *groupv, boolean_t satbility) 1477 { 1478 graph_edge_t *edge, *e2; 1479 graph_vertex_t *v, *v2; 1480 1481 for (edge = uu_list_first(groupv->gv_dependencies); 1482 edge != NULL; 1483 edge = uu_list_next(groupv->gv_dependencies, edge)) { 1484 v = edge->ge_vertex; 1485 1486 switch (v->gv_type) { 1487 case GVT_INST: 1488 if ((v->gv_flags & GV_CONFIGURED) == 0) 1489 continue; 1490 1491 switch (v->gv_state) { 1492 case RESTARTER_STATE_ONLINE: 1493 case RESTARTER_STATE_DEGRADED: 1494 LOG_EXCLUDE(groupv, v); 1495 return (v->gv_flags & GV_ENABLED ? -1 : 0); 1496 1497 case RESTARTER_STATE_OFFLINE: 1498 case RESTARTER_STATE_UNINIT: 1499 LOG_EXCLUDE(groupv, v); 1500 return (0); 1501 1502 case RESTARTER_STATE_DISABLED: 1503 case RESTARTER_STATE_MAINT: 1504 continue; 1505 1506 default: 1507 #ifndef NDEBUG 1508 uu_warn("%s:%d: Unexpected vertex state %d.\n", 1509 __FILE__, __LINE__, v->gv_state); 1510 #endif 1511 abort(); 1512 } 1513 /* NOTREACHED */ 1514 1515 case GVT_SVC: 1516 break; 1517 1518 case GVT_FILE: 1519 if (!file_ready(v)) 1520 continue; 1521 LOG_EXCLUDE(groupv, v); 1522 return (-1); 1523 1524 case GVT_GROUP: 1525 default: 1526 #ifndef NDEBUG 1527 uu_warn("%s:%d: Unexpected vertex type %d.\n", __FILE__, 1528 __LINE__, v->gv_type); 1529 #endif 1530 abort(); 1531 } 1532 1533 /* v represents a service */ 1534 if (uu_list_numnodes(v->gv_dependencies) == 0) 1535 continue; 1536 1537 for (e2 = uu_list_first(v->gv_dependencies); 1538 e2 != NULL; 1539 e2 = uu_list_next(v->gv_dependencies, e2)) { 1540 v2 = e2->ge_vertex; 1541 assert(v2->gv_type == GVT_INST); 1542 1543 if ((v2->gv_flags & GV_CONFIGURED) == 0) 1544 continue; 1545 1546 switch (v2->gv_state) { 1547 case RESTARTER_STATE_ONLINE: 1548 case RESTARTER_STATE_DEGRADED: 1549 LOG_EXCLUDE(groupv, v2); 1550 return (v2->gv_flags & GV_ENABLED ? -1 : 0); 1551 1552 case RESTARTER_STATE_OFFLINE: 1553 case RESTARTER_STATE_UNINIT: 1554 LOG_EXCLUDE(groupv, v2); 1555 return (0); 1556 1557 case RESTARTER_STATE_DISABLED: 1558 case RESTARTER_STATE_MAINT: 1559 continue; 1560 1561 default: 1562 #ifndef NDEBUG 1563 uu_warn("%s:%d: Unexpected vertex type %d.\n", 1564 __FILE__, __LINE__, v2->gv_type); 1565 #endif 1566 abort(); 1567 } 1568 } 1569 } 1570 1571 return (1); 1572 } 1573 1574 /* 1575 * int instance_satisfied() 1576 * Determine if all the dependencies are satisfied for the supplied instance 1577 * vertex. Return 1 if they are, 0 if they aren't, and -1 if they won't be 1578 * without administrator intervention. 1579 */ 1580 static int 1581 instance_satisfied(graph_vertex_t *v, boolean_t satbility) 1582 { 1583 assert(v->gv_type == GVT_INST); 1584 assert(!inst_running(v)); 1585 1586 return (require_all_satisfied(v, satbility)); 1587 } 1588 1589 /* 1590 * Decide whether v can satisfy a dependency. v can either be a child of 1591 * a group vertex, or of an instance vertex. 1592 */ 1593 static int 1594 dependency_satisfied(graph_vertex_t *v, boolean_t satbility) 1595 { 1596 switch (v->gv_type) { 1597 case GVT_INST: 1598 if ((v->gv_flags & GV_CONFIGURED) == 0) { 1599 if (v->gv_flags & GV_DEATHROW) { 1600 /* 1601 * A dependency on an instance with GV_DEATHROW 1602 * flag is always considered as satisfied. 1603 */ 1604 return (1); 1605 } 1606 return (-1); 1607 } 1608 1609 /* 1610 * Any vertex with the GV_TOOFFLINE flag set is guaranteed 1611 * to have its dependencies unsatisfiable. 1612 */ 1613 if (v->gv_flags & GV_TOOFFLINE) 1614 return (-1); 1615 1616 switch (v->gv_state) { 1617 case RESTARTER_STATE_ONLINE: 1618 case RESTARTER_STATE_DEGRADED: 1619 return (1); 1620 1621 case RESTARTER_STATE_OFFLINE: 1622 if (!satbility) 1623 return (0); 1624 return (instance_satisfied(v, satbility) != -1 ? 1625 0 : -1); 1626 1627 case RESTARTER_STATE_DISABLED: 1628 case RESTARTER_STATE_MAINT: 1629 return (-1); 1630 1631 case RESTARTER_STATE_UNINIT: 1632 return (0); 1633 1634 default: 1635 #ifndef NDEBUG 1636 uu_warn("%s:%d: Unexpected vertex state %d.\n", 1637 __FILE__, __LINE__, v->gv_state); 1638 #endif 1639 abort(); 1640 /* NOTREACHED */ 1641 } 1642 1643 case GVT_SVC: 1644 if (uu_list_numnodes(v->gv_dependencies) == 0) 1645 return (-1); 1646 return (require_any_satisfied(v, satbility)); 1647 1648 case GVT_FILE: 1649 /* i.e., we assume files will not be automatically generated */ 1650 return (file_ready(v) ? 1 : -1); 1651 1652 case GVT_GROUP: 1653 break; 1654 1655 default: 1656 #ifndef NDEBUG 1657 uu_warn("%s:%d: Unexpected node type %d.\n", __FILE__, __LINE__, 1658 v->gv_type); 1659 #endif 1660 abort(); 1661 /* NOTREACHED */ 1662 } 1663 1664 switch (v->gv_depgroup) { 1665 case DEPGRP_REQUIRE_ANY: 1666 return (require_any_satisfied(v, satbility)); 1667 1668 case DEPGRP_REQUIRE_ALL: 1669 return (require_all_satisfied(v, satbility)); 1670 1671 case DEPGRP_OPTIONAL_ALL: 1672 return (optional_all_satisfied(v, satbility)); 1673 1674 case DEPGRP_EXCLUDE_ALL: 1675 return (exclude_all_satisfied(v, satbility)); 1676 1677 default: 1678 #ifndef NDEBUG 1679 uu_warn("%s:%d: Unknown dependency grouping %d.\n", __FILE__, 1680 __LINE__, v->gv_depgroup); 1681 #endif 1682 abort(); 1683 } 1684 } 1685 1686 void 1687 graph_start_if_satisfied(graph_vertex_t *v) 1688 { 1689 if (v->gv_state == RESTARTER_STATE_OFFLINE && 1690 instance_satisfied(v, B_FALSE) == 1) { 1691 if (v->gv_start_f == NULL) 1692 vertex_send_event(v, RESTARTER_EVENT_TYPE_START); 1693 else 1694 v->gv_start_f(v); 1695 } 1696 } 1697 1698 /* 1699 * propagate_satbility() 1700 * 1701 * This function is used when the given vertex changes state in such a way that 1702 * one of its dependents may become unsatisfiable. This happens when an 1703 * instance transitions between offline -> online, or from !running -> 1704 * maintenance, as well as when an instance is removed from the graph. 1705 * 1706 * We have to walk all the dependents, since optional_all dependencies several 1707 * levels up could become (un)satisfied, instead of unsatisfiable. For example, 1708 * 1709 * +-----+ optional_all +-----+ require_all +-----+ 1710 * | A |--------------->| B |-------------->| C | 1711 * +-----+ +-----+ +-----+ 1712 * 1713 * offline -> maintenance 1714 * 1715 * If C goes into maintenance, it's not enough simply to check B. Because A has 1716 * an optional dependency, what was previously an unsatisfiable situation is now 1717 * satisfied (B will never come online, even though its state hasn't changed). 1718 * 1719 * Note that it's not necessary to continue examining dependents after reaching 1720 * an optional_all dependency. It's not possible for an optional_all dependency 1721 * to change satisfiability without also coming online, in which case we get a 1722 * start event and propagation continues naturally. However, it does no harm to 1723 * continue propagating satisfiability (as it is a relatively rare event), and 1724 * keeps the walker code simple and generic. 1725 */ 1726 /*ARGSUSED*/ 1727 static int 1728 satbility_cb(graph_vertex_t *v, void *arg) 1729 { 1730 if (v->gv_type == GVT_INST) 1731 graph_start_if_satisfied(v); 1732 1733 return (UU_WALK_NEXT); 1734 } 1735 1736 static void 1737 propagate_satbility(graph_vertex_t *v) 1738 { 1739 graph_walk(v, WALK_DEPENDENTS, satbility_cb, NULL, NULL); 1740 } 1741 1742 static void propagate_stop(graph_vertex_t *, void *); 1743 1744 /* ARGSUSED */ 1745 static void 1746 propagate_start(graph_vertex_t *v, void *arg) 1747 { 1748 switch (v->gv_type) { 1749 case GVT_INST: 1750 graph_start_if_satisfied(v); 1751 break; 1752 1753 case GVT_GROUP: 1754 if (v->gv_depgroup == DEPGRP_EXCLUDE_ALL) { 1755 graph_walk_dependents(v, propagate_stop, 1756 (void *)RERR_RESTART); 1757 break; 1758 } 1759 /* FALLTHROUGH */ 1760 1761 case GVT_SVC: 1762 graph_walk_dependents(v, propagate_start, NULL); 1763 break; 1764 1765 case GVT_FILE: 1766 #ifndef NDEBUG 1767 uu_warn("%s:%d: propagate_start() encountered GVT_FILE.\n", 1768 __FILE__, __LINE__); 1769 #endif 1770 abort(); 1771 /* NOTREACHED */ 1772 1773 default: 1774 #ifndef NDEBUG 1775 uu_warn("%s:%d: Unknown vertex type %d.\n", __FILE__, __LINE__, 1776 v->gv_type); 1777 #endif 1778 abort(); 1779 } 1780 } 1781 1782 static void 1783 propagate_stop(graph_vertex_t *v, void *arg) 1784 { 1785 graph_edge_t *e; 1786 graph_vertex_t *svc; 1787 restarter_error_t err = (restarter_error_t)arg; 1788 1789 switch (v->gv_type) { 1790 case GVT_INST: 1791 /* Restarter */ 1792 if (err > RERR_NONE && inst_running(v)) { 1793 if (err == RERR_RESTART || err == RERR_REFRESH) { 1794 vertex_send_event(v, 1795 RESTARTER_EVENT_TYPE_STOP_RESET); 1796 } else { 1797 vertex_send_event(v, RESTARTER_EVENT_TYPE_STOP); 1798 } 1799 } 1800 break; 1801 1802 case GVT_SVC: 1803 graph_walk_dependents(v, propagate_stop, arg); 1804 break; 1805 1806 case GVT_FILE: 1807 #ifndef NDEBUG 1808 uu_warn("%s:%d: propagate_stop() encountered GVT_FILE.\n", 1809 __FILE__, __LINE__); 1810 #endif 1811 abort(); 1812 /* NOTREACHED */ 1813 1814 case GVT_GROUP: 1815 if (v->gv_depgroup == DEPGRP_EXCLUDE_ALL) { 1816 graph_walk_dependents(v, propagate_start, NULL); 1817 break; 1818 } 1819 1820 if (err == RERR_NONE || err > v->gv_restart) 1821 break; 1822 1823 assert(uu_list_numnodes(v->gv_dependents) == 1); 1824 e = uu_list_first(v->gv_dependents); 1825 svc = e->ge_vertex; 1826 1827 if (inst_running(svc)) { 1828 if (err == RERR_RESTART || err == RERR_REFRESH) { 1829 vertex_send_event(svc, 1830 RESTARTER_EVENT_TYPE_STOP_RESET); 1831 } else { 1832 vertex_send_event(svc, 1833 RESTARTER_EVENT_TYPE_STOP); 1834 } 1835 } 1836 break; 1837 1838 default: 1839 #ifndef NDEBUG 1840 uu_warn("%s:%d: Unknown vertex type %d.\n", __FILE__, __LINE__, 1841 v->gv_type); 1842 #endif 1843 abort(); 1844 } 1845 } 1846 1847 void 1848 offline_vertex(graph_vertex_t *v) 1849 { 1850 scf_handle_t *h = libscf_handle_create_bound_loop(); 1851 scf_instance_t *scf_inst = safe_scf_instance_create(h); 1852 scf_propertygroup_t *pg = safe_scf_pg_create(h); 1853 restarter_instance_state_t state, next_state; 1854 int r; 1855 1856 assert(v->gv_type == GVT_INST); 1857 1858 if (scf_inst == NULL) 1859 bad_error("safe_scf_instance_create", scf_error()); 1860 if (pg == NULL) 1861 bad_error("safe_scf_pg_create", scf_error()); 1862 1863 /* if the vertex is already going offline, return */ 1864 rep_retry: 1865 if (scf_handle_decode_fmri(h, v->gv_name, NULL, NULL, scf_inst, NULL, 1866 NULL, SCF_DECODE_FMRI_EXACT) != 0) { 1867 switch (scf_error()) { 1868 case SCF_ERROR_CONNECTION_BROKEN: 1869 libscf_handle_rebind(h); 1870 goto rep_retry; 1871 1872 case SCF_ERROR_NOT_FOUND: 1873 scf_pg_destroy(pg); 1874 scf_instance_destroy(scf_inst); 1875 (void) scf_handle_unbind(h); 1876 scf_handle_destroy(h); 1877 return; 1878 } 1879 uu_die("Can't decode FMRI %s: %s\n", v->gv_name, 1880 scf_strerror(scf_error())); 1881 } 1882 1883 r = scf_instance_get_pg(scf_inst, SCF_PG_RESTARTER, pg); 1884 if (r != 0) { 1885 switch (scf_error()) { 1886 case SCF_ERROR_CONNECTION_BROKEN: 1887 libscf_handle_rebind(h); 1888 goto rep_retry; 1889 1890 case SCF_ERROR_NOT_SET: 1891 case SCF_ERROR_NOT_FOUND: 1892 scf_pg_destroy(pg); 1893 scf_instance_destroy(scf_inst); 1894 (void) scf_handle_unbind(h); 1895 scf_handle_destroy(h); 1896 return; 1897 1898 default: 1899 bad_error("scf_instance_get_pg", scf_error()); 1900 } 1901 } else { 1902 r = libscf_read_states(pg, &state, &next_state); 1903 if (r == 0 && (next_state == RESTARTER_STATE_OFFLINE || 1904 next_state == RESTARTER_STATE_DISABLED)) { 1905 log_framework(LOG_DEBUG, 1906 "%s: instance is already going down.\n", 1907 v->gv_name); 1908 scf_pg_destroy(pg); 1909 scf_instance_destroy(scf_inst); 1910 (void) scf_handle_unbind(h); 1911 scf_handle_destroy(h); 1912 return; 1913 } 1914 } 1915 1916 scf_pg_destroy(pg); 1917 scf_instance_destroy(scf_inst); 1918 (void) scf_handle_unbind(h); 1919 scf_handle_destroy(h); 1920 1921 vertex_send_event(v, RESTARTER_EVENT_TYPE_STOP_RESET); 1922 } 1923 1924 /* 1925 * void graph_enable_by_vertex() 1926 * If admin is non-zero, this is an administrative request for change 1927 * of the enabled property. Thus, send the ADMIN_DISABLE rather than 1928 * a plain DISABLE restarter event. 1929 */ 1930 void 1931 graph_enable_by_vertex(graph_vertex_t *vertex, int enable, int admin) 1932 { 1933 graph_vertex_t *v; 1934 int r; 1935 1936 assert(MUTEX_HELD(&dgraph_lock)); 1937 assert((vertex->gv_flags & GV_CONFIGURED)); 1938 1939 vertex->gv_flags = (vertex->gv_flags & ~GV_ENABLED) | 1940 (enable ? GV_ENABLED : 0); 1941 1942 if (enable) { 1943 if (vertex->gv_state != RESTARTER_STATE_OFFLINE && 1944 vertex->gv_state != RESTARTER_STATE_DEGRADED && 1945 vertex->gv_state != RESTARTER_STATE_ONLINE) { 1946 /* 1947 * In case the vertex was notified to go down, 1948 * but now can return online, clear the _TOOFFLINE 1949 * and _TODISABLE flags. 1950 */ 1951 vertex->gv_flags &= ~GV_TOOFFLINE; 1952 vertex->gv_flags &= ~GV_TODISABLE; 1953 1954 vertex_send_event(vertex, RESTARTER_EVENT_TYPE_ENABLE); 1955 } 1956 1957 /* 1958 * Wait for state update from restarter before sending _START or 1959 * _STOP. 1960 */ 1961 1962 return; 1963 } 1964 1965 if (vertex->gv_state == RESTARTER_STATE_DISABLED) 1966 return; 1967 1968 if (!admin) { 1969 vertex_send_event(vertex, RESTARTER_EVENT_TYPE_DISABLE); 1970 1971 /* 1972 * Wait for state update from restarter before sending _START or 1973 * _STOP. 1974 */ 1975 1976 return; 1977 } 1978 1979 /* 1980 * If it is a DISABLE event requested by the administrator then we are 1981 * offlining the dependents first. 1982 */ 1983 1984 /* 1985 * Set GV_TOOFFLINE for the services we are offlining. We cannot 1986 * clear the GV_TOOFFLINE bits from all the services because 1987 * other DISABLE events might be handled at the same time. 1988 */ 1989 vertex->gv_flags |= GV_TOOFFLINE; 1990 1991 /* remember which vertex to disable... */ 1992 vertex->gv_flags |= GV_TODISABLE; 1993 1994 log_framework(LOG_DEBUG, "Marking in-subtree vertices before " 1995 "disabling %s.\n", vertex->gv_name); 1996 1997 /* set GV_TOOFFLINE for its dependents */ 1998 r = uu_list_walk(vertex->gv_dependents, (uu_walk_fn_t *)mark_subtree, 1999 NULL, 0); 2000 assert(r == 0); 2001 2002 /* disable the instance now if there is nothing else to offline */ 2003 if (insubtree_dependents_down(vertex) == B_TRUE) { 2004 vertex_send_event(vertex, RESTARTER_EVENT_TYPE_ADMIN_DISABLE); 2005 return; 2006 } 2007 2008 /* 2009 * This loop is similar to the one used for the graph reversal shutdown 2010 * and could be improved in term of performance for the subtree reversal 2011 * disable case. 2012 */ 2013 for (v = uu_list_first(dgraph); v != NULL; 2014 v = uu_list_next(dgraph, v)) { 2015 /* skip the vertex we are disabling for now */ 2016 if (v == vertex) 2017 continue; 2018 2019 if (v->gv_type != GVT_INST || 2020 (v->gv_flags & GV_CONFIGURED) == 0 || 2021 (v->gv_flags & GV_ENABLED) == 0 || 2022 (v->gv_flags & GV_TOOFFLINE) == 0) 2023 continue; 2024 2025 if ((v->gv_state != RESTARTER_STATE_ONLINE) && 2026 (v->gv_state != RESTARTER_STATE_DEGRADED)) { 2027 /* continue if there is nothing to offline */ 2028 continue; 2029 } 2030 2031 /* 2032 * Instances which are up need to come down before we're 2033 * done, but we can only offline the leaves here. An 2034 * instance is a leaf when all its dependents are down. 2035 */ 2036 if (insubtree_dependents_down(v) == B_TRUE) { 2037 log_framework(LOG_DEBUG, "Offlining in-subtree " 2038 "instance %s for %s.\n", 2039 v->gv_name, vertex->gv_name); 2040 offline_vertex(v); 2041 } 2042 } 2043 } 2044 2045 static int configure_vertex(graph_vertex_t *, scf_instance_t *); 2046 2047 /* 2048 * Set the restarter for v to fmri_arg. That is, make sure a vertex for 2049 * fmri_arg exists, make v depend on it, and send _ADD_INSTANCE for v. If 2050 * v is already configured and fmri_arg indicates the current restarter, do 2051 * nothing. If v is configured and fmri_arg is a new restarter, delete v's 2052 * dependency on the restarter, send _REMOVE_INSTANCE for v, and set the new 2053 * restarter. Returns 0 on success, EINVAL if the FMRI is invalid, 2054 * ECONNABORTED if the repository connection is broken, and ELOOP 2055 * if the dependency would create a cycle. In the last case, *pathp will 2056 * point to a -1-terminated array of ids which compose the path from v to 2057 * restarter_fmri. 2058 */ 2059 int 2060 graph_change_restarter(graph_vertex_t *v, const char *fmri_arg, scf_handle_t *h, 2061 int **pathp) 2062 { 2063 char *restarter_fmri = NULL; 2064 graph_vertex_t *rv; 2065 int err; 2066 int id; 2067 2068 assert(MUTEX_HELD(&dgraph_lock)); 2069 2070 if (fmri_arg[0] != '\0') { 2071 err = fmri_canonify(fmri_arg, &restarter_fmri, B_TRUE); 2072 if (err != 0) { 2073 assert(err == EINVAL); 2074 return (err); 2075 } 2076 } 2077 2078 if (restarter_fmri == NULL || 2079 strcmp(restarter_fmri, SCF_SERVICE_STARTD) == 0) { 2080 if (v->gv_flags & GV_CONFIGURED) { 2081 if (v->gv_restarter_id == -1) { 2082 if (restarter_fmri != NULL) 2083 startd_free(restarter_fmri, 2084 max_scf_fmri_size); 2085 return (0); 2086 } 2087 2088 graph_unset_restarter(v); 2089 } 2090 2091 /* Master restarter, nothing to do. */ 2092 v->gv_restarter_id = -1; 2093 v->gv_restarter_channel = NULL; 2094 vertex_send_event(v, RESTARTER_EVENT_TYPE_ADD_INSTANCE); 2095 return (0); 2096 } 2097 2098 if (v->gv_flags & GV_CONFIGURED) { 2099 id = dict_lookup_byname(restarter_fmri); 2100 if (id != -1 && v->gv_restarter_id == id) { 2101 startd_free(restarter_fmri, max_scf_fmri_size); 2102 return (0); 2103 } 2104 2105 graph_unset_restarter(v); 2106 } 2107 2108 err = graph_insert_vertex_unconfigured(restarter_fmri, GVT_INST, 0, 2109 RERR_NONE, &rv); 2110 startd_free(restarter_fmri, max_scf_fmri_size); 2111 assert(err == 0 || err == EEXIST); 2112 2113 if (rv->gv_delegate_initialized == 0) { 2114 if ((rv->gv_delegate_channel = restarter_protocol_init_delegate( 2115 rv->gv_name)) == NULL) 2116 return (EINVAL); 2117 rv->gv_delegate_initialized = 1; 2118 } 2119 v->gv_restarter_id = rv->gv_id; 2120 v->gv_restarter_channel = rv->gv_delegate_channel; 2121 2122 err = graph_insert_dependency(v, rv, pathp); 2123 if (err != 0) { 2124 assert(err == ELOOP); 2125 return (ELOOP); 2126 } 2127 2128 vertex_send_event(v, RESTARTER_EVENT_TYPE_ADD_INSTANCE); 2129 2130 if (!(rv->gv_flags & GV_CONFIGURED)) { 2131 scf_instance_t *inst; 2132 2133 err = libscf_fmri_get_instance(h, rv->gv_name, &inst); 2134 switch (err) { 2135 case 0: 2136 err = configure_vertex(rv, inst); 2137 scf_instance_destroy(inst); 2138 switch (err) { 2139 case 0: 2140 case ECANCELED: 2141 break; 2142 2143 case ECONNABORTED: 2144 return (ECONNABORTED); 2145 2146 default: 2147 bad_error("configure_vertex", err); 2148 } 2149 break; 2150 2151 case ECONNABORTED: 2152 return (ECONNABORTED); 2153 2154 case ENOENT: 2155 break; 2156 2157 case ENOTSUP: 2158 /* 2159 * The fmri doesn't specify an instance - translate 2160 * to EINVAL. 2161 */ 2162 return (EINVAL); 2163 2164 case EINVAL: 2165 default: 2166 bad_error("libscf_fmri_get_instance", err); 2167 } 2168 } 2169 2170 return (0); 2171 } 2172 2173 2174 /* 2175 * Add all of the instances of the service named by fmri to the graph. 2176 * Returns 2177 * 0 - success 2178 * ENOENT - service indicated by fmri does not exist 2179 * 2180 * In both cases *reboundp will be B_TRUE if the handle was rebound, or B_FALSE 2181 * otherwise. 2182 */ 2183 static int 2184 add_service(const char *fmri, scf_handle_t *h, boolean_t *reboundp) 2185 { 2186 scf_service_t *svc; 2187 scf_instance_t *inst; 2188 scf_iter_t *iter; 2189 char *inst_fmri; 2190 int ret, r; 2191 2192 *reboundp = B_FALSE; 2193 2194 svc = safe_scf_service_create(h); 2195 inst = safe_scf_instance_create(h); 2196 iter = safe_scf_iter_create(h); 2197 inst_fmri = startd_alloc(max_scf_fmri_size); 2198 2199 rebound: 2200 if (scf_handle_decode_fmri(h, fmri, NULL, svc, NULL, NULL, NULL, 2201 SCF_DECODE_FMRI_EXACT) != 0) { 2202 switch (scf_error()) { 2203 case SCF_ERROR_CONNECTION_BROKEN: 2204 default: 2205 libscf_handle_rebind(h); 2206 *reboundp = B_TRUE; 2207 goto rebound; 2208 2209 case SCF_ERROR_NOT_FOUND: 2210 ret = ENOENT; 2211 goto out; 2212 2213 case SCF_ERROR_INVALID_ARGUMENT: 2214 case SCF_ERROR_CONSTRAINT_VIOLATED: 2215 case SCF_ERROR_NOT_BOUND: 2216 case SCF_ERROR_HANDLE_MISMATCH: 2217 bad_error("scf_handle_decode_fmri", scf_error()); 2218 } 2219 } 2220 2221 if (scf_iter_service_instances(iter, svc) != 0) { 2222 switch (scf_error()) { 2223 case SCF_ERROR_CONNECTION_BROKEN: 2224 default: 2225 libscf_handle_rebind(h); 2226 *reboundp = B_TRUE; 2227 goto rebound; 2228 2229 case SCF_ERROR_DELETED: 2230 ret = ENOENT; 2231 goto out; 2232 2233 case SCF_ERROR_HANDLE_MISMATCH: 2234 case SCF_ERROR_NOT_BOUND: 2235 case SCF_ERROR_NOT_SET: 2236 bad_error("scf_iter_service_instances", scf_error()); 2237 } 2238 } 2239 2240 for (;;) { 2241 r = scf_iter_next_instance(iter, inst); 2242 if (r == 0) 2243 break; 2244 if (r != 1) { 2245 switch (scf_error()) { 2246 case SCF_ERROR_CONNECTION_BROKEN: 2247 default: 2248 libscf_handle_rebind(h); 2249 *reboundp = B_TRUE; 2250 goto rebound; 2251 2252 case SCF_ERROR_DELETED: 2253 ret = ENOENT; 2254 goto out; 2255 2256 case SCF_ERROR_HANDLE_MISMATCH: 2257 case SCF_ERROR_NOT_BOUND: 2258 case SCF_ERROR_NOT_SET: 2259 case SCF_ERROR_INVALID_ARGUMENT: 2260 bad_error("scf_iter_next_instance", 2261 scf_error()); 2262 } 2263 } 2264 2265 if (scf_instance_to_fmri(inst, inst_fmri, max_scf_fmri_size) < 2266 0) { 2267 switch (scf_error()) { 2268 case SCF_ERROR_CONNECTION_BROKEN: 2269 libscf_handle_rebind(h); 2270 *reboundp = B_TRUE; 2271 goto rebound; 2272 2273 case SCF_ERROR_DELETED: 2274 continue; 2275 2276 case SCF_ERROR_NOT_BOUND: 2277 case SCF_ERROR_NOT_SET: 2278 bad_error("scf_instance_to_fmri", scf_error()); 2279 } 2280 } 2281 2282 r = dgraph_add_instance(inst_fmri, inst, B_FALSE); 2283 switch (r) { 2284 case 0: 2285 case ECANCELED: 2286 break; 2287 2288 case EEXIST: 2289 continue; 2290 2291 case ECONNABORTED: 2292 libscf_handle_rebind(h); 2293 *reboundp = B_TRUE; 2294 goto rebound; 2295 2296 case EINVAL: 2297 default: 2298 bad_error("dgraph_add_instance", r); 2299 } 2300 } 2301 2302 ret = 0; 2303 2304 out: 2305 startd_free(inst_fmri, max_scf_fmri_size); 2306 scf_iter_destroy(iter); 2307 scf_instance_destroy(inst); 2308 scf_service_destroy(svc); 2309 return (ret); 2310 } 2311 2312 struct depfmri_info { 2313 graph_vertex_t *v; /* GVT_GROUP vertex */ 2314 gv_type_t type; /* type of dependency */ 2315 const char *inst_fmri; /* FMRI of parental GVT_INST vert. */ 2316 const char *pg_name; /* Name of dependency pg */ 2317 scf_handle_t *h; 2318 int err; /* return error code */ 2319 int **pathp; /* return circular dependency path */ 2320 }; 2321 2322 /* 2323 * Find or create a vertex for fmri and make info->v depend on it. 2324 * Returns 2325 * 0 - success 2326 * nonzero - failure 2327 * 2328 * On failure, sets info->err to 2329 * EINVAL - fmri is invalid 2330 * fmri does not match info->type 2331 * ELOOP - Adding the dependency creates a circular dependency. *info->pathp 2332 * will point to an array of the ids of the members of the cycle. 2333 * ECONNABORTED - repository connection was broken 2334 * ECONNRESET - succeeded, but repository connection was reset 2335 */ 2336 static int 2337 process_dependency_fmri(const char *fmri, struct depfmri_info *info) 2338 { 2339 int err; 2340 graph_vertex_t *depgroup_v, *v; 2341 char *fmri_copy, *cfmri; 2342 size_t fmri_copy_sz; 2343 const char *scope, *service, *instance, *pg; 2344 scf_instance_t *inst; 2345 boolean_t rebound; 2346 2347 assert(MUTEX_HELD(&dgraph_lock)); 2348 2349 /* Get or create vertex for FMRI */ 2350 depgroup_v = info->v; 2351 2352 if (strncmp(fmri, "file:", sizeof ("file:") - 1) == 0) { 2353 if (info->type != GVT_FILE) { 2354 log_framework(LOG_NOTICE, 2355 "FMRI \"%s\" is not allowed for the \"%s\" " 2356 "dependency's type of instance %s.\n", fmri, 2357 info->pg_name, info->inst_fmri); 2358 return (info->err = EINVAL); 2359 } 2360 2361 err = graph_insert_vertex_unconfigured(fmri, info->type, 0, 2362 RERR_NONE, &v); 2363 switch (err) { 2364 case 0: 2365 break; 2366 2367 case EEXIST: 2368 assert(v->gv_type == GVT_FILE); 2369 break; 2370 2371 case EINVAL: /* prevented above */ 2372 default: 2373 bad_error("graph_insert_vertex_unconfigured", err); 2374 } 2375 } else { 2376 if (info->type != GVT_INST) { 2377 log_framework(LOG_NOTICE, 2378 "FMRI \"%s\" is not allowed for the \"%s\" " 2379 "dependency's type of instance %s.\n", fmri, 2380 info->pg_name, info->inst_fmri); 2381 return (info->err = EINVAL); 2382 } 2383 2384 /* 2385 * We must canonify fmri & add a vertex for it. 2386 */ 2387 fmri_copy_sz = strlen(fmri) + 1; 2388 fmri_copy = startd_alloc(fmri_copy_sz); 2389 (void) strcpy(fmri_copy, fmri); 2390 2391 /* Determine if the FMRI is a property group or instance */ 2392 if (scf_parse_svc_fmri(fmri_copy, &scope, &service, 2393 &instance, &pg, NULL) != 0) { 2394 startd_free(fmri_copy, fmri_copy_sz); 2395 log_framework(LOG_NOTICE, 2396 "Dependency \"%s\" of %s has invalid FMRI " 2397 "\"%s\".\n", info->pg_name, info->inst_fmri, 2398 fmri); 2399 return (info->err = EINVAL); 2400 } 2401 2402 if (service == NULL || pg != NULL) { 2403 startd_free(fmri_copy, fmri_copy_sz); 2404 log_framework(LOG_NOTICE, 2405 "Dependency \"%s\" of %s does not designate a " 2406 "service or instance.\n", info->pg_name, 2407 info->inst_fmri); 2408 return (info->err = EINVAL); 2409 } 2410 2411 if (scope == NULL || strcmp(scope, SCF_SCOPE_LOCAL) == 0) { 2412 cfmri = uu_msprintf("svc:/%s%s%s", 2413 service, instance ? ":" : "", instance ? instance : 2414 ""); 2415 } else { 2416 cfmri = uu_msprintf("svc://%s/%s%s%s", 2417 scope, service, instance ? ":" : "", instance ? 2418 instance : ""); 2419 } 2420 2421 startd_free(fmri_copy, fmri_copy_sz); 2422 2423 err = graph_insert_vertex_unconfigured(cfmri, instance ? 2424 GVT_INST : GVT_SVC, instance ? 0 : DEPGRP_REQUIRE_ANY, 2425 RERR_NONE, &v); 2426 uu_free(cfmri); 2427 switch (err) { 2428 case 0: 2429 break; 2430 2431 case EEXIST: 2432 /* Verify v. */ 2433 if (instance != NULL) 2434 assert(v->gv_type == GVT_INST); 2435 else 2436 assert(v->gv_type == GVT_SVC); 2437 break; 2438 2439 default: 2440 bad_error("graph_insert_vertex_unconfigured", err); 2441 } 2442 } 2443 2444 /* Add dependency from depgroup_v to new vertex */ 2445 info->err = graph_insert_dependency(depgroup_v, v, info->pathp); 2446 switch (info->err) { 2447 case 0: 2448 break; 2449 2450 case ELOOP: 2451 return (ELOOP); 2452 2453 default: 2454 bad_error("graph_insert_dependency", info->err); 2455 } 2456 2457 /* This must be after we insert the dependency, to avoid looping. */ 2458 switch (v->gv_type) { 2459 case GVT_INST: 2460 if ((v->gv_flags & GV_CONFIGURED) != 0) 2461 break; 2462 2463 inst = safe_scf_instance_create(info->h); 2464 2465 rebound = B_FALSE; 2466 2467 rebound: 2468 err = libscf_lookup_instance(v->gv_name, inst); 2469 switch (err) { 2470 case 0: 2471 err = configure_vertex(v, inst); 2472 switch (err) { 2473 case 0: 2474 case ECANCELED: 2475 break; 2476 2477 case ECONNABORTED: 2478 libscf_handle_rebind(info->h); 2479 rebound = B_TRUE; 2480 goto rebound; 2481 2482 default: 2483 bad_error("configure_vertex", err); 2484 } 2485 break; 2486 2487 case ENOENT: 2488 break; 2489 2490 case ECONNABORTED: 2491 libscf_handle_rebind(info->h); 2492 rebound = B_TRUE; 2493 goto rebound; 2494 2495 case EINVAL: 2496 case ENOTSUP: 2497 default: 2498 bad_error("libscf_fmri_get_instance", err); 2499 } 2500 2501 scf_instance_destroy(inst); 2502 2503 if (rebound) 2504 return (info->err = ECONNRESET); 2505 break; 2506 2507 case GVT_SVC: 2508 (void) add_service(v->gv_name, info->h, &rebound); 2509 if (rebound) 2510 return (info->err = ECONNRESET); 2511 } 2512 2513 return (0); 2514 } 2515 2516 struct deppg_info { 2517 graph_vertex_t *v; /* GVT_INST vertex */ 2518 int err; /* return error */ 2519 int **pathp; /* return circular dependency path */ 2520 }; 2521 2522 /* 2523 * Make info->v depend on a new GVT_GROUP node for this property group, 2524 * and then call process_dependency_fmri() for the values of the entity 2525 * property. Return 0 on success, or if something goes wrong return nonzero 2526 * and set info->err to ECONNABORTED, EINVAL, or the error code returned by 2527 * process_dependency_fmri(). 2528 */ 2529 static int 2530 process_dependency_pg(scf_propertygroup_t *pg, struct deppg_info *info) 2531 { 2532 scf_handle_t *h; 2533 depgroup_type_t deptype; 2534 restarter_error_t rerr; 2535 struct depfmri_info linfo; 2536 char *fmri, *pg_name; 2537 size_t fmri_sz; 2538 graph_vertex_t *depgrp; 2539 scf_property_t *prop; 2540 int err; 2541 int empty; 2542 scf_error_t scferr; 2543 ssize_t len; 2544 2545 assert(MUTEX_HELD(&dgraph_lock)); 2546 2547 h = scf_pg_handle(pg); 2548 2549 pg_name = startd_alloc(max_scf_name_size); 2550 2551 len = scf_pg_get_name(pg, pg_name, max_scf_name_size); 2552 if (len < 0) { 2553 startd_free(pg_name, max_scf_name_size); 2554 switch (scf_error()) { 2555 case SCF_ERROR_CONNECTION_BROKEN: 2556 default: 2557 return (info->err = ECONNABORTED); 2558 2559 case SCF_ERROR_DELETED: 2560 return (info->err = 0); 2561 2562 case SCF_ERROR_NOT_SET: 2563 bad_error("scf_pg_get_name", scf_error()); 2564 } 2565 } 2566 2567 /* 2568 * Skip over empty dependency groups. Since dependency property 2569 * groups are updated atomically, they are either empty or 2570 * fully populated. 2571 */ 2572 empty = depgroup_empty(h, pg); 2573 if (empty < 0) { 2574 log_error(LOG_INFO, 2575 "Error reading dependency group \"%s\" of %s: %s\n", 2576 pg_name, info->v->gv_name, scf_strerror(scf_error())); 2577 startd_free(pg_name, max_scf_name_size); 2578 return (info->err = EINVAL); 2579 2580 } else if (empty == 1) { 2581 log_framework(LOG_DEBUG, 2582 "Ignoring empty dependency group \"%s\" of %s\n", 2583 pg_name, info->v->gv_name); 2584 startd_free(pg_name, max_scf_name_size); 2585 return (info->err = 0); 2586 } 2587 2588 fmri_sz = strlen(info->v->gv_name) + 1 + len + 1; 2589 fmri = startd_alloc(fmri_sz); 2590 2591 (void) snprintf(fmri, max_scf_name_size, "%s>%s", info->v->gv_name, 2592 pg_name); 2593 2594 /* Validate the pg before modifying the graph */ 2595 deptype = depgroup_read_grouping(h, pg); 2596 if (deptype == DEPGRP_UNSUPPORTED) { 2597 log_error(LOG_INFO, 2598 "Dependency \"%s\" of %s has an unknown grouping value.\n", 2599 pg_name, info->v->gv_name); 2600 startd_free(fmri, fmri_sz); 2601 startd_free(pg_name, max_scf_name_size); 2602 return (info->err = EINVAL); 2603 } 2604 2605 rerr = depgroup_read_restart(h, pg); 2606 if (rerr == RERR_UNSUPPORTED) { 2607 log_error(LOG_INFO, 2608 "Dependency \"%s\" of %s has an unknown restart_on value." 2609 "\n", pg_name, info->v->gv_name); 2610 startd_free(fmri, fmri_sz); 2611 startd_free(pg_name, max_scf_name_size); 2612 return (info->err = EINVAL); 2613 } 2614 2615 prop = safe_scf_property_create(h); 2616 2617 if (scf_pg_get_property(pg, SCF_PROPERTY_ENTITIES, prop) != 0) { 2618 scferr = scf_error(); 2619 scf_property_destroy(prop); 2620 if (scferr == SCF_ERROR_DELETED) { 2621 startd_free(fmri, fmri_sz); 2622 startd_free(pg_name, max_scf_name_size); 2623 return (info->err = 0); 2624 } else if (scferr != SCF_ERROR_NOT_FOUND) { 2625 startd_free(fmri, fmri_sz); 2626 startd_free(pg_name, max_scf_name_size); 2627 return (info->err = ECONNABORTED); 2628 } 2629 2630 log_error(LOG_INFO, 2631 "Dependency \"%s\" of %s is missing a \"%s\" property.\n", 2632 pg_name, info->v->gv_name, SCF_PROPERTY_ENTITIES); 2633 2634 startd_free(fmri, fmri_sz); 2635 startd_free(pg_name, max_scf_name_size); 2636 2637 return (info->err = EINVAL); 2638 } 2639 2640 /* Create depgroup vertex for pg */ 2641 err = graph_insert_vertex_unconfigured(fmri, GVT_GROUP, deptype, 2642 rerr, &depgrp); 2643 assert(err == 0); 2644 startd_free(fmri, fmri_sz); 2645 2646 /* Add dependency from inst vertex to new vertex */ 2647 err = graph_insert_dependency(info->v, depgrp, info->pathp); 2648 /* ELOOP can't happen because this should be a new vertex */ 2649 assert(err == 0); 2650 2651 linfo.v = depgrp; 2652 linfo.type = depgroup_read_scheme(h, pg); 2653 linfo.inst_fmri = info->v->gv_name; 2654 linfo.pg_name = pg_name; 2655 linfo.h = h; 2656 linfo.err = 0; 2657 linfo.pathp = info->pathp; 2658 err = walk_property_astrings(prop, (callback_t)process_dependency_fmri, 2659 &linfo); 2660 2661 scf_property_destroy(prop); 2662 startd_free(pg_name, max_scf_name_size); 2663 2664 switch (err) { 2665 case 0: 2666 case EINTR: 2667 return (info->err = linfo.err); 2668 2669 case ECONNABORTED: 2670 case EINVAL: 2671 return (info->err = err); 2672 2673 case ECANCELED: 2674 return (info->err = 0); 2675 2676 case ECONNRESET: 2677 return (info->err = ECONNABORTED); 2678 2679 default: 2680 bad_error("walk_property_astrings", err); 2681 /* NOTREACHED */ 2682 } 2683 } 2684 2685 /* 2686 * Build the dependency info for v from the repository. Returns 0 on success, 2687 * ECONNABORTED on repository disconnection, EINVAL if the repository 2688 * configuration is invalid, and ELOOP if a dependency would cause a cycle. 2689 * In the last case, *pathp will point to a -1-terminated array of ids which 2690 * constitute the rest of the dependency cycle. 2691 */ 2692 static int 2693 set_dependencies(graph_vertex_t *v, scf_instance_t *inst, int **pathp) 2694 { 2695 struct deppg_info info; 2696 int err; 2697 uint_t old_configured; 2698 2699 assert(MUTEX_HELD(&dgraph_lock)); 2700 2701 /* 2702 * Mark the vertex as configured during dependency insertion to avoid 2703 * dependency cycles (which can appear in the graph if one of the 2704 * vertices is an exclusion-group). 2705 */ 2706 old_configured = v->gv_flags & GV_CONFIGURED; 2707 v->gv_flags |= GV_CONFIGURED; 2708 2709 info.err = 0; 2710 info.v = v; 2711 info.pathp = pathp; 2712 2713 err = walk_dependency_pgs(inst, (callback_t)process_dependency_pg, 2714 &info); 2715 2716 if (!old_configured) 2717 v->gv_flags &= ~GV_CONFIGURED; 2718 2719 switch (err) { 2720 case 0: 2721 case EINTR: 2722 return (info.err); 2723 2724 case ECONNABORTED: 2725 return (ECONNABORTED); 2726 2727 case ECANCELED: 2728 /* Should get delete event, so return 0. */ 2729 return (0); 2730 2731 default: 2732 bad_error("walk_dependency_pgs", err); 2733 /* NOTREACHED */ 2734 } 2735 } 2736 2737 2738 static void 2739 handle_cycle(const char *fmri, int *path) 2740 { 2741 const char *cp; 2742 size_t sz; 2743 2744 assert(MUTEX_HELD(&dgraph_lock)); 2745 2746 path_to_str(path, (char **)&cp, &sz); 2747 2748 log_error(LOG_ERR, "Transitioning %s to maintenance " 2749 "because it completes a dependency cycle (see svcs -xv for " 2750 "details):\n%s", fmri ? fmri : "?", cp); 2751 2752 startd_free((void *)cp, sz); 2753 } 2754 2755 /* 2756 * Increment the vertex's reference count to prevent the vertex removal 2757 * from the dgraph. 2758 */ 2759 static void 2760 vertex_ref(graph_vertex_t *v) 2761 { 2762 assert(MUTEX_HELD(&dgraph_lock)); 2763 2764 v->gv_refs++; 2765 } 2766 2767 /* 2768 * Decrement the vertex's reference count and remove the vertex from 2769 * the dgraph when possible. 2770 * 2771 * Return VERTEX_REMOVED when the vertex has been removed otherwise 2772 * return VERTEX_INUSE. 2773 */ 2774 static int 2775 vertex_unref(graph_vertex_t *v) 2776 { 2777 assert(MUTEX_HELD(&dgraph_lock)); 2778 assert(v->gv_refs > 0); 2779 2780 v->gv_refs--; 2781 2782 return (free_if_unrefed(v)); 2783 } 2784 2785 /* 2786 * When run on the dependencies of a vertex, populates list with 2787 * graph_edge_t's which point to the service vertices or the instance 2788 * vertices (no GVT_GROUP nodes) on which the vertex depends. 2789 * 2790 * Increment the vertex's reference count once the vertex is inserted 2791 * in the list. The vertex won't be able to be deleted from the dgraph 2792 * while it is referenced. 2793 */ 2794 static int 2795 append_svcs_or_insts(graph_edge_t *e, uu_list_t *list) 2796 { 2797 graph_vertex_t *v = e->ge_vertex; 2798 graph_edge_t *new; 2799 int r; 2800 2801 switch (v->gv_type) { 2802 case GVT_INST: 2803 case GVT_SVC: 2804 break; 2805 2806 case GVT_GROUP: 2807 r = uu_list_walk(v->gv_dependencies, 2808 (uu_walk_fn_t *)append_svcs_or_insts, list, 0); 2809 assert(r == 0); 2810 return (UU_WALK_NEXT); 2811 2812 case GVT_FILE: 2813 return (UU_WALK_NEXT); 2814 2815 default: 2816 #ifndef NDEBUG 2817 uu_warn("%s:%d: Unexpected vertex type %d.\n", __FILE__, 2818 __LINE__, v->gv_type); 2819 #endif 2820 abort(); 2821 } 2822 2823 new = startd_alloc(sizeof (*new)); 2824 new->ge_vertex = v; 2825 uu_list_node_init(new, &new->ge_link, graph_edge_pool); 2826 r = uu_list_insert_before(list, NULL, new); 2827 assert(r == 0); 2828 2829 /* 2830 * Because we are inserting the vertex in a list, we don't want 2831 * the vertex to be freed while the list is in use. In order to 2832 * achieve that, increment the vertex's reference count. 2833 */ 2834 vertex_ref(v); 2835 2836 return (UU_WALK_NEXT); 2837 } 2838 2839 static boolean_t 2840 should_be_in_subgraph(graph_vertex_t *v) 2841 { 2842 graph_edge_t *e; 2843 2844 if (v == milestone) 2845 return (B_TRUE); 2846 2847 /* 2848 * v is in the subgraph if any of its dependents are in the subgraph. 2849 * Except for EXCLUDE_ALL dependents. And OPTIONAL dependents only 2850 * count if we're enabled. 2851 */ 2852 for (e = uu_list_first(v->gv_dependents); 2853 e != NULL; 2854 e = uu_list_next(v->gv_dependents, e)) { 2855 graph_vertex_t *dv = e->ge_vertex; 2856 2857 if (!(dv->gv_flags & GV_INSUBGRAPH)) 2858 continue; 2859 2860 /* 2861 * Don't include instances that are optional and disabled. 2862 */ 2863 if (v->gv_type == GVT_INST && dv->gv_type == GVT_SVC) { 2864 2865 int in = 0; 2866 graph_edge_t *ee; 2867 2868 for (ee = uu_list_first(dv->gv_dependents); 2869 ee != NULL; 2870 ee = uu_list_next(dv->gv_dependents, ee)) { 2871 2872 graph_vertex_t *ddv = e->ge_vertex; 2873 2874 if (ddv->gv_type == GVT_GROUP && 2875 ddv->gv_depgroup == DEPGRP_EXCLUDE_ALL) 2876 continue; 2877 2878 if (ddv->gv_type == GVT_GROUP && 2879 ddv->gv_depgroup == DEPGRP_OPTIONAL_ALL && 2880 !(v->gv_flags & GV_ENBLD_NOOVR)) 2881 continue; 2882 2883 in = 1; 2884 } 2885 if (!in) 2886 continue; 2887 } 2888 if (v->gv_type == GVT_INST && 2889 dv->gv_type == GVT_GROUP && 2890 dv->gv_depgroup == DEPGRP_OPTIONAL_ALL && 2891 !(v->gv_flags & GV_ENBLD_NOOVR)) 2892 continue; 2893 2894 /* Don't include excluded services and instances */ 2895 if (dv->gv_type == GVT_GROUP && 2896 dv->gv_depgroup == DEPGRP_EXCLUDE_ALL) 2897 continue; 2898 2899 return (B_TRUE); 2900 } 2901 2902 return (B_FALSE); 2903 } 2904 2905 /* 2906 * Ensures that GV_INSUBGRAPH is set properly for v and its descendents. If 2907 * any bits change, manipulate the repository appropriately. Returns 0 or 2908 * ECONNABORTED. 2909 */ 2910 static int 2911 eval_subgraph(graph_vertex_t *v, scf_handle_t *h) 2912 { 2913 boolean_t old = (v->gv_flags & GV_INSUBGRAPH) != 0; 2914 boolean_t new; 2915 graph_edge_t *e; 2916 scf_instance_t *inst; 2917 int ret = 0, r; 2918 2919 assert(milestone != NULL && milestone != MILESTONE_NONE); 2920 2921 new = should_be_in_subgraph(v); 2922 2923 if (new == old) 2924 return (0); 2925 2926 log_framework(LOG_DEBUG, new ? "Adding %s to the subgraph.\n" : 2927 "Removing %s from the subgraph.\n", v->gv_name); 2928 2929 v->gv_flags = (v->gv_flags & ~GV_INSUBGRAPH) | 2930 (new ? GV_INSUBGRAPH : 0); 2931 2932 if (v->gv_type == GVT_INST && (v->gv_flags & GV_CONFIGURED)) { 2933 int err; 2934 2935 get_inst: 2936 err = libscf_fmri_get_instance(h, v->gv_name, &inst); 2937 if (err != 0) { 2938 switch (err) { 2939 case ECONNABORTED: 2940 libscf_handle_rebind(h); 2941 ret = ECONNABORTED; 2942 goto get_inst; 2943 2944 case ENOENT: 2945 break; 2946 2947 case EINVAL: 2948 case ENOTSUP: 2949 default: 2950 bad_error("libscf_fmri_get_instance", err); 2951 } 2952 } else { 2953 const char *f; 2954 2955 if (new) { 2956 err = libscf_delete_enable_ovr(inst); 2957 f = "libscf_delete_enable_ovr"; 2958 } else { 2959 err = libscf_set_enable_ovr(inst, 0); 2960 f = "libscf_set_enable_ovr"; 2961 } 2962 scf_instance_destroy(inst); 2963 switch (err) { 2964 case 0: 2965 case ECANCELED: 2966 break; 2967 2968 case ECONNABORTED: 2969 libscf_handle_rebind(h); 2970 /* 2971 * We must continue so the graph is updated, 2972 * but we must return ECONNABORTED so any 2973 * libscf state held by any callers is reset. 2974 */ 2975 ret = ECONNABORTED; 2976 goto get_inst; 2977 2978 case EROFS: 2979 case EPERM: 2980 log_error(LOG_WARNING, 2981 "Could not set %s/%s for %s: %s.\n", 2982 SCF_PG_GENERAL_OVR, SCF_PROPERTY_ENABLED, 2983 v->gv_name, strerror(err)); 2984 break; 2985 2986 default: 2987 bad_error(f, err); 2988 } 2989 } 2990 } 2991 2992 for (e = uu_list_first(v->gv_dependencies); 2993 e != NULL; 2994 e = uu_list_next(v->gv_dependencies, e)) { 2995 r = eval_subgraph(e->ge_vertex, h); 2996 if (r != 0) { 2997 assert(r == ECONNABORTED); 2998 ret = ECONNABORTED; 2999 } 3000 } 3001 3002 return (ret); 3003 } 3004 3005 /* 3006 * Delete the (property group) dependencies of v & create new ones based on 3007 * inst. If doing so would create a cycle, log a message and put the instance 3008 * into maintenance. Update GV_INSUBGRAPH flags as necessary. Returns 0 or 3009 * ECONNABORTED. 3010 */ 3011 int 3012 refresh_vertex(graph_vertex_t *v, scf_instance_t *inst) 3013 { 3014 int err; 3015 int *path; 3016 char *fmri; 3017 int r; 3018 scf_handle_t *h = scf_instance_handle(inst); 3019 uu_list_t *old_deps; 3020 int ret = 0; 3021 graph_edge_t *e; 3022 graph_vertex_t *vv; 3023 3024 assert(MUTEX_HELD(&dgraph_lock)); 3025 assert(v->gv_type == GVT_INST); 3026 3027 log_framework(LOG_DEBUG, "Graph engine: Refreshing %s.\n", v->gv_name); 3028 3029 if (milestone > MILESTONE_NONE) { 3030 /* 3031 * In case some of v's dependencies are being deleted we must 3032 * make a list of them now for GV_INSUBGRAPH-flag evaluation 3033 * after the new dependencies are in place. 3034 */ 3035 old_deps = startd_list_create(graph_edge_pool, NULL, 0); 3036 3037 err = uu_list_walk(v->gv_dependencies, 3038 (uu_walk_fn_t *)append_svcs_or_insts, old_deps, 0); 3039 assert(err == 0); 3040 } 3041 3042 delete_instance_dependencies(v, B_FALSE); 3043 3044 err = set_dependencies(v, inst, &path); 3045 switch (err) { 3046 case 0: 3047 break; 3048 3049 case ECONNABORTED: 3050 ret = err; 3051 goto out; 3052 3053 case EINVAL: 3054 case ELOOP: 3055 r = libscf_instance_get_fmri(inst, &fmri); 3056 switch (r) { 3057 case 0: 3058 break; 3059 3060 case ECONNABORTED: 3061 ret = ECONNABORTED; 3062 goto out; 3063 3064 case ECANCELED: 3065 ret = 0; 3066 goto out; 3067 3068 default: 3069 bad_error("libscf_instance_get_fmri", r); 3070 } 3071 3072 if (err == EINVAL) { 3073 log_error(LOG_ERR, "Transitioning %s " 3074 "to maintenance due to misconfiguration.\n", 3075 fmri ? fmri : "?"); 3076 vertex_send_event(v, 3077 RESTARTER_EVENT_TYPE_INVALID_DEPENDENCY); 3078 } else { 3079 handle_cycle(fmri, path); 3080 vertex_send_event(v, 3081 RESTARTER_EVENT_TYPE_DEPENDENCY_CYCLE); 3082 } 3083 startd_free(fmri, max_scf_fmri_size); 3084 ret = 0; 3085 goto out; 3086 3087 default: 3088 bad_error("set_dependencies", err); 3089 } 3090 3091 if (milestone > MILESTONE_NONE) { 3092 boolean_t aborted = B_FALSE; 3093 3094 for (e = uu_list_first(old_deps); 3095 e != NULL; 3096 e = uu_list_next(old_deps, e)) { 3097 vv = e->ge_vertex; 3098 3099 if (vertex_unref(vv) == VERTEX_INUSE && 3100 eval_subgraph(vv, h) == ECONNABORTED) 3101 aborted = B_TRUE; 3102 } 3103 3104 for (e = uu_list_first(v->gv_dependencies); 3105 e != NULL; 3106 e = uu_list_next(v->gv_dependencies, e)) { 3107 if (eval_subgraph(e->ge_vertex, h) == 3108 ECONNABORTED) 3109 aborted = B_TRUE; 3110 } 3111 3112 if (aborted) { 3113 ret = ECONNABORTED; 3114 goto out; 3115 } 3116 } 3117 3118 graph_start_if_satisfied(v); 3119 3120 ret = 0; 3121 3122 out: 3123 if (milestone > MILESTONE_NONE) { 3124 void *cookie = NULL; 3125 3126 while ((e = uu_list_teardown(old_deps, &cookie)) != NULL) 3127 startd_free(e, sizeof (*e)); 3128 3129 uu_list_destroy(old_deps); 3130 } 3131 3132 return (ret); 3133 } 3134 3135 /* 3136 * Set up v according to inst. That is, make sure it depends on its 3137 * restarter and set up its dependencies. Send the ADD_INSTANCE command to 3138 * the restarter, and send ENABLE or DISABLE as appropriate. 3139 * 3140 * Returns 0 on success, ECONNABORTED on repository disconnection, or 3141 * ECANCELED if inst is deleted. 3142 */ 3143 static int 3144 configure_vertex(graph_vertex_t *v, scf_instance_t *inst) 3145 { 3146 scf_handle_t *h; 3147 scf_propertygroup_t *pg; 3148 scf_snapshot_t *snap; 3149 char *restarter_fmri = startd_alloc(max_scf_value_size); 3150 int enabled, enabled_ovr; 3151 int err; 3152 int *path; 3153 int deathrow; 3154 int32_t tset; 3155 3156 restarter_fmri[0] = '\0'; 3157 3158 assert(MUTEX_HELD(&dgraph_lock)); 3159 assert(v->gv_type == GVT_INST); 3160 assert((v->gv_flags & GV_CONFIGURED) == 0); 3161 3162 /* GV_INSUBGRAPH should already be set properly. */ 3163 assert(should_be_in_subgraph(v) == 3164 ((v->gv_flags & GV_INSUBGRAPH) != 0)); 3165 3166 /* 3167 * If the instance fmri is in the deathrow list then set the 3168 * GV_DEATHROW flag on the vertex and create and set to true the 3169 * SCF_PROPERTY_DEATHROW boolean property in the non-persistent 3170 * repository for this instance fmri. 3171 */ 3172 if ((v->gv_flags & GV_DEATHROW) || 3173 (is_fmri_in_deathrow(v->gv_name) == B_TRUE)) { 3174 if ((v->gv_flags & GV_DEATHROW) == 0) { 3175 /* 3176 * Set flag GV_DEATHROW, create and set to true 3177 * the SCF_PROPERTY_DEATHROW property in the 3178 * non-persistent repository for this instance fmri. 3179 */ 3180 v->gv_flags |= GV_DEATHROW; 3181 3182 switch (err = libscf_set_deathrow(inst, 1)) { 3183 case 0: 3184 break; 3185 3186 case ECONNABORTED: 3187 case ECANCELED: 3188 startd_free(restarter_fmri, max_scf_value_size); 3189 return (err); 3190 3191 case EROFS: 3192 log_error(LOG_WARNING, "Could not set %s/%s " 3193 "for deathrow %s: %s.\n", 3194 SCF_PG_DEATHROW, SCF_PROPERTY_DEATHROW, 3195 v->gv_name, strerror(err)); 3196 break; 3197 3198 case EPERM: 3199 uu_die("Permission denied.\n"); 3200 /* NOTREACHED */ 3201 3202 default: 3203 bad_error("libscf_set_deathrow", err); 3204 } 3205 log_framework(LOG_DEBUG, "Deathrow, graph set %s.\n", 3206 v->gv_name); 3207 } 3208 startd_free(restarter_fmri, max_scf_value_size); 3209 return (0); 3210 } 3211 3212 h = scf_instance_handle(inst); 3213 3214 /* 3215 * Using a temporary deathrow boolean property, set through 3216 * libscf_set_deathrow(), only for fmris on deathrow, is necessary 3217 * because deathrow_fini() may already have been called, and in case 3218 * of a refresh, GV_DEATHROW may need to be set again. 3219 * libscf_get_deathrow() sets deathrow to 1 only if this instance 3220 * has a temporary boolean property named 'deathrow' valued true 3221 * in a property group 'deathrow', -1 or 0 in all other cases. 3222 */ 3223 err = libscf_get_deathrow(h, inst, &deathrow); 3224 switch (err) { 3225 case 0: 3226 break; 3227 3228 case ECONNABORTED: 3229 case ECANCELED: 3230 startd_free(restarter_fmri, max_scf_value_size); 3231 return (err); 3232 3233 default: 3234 bad_error("libscf_get_deathrow", err); 3235 } 3236 3237 if (deathrow == 1) { 3238 v->gv_flags |= GV_DEATHROW; 3239 startd_free(restarter_fmri, max_scf_value_size); 3240 return (0); 3241 } 3242 3243 log_framework(LOG_DEBUG, "Graph adding %s.\n", v->gv_name); 3244 3245 /* 3246 * If the instance does not have a restarter property group, 3247 * initialize its state to uninitialized/none, in case the restarter 3248 * is not enabled. 3249 */ 3250 pg = safe_scf_pg_create(h); 3251 3252 if (scf_instance_get_pg(inst, SCF_PG_RESTARTER, pg) != 0) { 3253 instance_data_t idata; 3254 uint_t count = 0, msecs = ALLOC_DELAY; 3255 3256 switch (scf_error()) { 3257 case SCF_ERROR_NOT_FOUND: 3258 break; 3259 3260 case SCF_ERROR_CONNECTION_BROKEN: 3261 default: 3262 scf_pg_destroy(pg); 3263 startd_free(restarter_fmri, max_scf_value_size); 3264 return (ECONNABORTED); 3265 3266 case SCF_ERROR_DELETED: 3267 scf_pg_destroy(pg); 3268 startd_free(restarter_fmri, max_scf_value_size); 3269 return (ECANCELED); 3270 3271 case SCF_ERROR_NOT_SET: 3272 bad_error("scf_instance_get_pg", scf_error()); 3273 } 3274 3275 switch (err = libscf_instance_get_fmri(inst, 3276 (char **)&idata.i_fmri)) { 3277 case 0: 3278 break; 3279 3280 case ECONNABORTED: 3281 case ECANCELED: 3282 scf_pg_destroy(pg); 3283 startd_free(restarter_fmri, max_scf_value_size); 3284 return (err); 3285 3286 default: 3287 bad_error("libscf_instance_get_fmri", err); 3288 } 3289 3290 idata.i_state = RESTARTER_STATE_NONE; 3291 idata.i_next_state = RESTARTER_STATE_NONE; 3292 3293 init_state: 3294 switch (err = _restarter_commit_states(h, &idata, 3295 RESTARTER_STATE_UNINIT, RESTARTER_STATE_NONE, 3296 restarter_get_str_short(restarter_str_insert_in_graph))) { 3297 case 0: 3298 break; 3299 3300 case ENOMEM: 3301 ++count; 3302 if (count < ALLOC_RETRY) { 3303 (void) poll(NULL, 0, msecs); 3304 msecs *= ALLOC_DELAY_MULT; 3305 goto init_state; 3306 } 3307 3308 uu_die("Insufficient memory.\n"); 3309 /* NOTREACHED */ 3310 3311 case ECONNABORTED: 3312 startd_free((void *)idata.i_fmri, max_scf_fmri_size); 3313 scf_pg_destroy(pg); 3314 startd_free(restarter_fmri, max_scf_value_size); 3315 return (ECONNABORTED); 3316 3317 case ENOENT: 3318 startd_free((void *)idata.i_fmri, max_scf_fmri_size); 3319 scf_pg_destroy(pg); 3320 startd_free(restarter_fmri, max_scf_value_size); 3321 return (ECANCELED); 3322 3323 case EPERM: 3324 case EACCES: 3325 case EROFS: 3326 log_error(LOG_NOTICE, "Could not initialize state for " 3327 "%s: %s.\n", idata.i_fmri, strerror(err)); 3328 break; 3329 3330 case EINVAL: 3331 default: 3332 bad_error("_restarter_commit_states", err); 3333 } 3334 3335 startd_free((void *)idata.i_fmri, max_scf_fmri_size); 3336 } 3337 3338 scf_pg_destroy(pg); 3339 3340 if (milestone != NULL) { 3341 /* 3342 * Make sure the enable-override is set properly before we 3343 * read whether we should be enabled. 3344 */ 3345 if (milestone == MILESTONE_NONE || 3346 !(v->gv_flags & GV_INSUBGRAPH)) { 3347 /* 3348 * This might seem unjustified after the milestone 3349 * transition has completed (non_subgraph_svcs == 0), 3350 * but it's important because when we boot to 3351 * a milestone, we set the milestone before populating 3352 * the graph, and all of the new non-subgraph services 3353 * need to be disabled here. 3354 */ 3355 switch (err = libscf_set_enable_ovr(inst, 0)) { 3356 case 0: 3357 break; 3358 3359 case ECONNABORTED: 3360 case ECANCELED: 3361 startd_free(restarter_fmri, max_scf_value_size); 3362 return (err); 3363 3364 case EROFS: 3365 log_error(LOG_WARNING, 3366 "Could not set %s/%s for %s: %s.\n", 3367 SCF_PG_GENERAL_OVR, SCF_PROPERTY_ENABLED, 3368 v->gv_name, strerror(err)); 3369 break; 3370 3371 case EPERM: 3372 uu_die("Permission denied.\n"); 3373 /* NOTREACHED */ 3374 3375 default: 3376 bad_error("libscf_set_enable_ovr", err); 3377 } 3378 } else { 3379 assert(v->gv_flags & GV_INSUBGRAPH); 3380 switch (err = libscf_delete_enable_ovr(inst)) { 3381 case 0: 3382 break; 3383 3384 case ECONNABORTED: 3385 case ECANCELED: 3386 startd_free(restarter_fmri, max_scf_value_size); 3387 return (err); 3388 3389 case EPERM: 3390 uu_die("Permission denied.\n"); 3391 /* NOTREACHED */ 3392 3393 default: 3394 bad_error("libscf_delete_enable_ovr", err); 3395 } 3396 } 3397 } 3398 3399 err = libscf_get_basic_instance_data(h, inst, v->gv_name, &enabled, 3400 &enabled_ovr, &restarter_fmri); 3401 switch (err) { 3402 case 0: 3403 break; 3404 3405 case ECONNABORTED: 3406 case ECANCELED: 3407 startd_free(restarter_fmri, max_scf_value_size); 3408 return (err); 3409 3410 case ENOENT: 3411 log_framework(LOG_DEBUG, 3412 "Ignoring %s because it has no general property group.\n", 3413 v->gv_name); 3414 startd_free(restarter_fmri, max_scf_value_size); 3415 return (0); 3416 3417 default: 3418 bad_error("libscf_get_basic_instance_data", err); 3419 } 3420 3421 if ((tset = libscf_get_stn_tset(inst)) == -1) { 3422 log_framework(LOG_WARNING, 3423 "Failed to get notification parameters for %s: %s\n", 3424 v->gv_name, scf_strerror(scf_error())); 3425 v->gv_stn_tset = 0; 3426 } else { 3427 v->gv_stn_tset = tset; 3428 } 3429 if (strcmp(v->gv_name, SCF_INSTANCE_GLOBAL) == 0) 3430 stn_global = v->gv_stn_tset; 3431 3432 if (enabled == -1) { 3433 startd_free(restarter_fmri, max_scf_value_size); 3434 return (0); 3435 } 3436 3437 v->gv_flags = (v->gv_flags & ~GV_ENBLD_NOOVR) | 3438 (enabled ? GV_ENBLD_NOOVR : 0); 3439 3440 if (enabled_ovr != -1) 3441 enabled = enabled_ovr; 3442 3443 v->gv_state = RESTARTER_STATE_UNINIT; 3444 3445 snap = libscf_get_or_make_running_snapshot(inst, v->gv_name, B_TRUE); 3446 scf_snapshot_destroy(snap); 3447 3448 /* Set up the restarter. (Sends _ADD_INSTANCE on success.) */ 3449 err = graph_change_restarter(v, restarter_fmri, h, &path); 3450 if (err != 0) { 3451 instance_data_t idata; 3452 uint_t count = 0, msecs = ALLOC_DELAY; 3453 restarter_str_t reason; 3454 3455 if (err == ECONNABORTED) { 3456 startd_free(restarter_fmri, max_scf_value_size); 3457 return (err); 3458 } 3459 3460 assert(err == EINVAL || err == ELOOP); 3461 3462 if (err == EINVAL) { 3463 log_framework(LOG_ERR, emsg_invalid_restarter, 3464 v->gv_name, restarter_fmri); 3465 reason = restarter_str_invalid_restarter; 3466 } else { 3467 handle_cycle(v->gv_name, path); 3468 reason = restarter_str_dependency_cycle; 3469 } 3470 3471 startd_free(restarter_fmri, max_scf_value_size); 3472 3473 /* 3474 * We didn't register the instance with the restarter, so we 3475 * must set maintenance mode ourselves. 3476 */ 3477 err = libscf_instance_get_fmri(inst, (char **)&idata.i_fmri); 3478 if (err != 0) { 3479 assert(err == ECONNABORTED || err == ECANCELED); 3480 return (err); 3481 } 3482 3483 idata.i_state = RESTARTER_STATE_NONE; 3484 idata.i_next_state = RESTARTER_STATE_NONE; 3485 3486 set_maint: 3487 switch (err = _restarter_commit_states(h, &idata, 3488 RESTARTER_STATE_MAINT, RESTARTER_STATE_NONE, 3489 restarter_get_str_short(reason))) { 3490 case 0: 3491 break; 3492 3493 case ENOMEM: 3494 ++count; 3495 if (count < ALLOC_RETRY) { 3496 (void) poll(NULL, 0, msecs); 3497 msecs *= ALLOC_DELAY_MULT; 3498 goto set_maint; 3499 } 3500 3501 uu_die("Insufficient memory.\n"); 3502 /* NOTREACHED */ 3503 3504 case ECONNABORTED: 3505 startd_free((void *)idata.i_fmri, max_scf_fmri_size); 3506 return (ECONNABORTED); 3507 3508 case ENOENT: 3509 startd_free((void *)idata.i_fmri, max_scf_fmri_size); 3510 return (ECANCELED); 3511 3512 case EPERM: 3513 case EACCES: 3514 case EROFS: 3515 log_error(LOG_NOTICE, "Could not initialize state for " 3516 "%s: %s.\n", idata.i_fmri, strerror(err)); 3517 break; 3518 3519 case EINVAL: 3520 default: 3521 bad_error("_restarter_commit_states", err); 3522 } 3523 3524 startd_free((void *)idata.i_fmri, max_scf_fmri_size); 3525 3526 v->gv_state = RESTARTER_STATE_MAINT; 3527 3528 goto out; 3529 } 3530 startd_free(restarter_fmri, max_scf_value_size); 3531 3532 /* Add all the other dependencies. */ 3533 err = refresh_vertex(v, inst); 3534 if (err != 0) { 3535 assert(err == ECONNABORTED); 3536 return (err); 3537 } 3538 3539 out: 3540 v->gv_flags |= GV_CONFIGURED; 3541 3542 graph_enable_by_vertex(v, enabled, 0); 3543 3544 return (0); 3545 } 3546 3547 3548 static void 3549 kill_user_procs(void) 3550 { 3551 (void) fputs("svc.startd: Killing user processes.\n", stdout); 3552 3553 /* 3554 * Despite its name, killall's role is to get select user processes-- 3555 * basically those representing terminal-based logins-- to die. Victims 3556 * are located by killall in the utmp database. Since these are most 3557 * often shell based logins, and many shells mask SIGTERM (but are 3558 * responsive to SIGHUP) we first HUP and then shortly thereafter 3559 * kill -9. 3560 */ 3561 (void) fork_with_timeout("/usr/sbin/killall HUP", 1, 5); 3562 (void) fork_with_timeout("/usr/sbin/killall KILL", 1, 5); 3563 3564 /* 3565 * Note the selection of user id's 0, 1 and 15, subsequently 3566 * inverted by -v. 15 is reserved for dladmd. Yes, this is a 3567 * kludge-- a better policy is needed. 3568 * 3569 * Note that fork_with_timeout will only wait out the 1 second 3570 * "grace time" if pkill actually returns 0. So if there are 3571 * no matches, this will run to completion much more quickly. 3572 */ 3573 (void) fork_with_timeout("/usr/bin/pkill -TERM -v -u 0,1,15", 1, 5); 3574 (void) fork_with_timeout("/usr/bin/pkill -KILL -v -u 0,1,15", 1, 5); 3575 } 3576 3577 static int 3578 exec_cmd(char * invoke, char * output) 3579 { 3580 FILE * cmd = popen(invoke, "r"); 3581 if (! cmd) 3582 return 0; 3583 fgets(output, 512, cmd); 3584 if (! *output) { 3585 pclose(cmd); 3586 return 0; 3587 } 3588 output[strlen(output) - 2] = '\0'; 3589 pclose(cmd); 3590 return 1; 3591 } 3592 3593 static void 3594 do_uadmin(void) 3595 { 3596 const char * const resetting = "/etc/svc/volatile/resetting"; 3597 int fd; 3598 struct statvfs vfs; 3599 time_t now; 3600 struct tm nowtm; 3601 char down_buf[256], time_buf[256]; 3602 uintptr_t mdep; 3603 #if defined(__i386) 3604 grub_boot_args_t fbarg; 3605 #endif /* __i386 */ 3606 3607 mdep = NULL; 3608 fd = creat(resetting, 0777); 3609 if (fd >= 0) 3610 startd_close(fd); 3611 else 3612 uu_warn("Could not create \"%s\"", resetting); 3613 3614 /* Kill dhcpagent if we're not using nfs for root */ 3615 if ((statvfs("/", &vfs) == 0) && 3616 (strncmp(vfs.f_basetype, "nfs", sizeof ("nfs") - 1) != 0)) 3617 fork_with_timeout("/usr/bin/pkill -x -u 0 dhcpagent", 0, 5); 3618 3619 /* 3620 * Call sync(2) now, before we kill off user processes. This takes 3621 * advantage of the several seconds of pause we have before the 3622 * killalls are done. Time we can make good use of to get pages 3623 * moving out to disk. 3624 * 3625 * Inside non-global zones, we don't bother, and it's better not to 3626 * anyway, since sync(2) can have system-wide impact. 3627 */ 3628 if (getzoneid() == 0) 3629 sync(); 3630 3631 kill_user_procs(); 3632 3633 /* 3634 * Note that this must come after the killing of user procs, since 3635 * killall relies on utmpx, and this command affects the contents of 3636 * said file. 3637 */ 3638 if (access("/usr/lib/acct/closewtmp", X_OK) == 0) 3639 fork_with_timeout("/usr/lib/acct/closewtmp", 0, 5); 3640 3641 /* 3642 * For patches which may be installed as the system is shutting 3643 * down, we need to ensure, one more time, that the boot archive 3644 * really is up to date. 3645 */ 3646 if (getzoneid() == 0 && access("/usr/sbin/bootadm", X_OK) == 0) 3647 fork_with_timeout("/usr/sbin/bootadm -ea update_all", 0, 3600); 3648 3649 /* 3650 * Right now, fast reboot is supported only on i386. 3651 * scf_is_fastboot_default() should take care of it. 3652 * If somehow we got there on unsupported platform - 3653 * print warning and fall back to regular reboot. 3654 */ 3655 if (halting == AD_FASTREBOOT) { 3656 #if defined(__i386) 3657 int rc; 3658 3659 if ((rc = exec_cmd("/sbin/grubadm --number -1 --get-opts", 3660 fbarg.gba_bootargs)) == 0) { 3661 mdep = (uintptr_t)&fbarg.gba_bootargs; 3662 } else { 3663 /* 3664 * Failed to read GRUB menu, fall back to normal reboot 3665 */ 3666 halting = AD_BOOT; 3667 uu_warn("Failed to process GRUB menu entry " 3668 "for fast reboot.\n\t%s\n" 3669 "Falling back to regular reboot.\n", 3670 grub_strerror(rc)); 3671 } 3672 #else /* __i386 */ 3673 halting = AD_BOOT; 3674 uu_warn("Fast reboot configured, but not supported by " 3675 "this ISA\n"); 3676 #endif /* __i386 */ 3677 } 3678 3679 fork_with_timeout("/sbin/umountall -l", 0, 5); 3680 fork_with_timeout("/sbin/umount /tmp /var/adm /var/run /var " 3681 ">/dev/null 2>&1", 0, 5); 3682 3683 /* 3684 * Try to get to consistency for whatever UFS filesystems are left. 3685 * This is pretty expensive, so we save it for the end in the hopes of 3686 * minimizing what it must do. The other option would be to start in 3687 * parallel with the killall's, but lockfs tends to throw out much more 3688 * than is needed, and so subsequent commands (like umountall) take a 3689 * long time to get going again. 3690 * 3691 * Inside of zones, we don't bother, since we're not about to terminate 3692 * the whole OS instance. 3693 * 3694 * On systems using only ZFS, this call to lockfs -fa is a no-op. 3695 */ 3696 if (getzoneid() == 0) { 3697 if (access("/usr/sbin/lockfs", X_OK) == 0) 3698 fork_with_timeout("/usr/sbin/lockfs -fa", 0, 30); 3699 3700 sync(); /* once more, with feeling */ 3701 } 3702 3703 fork_with_timeout("/sbin/umount /usr >/dev/null 2>&1", 0, 5); 3704 3705 /* 3706 * Construct and emit the last words from userland: 3707 * "<timestamp> The system is down. Shutdown took <N> seconds." 3708 * 3709 * Normally we'd use syslog, but with /var and other things 3710 * potentially gone, try to minimize the external dependencies. 3711 */ 3712 now = time(NULL); 3713 (void) localtime_r(&now, &nowtm); 3714 3715 if (strftime(down_buf, sizeof (down_buf), 3716 "%b %e %T The system is down.", &nowtm) == 0) { 3717 (void) strlcpy(down_buf, "The system is down.", 3718 sizeof (down_buf)); 3719 } 3720 3721 if (halting_time != 0 && halting_time <= now) { 3722 (void) snprintf(time_buf, sizeof (time_buf), 3723 " Shutdown took %lu seconds.", now - halting_time); 3724 } else { 3725 time_buf[0] = '\0'; 3726 } 3727 (void) printf("%s%s\n", down_buf, time_buf); 3728 3729 (void) uadmin(A_SHUTDOWN, halting, mdep); 3730 uu_warn("uadmin() failed"); 3731 3732 #if defined(__i386) 3733 /* uadmin fail, cleanup grub_boot_args */ 3734 if (halting == AD_FASTREBOOT) 3735 grub_cleanup_boot_args(&fbarg); 3736 #endif /* __i386 */ 3737 3738 if (remove(resetting) != 0 && errno != ENOENT) 3739 uu_warn("Could not remove \"%s\"", resetting); 3740 } 3741 3742 /* 3743 * If any of the up_svcs[] are online or satisfiable, return true. If they are 3744 * all missing, disabled, in maintenance, or unsatisfiable, return false. 3745 */ 3746 boolean_t 3747 can_come_up(void) 3748 { 3749 int i; 3750 3751 assert(MUTEX_HELD(&dgraph_lock)); 3752 3753 /* 3754 * If we are booting to single user (boot -s), 3755 * SCF_MILESTONE_SINGLE_USER is needed to come up because startd 3756 * spawns sulogin after single-user is online (see specials.c). 3757 */ 3758 i = (booting_to_single_user ? 0 : 1); 3759 3760 for (; up_svcs[i] != NULL; ++i) { 3761 if (up_svcs_p[i] == NULL) { 3762 up_svcs_p[i] = vertex_get_by_name(up_svcs[i]); 3763 3764 if (up_svcs_p[i] == NULL) 3765 continue; 3766 } 3767 3768 /* 3769 * Ignore unconfigured services (the ones that have been 3770 * mentioned in a dependency from other services, but do 3771 * not exist in the repository). Services which exist 3772 * in the repository but don't have general/enabled 3773 * property will be also ignored. 3774 */ 3775 if (!(up_svcs_p[i]->gv_flags & GV_CONFIGURED)) 3776 continue; 3777 3778 switch (up_svcs_p[i]->gv_state) { 3779 case RESTARTER_STATE_ONLINE: 3780 case RESTARTER_STATE_DEGRADED: 3781 /* 3782 * Deactivate verbose boot once a login service has been 3783 * reached. 3784 */ 3785 st->st_log_login_reached = 1; 3786 /*FALLTHROUGH*/ 3787 case RESTARTER_STATE_UNINIT: 3788 return (B_TRUE); 3789 3790 case RESTARTER_STATE_OFFLINE: 3791 if (instance_satisfied(up_svcs_p[i], B_TRUE) != -1) 3792 return (B_TRUE); 3793 log_framework(LOG_DEBUG, 3794 "can_come_up(): %s is unsatisfiable.\n", 3795 up_svcs_p[i]->gv_name); 3796 continue; 3797 3798 case RESTARTER_STATE_DISABLED: 3799 case RESTARTER_STATE_MAINT: 3800 log_framework(LOG_DEBUG, 3801 "can_come_up(): %s is in state %s.\n", 3802 up_svcs_p[i]->gv_name, 3803 instance_state_str[up_svcs_p[i]->gv_state]); 3804 continue; 3805 3806 default: 3807 #ifndef NDEBUG 3808 uu_warn("%s:%d: Unexpected vertex state %d.\n", 3809 __FILE__, __LINE__, up_svcs_p[i]->gv_state); 3810 #endif 3811 abort(); 3812 } 3813 } 3814 3815 /* 3816 * In the seed repository, console-login is unsatisfiable because 3817 * services are missing. To behave correctly in that case we don't want 3818 * to return false until manifest-import is online. 3819 */ 3820 3821 if (manifest_import_p == NULL) { 3822 manifest_import_p = vertex_get_by_name(manifest_import); 3823 3824 if (manifest_import_p == NULL) 3825 return (B_FALSE); 3826 } 3827 3828 switch (manifest_import_p->gv_state) { 3829 case RESTARTER_STATE_ONLINE: 3830 case RESTARTER_STATE_DEGRADED: 3831 case RESTARTER_STATE_DISABLED: 3832 case RESTARTER_STATE_MAINT: 3833 break; 3834 3835 case RESTARTER_STATE_OFFLINE: 3836 if (instance_satisfied(manifest_import_p, B_TRUE) == -1) 3837 break; 3838 /* FALLTHROUGH */ 3839 3840 case RESTARTER_STATE_UNINIT: 3841 return (B_TRUE); 3842 } 3843 3844 return (B_FALSE); 3845 } 3846 3847 /* 3848 * Runs sulogin. Returns 3849 * 0 - success 3850 * EALREADY - sulogin is already running 3851 * EBUSY - console-login is running 3852 */ 3853 static int 3854 run_sulogin(const char *msg) 3855 { 3856 graph_vertex_t *v; 3857 3858 assert(MUTEX_HELD(&dgraph_lock)); 3859 3860 if (sulogin_running) 3861 return (EALREADY); 3862 3863 v = vertex_get_by_name(console_login_fmri); 3864 if (v != NULL && inst_running(v)) 3865 return (EBUSY); 3866 3867 sulogin_running = B_TRUE; 3868 3869 MUTEX_UNLOCK(&dgraph_lock); 3870 3871 fork_sulogin(B_FALSE, msg); 3872 3873 MUTEX_LOCK(&dgraph_lock); 3874 3875 sulogin_running = B_FALSE; 3876 3877 if (console_login_ready) { 3878 v = vertex_get_by_name(console_login_fmri); 3879 3880 if (v != NULL && v->gv_state == RESTARTER_STATE_OFFLINE) { 3881 if (v->gv_start_f == NULL) 3882 vertex_send_event(v, 3883 RESTARTER_EVENT_TYPE_START); 3884 else 3885 v->gv_start_f(v); 3886 } 3887 3888 console_login_ready = B_FALSE; 3889 } 3890 3891 return (0); 3892 } 3893 3894 /* 3895 * The sulogin thread runs sulogin while can_come_up() is false. run_sulogin() 3896 * keeps sulogin from stepping on console-login's toes. 3897 */ 3898 /* ARGSUSED */ 3899 static void * 3900 sulogin_thread(void *unused) 3901 { 3902 MUTEX_LOCK(&dgraph_lock); 3903 3904 assert(sulogin_thread_running); 3905 3906 do { 3907 (void) run_sulogin("Console login service(s) cannot run\n"); 3908 } while (!can_come_up()); 3909 3910 sulogin_thread_running = B_FALSE; 3911 MUTEX_UNLOCK(&dgraph_lock); 3912 3913 return (NULL); 3914 } 3915 3916 /* ARGSUSED */ 3917 void * 3918 single_user_thread(void *unused) 3919 { 3920 uint_t left; 3921 scf_handle_t *h; 3922 scf_instance_t *inst; 3923 scf_property_t *prop; 3924 scf_value_t *val; 3925 const char *msg; 3926 char *buf; 3927 int r; 3928 3929 MUTEX_LOCK(&single_user_thread_lock); 3930 single_user_thread_count++; 3931 3932 if (!booting_to_single_user) 3933 kill_user_procs(); 3934 3935 if (go_single_user_mode || booting_to_single_user) { 3936 msg = "SINGLE USER MODE\n"; 3937 } else { 3938 assert(go_to_level1); 3939 3940 fork_rc_script('1', "start", B_TRUE); 3941 3942 uu_warn("The system is ready for administration.\n"); 3943 3944 msg = ""; 3945 } 3946 3947 MUTEX_UNLOCK(&single_user_thread_lock); 3948 3949 for (;;) { 3950 MUTEX_LOCK(&dgraph_lock); 3951 r = run_sulogin(msg); 3952 MUTEX_UNLOCK(&dgraph_lock); 3953 if (r == 0) 3954 break; 3955 3956 assert(r == EALREADY || r == EBUSY); 3957 3958 left = 3; 3959 while (left > 0) 3960 left = sleep(left); 3961 } 3962 3963 MUTEX_LOCK(&single_user_thread_lock); 3964 3965 /* 3966 * If another single user thread has started, let it finish changing 3967 * the run level. 3968 */ 3969 if (single_user_thread_count > 1) { 3970 single_user_thread_count--; 3971 MUTEX_UNLOCK(&single_user_thread_lock); 3972 return (NULL); 3973 } 3974 3975 h = libscf_handle_create_bound_loop(); 3976 inst = scf_instance_create(h); 3977 prop = safe_scf_property_create(h); 3978 val = safe_scf_value_create(h); 3979 buf = startd_alloc(max_scf_fmri_size); 3980 3981 lookup: 3982 if (scf_handle_decode_fmri(h, SCF_SERVICE_STARTD, NULL, NULL, inst, 3983 NULL, NULL, SCF_DECODE_FMRI_EXACT) != 0) { 3984 switch (scf_error()) { 3985 case SCF_ERROR_NOT_FOUND: 3986 r = libscf_create_self(h); 3987 if (r == 0) 3988 goto lookup; 3989 assert(r == ECONNABORTED); 3990 /* FALLTHROUGH */ 3991 3992 case SCF_ERROR_CONNECTION_BROKEN: 3993 libscf_handle_rebind(h); 3994 goto lookup; 3995 3996 case SCF_ERROR_INVALID_ARGUMENT: 3997 case SCF_ERROR_CONSTRAINT_VIOLATED: 3998 case SCF_ERROR_NOT_BOUND: 3999 case SCF_ERROR_HANDLE_MISMATCH: 4000 default: 4001 bad_error("scf_handle_decode_fmri", scf_error()); 4002 } 4003 } 4004 4005 MUTEX_LOCK(&dgraph_lock); 4006 4007 r = scf_instance_delete_prop(inst, SCF_PG_OPTIONS_OVR, 4008 SCF_PROPERTY_MILESTONE); 4009 switch (r) { 4010 case 0: 4011 case ECANCELED: 4012 break; 4013 4014 case ECONNABORTED: 4015 MUTEX_UNLOCK(&dgraph_lock); 4016 libscf_handle_rebind(h); 4017 goto lookup; 4018 4019 case EPERM: 4020 case EACCES: 4021 case EROFS: 4022 log_error(LOG_WARNING, "Could not clear temporary milestone: " 4023 "%s.\n", strerror(r)); 4024 break; 4025 4026 default: 4027 bad_error("scf_instance_delete_prop", r); 4028 } 4029 4030 MUTEX_UNLOCK(&dgraph_lock); 4031 4032 r = libscf_get_milestone(inst, prop, val, buf, max_scf_fmri_size); 4033 switch (r) { 4034 case ECANCELED: 4035 case ENOENT: 4036 case EINVAL: 4037 (void) strcpy(buf, "all"); 4038 /* FALLTHROUGH */ 4039 4040 case 0: 4041 uu_warn("Returning to milestone %s.\n", buf); 4042 break; 4043 4044 case ECONNABORTED: 4045 libscf_handle_rebind(h); 4046 goto lookup; 4047 4048 default: 4049 bad_error("libscf_get_milestone", r); 4050 } 4051 4052 r = dgraph_set_milestone(buf, h, B_FALSE); 4053 switch (r) { 4054 case 0: 4055 case ECONNRESET: 4056 case EALREADY: 4057 case EINVAL: 4058 case ENOENT: 4059 break; 4060 4061 default: 4062 bad_error("dgraph_set_milestone", r); 4063 } 4064 4065 /* 4066 * See graph_runlevel_changed(). 4067 */ 4068 MUTEX_LOCK(&dgraph_lock); 4069 utmpx_set_runlevel(target_milestone_as_runlevel(), 'S', B_TRUE); 4070 MUTEX_UNLOCK(&dgraph_lock); 4071 4072 startd_free(buf, max_scf_fmri_size); 4073 scf_value_destroy(val); 4074 scf_property_destroy(prop); 4075 scf_instance_destroy(inst); 4076 scf_handle_destroy(h); 4077 4078 /* 4079 * We'll give ourselves 3 seconds to respond to all of the enablings 4080 * that setting the milestone should have created before checking 4081 * whether to run sulogin. 4082 */ 4083 left = 3; 4084 while (left > 0) 4085 left = sleep(left); 4086 4087 MUTEX_LOCK(&dgraph_lock); 4088 /* 4089 * Clearing these variables will allow the sulogin thread to run. We 4090 * check here in case there aren't any more state updates anytime soon. 4091 */ 4092 go_to_level1 = go_single_user_mode = booting_to_single_user = B_FALSE; 4093 if (!sulogin_thread_running && !can_come_up()) { 4094 (void) startd_thread_create(sulogin_thread, NULL); 4095 sulogin_thread_running = B_TRUE; 4096 } 4097 MUTEX_UNLOCK(&dgraph_lock); 4098 single_user_thread_count--; 4099 MUTEX_UNLOCK(&single_user_thread_lock); 4100 return (NULL); 4101 } 4102 4103 4104 /* 4105 * Dependency graph operations API. These are handle-independent thread-safe 4106 * graph manipulation functions which are the entry points for the event 4107 * threads below. 4108 */ 4109 4110 /* 4111 * If a configured vertex exists for inst_fmri, return EEXIST. If no vertex 4112 * exists for inst_fmri, add one. Then fetch the restarter from inst, make 4113 * this vertex dependent on it, and send _ADD_INSTANCE to the restarter. 4114 * Fetch whether the instance should be enabled from inst and send _ENABLE or 4115 * _DISABLE as appropriate. Finally rummage through inst's dependency 4116 * property groups and add vertices and edges as appropriate. If anything 4117 * goes wrong after sending _ADD_INSTANCE, send _ADMIN_MAINT_ON to put the 4118 * instance in maintenance. Don't send _START or _STOP until we get a state 4119 * update in case we're being restarted and the service is already running. 4120 * 4121 * To support booting to a milestone, we must also make sure all dependencies 4122 * encountered are configured, if they exist in the repository. 4123 * 4124 * Returns 0 on success, ECONNABORTED on repository disconnection, EINVAL if 4125 * inst_fmri is an invalid (or not canonical) FMRI, ECANCELED if inst is 4126 * deleted, or EEXIST if a configured vertex for inst_fmri already exists. 4127 */ 4128 int 4129 dgraph_add_instance(const char *inst_fmri, scf_instance_t *inst, 4130 boolean_t lock_graph) 4131 { 4132 graph_vertex_t *v; 4133 int err; 4134 4135 if (strcmp(inst_fmri, SCF_SERVICE_STARTD) == 0) 4136 return (0); 4137 4138 /* Check for a vertex for inst_fmri. */ 4139 if (lock_graph) { 4140 MUTEX_LOCK(&dgraph_lock); 4141 } else { 4142 assert(MUTEX_HELD(&dgraph_lock)); 4143 } 4144 4145 v = vertex_get_by_name(inst_fmri); 4146 4147 if (v != NULL) { 4148 assert(v->gv_type == GVT_INST); 4149 4150 if (v->gv_flags & GV_CONFIGURED) { 4151 if (lock_graph) 4152 MUTEX_UNLOCK(&dgraph_lock); 4153 return (EEXIST); 4154 } 4155 } else { 4156 /* Add the vertex. */ 4157 err = graph_insert_vertex_unconfigured(inst_fmri, GVT_INST, 0, 4158 RERR_NONE, &v); 4159 if (err != 0) { 4160 assert(err == EINVAL); 4161 if (lock_graph) 4162 MUTEX_UNLOCK(&dgraph_lock); 4163 return (EINVAL); 4164 } 4165 } 4166 4167 err = configure_vertex(v, inst); 4168 4169 if (lock_graph) 4170 MUTEX_UNLOCK(&dgraph_lock); 4171 4172 return (err); 4173 } 4174 4175 /* 4176 * Locate the vertex for this property group's instance. If it doesn't exist 4177 * or is unconfigured, call dgraph_add_instance() & return. Otherwise fetch 4178 * the restarter for the instance, and if it has changed, send 4179 * _REMOVE_INSTANCE to the old restarter, remove the dependency, make sure the 4180 * new restarter has a vertex, add a new dependency, and send _ADD_INSTANCE to 4181 * the new restarter. Then fetch whether the instance should be enabled, and 4182 * if it is different from what we had, or if we changed the restarter, send 4183 * the appropriate _ENABLE or _DISABLE command. 4184 * 4185 * Returns 0 on success, ENOTSUP if the pg's parent is not an instance, 4186 * ECONNABORTED on repository disconnection, ECANCELED if the instance is 4187 * deleted, or -1 if the instance's general property group is deleted or if 4188 * its enabled property is misconfigured. 4189 */ 4190 static int 4191 dgraph_update_general(scf_propertygroup_t *pg) 4192 { 4193 scf_handle_t *h; 4194 scf_instance_t *inst; 4195 char *fmri; 4196 char *restarter_fmri; 4197 graph_vertex_t *v; 4198 int err; 4199 int enabled, enabled_ovr; 4200 int oldflags; 4201 4202 /* Find the vertex for this service */ 4203 h = scf_pg_handle(pg); 4204 4205 inst = safe_scf_instance_create(h); 4206 4207 if (scf_pg_get_parent_instance(pg, inst) != 0) { 4208 switch (scf_error()) { 4209 case SCF_ERROR_CONSTRAINT_VIOLATED: 4210 return (ENOTSUP); 4211 4212 case SCF_ERROR_CONNECTION_BROKEN: 4213 default: 4214 return (ECONNABORTED); 4215 4216 case SCF_ERROR_DELETED: 4217 return (0); 4218 4219 case SCF_ERROR_NOT_SET: 4220 bad_error("scf_pg_get_parent_instance", scf_error()); 4221 } 4222 } 4223 4224 err = libscf_instance_get_fmri(inst, &fmri); 4225 switch (err) { 4226 case 0: 4227 break; 4228 4229 case ECONNABORTED: 4230 scf_instance_destroy(inst); 4231 return (ECONNABORTED); 4232 4233 case ECANCELED: 4234 scf_instance_destroy(inst); 4235 return (0); 4236 4237 default: 4238 bad_error("libscf_instance_get_fmri", err); 4239 } 4240 4241 log_framework(LOG_DEBUG, 4242 "Graph engine: Reloading general properties for %s.\n", fmri); 4243 4244 MUTEX_LOCK(&dgraph_lock); 4245 4246 v = vertex_get_by_name(fmri); 4247 if (v == NULL || !(v->gv_flags & GV_CONFIGURED)) { 4248 /* Will get the up-to-date properties. */ 4249 MUTEX_UNLOCK(&dgraph_lock); 4250 err = dgraph_add_instance(fmri, inst, B_TRUE); 4251 startd_free(fmri, max_scf_fmri_size); 4252 scf_instance_destroy(inst); 4253 return (err == ECANCELED ? 0 : err); 4254 } 4255 4256 /* Read enabled & restarter from repository. */ 4257 restarter_fmri = startd_alloc(max_scf_value_size); 4258 err = libscf_get_basic_instance_data(h, inst, v->gv_name, &enabled, 4259 &enabled_ovr, &restarter_fmri); 4260 if (err != 0 || enabled == -1) { 4261 MUTEX_UNLOCK(&dgraph_lock); 4262 scf_instance_destroy(inst); 4263 startd_free(fmri, max_scf_fmri_size); 4264 4265 switch (err) { 4266 case ENOENT: 4267 case 0: 4268 startd_free(restarter_fmri, max_scf_value_size); 4269 return (-1); 4270 4271 case ECONNABORTED: 4272 case ECANCELED: 4273 startd_free(restarter_fmri, max_scf_value_size); 4274 return (err); 4275 4276 default: 4277 bad_error("libscf_get_basic_instance_data", err); 4278 } 4279 } 4280 4281 oldflags = v->gv_flags; 4282 v->gv_flags = (v->gv_flags & ~GV_ENBLD_NOOVR) | 4283 (enabled ? GV_ENBLD_NOOVR : 0); 4284 4285 if (enabled_ovr != -1) 4286 enabled = enabled_ovr; 4287 4288 /* 4289 * If GV_ENBLD_NOOVR has changed, then we need to re-evaluate the 4290 * subgraph. 4291 */ 4292 if (milestone > MILESTONE_NONE && v->gv_flags != oldflags) 4293 (void) eval_subgraph(v, h); 4294 4295 scf_instance_destroy(inst); 4296 4297 /* Ignore restarter change for now. */ 4298 4299 startd_free(restarter_fmri, max_scf_value_size); 4300 startd_free(fmri, max_scf_fmri_size); 4301 4302 /* 4303 * Always send _ENABLE or _DISABLE. We could avoid this if the 4304 * restarter didn't change and the enabled value didn't change, but 4305 * that's not easy to check and improbable anyway, so we'll just do 4306 * this. 4307 */ 4308 graph_enable_by_vertex(v, enabled, 1); 4309 4310 MUTEX_UNLOCK(&dgraph_lock); 4311 4312 return (0); 4313 } 4314 4315 /* 4316 * Delete all of the property group dependencies of v, update inst's running 4317 * snapshot, and add the dependencies in the new snapshot. If any of the new 4318 * dependencies would create a cycle, send _ADMIN_MAINT_ON. Otherwise 4319 * reevaluate v's dependencies, send _START or _STOP as appropriate, and do 4320 * the same for v's dependents. 4321 * 4322 * Returns 4323 * 0 - success 4324 * ECONNABORTED - repository connection broken 4325 * ECANCELED - inst was deleted 4326 * EINVAL - inst is invalid (e.g., missing general/enabled) 4327 * -1 - libscf_snapshots_refresh() failed 4328 */ 4329 static int 4330 dgraph_refresh_instance(graph_vertex_t *v, scf_instance_t *inst) 4331 { 4332 int r; 4333 int enabled; 4334 int32_t tset; 4335 4336 assert(MUTEX_HELD(&dgraph_lock)); 4337 assert(v->gv_type == GVT_INST); 4338 4339 /* Only refresh services with valid general/enabled properties. */ 4340 r = libscf_get_basic_instance_data(scf_instance_handle(inst), inst, 4341 v->gv_name, &enabled, NULL, NULL); 4342 switch (r) { 4343 case 0: 4344 break; 4345 4346 case ECONNABORTED: 4347 case ECANCELED: 4348 return (r); 4349 4350 case ENOENT: 4351 log_framework(LOG_DEBUG, 4352 "Ignoring %s because it has no general property group.\n", 4353 v->gv_name); 4354 return (EINVAL); 4355 4356 default: 4357 bad_error("libscf_get_basic_instance_data", r); 4358 } 4359 4360 if ((tset = libscf_get_stn_tset(inst)) == -1) { 4361 log_framework(LOG_WARNING, 4362 "Failed to get notification parameters for %s: %s\n", 4363 v->gv_name, scf_strerror(scf_error())); 4364 tset = 0; 4365 } 4366 v->gv_stn_tset = tset; 4367 if (strcmp(v->gv_name, SCF_INSTANCE_GLOBAL) == 0) 4368 stn_global = tset; 4369 4370 if (enabled == -1) 4371 return (EINVAL); 4372 4373 r = libscf_snapshots_refresh(inst, v->gv_name); 4374 if (r != 0) { 4375 if (r != -1) 4376 bad_error("libscf_snapshots_refresh", r); 4377 4378 /* error logged */ 4379 return (r); 4380 } 4381 4382 r = refresh_vertex(v, inst); 4383 if (r != 0 && r != ECONNABORTED) 4384 bad_error("refresh_vertex", r); 4385 return (r); 4386 } 4387 4388 /* 4389 * Returns true only if none of this service's dependents are 'up' -- online 4390 * or degraded (offline is considered down in this situation). This function 4391 * is somehow similar to is_nonsubgraph_leaf() but works on subtrees. 4392 */ 4393 static boolean_t 4394 insubtree_dependents_down(graph_vertex_t *v) 4395 { 4396 graph_vertex_t *vv; 4397 graph_edge_t *e; 4398 4399 assert(MUTEX_HELD(&dgraph_lock)); 4400 4401 for (e = uu_list_first(v->gv_dependents); e != NULL; 4402 e = uu_list_next(v->gv_dependents, e)) { 4403 vv = e->ge_vertex; 4404 if (vv->gv_type == GVT_INST) { 4405 if ((vv->gv_flags & GV_CONFIGURED) == 0) 4406 continue; 4407 4408 if ((vv->gv_flags & GV_TOOFFLINE) == 0) 4409 continue; 4410 4411 if ((vv->gv_state == RESTARTER_STATE_ONLINE) || 4412 (vv->gv_state == RESTARTER_STATE_DEGRADED)) 4413 return (B_FALSE); 4414 } else { 4415 /* 4416 * Skip all excluded and optional_all dependencies 4417 * and decide whether to offline the service based 4418 * on restart_on attribute. 4419 */ 4420 if (is_depgrp_bypassed(vv)) 4421 continue; 4422 4423 /* 4424 * For dependency groups or service vertices, keep 4425 * traversing to see if instances are running. 4426 */ 4427 if (insubtree_dependents_down(vv) == B_FALSE) 4428 return (B_FALSE); 4429 } 4430 } 4431 4432 return (B_TRUE); 4433 } 4434 4435 /* 4436 * Returns true only if none of this service's dependents are 'up' -- online, 4437 * degraded, or offline. 4438 */ 4439 static int 4440 is_nonsubgraph_leaf(graph_vertex_t *v) 4441 { 4442 graph_vertex_t *vv; 4443 graph_edge_t *e; 4444 4445 assert(MUTEX_HELD(&dgraph_lock)); 4446 4447 for (e = uu_list_first(v->gv_dependents); 4448 e != NULL; 4449 e = uu_list_next(v->gv_dependents, e)) { 4450 4451 vv = e->ge_vertex; 4452 if (vv->gv_type == GVT_INST) { 4453 if ((vv->gv_flags & GV_CONFIGURED) == 0) 4454 continue; 4455 4456 if (vv->gv_flags & GV_INSUBGRAPH) 4457 continue; 4458 4459 if (up_state(vv->gv_state)) 4460 return (0); 4461 } else { 4462 /* 4463 * For dependency group or service vertices, keep 4464 * traversing to see if instances are running. 4465 * 4466 * We should skip exclude_all dependencies otherwise 4467 * the vertex will never be considered as a leaf 4468 * if the dependent is offline. The main reason for 4469 * this is that disable_nonsubgraph_leaves() skips 4470 * exclusion dependencies. 4471 */ 4472 if (vv->gv_type == GVT_GROUP && 4473 vv->gv_depgroup == DEPGRP_EXCLUDE_ALL) 4474 continue; 4475 4476 if (!is_nonsubgraph_leaf(vv)) 4477 return (0); 4478 } 4479 } 4480 4481 return (1); 4482 } 4483 4484 /* 4485 * Disable v temporarily. Attempt to do this by setting its enabled override 4486 * property in the repository. If that fails, send a _DISABLE command. 4487 * Returns 0 on success and ECONNABORTED if the repository connection is 4488 * broken. 4489 */ 4490 static int 4491 disable_service_temporarily(graph_vertex_t *v, scf_handle_t *h) 4492 { 4493 const char * const emsg = "Could not temporarily disable %s because " 4494 "%s. Will stop service anyways. Repository status for the " 4495 "service may be inaccurate.\n"; 4496 const char * const emsg_cbroken = 4497 "the repository connection was broken"; 4498 4499 scf_instance_t *inst; 4500 int r; 4501 4502 inst = scf_instance_create(h); 4503 if (inst == NULL) { 4504 char buf[100]; 4505 4506 (void) snprintf(buf, sizeof (buf), 4507 "scf_instance_create() failed (%s)", 4508 scf_strerror(scf_error())); 4509 log_error(LOG_WARNING, emsg, v->gv_name, buf); 4510 4511 graph_enable_by_vertex(v, 0, 0); 4512 return (0); 4513 } 4514 4515 r = scf_handle_decode_fmri(h, v->gv_name, NULL, NULL, inst, 4516 NULL, NULL, SCF_DECODE_FMRI_EXACT); 4517 if (r != 0) { 4518 switch (scf_error()) { 4519 case SCF_ERROR_CONNECTION_BROKEN: 4520 log_error(LOG_WARNING, emsg, v->gv_name, emsg_cbroken); 4521 graph_enable_by_vertex(v, 0, 0); 4522 return (ECONNABORTED); 4523 4524 case SCF_ERROR_NOT_FOUND: 4525 return (0); 4526 4527 case SCF_ERROR_HANDLE_MISMATCH: 4528 case SCF_ERROR_INVALID_ARGUMENT: 4529 case SCF_ERROR_CONSTRAINT_VIOLATED: 4530 case SCF_ERROR_NOT_BOUND: 4531 default: 4532 bad_error("scf_handle_decode_fmri", 4533 scf_error()); 4534 } 4535 } 4536 4537 r = libscf_set_enable_ovr(inst, 0); 4538 switch (r) { 4539 case 0: 4540 scf_instance_destroy(inst); 4541 return (0); 4542 4543 case ECANCELED: 4544 scf_instance_destroy(inst); 4545 return (0); 4546 4547 case ECONNABORTED: 4548 log_error(LOG_WARNING, emsg, v->gv_name, emsg_cbroken); 4549 graph_enable_by_vertex(v, 0, 0); 4550 return (ECONNABORTED); 4551 4552 case EPERM: 4553 log_error(LOG_WARNING, emsg, v->gv_name, 4554 "the repository denied permission"); 4555 graph_enable_by_vertex(v, 0, 0); 4556 return (0); 4557 4558 case EROFS: 4559 log_error(LOG_WARNING, emsg, v->gv_name, 4560 "the repository is read-only"); 4561 graph_enable_by_vertex(v, 0, 0); 4562 return (0); 4563 4564 default: 4565 bad_error("libscf_set_enable_ovr", r); 4566 /* NOTREACHED */ 4567 } 4568 } 4569 4570 /* 4571 * Of the transitive instance dependencies of v, offline those which are 4572 * in the subtree and which are leaves (i.e., have no dependents which are 4573 * "up"). 4574 */ 4575 void 4576 offline_subtree_leaves(graph_vertex_t *v, void *arg) 4577 { 4578 assert(MUTEX_HELD(&dgraph_lock)); 4579 4580 /* If v isn't an instance, recurse on its dependencies. */ 4581 if (v->gv_type != GVT_INST) { 4582 graph_walk_dependencies(v, offline_subtree_leaves, arg); 4583 return; 4584 } 4585 4586 /* 4587 * If v is not in the subtree, so should all of its dependencies, 4588 * so do nothing. 4589 */ 4590 if ((v->gv_flags & GV_TOOFFLINE) == 0) 4591 return; 4592 4593 /* If v isn't a leaf because it's already down, recurse. */ 4594 if (!up_state(v->gv_state)) { 4595 graph_walk_dependencies(v, offline_subtree_leaves, arg); 4596 return; 4597 } 4598 4599 /* if v is a leaf, offline it or disable it if it's the last one */ 4600 if (insubtree_dependents_down(v) == B_TRUE) { 4601 if (v->gv_flags & GV_TODISABLE) 4602 vertex_send_event(v, 4603 RESTARTER_EVENT_TYPE_ADMIN_DISABLE); 4604 else 4605 offline_vertex(v); 4606 } 4607 } 4608 4609 void 4610 graph_offline_subtree_leaves(graph_vertex_t *v, void *h) 4611 { 4612 graph_walk_dependencies(v, offline_subtree_leaves, (void *)h); 4613 } 4614 4615 4616 /* 4617 * Of the transitive instance dependencies of v, disable those which are not 4618 * in the subgraph and which are leaves (i.e., have no dependents which are 4619 * "up"). 4620 */ 4621 static void 4622 disable_nonsubgraph_leaves(graph_vertex_t *v, void *arg) 4623 { 4624 assert(MUTEX_HELD(&dgraph_lock)); 4625 4626 /* 4627 * We must skip exclusion dependencies because they are allowed to 4628 * complete dependency cycles. This is correct because A's exclusion 4629 * dependency on B doesn't bear on the order in which they should be 4630 * stopped. Indeed, the exclusion dependency should guarantee that 4631 * they are never online at the same time. 4632 */ 4633 if (v->gv_type == GVT_GROUP && v->gv_depgroup == DEPGRP_EXCLUDE_ALL) 4634 return; 4635 4636 /* If v isn't an instance, recurse on its dependencies. */ 4637 if (v->gv_type != GVT_INST) 4638 goto recurse; 4639 4640 if ((v->gv_flags & GV_CONFIGURED) == 0) 4641 /* 4642 * Unconfigured instances should have no dependencies, but in 4643 * case they ever get them, 4644 */ 4645 goto recurse; 4646 4647 /* 4648 * If v is in the subgraph, so should all of its dependencies, so do 4649 * nothing. 4650 */ 4651 if (v->gv_flags & GV_INSUBGRAPH) 4652 return; 4653 4654 /* If v isn't a leaf because it's already down, recurse. */ 4655 if (!up_state(v->gv_state)) 4656 goto recurse; 4657 4658 /* If v is disabled but not down yet, be patient. */ 4659 if ((v->gv_flags & GV_ENABLED) == 0) 4660 return; 4661 4662 /* If v is a leaf, disable it. */ 4663 if (is_nonsubgraph_leaf(v)) 4664 (void) disable_service_temporarily(v, (scf_handle_t *)arg); 4665 4666 return; 4667 4668 recurse: 4669 graph_walk_dependencies(v, disable_nonsubgraph_leaves, arg); 4670 } 4671 4672 static int 4673 stn_restarter_state(restarter_instance_state_t rstate) 4674 { 4675 static const struct statemap { 4676 restarter_instance_state_t restarter_state; 4677 int scf_state; 4678 } map[] = { 4679 { RESTARTER_STATE_UNINIT, SCF_STATE_UNINIT }, 4680 { RESTARTER_STATE_MAINT, SCF_STATE_MAINT }, 4681 { RESTARTER_STATE_OFFLINE, SCF_STATE_OFFLINE }, 4682 { RESTARTER_STATE_DISABLED, SCF_STATE_DISABLED }, 4683 { RESTARTER_STATE_ONLINE, SCF_STATE_ONLINE }, 4684 { RESTARTER_STATE_DEGRADED, SCF_STATE_DEGRADED } 4685 }; 4686 4687 int i; 4688 4689 for (i = 0; i < sizeof (map) / sizeof (map[0]); i++) { 4690 if (rstate == map[i].restarter_state) 4691 return (map[i].scf_state); 4692 } 4693 4694 return (-1); 4695 } 4696 4697 /* 4698 * State transition counters 4699 * Not incremented atomically - indicative only 4700 */ 4701 static uint64_t stev_ct_maint; 4702 static uint64_t stev_ct_hwerr; 4703 static uint64_t stev_ct_service; 4704 static uint64_t stev_ct_global; 4705 static uint64_t stev_ct_noprefs; 4706 static uint64_t stev_ct_from_uninit; 4707 static uint64_t stev_ct_bad_state; 4708 static uint64_t stev_ct_ovr_prefs; 4709 4710 static void 4711 dgraph_state_transition_notify(graph_vertex_t *v, 4712 restarter_instance_state_t old_state, restarter_str_t reason) 4713 { 4714 restarter_instance_state_t new_state = v->gv_state; 4715 int stn_transition, maint; 4716 int from, to; 4717 nvlist_t *attr; 4718 fmev_pri_t pri = FMEV_LOPRI; 4719 int raise = 0; 4720 4721 if ((from = stn_restarter_state(old_state)) == -1 || 4722 (to = stn_restarter_state(new_state)) == -1) { 4723 stev_ct_bad_state++; 4724 return; 4725 } 4726 4727 stn_transition = from << 16 | to; 4728 4729 maint = (to == SCF_STATE_MAINT || from == SCF_STATE_MAINT); 4730 4731 if (maint) { 4732 /* 4733 * All transitions to/from maintenance state must raise 4734 * an event. 4735 */ 4736 raise++; 4737 pri = FMEV_HIPRI; 4738 stev_ct_maint++; 4739 } else if (reason == restarter_str_ct_ev_hwerr) { 4740 /* 4741 * All transitions caused by hardware fault must raise 4742 * an event 4743 */ 4744 raise++; 4745 pri = FMEV_HIPRI; 4746 stev_ct_hwerr++; 4747 } else if (stn_transition & v->gv_stn_tset) { 4748 /* 4749 * Specifically enabled event. 4750 */ 4751 raise++; 4752 stev_ct_service++; 4753 } else if (from == SCF_STATE_UNINIT) { 4754 /* 4755 * Only raise these if specifically selected above. 4756 */ 4757 stev_ct_from_uninit++; 4758 } else if (stn_transition & stn_global && 4759 (IS_ENABLED(v) == 1 || to == SCF_STATE_DISABLED)) { 4760 raise++; 4761 stev_ct_global++; 4762 } else { 4763 stev_ct_noprefs++; 4764 } 4765 4766 if (info_events_all) { 4767 stev_ct_ovr_prefs++; 4768 raise++; 4769 } 4770 if (!raise) 4771 return; 4772 4773 if (nvlist_alloc(&attr, NV_UNIQUE_NAME, 0) != 0 || 4774 nvlist_add_string(attr, "fmri", v->gv_name) != 0 || 4775 nvlist_add_uint32(attr, "reason-version", 4776 restarter_str_version()) || nvlist_add_string(attr, "reason-short", 4777 restarter_get_str_short(reason)) != 0 || 4778 nvlist_add_string(attr, "reason-long", 4779 restarter_get_str_long(reason)) != 0 || 4780 nvlist_add_int32(attr, "transition", stn_transition) != 0) { 4781 log_framework(LOG_WARNING, 4782 "FMEV: %s could not create nvlist for transition " 4783 "event: %s\n", v->gv_name, strerror(errno)); 4784 nvlist_free(attr); 4785 return; 4786 } 4787 4788 if (fmev_rspublish_nvl(FMEV_RULESET_SMF, "state-transition", 4789 instance_state_str[new_state], pri, attr) != FMEV_SUCCESS) { 4790 log_framework(LOG_DEBUG, 4791 "FMEV: %s failed to publish transition event: %s\n", 4792 v->gv_name, fmev_strerror(fmev_errno)); 4793 nvlist_free(attr); 4794 } 4795 } 4796 4797 /* 4798 * Find the vertex for inst_name. If it doesn't exist, return ENOENT. 4799 * Otherwise set its state to state. If the instance has entered a state 4800 * which requires automatic action, take it (Uninitialized: do 4801 * dgraph_refresh_instance() without the snapshot update. Disabled: if the 4802 * instance should be enabled, send _ENABLE. Offline: if the instance should 4803 * be disabled, send _DISABLE, and if its dependencies are satisfied, send 4804 * _START. Online, Degraded: if the instance wasn't running, update its start 4805 * snapshot. Maintenance: no action.) 4806 * 4807 * Also fails with ECONNABORTED, or EINVAL if state is invalid. 4808 */ 4809 static int 4810 dgraph_set_instance_state(scf_handle_t *h, const char *inst_name, 4811 protocol_states_t *states) 4812 { 4813 graph_vertex_t *v; 4814 int err = 0; 4815 restarter_instance_state_t old_state; 4816 restarter_instance_state_t state = states->ps_state; 4817 restarter_error_t serr = states->ps_err; 4818 4819 MUTEX_LOCK(&dgraph_lock); 4820 4821 v = vertex_get_by_name(inst_name); 4822 if (v == NULL) { 4823 MUTEX_UNLOCK(&dgraph_lock); 4824 return (ENOENT); 4825 } 4826 4827 assert(v->gv_type == GVT_INST); 4828 4829 switch (state) { 4830 case RESTARTER_STATE_UNINIT: 4831 case RESTARTER_STATE_DISABLED: 4832 case RESTARTER_STATE_OFFLINE: 4833 case RESTARTER_STATE_ONLINE: 4834 case RESTARTER_STATE_DEGRADED: 4835 case RESTARTER_STATE_MAINT: 4836 break; 4837 4838 default: 4839 MUTEX_UNLOCK(&dgraph_lock); 4840 return (EINVAL); 4841 } 4842 4843 log_framework(LOG_DEBUG, "Graph noting %s %s -> %s.\n", v->gv_name, 4844 instance_state_str[v->gv_state], instance_state_str[state]); 4845 4846 old_state = v->gv_state; 4847 v->gv_state = state; 4848 4849 v->gv_reason = states->ps_reason; 4850 err = gt_transition(h, v, serr, old_state); 4851 if (err == 0 && v->gv_state != old_state) { 4852 dgraph_state_transition_notify(v, old_state, states->ps_reason); 4853 } 4854 4855 MUTEX_UNLOCK(&dgraph_lock); 4856 return (err); 4857 } 4858 4859 /* 4860 * Handle state changes during milestone shutdown. See 4861 * dgraph_set_milestone(). If the repository connection is broken, 4862 * ECONNABORTED will be returned, though a _DISABLE command will be sent for 4863 * the vertex anyway. 4864 */ 4865 int 4866 vertex_subgraph_dependencies_shutdown(scf_handle_t *h, graph_vertex_t *v, 4867 restarter_instance_state_t old_state) 4868 { 4869 int was_up, now_up; 4870 int ret = 0; 4871 4872 assert(v->gv_type == GVT_INST); 4873 4874 /* Don't care if we're not going to a milestone. */ 4875 if (milestone == NULL) 4876 return (0); 4877 4878 /* Don't care if we already finished coming down. */ 4879 if (non_subgraph_svcs == 0) 4880 return (0); 4881 4882 /* Don't care if the service is in the subgraph. */ 4883 if (v->gv_flags & GV_INSUBGRAPH) 4884 return (0); 4885 4886 /* 4887 * Update non_subgraph_svcs. It is the number of non-subgraph 4888 * services which are in online, degraded, or offline. 4889 */ 4890 4891 was_up = up_state(old_state); 4892 now_up = up_state(v->gv_state); 4893 4894 if (!was_up && now_up) { 4895 ++non_subgraph_svcs; 4896 } else if (was_up && !now_up) { 4897 --non_subgraph_svcs; 4898 4899 if (non_subgraph_svcs == 0) { 4900 if (halting != -1) { 4901 do_uadmin(); 4902 } else if (go_single_user_mode || go_to_level1) { 4903 (void) startd_thread_create(single_user_thread, 4904 NULL); 4905 } 4906 return (0); 4907 } 4908 } 4909 4910 /* If this service is a leaf, it should be disabled. */ 4911 if ((v->gv_flags & GV_ENABLED) && is_nonsubgraph_leaf(v)) { 4912 int r; 4913 4914 r = disable_service_temporarily(v, h); 4915 switch (r) { 4916 case 0: 4917 break; 4918 4919 case ECONNABORTED: 4920 ret = ECONNABORTED; 4921 break; 4922 4923 default: 4924 bad_error("disable_service_temporarily", r); 4925 } 4926 } 4927 4928 /* 4929 * If the service just came down, propagate the disable to the newly 4930 * exposed leaves. 4931 */ 4932 if (was_up && !now_up) 4933 graph_walk_dependencies(v, disable_nonsubgraph_leaves, 4934 (void *)h); 4935 4936 return (ret); 4937 } 4938 4939 /* 4940 * Decide whether to start up an sulogin thread after a service is 4941 * finished changing state. Only need to do the full can_come_up() 4942 * evaluation if an instance is changing state, we're not halfway through 4943 * loading the thread, and we aren't shutting down or going to the single 4944 * user milestone. 4945 */ 4946 void 4947 graph_transition_sulogin(restarter_instance_state_t state, 4948 restarter_instance_state_t old_state) 4949 { 4950 assert(MUTEX_HELD(&dgraph_lock)); 4951 4952 if (state != old_state && st->st_load_complete && 4953 !go_single_user_mode && !go_to_level1 && 4954 halting == -1) { 4955 if (!sulogin_thread_running && !can_come_up()) { 4956 (void) startd_thread_create(sulogin_thread, NULL); 4957 sulogin_thread_running = B_TRUE; 4958 } 4959 } 4960 } 4961 4962 /* 4963 * Propagate a start, stop event, or a satisfiability event. 4964 * 4965 * PROPAGATE_START and PROPAGATE_STOP simply propagate the transition event 4966 * to direct dependents. PROPAGATE_SAT propagates a start then walks the 4967 * full dependent graph to check for newly satisfied nodes. This is 4968 * necessary for cases when non-direct dependents may be effected but direct 4969 * dependents may not (e.g. for optional_all evaluations, see the 4970 * propagate_satbility() comments). 4971 * 4972 * PROPAGATE_SAT should be used whenever a non-running service moves into 4973 * a state which can satisfy optional dependencies, like disabled or 4974 * maintenance. 4975 */ 4976 void 4977 graph_transition_propagate(graph_vertex_t *v, propagate_event_t type, 4978 restarter_error_t rerr) 4979 { 4980 if (type == PROPAGATE_STOP) { 4981 graph_walk_dependents(v, propagate_stop, (void *)rerr); 4982 } else if (type == PROPAGATE_START || type == PROPAGATE_SAT) { 4983 graph_walk_dependents(v, propagate_start, NULL); 4984 4985 if (type == PROPAGATE_SAT) 4986 propagate_satbility(v); 4987 } else { 4988 #ifndef NDEBUG 4989 uu_warn("%s:%d: Unexpected type value %d.\n", __FILE__, 4990 __LINE__, type); 4991 #endif 4992 abort(); 4993 } 4994 } 4995 4996 /* 4997 * If a vertex for fmri exists and it is enabled, send _DISABLE to the 4998 * restarter. If it is running, send _STOP. Send _REMOVE_INSTANCE. Delete 4999 * all property group dependencies, and the dependency on the restarter, 5000 * disposing of vertices as appropriate. If other vertices depend on this 5001 * one, mark it unconfigured and return. Otherwise remove the vertex. Always 5002 * returns 0. 5003 */ 5004 static int 5005 dgraph_remove_instance(const char *fmri, scf_handle_t *h) 5006 { 5007 graph_vertex_t *v; 5008 graph_edge_t *e; 5009 uu_list_t *old_deps; 5010 int err; 5011 5012 log_framework(LOG_DEBUG, "Graph engine: Removing %s.\n", fmri); 5013 5014 MUTEX_LOCK(&dgraph_lock); 5015 5016 v = vertex_get_by_name(fmri); 5017 if (v == NULL) { 5018 MUTEX_UNLOCK(&dgraph_lock); 5019 return (0); 5020 } 5021 5022 /* Send restarter delete event. */ 5023 if (v->gv_flags & GV_CONFIGURED) 5024 graph_unset_restarter(v); 5025 5026 if (milestone > MILESTONE_NONE) { 5027 /* 5028 * Make a list of v's current dependencies so we can 5029 * reevaluate their GV_INSUBGRAPH flags after the dependencies 5030 * are removed. 5031 */ 5032 old_deps = startd_list_create(graph_edge_pool, NULL, 0); 5033 5034 err = uu_list_walk(v->gv_dependencies, 5035 (uu_walk_fn_t *)append_svcs_or_insts, old_deps, 0); 5036 assert(err == 0); 5037 } 5038 5039 delete_instance_dependencies(v, B_TRUE); 5040 5041 /* 5042 * Deleting an instance can both satisfy and unsatisfy dependencies, 5043 * depending on their type. First propagate the stop as a RERR_RESTART 5044 * event -- deletion isn't a fault, just a normal stop. This gives 5045 * dependent services the chance to do a clean shutdown. Then, mark 5046 * the service as unconfigured and propagate the start event for the 5047 * optional_all dependencies that might have become satisfied. 5048 */ 5049 graph_walk_dependents(v, propagate_stop, (void *)RERR_RESTART); 5050 5051 v->gv_flags &= ~GV_CONFIGURED; 5052 v->gv_flags &= ~GV_DEATHROW; 5053 5054 graph_walk_dependents(v, propagate_start, NULL); 5055 propagate_satbility(v); 5056 5057 /* 5058 * If there are no (non-service) dependents, the vertex can be 5059 * completely removed. 5060 */ 5061 if (v != milestone && v->gv_refs == 0 && 5062 uu_list_numnodes(v->gv_dependents) == 1) 5063 remove_inst_vertex(v); 5064 5065 if (milestone > MILESTONE_NONE) { 5066 void *cookie = NULL; 5067 5068 while ((e = uu_list_teardown(old_deps, &cookie)) != NULL) { 5069 v = e->ge_vertex; 5070 5071 if (vertex_unref(v) == VERTEX_INUSE) 5072 while (eval_subgraph(v, h) == ECONNABORTED) 5073 libscf_handle_rebind(h); 5074 5075 startd_free(e, sizeof (*e)); 5076 } 5077 5078 uu_list_destroy(old_deps); 5079 } 5080 5081 MUTEX_UNLOCK(&dgraph_lock); 5082 5083 return (0); 5084 } 5085 5086 /* 5087 * Return the eventual (maybe current) milestone in the form of a 5088 * legacy runlevel. 5089 */ 5090 static char 5091 target_milestone_as_runlevel() 5092 { 5093 assert(MUTEX_HELD(&dgraph_lock)); 5094 5095 if (milestone == NULL) 5096 return ('3'); 5097 else if (milestone == MILESTONE_NONE) 5098 return ('0'); 5099 5100 if (strcmp(milestone->gv_name, multi_user_fmri) == 0) 5101 return ('2'); 5102 else if (strcmp(milestone->gv_name, single_user_fmri) == 0) 5103 return ('S'); 5104 else if (strcmp(milestone->gv_name, multi_user_svr_fmri) == 0) 5105 return ('3'); 5106 5107 #ifndef NDEBUG 5108 (void) fprintf(stderr, "%s:%d: Unknown milestone name \"%s\".\n", 5109 __FILE__, __LINE__, milestone->gv_name); 5110 #endif 5111 abort(); 5112 /* NOTREACHED */ 5113 } 5114 5115 static struct { 5116 char rl; 5117 int sig; 5118 } init_sigs[] = { 5119 { 'S', SIGBUS }, 5120 { '0', SIGINT }, 5121 { '1', SIGQUIT }, 5122 { '2', SIGILL }, 5123 { '3', SIGTRAP }, 5124 { '4', SIGIOT }, 5125 { '5', SIGEMT }, 5126 { '6', SIGFPE }, 5127 { 0, 0 } 5128 }; 5129 5130 static void 5131 signal_init(char rl) 5132 { 5133 pid_t init_pid; 5134 int i; 5135 5136 assert(MUTEX_HELD(&dgraph_lock)); 5137 5138 if (zone_getattr(getzoneid(), ZONE_ATTR_INITPID, &init_pid, 5139 sizeof (init_pid)) != sizeof (init_pid)) { 5140 log_error(LOG_NOTICE, "Could not get pid to signal init.\n"); 5141 return; 5142 } 5143 5144 for (i = 0; init_sigs[i].rl != 0; ++i) 5145 if (init_sigs[i].rl == rl) 5146 break; 5147 5148 if (init_sigs[i].rl != 0) { 5149 if (kill(init_pid, init_sigs[i].sig) != 0) { 5150 switch (errno) { 5151 case EPERM: 5152 case ESRCH: 5153 log_error(LOG_NOTICE, "Could not signal init: " 5154 "%s.\n", strerror(errno)); 5155 break; 5156 5157 case EINVAL: 5158 default: 5159 bad_error("kill", errno); 5160 } 5161 } 5162 } 5163 } 5164 5165 /* 5166 * This is called when one of the major milestones changes state, or when 5167 * init is signalled and tells us it was told to change runlevel. We wait 5168 * to reach the milestone because this allows /etc/inittab entries to retain 5169 * some boot ordering: historically, entries could place themselves before/after 5170 * the running of /sbin/rcX scripts but we can no longer make the 5171 * distinction because the /sbin/rcX scripts no longer exist as punctuation 5172 * marks in /etc/inittab. 5173 * 5174 * Also, we only trigger an update when we reach the eventual target 5175 * milestone: without this, an /etc/inittab entry marked only for 5176 * runlevel 2 would be executed for runlevel 3, which is not how 5177 * /etc/inittab entries work. 5178 * 5179 * If we're single user coming online, then we set utmpx to the target 5180 * runlevel so that legacy scripts can work as expected. 5181 */ 5182 static void 5183 graph_runlevel_changed(char rl, int online) 5184 { 5185 char trl; 5186 5187 assert(MUTEX_HELD(&dgraph_lock)); 5188 5189 trl = target_milestone_as_runlevel(); 5190 5191 if (online) { 5192 if (rl == trl) { 5193 current_runlevel = trl; 5194 signal_init(trl); 5195 } else if (rl == 'S') { 5196 /* 5197 * At boot, set the entry early for the benefit of the 5198 * legacy init scripts. 5199 */ 5200 utmpx_set_runlevel(trl, 'S', B_FALSE); 5201 } 5202 } else { 5203 if (rl == '3' && trl == '2') { 5204 current_runlevel = trl; 5205 signal_init(trl); 5206 } else if (rl == '2' && trl == 'S') { 5207 current_runlevel = trl; 5208 signal_init(trl); 5209 } 5210 } 5211 } 5212 5213 /* 5214 * Move to a backwards-compatible runlevel by executing the appropriate 5215 * /etc/rc?.d/K* scripts and/or setting the milestone. 5216 * 5217 * Returns 5218 * 0 - success 5219 * ECONNRESET - success, but handle was reset 5220 * ECONNABORTED - repository connection broken 5221 * ECANCELED - pg was deleted 5222 */ 5223 static int 5224 dgraph_set_runlevel(scf_propertygroup_t *pg, scf_property_t *prop) 5225 { 5226 char rl; 5227 scf_handle_t *h; 5228 int r; 5229 const char *ms = NULL; /* what to commit as options/milestone */ 5230 boolean_t rebound = B_FALSE; 5231 int mark_rl = 0; 5232 5233 const char * const stop = "stop"; 5234 5235 r = libscf_extract_runlevel(prop, &rl); 5236 switch (r) { 5237 case 0: 5238 break; 5239 5240 case ECONNABORTED: 5241 case ECANCELED: 5242 return (r); 5243 5244 case EINVAL: 5245 case ENOENT: 5246 log_error(LOG_WARNING, "runlevel property is misconfigured; " 5247 "ignoring.\n"); 5248 /* delete the bad property */ 5249 goto nolock_out; 5250 5251 default: 5252 bad_error("libscf_extract_runlevel", r); 5253 } 5254 5255 switch (rl) { 5256 case 's': 5257 rl = 'S'; 5258 /* FALLTHROUGH */ 5259 5260 case 'S': 5261 case '2': 5262 case '3': 5263 /* 5264 * These cases cause a milestone change, so 5265 * graph_runlevel_changed() will eventually deal with 5266 * signalling init. 5267 */ 5268 break; 5269 5270 case '0': 5271 case '1': 5272 case '4': 5273 case '5': 5274 case '6': 5275 mark_rl = 1; 5276 break; 5277 5278 default: 5279 log_framework(LOG_NOTICE, "Unknown runlevel '%c'.\n", rl); 5280 ms = NULL; 5281 goto nolock_out; 5282 } 5283 5284 h = scf_pg_handle(pg); 5285 5286 MUTEX_LOCK(&dgraph_lock); 5287 5288 /* 5289 * Since this triggers no milestone changes, force it by hand. 5290 */ 5291 if (current_runlevel == '4' && rl == '3') 5292 mark_rl = 1; 5293 5294 /* 5295 * 1. If we are here after an "init X": 5296 * 5297 * init X 5298 * init/lscf_set_runlevel() 5299 * process_pg_event() 5300 * dgraph_set_runlevel() 5301 * 5302 * then we haven't passed through graph_runlevel_changed() yet, 5303 * therefore 'current_runlevel' has not changed for sure but 'rl' has. 5304 * In consequence, if 'rl' is lower than 'current_runlevel', we change 5305 * the system runlevel and execute the appropriate /etc/rc?.d/K* scripts 5306 * past this test. 5307 * 5308 * 2. On the other hand, if we are here after a "svcadm milestone": 5309 * 5310 * svcadm milestone X 5311 * dgraph_set_milestone() 5312 * handle_graph_update_event() 5313 * dgraph_set_instance_state() 5314 * graph_post_X_[online|offline]() 5315 * graph_runlevel_changed() 5316 * signal_init() 5317 * init/lscf_set_runlevel() 5318 * process_pg_event() 5319 * dgraph_set_runlevel() 5320 * 5321 * then we already passed through graph_runlevel_changed() (by the way 5322 * of dgraph_set_milestone()) and 'current_runlevel' may have changed 5323 * and already be equal to 'rl' so we are going to return immediately 5324 * from dgraph_set_runlevel() without changing the system runlevel and 5325 * without executing the /etc/rc?.d/K* scripts. 5326 */ 5327 if (rl == current_runlevel) { 5328 ms = NULL; 5329 goto out; 5330 } 5331 5332 log_framework(LOG_DEBUG, "Changing to runlevel '%c'.\n", rl); 5333 5334 /* 5335 * Make sure stop rc scripts see the new settings via who -r. 5336 */ 5337 utmpx_set_runlevel(rl, current_runlevel, B_TRUE); 5338 5339 /* 5340 * Some run levels don't have a direct correspondence to any 5341 * milestones, so we have to signal init directly. 5342 */ 5343 if (mark_rl) { 5344 current_runlevel = rl; 5345 signal_init(rl); 5346 } 5347 5348 switch (rl) { 5349 case 'S': 5350 uu_warn("The system is coming down for administration. " 5351 "Please wait.\n"); 5352 fork_rc_script(rl, stop, B_FALSE); 5353 ms = single_user_fmri; 5354 go_single_user_mode = B_TRUE; 5355 break; 5356 5357 case '0': 5358 halting_time = time(NULL); 5359 fork_rc_script(rl, stop, B_TRUE); 5360 halting = AD_HALT; 5361 goto uadmin; 5362 5363 case '5': 5364 halting_time = time(NULL); 5365 fork_rc_script(rl, stop, B_TRUE); 5366 halting = AD_POWEROFF; 5367 goto uadmin; 5368 5369 case '6': 5370 halting_time = time(NULL); 5371 fork_rc_script(rl, stop, B_TRUE); 5372 if (scf_is_fastboot_default() && getzoneid() == GLOBAL_ZONEID) 5373 halting = AD_FASTREBOOT; 5374 else 5375 halting = AD_BOOT; 5376 5377 uadmin: 5378 uu_warn("The system is coming down. Please wait.\n"); 5379 ms = "none"; 5380 5381 /* 5382 * We can't wait until all services are offline since this 5383 * thread is responsible for taking them offline. Instead we 5384 * set halting to the second argument for uadmin() and call 5385 * do_uadmin() from dgraph_set_instance_state() when 5386 * appropriate. 5387 */ 5388 break; 5389 5390 case '1': 5391 if (current_runlevel != 'S') { 5392 uu_warn("Changing to state 1.\n"); 5393 fork_rc_script(rl, stop, B_FALSE); 5394 } else { 5395 uu_warn("The system is coming up for administration. " 5396 "Please wait.\n"); 5397 } 5398 ms = single_user_fmri; 5399 go_to_level1 = B_TRUE; 5400 break; 5401 5402 case '2': 5403 if (current_runlevel == '3' || current_runlevel == '4') 5404 fork_rc_script(rl, stop, B_FALSE); 5405 ms = multi_user_fmri; 5406 break; 5407 5408 case '3': 5409 case '4': 5410 ms = "all"; 5411 break; 5412 5413 default: 5414 #ifndef NDEBUG 5415 (void) fprintf(stderr, "%s:%d: Uncaught case %d ('%c').\n", 5416 __FILE__, __LINE__, rl, rl); 5417 #endif 5418 abort(); 5419 } 5420 5421 out: 5422 MUTEX_UNLOCK(&dgraph_lock); 5423 5424 nolock_out: 5425 switch (r = libscf_clear_runlevel(pg, ms)) { 5426 case 0: 5427 break; 5428 5429 case ECONNABORTED: 5430 libscf_handle_rebind(h); 5431 rebound = B_TRUE; 5432 goto nolock_out; 5433 5434 case ECANCELED: 5435 break; 5436 5437 case EPERM: 5438 case EACCES: 5439 case EROFS: 5440 log_error(LOG_NOTICE, "Could not delete \"%s/%s\" property: " 5441 "%s.\n", SCF_PG_OPTIONS, "runlevel", strerror(r)); 5442 break; 5443 5444 default: 5445 bad_error("libscf_clear_runlevel", r); 5446 } 5447 5448 return (rebound ? ECONNRESET : 0); 5449 } 5450 5451 /* 5452 * mark_subtree walks the dependents and add the GV_TOOFFLINE flag 5453 * to the instances that are supposed to go offline during an 5454 * administrative disable operation. 5455 */ 5456 static int 5457 mark_subtree(graph_edge_t *e, void *arg) 5458 { 5459 graph_vertex_t *v; 5460 int r; 5461 5462 v = e->ge_vertex; 5463 5464 /* If it's already in the subgraph, skip. */ 5465 if (v->gv_flags & GV_TOOFFLINE) 5466 return (UU_WALK_NEXT); 5467 5468 switch (v->gv_type) { 5469 case GVT_INST: 5470 /* If the instance is already disabled, skip it. */ 5471 if (!(v->gv_flags & GV_ENABLED)) 5472 return (UU_WALK_NEXT); 5473 5474 v->gv_flags |= GV_TOOFFLINE; 5475 log_framework(LOG_DEBUG, "%s added to subtree\n", v->gv_name); 5476 break; 5477 case GVT_GROUP: 5478 /* 5479 * Skip all excluded and optional_all dependencies and decide 5480 * whether to offline the service based on restart_on attribute. 5481 */ 5482 if (is_depgrp_bypassed(v)) 5483 return (UU_WALK_NEXT); 5484 break; 5485 } 5486 5487 r = uu_list_walk(v->gv_dependents, (uu_walk_fn_t *)mark_subtree, arg, 5488 0); 5489 assert(r == 0); 5490 return (UU_WALK_NEXT); 5491 } 5492 5493 static int 5494 mark_subgraph(graph_edge_t *e, void *arg) 5495 { 5496 graph_vertex_t *v; 5497 int r; 5498 int optional = (int)arg; 5499 5500 v = e->ge_vertex; 5501 5502 /* If it's already in the subgraph, skip. */ 5503 if (v->gv_flags & GV_INSUBGRAPH) 5504 return (UU_WALK_NEXT); 5505 5506 /* 5507 * Keep track if walk has entered an optional dependency group 5508 */ 5509 if (v->gv_type == GVT_GROUP && v->gv_depgroup == DEPGRP_OPTIONAL_ALL) { 5510 optional = 1; 5511 } 5512 /* 5513 * Quit if we are in an optional dependency group and the instance 5514 * is disabled 5515 */ 5516 if (optional && (v->gv_type == GVT_INST) && 5517 (!(v->gv_flags & GV_ENBLD_NOOVR))) 5518 return (UU_WALK_NEXT); 5519 5520 v->gv_flags |= GV_INSUBGRAPH; 5521 5522 /* Skip all excluded dependencies. */ 5523 if (v->gv_type == GVT_GROUP && v->gv_depgroup == DEPGRP_EXCLUDE_ALL) 5524 return (UU_WALK_NEXT); 5525 5526 r = uu_list_walk(v->gv_dependencies, (uu_walk_fn_t *)mark_subgraph, 5527 (void *)optional, 0); 5528 assert(r == 0); 5529 return (UU_WALK_NEXT); 5530 } 5531 5532 /* 5533 * Bring down all services which are not dependencies of fmri. The 5534 * dependencies of fmri (direct & indirect) will constitute the "subgraph", 5535 * and will have the GV_INSUBGRAPH flag set. The rest must be brought down, 5536 * which means the state is "disabled", "maintenance", or "uninitialized". We 5537 * could consider "offline" to be down, and refrain from sending start 5538 * commands for such services, but that's not strictly necessary, so we'll 5539 * decline to intrude on the state machine. It would probably confuse users 5540 * anyway. 5541 * 5542 * The services should be brought down in reverse-dependency order, so we 5543 * can't do it all at once here. We initiate by override-disabling the leaves 5544 * of the dependency tree -- those services which are up but have no 5545 * dependents which are up. When they come down, 5546 * vertex_subgraph_dependencies_shutdown() will override-disable the newly 5547 * exposed leaves. Perseverance will ensure completion. 5548 * 5549 * Sometimes we need to take action when the transition is complete, like 5550 * start sulogin or halt the system. To tell when we're done, we initialize 5551 * non_subgraph_svcs here to be the number of services which need to come 5552 * down. As each does, we decrement the counter. When it hits zero, we take 5553 * the appropriate action. See vertex_subgraph_dependencies_shutdown(). 5554 * 5555 * In case we're coming up, we also remove any enable-overrides for the 5556 * services which are dependencies of fmri. 5557 * 5558 * If norepository is true, the function will not change the repository. 5559 * 5560 * The decision to change the system run level in accordance with the milestone 5561 * is taken in dgraph_set_runlevel(). 5562 * 5563 * Returns 5564 * 0 - success 5565 * ECONNRESET - success, but handle was rebound 5566 * EINVAL - fmri is invalid (error is logged) 5567 * EALREADY - the milestone is already set to fmri 5568 * ENOENT - a configured vertex does not exist for fmri (an error is logged) 5569 */ 5570 static int 5571 dgraph_set_milestone(const char *fmri, scf_handle_t *h, boolean_t norepository) 5572 { 5573 const char *cfmri, *fs; 5574 graph_vertex_t *nm, *v; 5575 int ret = 0, r; 5576 scf_instance_t *inst; 5577 boolean_t isall, isnone, rebound = B_FALSE; 5578 5579 /* Validate fmri */ 5580 isall = (strcmp(fmri, "all") == 0); 5581 isnone = (strcmp(fmri, "none") == 0); 5582 5583 if (!isall && !isnone) { 5584 if (fmri_canonify(fmri, (char **)&cfmri, B_FALSE) == EINVAL) 5585 goto reject; 5586 5587 if (strcmp(cfmri, single_user_fmri) != 0 && 5588 strcmp(cfmri, multi_user_fmri) != 0 && 5589 strcmp(cfmri, multi_user_svr_fmri) != 0) { 5590 startd_free((void *)cfmri, max_scf_fmri_size); 5591 reject: 5592 log_framework(LOG_WARNING, 5593 "Rejecting request for invalid milestone \"%s\".\n", 5594 fmri); 5595 return (EINVAL); 5596 } 5597 } 5598 5599 inst = safe_scf_instance_create(h); 5600 5601 MUTEX_LOCK(&dgraph_lock); 5602 5603 if (milestone == NULL) { 5604 if (isall) { 5605 log_framework(LOG_DEBUG, 5606 "Milestone already set to all.\n"); 5607 ret = EALREADY; 5608 goto out; 5609 } 5610 } else if (milestone == MILESTONE_NONE) { 5611 if (isnone) { 5612 log_framework(LOG_DEBUG, 5613 "Milestone already set to none.\n"); 5614 ret = EALREADY; 5615 goto out; 5616 } 5617 } else { 5618 if (!isall && !isnone && 5619 strcmp(cfmri, milestone->gv_name) == 0) { 5620 log_framework(LOG_DEBUG, 5621 "Milestone already set to %s.\n", cfmri); 5622 ret = EALREADY; 5623 goto out; 5624 } 5625 } 5626 5627 if (!isall && !isnone) { 5628 nm = vertex_get_by_name(cfmri); 5629 if (nm == NULL || !(nm->gv_flags & GV_CONFIGURED)) { 5630 log_framework(LOG_WARNING, "Cannot set milestone to %s " 5631 "because no such service exists.\n", cfmri); 5632 ret = ENOENT; 5633 goto out; 5634 } 5635 } 5636 5637 log_framework(LOG_DEBUG, "Changing milestone to %s.\n", fmri); 5638 5639 /* 5640 * Set milestone, removing the old one if this was the last reference. 5641 */ 5642 if (milestone > MILESTONE_NONE) 5643 (void) vertex_unref(milestone); 5644 5645 if (isall) 5646 milestone = NULL; 5647 else if (isnone) 5648 milestone = MILESTONE_NONE; 5649 else { 5650 milestone = nm; 5651 /* milestone should count as a reference */ 5652 vertex_ref(milestone); 5653 } 5654 5655 /* Clear all GV_INSUBGRAPH bits. */ 5656 for (v = uu_list_first(dgraph); v != NULL; v = uu_list_next(dgraph, v)) 5657 v->gv_flags &= ~GV_INSUBGRAPH; 5658 5659 if (!isall && !isnone) { 5660 /* Set GV_INSUBGRAPH for milestone & descendents. */ 5661 milestone->gv_flags |= GV_INSUBGRAPH; 5662 5663 r = uu_list_walk(milestone->gv_dependencies, 5664 (uu_walk_fn_t *)mark_subgraph, NULL, 0); 5665 assert(r == 0); 5666 } 5667 5668 /* Un-override services in the subgraph & override-disable the rest. */ 5669 if (norepository) 5670 goto out; 5671 5672 non_subgraph_svcs = 0; 5673 for (v = uu_list_first(dgraph); 5674 v != NULL; 5675 v = uu_list_next(dgraph, v)) { 5676 if (v->gv_type != GVT_INST || 5677 (v->gv_flags & GV_CONFIGURED) == 0) 5678 continue; 5679 5680 again: 5681 r = scf_handle_decode_fmri(h, v->gv_name, NULL, NULL, inst, 5682 NULL, NULL, SCF_DECODE_FMRI_EXACT); 5683 if (r != 0) { 5684 switch (scf_error()) { 5685 case SCF_ERROR_CONNECTION_BROKEN: 5686 default: 5687 libscf_handle_rebind(h); 5688 rebound = B_TRUE; 5689 goto again; 5690 5691 case SCF_ERROR_NOT_FOUND: 5692 continue; 5693 5694 case SCF_ERROR_HANDLE_MISMATCH: 5695 case SCF_ERROR_INVALID_ARGUMENT: 5696 case SCF_ERROR_CONSTRAINT_VIOLATED: 5697 case SCF_ERROR_NOT_BOUND: 5698 bad_error("scf_handle_decode_fmri", 5699 scf_error()); 5700 } 5701 } 5702 5703 if (isall || (v->gv_flags & GV_INSUBGRAPH)) { 5704 r = libscf_delete_enable_ovr(inst); 5705 fs = "libscf_delete_enable_ovr"; 5706 } else { 5707 assert(isnone || (v->gv_flags & GV_INSUBGRAPH) == 0); 5708 5709 /* 5710 * Services which are up need to come down before 5711 * we're done, but we can only disable the leaves 5712 * here. 5713 */ 5714 5715 if (up_state(v->gv_state)) 5716 ++non_subgraph_svcs; 5717 5718 /* If it's already disabled, don't bother. */ 5719 if ((v->gv_flags & GV_ENABLED) == 0) 5720 continue; 5721 5722 if (!is_nonsubgraph_leaf(v)) 5723 continue; 5724 5725 r = libscf_set_enable_ovr(inst, 0); 5726 fs = "libscf_set_enable_ovr"; 5727 } 5728 switch (r) { 5729 case 0: 5730 case ECANCELED: 5731 break; 5732 5733 case ECONNABORTED: 5734 libscf_handle_rebind(h); 5735 rebound = B_TRUE; 5736 goto again; 5737 5738 case EPERM: 5739 case EROFS: 5740 log_error(LOG_WARNING, 5741 "Could not set %s/%s for %s: %s.\n", 5742 SCF_PG_GENERAL_OVR, SCF_PROPERTY_ENABLED, 5743 v->gv_name, strerror(r)); 5744 break; 5745 5746 default: 5747 bad_error(fs, r); 5748 } 5749 } 5750 5751 if (halting != -1) { 5752 if (non_subgraph_svcs > 1) 5753 uu_warn("%d system services are now being stopped.\n", 5754 non_subgraph_svcs); 5755 else if (non_subgraph_svcs == 1) 5756 uu_warn("One system service is now being stopped.\n"); 5757 else if (non_subgraph_svcs == 0) 5758 do_uadmin(); 5759 } 5760 5761 ret = rebound ? ECONNRESET : 0; 5762 5763 out: 5764 MUTEX_UNLOCK(&dgraph_lock); 5765 if (!isall && !isnone) 5766 startd_free((void *)cfmri, max_scf_fmri_size); 5767 scf_instance_destroy(inst); 5768 return (ret); 5769 } 5770 5771 5772 /* 5773 * Returns 0, ECONNABORTED, or EINVAL. 5774 */ 5775 static int 5776 handle_graph_update_event(scf_handle_t *h, graph_protocol_event_t *e) 5777 { 5778 int r; 5779 5780 switch (e->gpe_type) { 5781 case GRAPH_UPDATE_RELOAD_GRAPH: 5782 log_error(LOG_WARNING, 5783 "graph_event: reload graph unimplemented\n"); 5784 break; 5785 5786 case GRAPH_UPDATE_STATE_CHANGE: { 5787 protocol_states_t *states = e->gpe_data; 5788 5789 switch (r = dgraph_set_instance_state(h, e->gpe_inst, states)) { 5790 case 0: 5791 case ENOENT: 5792 break; 5793 5794 case ECONNABORTED: 5795 return (ECONNABORTED); 5796 5797 case EINVAL: 5798 default: 5799 #ifndef NDEBUG 5800 (void) fprintf(stderr, "dgraph_set_instance_state() " 5801 "failed with unexpected error %d at %s:%d.\n", r, 5802 __FILE__, __LINE__); 5803 #endif 5804 abort(); 5805 } 5806 5807 startd_free(states, sizeof (protocol_states_t)); 5808 break; 5809 } 5810 5811 default: 5812 log_error(LOG_WARNING, 5813 "graph_event_loop received an unknown event: %d\n", 5814 e->gpe_type); 5815 break; 5816 } 5817 5818 return (0); 5819 } 5820 5821 /* 5822 * graph_event_thread() 5823 * Wait for state changes from the restarters. 5824 */ 5825 /*ARGSUSED*/ 5826 void * 5827 graph_event_thread(void *unused) 5828 { 5829 scf_handle_t *h; 5830 int err; 5831 5832 h = libscf_handle_create_bound_loop(); 5833 5834 /*CONSTCOND*/ 5835 while (1) { 5836 graph_protocol_event_t *e; 5837 5838 MUTEX_LOCK(&gu->gu_lock); 5839 5840 while (gu->gu_wakeup == 0) 5841 (void) pthread_cond_wait(&gu->gu_cv, &gu->gu_lock); 5842 5843 gu->gu_wakeup = 0; 5844 5845 while ((e = graph_event_dequeue()) != NULL) { 5846 MUTEX_LOCK(&e->gpe_lock); 5847 MUTEX_UNLOCK(&gu->gu_lock); 5848 5849 while ((err = handle_graph_update_event(h, e)) == 5850 ECONNABORTED) 5851 libscf_handle_rebind(h); 5852 5853 if (err == 0) 5854 graph_event_release(e); 5855 else 5856 graph_event_requeue(e); 5857 5858 MUTEX_LOCK(&gu->gu_lock); 5859 } 5860 5861 MUTEX_UNLOCK(&gu->gu_lock); 5862 } 5863 5864 /* 5865 * Unreachable for now -- there's currently no graceful cleanup 5866 * called on exit(). 5867 */ 5868 MUTEX_UNLOCK(&gu->gu_lock); 5869 scf_handle_destroy(h); 5870 return (NULL); 5871 } 5872 5873 static void 5874 set_initial_milestone(scf_handle_t *h) 5875 { 5876 scf_instance_t *inst; 5877 char *fmri, *cfmri; 5878 size_t sz; 5879 int r; 5880 5881 inst = safe_scf_instance_create(h); 5882 fmri = startd_alloc(max_scf_fmri_size); 5883 5884 /* 5885 * If -m milestone= was specified, we want to set options_ovr/milestone 5886 * to it. Otherwise we want to read what the milestone should be set 5887 * to. Either way we need our inst. 5888 */ 5889 get_self: 5890 if (scf_handle_decode_fmri(h, SCF_SERVICE_STARTD, NULL, NULL, inst, 5891 NULL, NULL, SCF_DECODE_FMRI_EXACT) != 0) { 5892 switch (scf_error()) { 5893 case SCF_ERROR_CONNECTION_BROKEN: 5894 libscf_handle_rebind(h); 5895 goto get_self; 5896 5897 case SCF_ERROR_NOT_FOUND: 5898 if (st->st_subgraph != NULL && 5899 st->st_subgraph[0] != '\0') { 5900 sz = strlcpy(fmri, st->st_subgraph, 5901 max_scf_fmri_size); 5902 assert(sz < max_scf_fmri_size); 5903 } else { 5904 fmri[0] = '\0'; 5905 } 5906 break; 5907 5908 case SCF_ERROR_INVALID_ARGUMENT: 5909 case SCF_ERROR_CONSTRAINT_VIOLATED: 5910 case SCF_ERROR_HANDLE_MISMATCH: 5911 default: 5912 bad_error("scf_handle_decode_fmri", scf_error()); 5913 } 5914 } else { 5915 if (st->st_subgraph != NULL && st->st_subgraph[0] != '\0') { 5916 scf_propertygroup_t *pg; 5917 5918 pg = safe_scf_pg_create(h); 5919 5920 sz = strlcpy(fmri, st->st_subgraph, max_scf_fmri_size); 5921 assert(sz < max_scf_fmri_size); 5922 5923 r = libscf_inst_get_or_add_pg(inst, SCF_PG_OPTIONS_OVR, 5924 SCF_PG_OPTIONS_OVR_TYPE, SCF_PG_OPTIONS_OVR_FLAGS, 5925 pg); 5926 switch (r) { 5927 case 0: 5928 break; 5929 5930 case ECONNABORTED: 5931 libscf_handle_rebind(h); 5932 goto get_self; 5933 5934 case EPERM: 5935 case EACCES: 5936 case EROFS: 5937 log_error(LOG_WARNING, "Could not set %s/%s: " 5938 "%s.\n", SCF_PG_OPTIONS_OVR, 5939 SCF_PROPERTY_MILESTONE, strerror(r)); 5940 /* FALLTHROUGH */ 5941 5942 case ECANCELED: 5943 sz = strlcpy(fmri, st->st_subgraph, 5944 max_scf_fmri_size); 5945 assert(sz < max_scf_fmri_size); 5946 break; 5947 5948 default: 5949 bad_error("libscf_inst_get_or_add_pg", r); 5950 } 5951 5952 r = libscf_clear_runlevel(pg, fmri); 5953 switch (r) { 5954 case 0: 5955 break; 5956 5957 case ECONNABORTED: 5958 libscf_handle_rebind(h); 5959 goto get_self; 5960 5961 case EPERM: 5962 case EACCES: 5963 case EROFS: 5964 log_error(LOG_WARNING, "Could not set %s/%s: " 5965 "%s.\n", SCF_PG_OPTIONS_OVR, 5966 SCF_PROPERTY_MILESTONE, strerror(r)); 5967 /* FALLTHROUGH */ 5968 5969 case ECANCELED: 5970 sz = strlcpy(fmri, st->st_subgraph, 5971 max_scf_fmri_size); 5972 assert(sz < max_scf_fmri_size); 5973 break; 5974 5975 default: 5976 bad_error("libscf_clear_runlevel", r); 5977 } 5978 5979 scf_pg_destroy(pg); 5980 } else { 5981 scf_property_t *prop; 5982 scf_value_t *val; 5983 5984 prop = safe_scf_property_create(h); 5985 val = safe_scf_value_create(h); 5986 5987 r = libscf_get_milestone(inst, prop, val, fmri, 5988 max_scf_fmri_size); 5989 switch (r) { 5990 case 0: 5991 break; 5992 5993 case ECONNABORTED: 5994 libscf_handle_rebind(h); 5995 goto get_self; 5996 5997 case EINVAL: 5998 log_error(LOG_WARNING, "Milestone property is " 5999 "misconfigured. Defaulting to \"all\".\n"); 6000 /* FALLTHROUGH */ 6001 6002 case ECANCELED: 6003 case ENOENT: 6004 fmri[0] = '\0'; 6005 break; 6006 6007 default: 6008 bad_error("libscf_get_milestone", r); 6009 } 6010 6011 scf_value_destroy(val); 6012 scf_property_destroy(prop); 6013 } 6014 } 6015 6016 if (fmri[0] == '\0' || strcmp(fmri, "all") == 0) 6017 goto out; 6018 6019 if (strcmp(fmri, "none") != 0) { 6020 retry: 6021 if (scf_handle_decode_fmri(h, fmri, NULL, NULL, inst, NULL, 6022 NULL, SCF_DECODE_FMRI_EXACT) != 0) { 6023 switch (scf_error()) { 6024 case SCF_ERROR_INVALID_ARGUMENT: 6025 log_error(LOG_WARNING, 6026 "Requested milestone \"%s\" is invalid. " 6027 "Reverting to \"all\".\n", fmri); 6028 goto out; 6029 6030 case SCF_ERROR_CONSTRAINT_VIOLATED: 6031 log_error(LOG_WARNING, "Requested milestone " 6032 "\"%s\" does not specify an instance. " 6033 "Reverting to \"all\".\n", fmri); 6034 goto out; 6035 6036 case SCF_ERROR_CONNECTION_BROKEN: 6037 libscf_handle_rebind(h); 6038 goto retry; 6039 6040 case SCF_ERROR_NOT_FOUND: 6041 log_error(LOG_WARNING, "Requested milestone " 6042 "\"%s\" not in repository. Reverting to " 6043 "\"all\".\n", fmri); 6044 goto out; 6045 6046 case SCF_ERROR_HANDLE_MISMATCH: 6047 default: 6048 bad_error("scf_handle_decode_fmri", 6049 scf_error()); 6050 } 6051 } 6052 6053 r = fmri_canonify(fmri, &cfmri, B_FALSE); 6054 assert(r == 0); 6055 6056 r = dgraph_add_instance(cfmri, inst, B_TRUE); 6057 startd_free(cfmri, max_scf_fmri_size); 6058 switch (r) { 6059 case 0: 6060 break; 6061 6062 case ECONNABORTED: 6063 goto retry; 6064 6065 case EINVAL: 6066 log_error(LOG_WARNING, 6067 "Requested milestone \"%s\" is invalid. " 6068 "Reverting to \"all\".\n", fmri); 6069 goto out; 6070 6071 case ECANCELED: 6072 log_error(LOG_WARNING, 6073 "Requested milestone \"%s\" not " 6074 "in repository. Reverting to \"all\".\n", 6075 fmri); 6076 goto out; 6077 6078 case EEXIST: 6079 default: 6080 bad_error("dgraph_add_instance", r); 6081 } 6082 } 6083 6084 log_console(LOG_INFO, "Booting to milestone \"%s\".\n", fmri); 6085 6086 r = dgraph_set_milestone(fmri, h, B_FALSE); 6087 switch (r) { 6088 case 0: 6089 case ECONNRESET: 6090 case EALREADY: 6091 break; 6092 6093 case EINVAL: 6094 case ENOENT: 6095 default: 6096 bad_error("dgraph_set_milestone", r); 6097 } 6098 6099 out: 6100 startd_free(fmri, max_scf_fmri_size); 6101 scf_instance_destroy(inst); 6102 } 6103 6104 void 6105 set_restart_milestone(scf_handle_t *h) 6106 { 6107 scf_instance_t *inst; 6108 scf_property_t *prop; 6109 scf_value_t *val; 6110 char *fmri; 6111 int r; 6112 6113 inst = safe_scf_instance_create(h); 6114 6115 get_self: 6116 if (scf_handle_decode_fmri(h, SCF_SERVICE_STARTD, NULL, NULL, 6117 inst, NULL, NULL, SCF_DECODE_FMRI_EXACT) != 0) { 6118 switch (scf_error()) { 6119 case SCF_ERROR_CONNECTION_BROKEN: 6120 libscf_handle_rebind(h); 6121 goto get_self; 6122 6123 case SCF_ERROR_NOT_FOUND: 6124 break; 6125 6126 case SCF_ERROR_INVALID_ARGUMENT: 6127 case SCF_ERROR_CONSTRAINT_VIOLATED: 6128 case SCF_ERROR_HANDLE_MISMATCH: 6129 default: 6130 bad_error("scf_handle_decode_fmri", scf_error()); 6131 } 6132 6133 scf_instance_destroy(inst); 6134 return; 6135 } 6136 6137 prop = safe_scf_property_create(h); 6138 val = safe_scf_value_create(h); 6139 fmri = startd_alloc(max_scf_fmri_size); 6140 6141 r = libscf_get_milestone(inst, prop, val, fmri, max_scf_fmri_size); 6142 switch (r) { 6143 case 0: 6144 break; 6145 6146 case ECONNABORTED: 6147 libscf_handle_rebind(h); 6148 goto get_self; 6149 6150 case ECANCELED: 6151 case ENOENT: 6152 case EINVAL: 6153 goto out; 6154 6155 default: 6156 bad_error("libscf_get_milestone", r); 6157 } 6158 6159 r = dgraph_set_milestone(fmri, h, B_TRUE); 6160 switch (r) { 6161 case 0: 6162 case ECONNRESET: 6163 case EALREADY: 6164 case EINVAL: 6165 case ENOENT: 6166 break; 6167 6168 default: 6169 bad_error("dgraph_set_milestone", r); 6170 } 6171 6172 out: 6173 startd_free(fmri, max_scf_fmri_size); 6174 scf_value_destroy(val); 6175 scf_property_destroy(prop); 6176 scf_instance_destroy(inst); 6177 } 6178 6179 /* 6180 * void *graph_thread(void *) 6181 * 6182 * Graph management thread. 6183 */ 6184 /*ARGSUSED*/ 6185 void * 6186 graph_thread(void *arg) 6187 { 6188 scf_handle_t *h; 6189 int err; 6190 6191 h = libscf_handle_create_bound_loop(); 6192 6193 if (st->st_initial) 6194 set_initial_milestone(h); 6195 6196 MUTEX_LOCK(&dgraph_lock); 6197 initial_milestone_set = B_TRUE; 6198 err = pthread_cond_broadcast(&initial_milestone_cv); 6199 assert(err == 0); 6200 MUTEX_UNLOCK(&dgraph_lock); 6201 6202 libscf_populate_graph(h); 6203 6204 if (!st->st_initial) 6205 set_restart_milestone(h); 6206 6207 MUTEX_LOCK(&st->st_load_lock); 6208 st->st_load_complete = 1; 6209 (void) pthread_cond_broadcast(&st->st_load_cv); 6210 MUTEX_UNLOCK(&st->st_load_lock); 6211 6212 MUTEX_LOCK(&dgraph_lock); 6213 /* 6214 * Now that we've set st_load_complete we need to check can_come_up() 6215 * since if we booted to a milestone, then there won't be any more 6216 * state updates. 6217 */ 6218 if (!go_single_user_mode && !go_to_level1 && 6219 halting == -1) { 6220 if (!sulogin_thread_running && !can_come_up()) { 6221 (void) startd_thread_create(sulogin_thread, NULL); 6222 sulogin_thread_running = B_TRUE; 6223 } 6224 } 6225 MUTEX_UNLOCK(&dgraph_lock); 6226 6227 (void) pthread_mutex_lock(&gu->gu_freeze_lock); 6228 6229 /*CONSTCOND*/ 6230 while (1) { 6231 (void) pthread_cond_wait(&gu->gu_freeze_cv, 6232 &gu->gu_freeze_lock); 6233 } 6234 6235 /* 6236 * Unreachable for now -- there's currently no graceful cleanup 6237 * called on exit(). 6238 */ 6239 (void) pthread_mutex_unlock(&gu->gu_freeze_lock); 6240 scf_handle_destroy(h); 6241 6242 return (NULL); 6243 } 6244 6245 6246 /* 6247 * int next_action() 6248 * Given an array of timestamps 'a' with 'num' elements, find the 6249 * lowest non-zero timestamp and return its index. If there are no 6250 * non-zero elements, return -1. 6251 */ 6252 static int 6253 next_action(hrtime_t *a, int num) 6254 { 6255 hrtime_t t = 0; 6256 int i = 0, smallest = -1; 6257 6258 for (i = 0; i < num; i++) { 6259 if (t == 0) { 6260 t = a[i]; 6261 smallest = i; 6262 } else if (a[i] != 0 && a[i] < t) { 6263 t = a[i]; 6264 smallest = i; 6265 } 6266 } 6267 6268 if (t == 0) 6269 return (-1); 6270 else 6271 return (smallest); 6272 } 6273 6274 /* 6275 * void process_actions() 6276 * Process actions requested by the administrator. Possibilities include: 6277 * refresh, restart, maintenance mode off, maintenance mode on, 6278 * maintenance mode immediate, and degraded. 6279 * 6280 * The set of pending actions is represented in the repository as a 6281 * per-instance property group, with each action being a single property 6282 * in that group. This property group is converted to an array, with each 6283 * action type having an array slot. The actions in the array at the 6284 * time process_actions() is called are acted on in the order of the 6285 * timestamp (which is the value stored in the slot). A value of zero 6286 * indicates that there is no pending action of the type associated with 6287 * a particular slot. 6288 * 6289 * Sending an action event multiple times before the restarter has a 6290 * chance to process that action will force it to be run at the last 6291 * timestamp where it appears in the ordering. 6292 * 6293 * Turning maintenance mode on trumps all other actions. 6294 * 6295 * Returns 0 or ECONNABORTED. 6296 */ 6297 static int 6298 process_actions(scf_handle_t *h, scf_propertygroup_t *pg, scf_instance_t *inst) 6299 { 6300 scf_property_t *prop = NULL; 6301 scf_value_t *val = NULL; 6302 scf_type_t type; 6303 graph_vertex_t *vertex; 6304 admin_action_t a; 6305 int i, ret = 0, r; 6306 hrtime_t action_ts[NACTIONS]; 6307 char *inst_name; 6308 6309 r = libscf_instance_get_fmri(inst, &inst_name); 6310 switch (r) { 6311 case 0: 6312 break; 6313 6314 case ECONNABORTED: 6315 return (ECONNABORTED); 6316 6317 case ECANCELED: 6318 return (0); 6319 6320 default: 6321 bad_error("libscf_instance_get_fmri", r); 6322 } 6323 6324 MUTEX_LOCK(&dgraph_lock); 6325 6326 vertex = vertex_get_by_name(inst_name); 6327 if (vertex == NULL) { 6328 MUTEX_UNLOCK(&dgraph_lock); 6329 log_framework(LOG_DEBUG, "%s: Can't find graph vertex. " 6330 "The instance must have been removed.\n", inst_name); 6331 startd_free(inst_name, max_scf_fmri_size); 6332 return (0); 6333 } 6334 6335 prop = safe_scf_property_create(h); 6336 val = safe_scf_value_create(h); 6337 6338 for (i = 0; i < NACTIONS; i++) { 6339 if (scf_pg_get_property(pg, admin_actions[i], prop) != 0) { 6340 switch (scf_error()) { 6341 case SCF_ERROR_CONNECTION_BROKEN: 6342 default: 6343 ret = ECONNABORTED; 6344 goto out; 6345 6346 case SCF_ERROR_DELETED: 6347 goto out; 6348 6349 case SCF_ERROR_NOT_FOUND: 6350 action_ts[i] = 0; 6351 continue; 6352 6353 case SCF_ERROR_HANDLE_MISMATCH: 6354 case SCF_ERROR_INVALID_ARGUMENT: 6355 case SCF_ERROR_NOT_SET: 6356 bad_error("scf_pg_get_property", scf_error()); 6357 } 6358 } 6359 6360 if (scf_property_type(prop, &type) != 0) { 6361 switch (scf_error()) { 6362 case SCF_ERROR_CONNECTION_BROKEN: 6363 default: 6364 ret = ECONNABORTED; 6365 goto out; 6366 6367 case SCF_ERROR_DELETED: 6368 action_ts[i] = 0; 6369 continue; 6370 6371 case SCF_ERROR_NOT_SET: 6372 bad_error("scf_property_type", scf_error()); 6373 } 6374 } 6375 6376 if (type != SCF_TYPE_INTEGER) { 6377 action_ts[i] = 0; 6378 continue; 6379 } 6380 6381 if (scf_property_get_value(prop, val) != 0) { 6382 switch (scf_error()) { 6383 case SCF_ERROR_CONNECTION_BROKEN: 6384 default: 6385 ret = ECONNABORTED; 6386 goto out; 6387 6388 case SCF_ERROR_DELETED: 6389 goto out; 6390 6391 case SCF_ERROR_NOT_FOUND: 6392 case SCF_ERROR_CONSTRAINT_VIOLATED: 6393 action_ts[i] = 0; 6394 continue; 6395 6396 case SCF_ERROR_NOT_SET: 6397 case SCF_ERROR_PERMISSION_DENIED: 6398 bad_error("scf_property_get_value", 6399 scf_error()); 6400 } 6401 } 6402 6403 r = scf_value_get_integer(val, &action_ts[i]); 6404 assert(r == 0); 6405 } 6406 6407 a = ADMIN_EVENT_MAINT_ON_IMMEDIATE; 6408 if (action_ts[ADMIN_EVENT_MAINT_ON_IMMEDIATE] || 6409 action_ts[ADMIN_EVENT_MAINT_ON]) { 6410 a = action_ts[ADMIN_EVENT_MAINT_ON_IMMEDIATE] ? 6411 ADMIN_EVENT_MAINT_ON_IMMEDIATE : ADMIN_EVENT_MAINT_ON; 6412 6413 vertex_send_event(vertex, admin_events[a]); 6414 r = libscf_unset_action(h, pg, a, action_ts[a]); 6415 switch (r) { 6416 case 0: 6417 case EACCES: 6418 break; 6419 6420 case ECONNABORTED: 6421 ret = ECONNABORTED; 6422 goto out; 6423 6424 case EPERM: 6425 uu_die("Insufficient privilege.\n"); 6426 /* NOTREACHED */ 6427 6428 default: 6429 bad_error("libscf_unset_action", r); 6430 } 6431 } 6432 6433 while ((a = next_action(action_ts, NACTIONS)) != -1) { 6434 log_framework(LOG_DEBUG, 6435 "Graph: processing %s action for %s.\n", admin_actions[a], 6436 inst_name); 6437 6438 if (a == ADMIN_EVENT_REFRESH) { 6439 r = dgraph_refresh_instance(vertex, inst); 6440 switch (r) { 6441 case 0: 6442 case ECANCELED: 6443 case EINVAL: 6444 case -1: 6445 break; 6446 6447 case ECONNABORTED: 6448 /* pg & inst are reset now, so just return. */ 6449 ret = ECONNABORTED; 6450 goto out; 6451 6452 default: 6453 bad_error("dgraph_refresh_instance", r); 6454 } 6455 } 6456 6457 vertex_send_event(vertex, admin_events[a]); 6458 6459 r = libscf_unset_action(h, pg, a, action_ts[a]); 6460 switch (r) { 6461 case 0: 6462 case EACCES: 6463 break; 6464 6465 case ECONNABORTED: 6466 ret = ECONNABORTED; 6467 goto out; 6468 6469 case EPERM: 6470 uu_die("Insufficient privilege.\n"); 6471 /* NOTREACHED */ 6472 6473 default: 6474 bad_error("libscf_unset_action", r); 6475 } 6476 6477 action_ts[a] = 0; 6478 } 6479 6480 out: 6481 MUTEX_UNLOCK(&dgraph_lock); 6482 6483 scf_property_destroy(prop); 6484 scf_value_destroy(val); 6485 startd_free(inst_name, max_scf_fmri_size); 6486 return (ret); 6487 } 6488 6489 /* 6490 * inst and pg_name are scratch space, and are unset on entry. 6491 * Returns 6492 * 0 - success 6493 * ECONNRESET - success, but repository handle rebound 6494 * ECONNABORTED - repository connection broken 6495 */ 6496 static int 6497 process_pg_event(scf_handle_t *h, scf_propertygroup_t *pg, scf_instance_t *inst, 6498 char *pg_name) 6499 { 6500 int r; 6501 scf_property_t *prop; 6502 scf_value_t *val; 6503 char *fmri; 6504 boolean_t rebound = B_FALSE, rebind_inst = B_FALSE; 6505 6506 if (scf_pg_get_name(pg, pg_name, max_scf_value_size) < 0) { 6507 switch (scf_error()) { 6508 case SCF_ERROR_CONNECTION_BROKEN: 6509 default: 6510 return (ECONNABORTED); 6511 6512 case SCF_ERROR_DELETED: 6513 return (0); 6514 6515 case SCF_ERROR_NOT_SET: 6516 bad_error("scf_pg_get_name", scf_error()); 6517 } 6518 } 6519 6520 if (strcmp(pg_name, SCF_PG_GENERAL) == 0 || 6521 strcmp(pg_name, SCF_PG_GENERAL_OVR) == 0) { 6522 r = dgraph_update_general(pg); 6523 switch (r) { 6524 case 0: 6525 case ENOTSUP: 6526 case ECANCELED: 6527 return (0); 6528 6529 case ECONNABORTED: 6530 return (ECONNABORTED); 6531 6532 case -1: 6533 /* Error should have been logged. */ 6534 return (0); 6535 6536 default: 6537 bad_error("dgraph_update_general", r); 6538 } 6539 } else if (strcmp(pg_name, SCF_PG_RESTARTER_ACTIONS) == 0) { 6540 if (scf_pg_get_parent_instance(pg, inst) != 0) { 6541 switch (scf_error()) { 6542 case SCF_ERROR_CONNECTION_BROKEN: 6543 return (ECONNABORTED); 6544 6545 case SCF_ERROR_DELETED: 6546 case SCF_ERROR_CONSTRAINT_VIOLATED: 6547 /* Ignore commands on services. */ 6548 return (0); 6549 6550 case SCF_ERROR_NOT_BOUND: 6551 case SCF_ERROR_HANDLE_MISMATCH: 6552 case SCF_ERROR_NOT_SET: 6553 default: 6554 bad_error("scf_pg_get_parent_instance", 6555 scf_error()); 6556 } 6557 } 6558 6559 return (process_actions(h, pg, inst)); 6560 } 6561 6562 if (strcmp(pg_name, SCF_PG_OPTIONS) != 0 && 6563 strcmp(pg_name, SCF_PG_OPTIONS_OVR) != 0) 6564 return (0); 6565 6566 /* 6567 * We only care about the options[_ovr] property groups of our own 6568 * instance, so get the fmri and compare. Plus, once we know it's 6569 * correct, if the repository connection is broken we know exactly what 6570 * property group we were operating on, and can look it up again. 6571 */ 6572 if (scf_pg_get_parent_instance(pg, inst) != 0) { 6573 switch (scf_error()) { 6574 case SCF_ERROR_CONNECTION_BROKEN: 6575 return (ECONNABORTED); 6576 6577 case SCF_ERROR_DELETED: 6578 case SCF_ERROR_CONSTRAINT_VIOLATED: 6579 return (0); 6580 6581 case SCF_ERROR_HANDLE_MISMATCH: 6582 case SCF_ERROR_NOT_BOUND: 6583 case SCF_ERROR_NOT_SET: 6584 default: 6585 bad_error("scf_pg_get_parent_instance", 6586 scf_error()); 6587 } 6588 } 6589 6590 switch (r = libscf_instance_get_fmri(inst, &fmri)) { 6591 case 0: 6592 break; 6593 6594 case ECONNABORTED: 6595 return (ECONNABORTED); 6596 6597 case ECANCELED: 6598 return (0); 6599 6600 default: 6601 bad_error("libscf_instance_get_fmri", r); 6602 } 6603 6604 if (strcmp(fmri, SCF_SERVICE_STARTD) != 0) { 6605 startd_free(fmri, max_scf_fmri_size); 6606 return (0); 6607 } 6608 6609 /* 6610 * update the information events flag 6611 */ 6612 if (strcmp(pg_name, SCF_PG_OPTIONS) == 0) 6613 info_events_all = libscf_get_info_events_all(pg); 6614 6615 prop = safe_scf_property_create(h); 6616 val = safe_scf_value_create(h); 6617 6618 if (strcmp(pg_name, SCF_PG_OPTIONS_OVR) == 0) { 6619 /* See if we need to set the runlevel. */ 6620 /* CONSTCOND */ 6621 if (0) { 6622 rebind_pg: 6623 libscf_handle_rebind(h); 6624 rebound = B_TRUE; 6625 6626 r = libscf_lookup_instance(SCF_SERVICE_STARTD, inst); 6627 switch (r) { 6628 case 0: 6629 break; 6630 6631 case ECONNABORTED: 6632 goto rebind_pg; 6633 6634 case ENOENT: 6635 goto out; 6636 6637 case EINVAL: 6638 case ENOTSUP: 6639 bad_error("libscf_lookup_instance", r); 6640 } 6641 6642 if (scf_instance_get_pg(inst, pg_name, pg) != 0) { 6643 switch (scf_error()) { 6644 case SCF_ERROR_DELETED: 6645 case SCF_ERROR_NOT_FOUND: 6646 goto out; 6647 6648 case SCF_ERROR_CONNECTION_BROKEN: 6649 goto rebind_pg; 6650 6651 case SCF_ERROR_HANDLE_MISMATCH: 6652 case SCF_ERROR_NOT_BOUND: 6653 case SCF_ERROR_NOT_SET: 6654 case SCF_ERROR_INVALID_ARGUMENT: 6655 default: 6656 bad_error("scf_instance_get_pg", 6657 scf_error()); 6658 } 6659 } 6660 } 6661 6662 if (scf_pg_get_property(pg, "runlevel", prop) == 0) { 6663 r = dgraph_set_runlevel(pg, prop); 6664 switch (r) { 6665 case ECONNRESET: 6666 rebound = B_TRUE; 6667 rebind_inst = B_TRUE; 6668 /* FALLTHROUGH */ 6669 6670 case 0: 6671 break; 6672 6673 case ECONNABORTED: 6674 goto rebind_pg; 6675 6676 case ECANCELED: 6677 goto out; 6678 6679 default: 6680 bad_error("dgraph_set_runlevel", r); 6681 } 6682 } else { 6683 switch (scf_error()) { 6684 case SCF_ERROR_CONNECTION_BROKEN: 6685 default: 6686 goto rebind_pg; 6687 6688 case SCF_ERROR_DELETED: 6689 goto out; 6690 6691 case SCF_ERROR_NOT_FOUND: 6692 break; 6693 6694 case SCF_ERROR_INVALID_ARGUMENT: 6695 case SCF_ERROR_HANDLE_MISMATCH: 6696 case SCF_ERROR_NOT_BOUND: 6697 case SCF_ERROR_NOT_SET: 6698 bad_error("scf_pg_get_property", scf_error()); 6699 } 6700 } 6701 } 6702 6703 if (rebind_inst) { 6704 lookup_inst: 6705 r = libscf_lookup_instance(SCF_SERVICE_STARTD, inst); 6706 switch (r) { 6707 case 0: 6708 break; 6709 6710 case ECONNABORTED: 6711 libscf_handle_rebind(h); 6712 rebound = B_TRUE; 6713 goto lookup_inst; 6714 6715 case ENOENT: 6716 goto out; 6717 6718 case EINVAL: 6719 case ENOTSUP: 6720 bad_error("libscf_lookup_instance", r); 6721 } 6722 } 6723 6724 r = libscf_get_milestone(inst, prop, val, fmri, max_scf_fmri_size); 6725 switch (r) { 6726 case 0: 6727 break; 6728 6729 case ECONNABORTED: 6730 libscf_handle_rebind(h); 6731 rebound = B_TRUE; 6732 goto lookup_inst; 6733 6734 case EINVAL: 6735 log_error(LOG_NOTICE, 6736 "%s/%s property of %s is misconfigured.\n", pg_name, 6737 SCF_PROPERTY_MILESTONE, SCF_SERVICE_STARTD); 6738 /* FALLTHROUGH */ 6739 6740 case ECANCELED: 6741 case ENOENT: 6742 (void) strcpy(fmri, "all"); 6743 break; 6744 6745 default: 6746 bad_error("libscf_get_milestone", r); 6747 } 6748 6749 r = dgraph_set_milestone(fmri, h, B_FALSE); 6750 switch (r) { 6751 case 0: 6752 case ECONNRESET: 6753 case EALREADY: 6754 break; 6755 6756 case EINVAL: 6757 log_error(LOG_WARNING, "Milestone %s is invalid.\n", fmri); 6758 break; 6759 6760 case ENOENT: 6761 log_error(LOG_WARNING, "Milestone %s does not exist.\n", fmri); 6762 break; 6763 6764 default: 6765 bad_error("dgraph_set_milestone", r); 6766 } 6767 6768 out: 6769 startd_free(fmri, max_scf_fmri_size); 6770 scf_value_destroy(val); 6771 scf_property_destroy(prop); 6772 6773 return (rebound ? ECONNRESET : 0); 6774 } 6775 6776 /* 6777 * process_delete() deletes an instance from the dgraph if 'fmri' is an 6778 * instance fmri or if 'fmri' matches the 'general' property group of an 6779 * instance (or the 'general/enabled' property). 6780 * 6781 * 'fmri' may be overwritten and cannot be trusted on return by the caller. 6782 */ 6783 static void 6784 process_delete(char *fmri, scf_handle_t *h) 6785 { 6786 char *lfmri, *end_inst_fmri; 6787 const char *inst_name = NULL; 6788 const char *pg_name = NULL; 6789 const char *prop_name = NULL; 6790 6791 lfmri = safe_strdup(fmri); 6792 6793 /* Determine if the FMRI is a property group or instance */ 6794 if (scf_parse_svc_fmri(lfmri, NULL, NULL, &inst_name, &pg_name, 6795 &prop_name) != SCF_SUCCESS) { 6796 log_error(LOG_WARNING, 6797 "Received invalid FMRI \"%s\" from repository server.\n", 6798 fmri); 6799 } else if (inst_name != NULL && pg_name == NULL) { 6800 (void) dgraph_remove_instance(fmri, h); 6801 } else if (inst_name != NULL && pg_name != NULL) { 6802 /* 6803 * If we're deleting the 'general' property group or 6804 * 'general/enabled' property then the whole instance 6805 * must be removed from the dgraph. 6806 */ 6807 if (strcmp(pg_name, SCF_PG_GENERAL) != 0) { 6808 free(lfmri); 6809 return; 6810 } 6811 6812 if (prop_name != NULL && 6813 strcmp(prop_name, SCF_PROPERTY_ENABLED) != 0) { 6814 free(lfmri); 6815 return; 6816 } 6817 6818 /* 6819 * Because the instance has already been deleted from the 6820 * repository, we cannot use any scf_ functions to retrieve 6821 * the instance FMRI however we can easily reconstruct it 6822 * manually. 6823 */ 6824 end_inst_fmri = strstr(fmri, SCF_FMRI_PROPERTYGRP_PREFIX); 6825 if (end_inst_fmri == NULL) 6826 bad_error("process_delete", 0); 6827 6828 end_inst_fmri[0] = '\0'; 6829 6830 (void) dgraph_remove_instance(fmri, h); 6831 } 6832 6833 free(lfmri); 6834 } 6835 6836 /*ARGSUSED*/ 6837 void * 6838 repository_event_thread(void *unused) 6839 { 6840 scf_handle_t *h; 6841 scf_propertygroup_t *pg; 6842 scf_instance_t *inst; 6843 char *fmri = startd_alloc(max_scf_fmri_size); 6844 char *pg_name = startd_alloc(max_scf_value_size); 6845 int r; 6846 6847 h = libscf_handle_create_bound_loop(); 6848 6849 pg = safe_scf_pg_create(h); 6850 inst = safe_scf_instance_create(h); 6851 6852 retry: 6853 if (_scf_notify_add_pgtype(h, SCF_GROUP_FRAMEWORK) != SCF_SUCCESS) { 6854 if (scf_error() == SCF_ERROR_CONNECTION_BROKEN) { 6855 libscf_handle_rebind(h); 6856 } else { 6857 log_error(LOG_WARNING, 6858 "Couldn't set up repository notification " 6859 "for property group type %s: %s\n", 6860 SCF_GROUP_FRAMEWORK, scf_strerror(scf_error())); 6861 6862 (void) sleep(1); 6863 } 6864 6865 goto retry; 6866 } 6867 6868 /*CONSTCOND*/ 6869 while (1) { 6870 ssize_t res; 6871 6872 /* Note: fmri is only set on delete events. */ 6873 res = _scf_notify_wait(pg, fmri, max_scf_fmri_size); 6874 if (res < 0) { 6875 libscf_handle_rebind(h); 6876 goto retry; 6877 } else if (res == 0) { 6878 /* 6879 * property group modified. inst and pg_name are 6880 * pre-allocated scratch space. 6881 */ 6882 if (scf_pg_update(pg) < 0) { 6883 switch (scf_error()) { 6884 case SCF_ERROR_DELETED: 6885 continue; 6886 6887 case SCF_ERROR_CONNECTION_BROKEN: 6888 log_error(LOG_WARNING, 6889 "Lost repository event due to " 6890 "disconnection.\n"); 6891 libscf_handle_rebind(h); 6892 goto retry; 6893 6894 case SCF_ERROR_NOT_BOUND: 6895 case SCF_ERROR_NOT_SET: 6896 default: 6897 bad_error("scf_pg_update", scf_error()); 6898 } 6899 } 6900 6901 r = process_pg_event(h, pg, inst, pg_name); 6902 switch (r) { 6903 case 0: 6904 break; 6905 6906 case ECONNABORTED: 6907 log_error(LOG_WARNING, "Lost repository event " 6908 "due to disconnection.\n"); 6909 libscf_handle_rebind(h); 6910 /* FALLTHROUGH */ 6911 6912 case ECONNRESET: 6913 goto retry; 6914 6915 default: 6916 bad_error("process_pg_event", r); 6917 } 6918 } else { 6919 /* 6920 * Service, instance, or pg deleted. 6921 * Don't trust fmri on return. 6922 */ 6923 process_delete(fmri, h); 6924 } 6925 } 6926 6927 /*NOTREACHED*/ 6928 return (NULL); 6929 } 6930 6931 void 6932 graph_engine_start() 6933 { 6934 int err; 6935 6936 (void) startd_thread_create(graph_thread, NULL); 6937 6938 MUTEX_LOCK(&dgraph_lock); 6939 while (!initial_milestone_set) { 6940 err = pthread_cond_wait(&initial_milestone_cv, &dgraph_lock); 6941 assert(err == 0); 6942 } 6943 MUTEX_UNLOCK(&dgraph_lock); 6944 6945 (void) startd_thread_create(repository_event_thread, NULL); 6946 (void) startd_thread_create(graph_event_thread, NULL); 6947 }