1 /*
   2  * This file and its contents are supplied under the terms of the
   3  * Common Development and Distribution License ("CDDL"), version 1.0.
   4  * You may only use this file in accordance with the terms of version
   5  * 1.0 of the CDDL.
   6  *
   7  * A full copy of the text of the CDDL should have accompanied this
   8  * source.  A copy of the CDDL is also available via the Internet at
   9  * http://www.illumos.org/license/CDDL.
  10  */
  11 
  12 /*
  13  * Copyright (c) 2019 Joyent, Inc.
  14  */
  15 
  16 /*
  17  * To perform a merge of two CTF containers, we first diff the two containers
  18  * types. For every type that's in the src container, but not in the dst
  19  * container, we note it and add it to dst container. If there are any objects
  20  * or functions associated with src, we go through and update the types that
  21  * they refer to such that they all refer to types in the dst container.
  22  *
  23  * The bulk of the logic for the merge, after we've run the diff, occurs in
  24  * ctf_merge_common().
  25  *
  26  * In terms of exported APIs, we don't really export a simple merge two
  27  * containers, as the general way this is used, in something like ctfmerge(1),
  28  * is to add all the containers and then let us figure out the best way to merge
  29  * it.
  30  */
  31 
  32 #include <libctf_impl.h>
  33 #include <sys/debug.h>
  34 #include <sys/list.h>
  35 #include <stddef.h>
  36 #include <fcntl.h>
  37 #include <sys/types.h>
  38 #include <sys/stat.h>
  39 #include <mergeq.h>
  40 #include <errno.h>
  41 
  42 typedef struct ctf_merge_tinfo {
  43         uint16_t cmt_map;       /* Map to the type in out */
  44         boolean_t cmt_fixup;
  45         boolean_t cmt_forward;
  46         boolean_t cmt_missing;
  47 } ctf_merge_tinfo_t;
  48 
  49 /*
  50  * State required for doing an individual merge of two containers.
  51  */
  52 typedef struct ctf_merge_types {
  53         ctf_file_t *cm_out;             /* Output CTF file */
  54         ctf_file_t *cm_src;             /* Input CTF file */
  55         ctf_merge_tinfo_t *cm_tmap;     /* Type state information */
  56         boolean_t cm_dedup;             /* Are we doing a dedup? */
  57         boolean_t cm_unique;            /* are we doing a uniquify? */
  58 } ctf_merge_types_t;
  59 
  60 typedef struct ctf_merge_objmap {
  61         list_node_t cmo_node;
  62         const char *cmo_name;           /* Symbol name */
  63         const char *cmo_file;           /* Symbol file */
  64         ulong_t cmo_idx;                /* Symbol ID */
  65         Elf64_Sym cmo_sym;              /* Symbol Entry */
  66         ctf_id_t cmo_tid;               /* Type ID */
  67 } ctf_merge_objmap_t;
  68 
  69 typedef struct ctf_merge_funcmap {
  70         list_node_t cmf_node;
  71         const char *cmf_name;           /* Symbol name */
  72         const char *cmf_file;           /* Symbol file */
  73         ulong_t cmf_idx;                /* Symbol ID */
  74         Elf64_Sym cmf_sym;              /* Symbol Entry */
  75         ctf_id_t cmf_rtid;              /* Type ID */
  76         uint_t cmf_flags;               /* ctf_funcinfo_t ctc_flags */
  77         uint_t cmf_argc;                /* Number of arguments */
  78         ctf_id_t cmf_args[];            /* Types of arguments */
  79 } ctf_merge_funcmap_t;
  80 
  81 typedef struct ctf_merge_input {
  82         list_node_t cmi_node;
  83         ctf_file_t *cmi_input;
  84         list_t cmi_omap;
  85         list_t cmi_fmap;
  86         boolean_t cmi_created;
  87 } ctf_merge_input_t;
  88 
  89 struct ctf_merge_handle {
  90         list_t cmh_inputs;              /* Input list */
  91         uint_t cmh_ninputs;             /* Number of inputs */
  92         uint_t cmh_nthreads;            /* Number of threads to use */
  93         ctf_file_t *cmh_unique;         /* ctf to uniquify against */
  94         boolean_t cmh_msyms;            /* Should we merge symbols/funcs? */
  95         int cmh_ofd;                    /* FD for output file */
  96         int cmh_flags;                  /* Flags that control merge behavior */
  97         char *cmh_label;                /* Optional label */
  98         char *cmh_pname;                /* Parent name */
  99 };
 100 
 101 typedef struct ctf_merge_symbol_arg {
 102         list_t *cmsa_objmap;
 103         list_t *cmsa_funcmap;
 104         ctf_file_t *cmsa_out;
 105         boolean_t cmsa_dedup;
 106 } ctf_merge_symbol_arg_t;
 107 
 108 static int ctf_merge_add_type(ctf_merge_types_t *, ctf_id_t);
 109 
 110 static ctf_id_t
 111 ctf_merge_gettype(ctf_merge_types_t *cmp, ctf_id_t id)
 112 {
 113         if (cmp->cm_dedup == B_FALSE) {
 114                 VERIFY(cmp->cm_tmap[id].cmt_map != 0);
 115                 return (cmp->cm_tmap[id].cmt_map);
 116         }
 117 
 118         while (cmp->cm_tmap[id].cmt_missing == B_FALSE) {
 119                 VERIFY(cmp->cm_tmap[id].cmt_map != 0);
 120                 id = cmp->cm_tmap[id].cmt_map;
 121         }
 122         VERIFY(cmp->cm_tmap[id].cmt_map != 0);
 123         return (cmp->cm_tmap[id].cmt_map);
 124 }
 125 
 126 static void
 127 ctf_merge_diffcb(ctf_file_t *ifp, ctf_id_t iid, boolean_t same, ctf_file_t *ofp,
 128     ctf_id_t oid, void *arg)
 129 {
 130         ctf_merge_types_t *cmp = arg;
 131         ctf_merge_tinfo_t *cmt = cmp->cm_tmap;
 132 
 133         if (same == B_TRUE) {
 134                 if (ctf_type_kind(ifp, iid) == CTF_K_FORWARD &&
 135                     ctf_type_kind(ofp, oid) != CTF_K_FORWARD) {
 136                         VERIFY(cmt[oid].cmt_map == 0);
 137 
 138                         /*
 139                          * If we're uniquifying types, it's possible for the
 140                          * container that we're uniquifying against to have a
 141                          * forward which exists in the container being reduced.
 142                          * For example, genunix has the machcpu structure as a
 143                          * forward which is actually in unix and we uniquify
 144                          * unix against genunix. In such cases, we explicitly do
 145                          * not do any mapping of the forward information, lest
 146                          * we risk losing the real definition. Instead, mark
 147                          * that it's missing.
 148                          */
 149                         if (cmp->cm_unique == B_TRUE) {
 150                                 cmt[oid].cmt_missing = B_TRUE;
 151                                 return;
 152                         }
 153 
 154                         cmt[oid].cmt_map = iid;
 155                         cmt[oid].cmt_forward = B_TRUE;
 156                         ctf_dprintf("merge diff forward mapped %d->%d\n", oid,
 157                             iid);
 158                         return;
 159                 }
 160 
 161                 /*
 162                  * We could have multiple things that a given type ends up
 163                  * matching in the world of forwards and pointers to forwards.
 164                  * For now just take the first one...
 165                  */
 166                 if (cmt[oid].cmt_map != 0)
 167                         return;
 168                 cmt[oid].cmt_map = iid;
 169                 ctf_dprintf("merge diff mapped %d->%d\n", oid, iid);
 170         } else if (ifp == cmp->cm_src) {
 171                 VERIFY(cmt[iid].cmt_map == 0);
 172                 cmt[iid].cmt_missing = B_TRUE;
 173                 ctf_dprintf("merge diff said %d is missing\n", iid);
 174         }
 175 }
 176 
 177 static int
 178 ctf_merge_add_number(ctf_merge_types_t *cmp, ctf_id_t id)
 179 {
 180         int ret, flags;
 181         const ctf_type_t *tp;
 182         const char *name;
 183         ctf_encoding_t en;
 184 
 185         if (ctf_type_encoding(cmp->cm_src, id, &en) != 0)
 186                 return (CTF_ERR);
 187 
 188         tp = LCTF_INDEX_TO_TYPEPTR(cmp->cm_src, id);
 189         name = ctf_strraw(cmp->cm_src, tp->ctt_name);
 190         if (CTF_INFO_ISROOT(tp->ctt_info) != 0)
 191                 flags = CTF_ADD_ROOT;
 192         else
 193                 flags = CTF_ADD_NONROOT;
 194 
 195         ret = ctf_add_encoded(cmp->cm_out, flags, name, &en,
 196             ctf_type_kind(cmp->cm_src, id));
 197 
 198         if (ret == CTF_ERR)
 199                 return (ret);
 200 
 201         VERIFY(cmp->cm_tmap[id].cmt_map == 0);
 202         cmp->cm_tmap[id].cmt_map = ret;
 203         return (0);
 204 }
 205 
 206 static int
 207 ctf_merge_add_array(ctf_merge_types_t *cmp, ctf_id_t id)
 208 {
 209         int ret, flags;
 210         const ctf_type_t *tp;
 211         ctf_arinfo_t ar;
 212 
 213         if (ctf_array_info(cmp->cm_src, id, &ar) == CTF_ERR)
 214                 return (CTF_ERR);
 215 
 216         tp = LCTF_INDEX_TO_TYPEPTR(cmp->cm_src, id);
 217         if (CTF_INFO_ISROOT(tp->ctt_info) != 0)
 218                 flags = CTF_ADD_ROOT;
 219         else
 220                 flags = CTF_ADD_NONROOT;
 221 
 222         if (cmp->cm_tmap[ar.ctr_contents].cmt_map == 0) {
 223                 ret = ctf_merge_add_type(cmp, ar.ctr_contents);
 224                 if (ret != 0)
 225                         return (ret);
 226                 ASSERT(cmp->cm_tmap[ar.ctr_contents].cmt_map != 0);
 227         }
 228         ar.ctr_contents = ctf_merge_gettype(cmp, ar.ctr_contents);
 229 
 230         if (cmp->cm_tmap[ar.ctr_index].cmt_map == 0) {
 231                 ret = ctf_merge_add_type(cmp, ar.ctr_index);
 232                 if (ret != 0)
 233                         return (ret);
 234                 ASSERT(cmp->cm_tmap[ar.ctr_index].cmt_map != 0);
 235         }
 236         ar.ctr_index = ctf_merge_gettype(cmp, ar.ctr_index);
 237 
 238         ret = ctf_add_array(cmp->cm_out, flags, &ar);
 239         if (ret == CTF_ERR)
 240                 return (ret);
 241 
 242         VERIFY(cmp->cm_tmap[id].cmt_map == 0);
 243         cmp->cm_tmap[id].cmt_map = ret;
 244 
 245         return (0);
 246 }
 247 
 248 static int
 249 ctf_merge_add_reftype(ctf_merge_types_t *cmp, ctf_id_t id)
 250 {
 251         int ret, flags;
 252         const ctf_type_t *tp;
 253         ctf_id_t reftype;
 254         const char *name;
 255 
 256         tp = LCTF_INDEX_TO_TYPEPTR(cmp->cm_src, id);
 257         name = ctf_strraw(cmp->cm_src, tp->ctt_name);
 258         if (CTF_INFO_ISROOT(tp->ctt_info) != 0)
 259                 flags = CTF_ADD_ROOT;
 260         else
 261                 flags = CTF_ADD_NONROOT;
 262 
 263         reftype = ctf_type_reference(cmp->cm_src, id);
 264         if (reftype == CTF_ERR)
 265                 return (ctf_set_errno(cmp->cm_out, ctf_errno(cmp->cm_src)));
 266 
 267         if (cmp->cm_tmap[reftype].cmt_map == 0) {
 268                 ret = ctf_merge_add_type(cmp, reftype);
 269                 if (ret != 0)
 270                         return (ret);
 271                 ASSERT(cmp->cm_tmap[reftype].cmt_map != 0);
 272         }
 273         reftype = ctf_merge_gettype(cmp, reftype);
 274 
 275         ret = ctf_add_reftype(cmp->cm_out, flags, name, reftype,
 276             ctf_type_kind(cmp->cm_src, id));
 277         if (ret == CTF_ERR)
 278                 return (ret);
 279 
 280         VERIFY(cmp->cm_tmap[id].cmt_map == 0);
 281         cmp->cm_tmap[id].cmt_map = ret;
 282         return (0);
 283 }
 284 
 285 static int
 286 ctf_merge_add_typedef(ctf_merge_types_t *cmp, ctf_id_t id)
 287 {
 288         int ret, flags;
 289         const ctf_type_t *tp;
 290         const char *name;
 291         ctf_id_t reftype;
 292 
 293         tp = LCTF_INDEX_TO_TYPEPTR(cmp->cm_src, id);
 294         name = ctf_strraw(cmp->cm_src, tp->ctt_name);
 295         if (CTF_INFO_ISROOT(tp->ctt_info) != 0)
 296                 flags = CTF_ADD_ROOT;
 297         else
 298                 flags = CTF_ADD_NONROOT;
 299 
 300         reftype = ctf_type_reference(cmp->cm_src, id);
 301         if (reftype == CTF_ERR)
 302                 return (ctf_set_errno(cmp->cm_out, ctf_errno(cmp->cm_src)));
 303 
 304         if (cmp->cm_tmap[reftype].cmt_map == 0) {
 305                 ret = ctf_merge_add_type(cmp, reftype);
 306                 if (ret != 0)
 307                         return (ret);
 308                 ASSERT(cmp->cm_tmap[reftype].cmt_map != 0);
 309         }
 310         reftype = ctf_merge_gettype(cmp, reftype);
 311 
 312         ret = ctf_add_typedef(cmp->cm_out, flags, name, reftype);
 313         if (ret == CTF_ERR)
 314                 return (ret);
 315 
 316         VERIFY(cmp->cm_tmap[id].cmt_map == 0);
 317         cmp->cm_tmap[id].cmt_map = ret;
 318         return (0);
 319 }
 320 
 321 typedef struct ctf_merge_enum {
 322         ctf_file_t *cme_fp;
 323         ctf_id_t cme_id;
 324 } ctf_merge_enum_t;
 325 
 326 static int
 327 ctf_merge_add_enumerator(const char *name, int value, void *arg)
 328 {
 329         ctf_merge_enum_t *cmep = arg;
 330 
 331         return (ctf_add_enumerator(cmep->cme_fp, cmep->cme_id, name, value) ==
 332             CTF_ERR);
 333 }
 334 
 335 static int
 336 ctf_merge_add_enum(ctf_merge_types_t *cmp, ctf_id_t id)
 337 {
 338         int flags;
 339         const ctf_type_t *tp;
 340         const char *name;
 341         ctf_id_t enumid;
 342         ctf_merge_enum_t cme;
 343 
 344         tp = LCTF_INDEX_TO_TYPEPTR(cmp->cm_src, id);
 345         name = ctf_strraw(cmp->cm_src, tp->ctt_name);
 346         if (CTF_INFO_ISROOT(tp->ctt_info) != 0)
 347                 flags = CTF_ADD_ROOT;
 348         else
 349                 flags = CTF_ADD_NONROOT;
 350 
 351         enumid = ctf_add_enum(cmp->cm_out, flags, name);
 352         if (enumid == CTF_ERR)
 353                 return (enumid);
 354 
 355         cme.cme_fp = cmp->cm_out;
 356         cme.cme_id = enumid;
 357         if (ctf_enum_iter(cmp->cm_src, id, ctf_merge_add_enumerator,
 358             &cme) != 0)
 359                 return (CTF_ERR);
 360 
 361         VERIFY(cmp->cm_tmap[id].cmt_map == 0);
 362         cmp->cm_tmap[id].cmt_map = enumid;
 363         return (0);
 364 }
 365 
 366 static int
 367 ctf_merge_add_func(ctf_merge_types_t *cmp, ctf_id_t id)
 368 {
 369         int ret, flags, i;
 370         const ctf_type_t *tp;
 371         ctf_funcinfo_t ctc;
 372         ctf_id_t *argv;
 373 
 374         tp = LCTF_INDEX_TO_TYPEPTR(cmp->cm_src, id);
 375         if (CTF_INFO_ISROOT(tp->ctt_info) != 0)
 376                 flags = CTF_ADD_ROOT;
 377         else
 378                 flags = CTF_ADD_NONROOT;
 379 
 380         if (ctf_func_info_by_id(cmp->cm_src, id, &ctc) == CTF_ERR)
 381                 return (ctf_set_errno(cmp->cm_out, ctf_errno(cmp->cm_src)));
 382 
 383         argv = ctf_alloc(sizeof (ctf_id_t) * ctc.ctc_argc);
 384         if (argv == NULL)
 385                 return (ctf_set_errno(cmp->cm_out, ENOMEM));
 386         if (ctf_func_args_by_id(cmp->cm_src, id, ctc.ctc_argc, argv) ==
 387             CTF_ERR) {
 388                 ctf_free(argv, sizeof (ctf_id_t) * ctc.ctc_argc);
 389                 return (ctf_set_errno(cmp->cm_out, ctf_errno(cmp->cm_src)));
 390         }
 391 
 392         if (cmp->cm_tmap[ctc.ctc_return].cmt_map == 0) {
 393                 ret = ctf_merge_add_type(cmp, ctc.ctc_return);
 394                 if (ret != 0)
 395                         return (ret);
 396                 ASSERT(cmp->cm_tmap[ctc.ctc_return].cmt_map != 0);
 397         }
 398         ctc.ctc_return = ctf_merge_gettype(cmp, ctc.ctc_return);
 399 
 400         for (i = 0; i < ctc.ctc_argc; i++) {
 401                 if (cmp->cm_tmap[argv[i]].cmt_map == 0) {
 402                         ret = ctf_merge_add_type(cmp, argv[i]);
 403                         if (ret != 0)
 404                                 return (ret);
 405                         ASSERT(cmp->cm_tmap[argv[i]].cmt_map != 0);
 406                 }
 407                 argv[i] = ctf_merge_gettype(cmp, argv[i]);
 408         }
 409 
 410         ret = ctf_add_funcptr(cmp->cm_out, flags, &ctc, argv);
 411         ctf_free(argv, sizeof (ctf_id_t) * ctc.ctc_argc);
 412         if (ret == CTF_ERR)
 413                 return (ret);
 414 
 415         VERIFY(cmp->cm_tmap[id].cmt_map == 0);
 416         cmp->cm_tmap[id].cmt_map = ret;
 417         return (0);
 418 }
 419 
 420 static int
 421 ctf_merge_add_forward(ctf_merge_types_t *cmp, ctf_id_t id)
 422 {
 423         int ret, flags;
 424         const ctf_type_t *tp;
 425         const char *name;
 426 
 427         tp = LCTF_INDEX_TO_TYPEPTR(cmp->cm_src, id);
 428         name = ctf_strraw(cmp->cm_src, tp->ctt_name);
 429         if (CTF_INFO_ISROOT(tp->ctt_info) != 0)
 430                 flags = CTF_ADD_ROOT;
 431         else
 432                 flags = CTF_ADD_NONROOT;
 433 
 434         /*
 435          * ctf_add_forward tries to check to see if a given forward already
 436          * exists in one of its hash tables.  If we're here then we know that we
 437          * have a forward in a container that isn't present in another.
 438          * Therefore, we choose a token hash table to satisfy the API choice
 439          * here.
 440          */
 441         ret = ctf_add_forward(cmp->cm_out, flags, name, CTF_K_STRUCT);
 442         if (ret == CTF_ERR)
 443                 return (CTF_ERR);
 444 
 445         VERIFY(cmp->cm_tmap[id].cmt_map == 0);
 446         cmp->cm_tmap[id].cmt_map = ret;
 447         return (0);
 448 }
 449 
 450 typedef struct ctf_merge_su {
 451         ctf_merge_types_t *cms_cm;
 452         ctf_id_t cms_id;
 453 } ctf_merge_su_t;
 454 
 455 static int
 456 ctf_merge_add_member(const char *name, ctf_id_t type, ulong_t offset, void *arg)
 457 {
 458         ctf_merge_su_t *cms = arg;
 459 
 460         VERIFY(cms->cms_cm->cm_tmap[type].cmt_map != 0);
 461         type = cms->cms_cm->cm_tmap[type].cmt_map;
 462 
 463         ctf_dprintf("Trying to add member %s to %d\n", name, cms->cms_id);
 464         return (ctf_add_member(cms->cms_cm->cm_out, cms->cms_id, name,
 465             type, offset) == CTF_ERR);
 466 }
 467 
 468 /*
 469  * During the first pass, we always add the generic structure and union but none
 470  * of its members as they might not all have been mapped yet. Instead we just
 471  * mark all structures and unions as needing to be fixed up.
 472  */
 473 static int
 474 ctf_merge_add_sou(ctf_merge_types_t *cmp, ctf_id_t id, boolean_t forward)
 475 {
 476         int flags, kind;
 477         const ctf_type_t *tp;
 478         const char *name;
 479         ctf_id_t suid;
 480 
 481         tp = LCTF_INDEX_TO_TYPEPTR(cmp->cm_src, id);
 482         name = ctf_strraw(cmp->cm_src, tp->ctt_name);
 483         if (CTF_INFO_ISROOT(tp->ctt_info) != 0)
 484                 flags = CTF_ADD_ROOT;
 485         else
 486                 flags = CTF_ADD_NONROOT;
 487         kind = ctf_type_kind(cmp->cm_src, id);
 488 
 489         if (kind == CTF_K_STRUCT)
 490                 suid = ctf_add_struct(cmp->cm_out, flags, name);
 491         else
 492                 suid = ctf_add_union(cmp->cm_out, flags, name);
 493 
 494         if (suid == CTF_ERR)
 495                 return (suid);
 496 
 497         /*
 498          * If this is a forward reference then its mapping should already
 499          * exist.
 500          */
 501         if (forward == B_FALSE) {
 502                 VERIFY(cmp->cm_tmap[id].cmt_map == 0);
 503                 cmp->cm_tmap[id].cmt_map = suid;
 504                 ctf_dprintf("added sou \"%s\" as (%d) %d->%d\n", name, kind, id,
 505                     suid);
 506         } else {
 507                 VERIFY(cmp->cm_tmap[id].cmt_map == suid);
 508         }
 509         cmp->cm_tmap[id].cmt_fixup = B_TRUE;
 510 
 511         return (0);
 512 }
 513 
 514 static int
 515 ctf_merge_add_type(ctf_merge_types_t *cmp, ctf_id_t id)
 516 {
 517         int kind, ret;
 518 
 519         /*
 520          * We may end up evaluating a type more than once as we may deal with it
 521          * as we recursively evaluate some kind of reference and then we may see
 522          * it normally.
 523          */
 524         if (cmp->cm_tmap[id].cmt_map != 0)
 525                 return (0);
 526 
 527         kind = ctf_type_kind(cmp->cm_src, id);
 528         switch (kind) {
 529         case CTF_K_INTEGER:
 530         case CTF_K_FLOAT:
 531                 ret = ctf_merge_add_number(cmp, id);
 532                 break;
 533         case CTF_K_ARRAY:
 534                 ret = ctf_merge_add_array(cmp, id);
 535                 break;
 536         case CTF_K_POINTER:
 537         case CTF_K_VOLATILE:
 538         case CTF_K_CONST:
 539         case CTF_K_RESTRICT:
 540                 ret = ctf_merge_add_reftype(cmp, id);
 541                 break;
 542         case CTF_K_TYPEDEF:
 543                 ret = ctf_merge_add_typedef(cmp, id);
 544                 break;
 545         case CTF_K_ENUM:
 546                 ret = ctf_merge_add_enum(cmp, id);
 547                 break;
 548         case CTF_K_FUNCTION:
 549                 ret = ctf_merge_add_func(cmp, id);
 550                 break;
 551         case CTF_K_FORWARD:
 552                 ret = ctf_merge_add_forward(cmp, id);
 553                 break;
 554         case CTF_K_STRUCT:
 555         case CTF_K_UNION:
 556                 ret = ctf_merge_add_sou(cmp, id, B_FALSE);
 557                 break;
 558         case CTF_K_UNKNOWN:
 559                 /*
 560                  * We don't add unknown types, and we later assert that nothing
 561                  * should reference them.
 562                  */
 563                 return (0);
 564         default:
 565                 abort();
 566         }
 567 
 568         return (ret);
 569 }
 570 
 571 static int
 572 ctf_merge_fixup_sou(ctf_merge_types_t *cmp, ctf_id_t id)
 573 {
 574         ctf_dtdef_t *dtd;
 575         ctf_merge_su_t cms;
 576         ctf_id_t mapid;
 577         ssize_t size;
 578 
 579         mapid = cmp->cm_tmap[id].cmt_map;
 580         VERIFY(mapid != 0);
 581         dtd = ctf_dtd_lookup(cmp->cm_out, mapid);
 582         VERIFY(dtd != NULL);
 583 
 584         ctf_dprintf("Trying to fix up sou %d\n", id);
 585         cms.cms_cm = cmp;
 586         cms.cms_id = mapid;
 587         if (ctf_member_iter(cmp->cm_src, id, ctf_merge_add_member, &cms) != 0)
 588                 return (CTF_ERR);
 589 
 590         if ((size = ctf_type_size(cmp->cm_src, id)) == CTF_ERR)
 591                 return (CTF_ERR);
 592         if (ctf_set_size(cmp->cm_out, mapid, size) == CTF_ERR)
 593                 return (CTF_ERR);
 594 
 595         return (0);
 596 }
 597 
 598 static int
 599 ctf_merge_fixup_type(ctf_merge_types_t *cmp, ctf_id_t id)
 600 {
 601         int kind, ret;
 602 
 603         kind = ctf_type_kind(cmp->cm_src, id);
 604         switch (kind) {
 605         case CTF_K_STRUCT:
 606         case CTF_K_UNION:
 607                 ret = ctf_merge_fixup_sou(cmp, id);
 608                 break;
 609         default:
 610                 VERIFY(0);
 611                 ret = CTF_ERR;
 612         }
 613 
 614         return (ret);
 615 }
 616 
 617 /*
 618  * Now that we've successfully merged everything, we're going to clean
 619  * up the merge type table. Traditionally if we had just two different
 620  * files that we were working between, the types would be fully
 621  * resolved. However, because we were comparing with ourself every step
 622  * of the way and not our reduced self, we need to go through and update
 623  * every mapped entry to what it now points to in the deduped file.
 624  */
 625 static void
 626 ctf_merge_fixup_dedup_map(ctf_merge_types_t *cmp)
 627 {
 628         int i;
 629 
 630         for (i = 1; i < cmp->cm_src->ctf_typemax + 1; i++) {
 631                 ctf_id_t tid;
 632 
 633                 /*
 634                  * Missing types always have their id updated to exactly what it
 635                  * should be.
 636                  */
 637                 if (cmp->cm_tmap[i].cmt_missing == B_TRUE) {
 638                         VERIFY(cmp->cm_tmap[i].cmt_map != 0);
 639                         continue;
 640                 }
 641 
 642                 tid = i;
 643                 while (cmp->cm_tmap[tid].cmt_missing == B_FALSE) {
 644                         VERIFY(cmp->cm_tmap[tid].cmt_map != 0);
 645                         tid = cmp->cm_tmap[tid].cmt_map;
 646                 }
 647                 VERIFY(cmp->cm_tmap[tid].cmt_map != 0);
 648                 cmp->cm_tmap[i].cmt_map = cmp->cm_tmap[tid].cmt_map;
 649         }
 650 }
 651 
 652 
 653 /*
 654  * We're going to do three passes over the containers.
 655  *
 656  * Pass 1 checks for forward references in the output container that we know
 657  * exist in the source container.
 658  *
 659  * Pass 2 adds all the missing types from the source container. As part of this
 660  * we may be adding a type as a forward reference that doesn't exist yet.
 661  * Any types that we encounter in this form, we need to add to a third pass.
 662  *
 663  * Pass 3 is the fixup pass. Here we go through and find all the types that were
 664  * missing in the first.
 665  *
 666  * Importantly, we *must* call ctf_update between the second and third pass,
 667  * otherwise several of the libctf functions will not properly find the data in
 668  * the container. If we're doing a dedup we also fix up the type mapping.
 669  */
 670 static int
 671 ctf_merge_common(ctf_merge_types_t *cmp)
 672 {
 673         int ret, i;
 674 
 675         ctf_phase_dump(cmp->cm_src, "merge-common-src", NULL);
 676         ctf_phase_dump(cmp->cm_out, "merge-common-dest", NULL);
 677 
 678         /* Pass 1 */
 679         for (i = 1; i <= cmp->cm_src->ctf_typemax; i++) {
 680                 if (cmp->cm_tmap[i].cmt_forward == B_TRUE) {
 681                         ret = ctf_merge_add_sou(cmp, i, B_TRUE);
 682                         if (ret != 0) {
 683                                 return (ret);
 684                         }
 685                 }
 686         }
 687 
 688         /* Pass 2 */
 689         for (i = 1; i <= cmp->cm_src->ctf_typemax; i++) {
 690                 if (cmp->cm_tmap[i].cmt_missing == B_TRUE) {
 691                         ret = ctf_merge_add_type(cmp, i);
 692                         if (ret != 0) {
 693                                 ctf_dprintf("Failed to merge type %d\n", i);
 694                                 return (ret);
 695                         }
 696                 }
 697         }
 698 
 699         ret = ctf_update(cmp->cm_out);
 700         if (ret != 0)
 701                 return (ret);
 702 
 703         if (cmp->cm_dedup == B_TRUE) {
 704                 ctf_merge_fixup_dedup_map(cmp);
 705         }
 706 
 707         ctf_dprintf("Beginning merge pass 3\n");
 708         /* Pass 3 */
 709         for (i = 1; i <= cmp->cm_src->ctf_typemax; i++) {
 710                 if (cmp->cm_tmap[i].cmt_fixup == B_TRUE) {
 711                         ret = ctf_merge_fixup_type(cmp, i);
 712                         if (ret != 0)
 713                                 return (ret);
 714                 }
 715         }
 716 
 717         if (cmp->cm_dedup == B_TRUE) {
 718                 ctf_merge_fixup_dedup_map(cmp);
 719         }
 720 
 721         return (0);
 722 }
 723 
 724 /*
 725  * Uniquification is slightly different from a stock merge. For starters, we
 726  * don't need to replace any forward references in the output. In this case
 727  * though, the types that already exist are in a parent container to the empty
 728  * output container.
 729  */
 730 static int
 731 ctf_merge_uniquify_types(ctf_merge_types_t *cmp)
 732 {
 733         int i, ret;
 734 
 735         for (i = 1; i <= cmp->cm_src->ctf_typemax; i++) {
 736                 if (cmp->cm_tmap[i].cmt_missing == B_FALSE)
 737                         continue;
 738                 ret = ctf_merge_add_type(cmp, i);
 739                 if (ret != 0)
 740                         return (ret);
 741         }
 742 
 743         ret = ctf_update(cmp->cm_out);
 744         if (ret != 0)
 745                 return (ret);
 746 
 747         for (i = 1; i <= cmp->cm_src->ctf_typemax; i++) {
 748                 if (cmp->cm_tmap[i].cmt_fixup == B_FALSE)
 749                         continue;
 750                 ret = ctf_merge_fixup_type(cmp, i);
 751                 if (ret != 0)
 752                         return (ret);
 753         }
 754 
 755         return (0);
 756 }
 757 
 758 static int
 759 ctf_merge_types_init(ctf_merge_types_t *cmp)
 760 {
 761         cmp->cm_tmap = ctf_alloc(sizeof (ctf_merge_tinfo_t) *
 762             (cmp->cm_src->ctf_typemax + 1));
 763         if (cmp->cm_tmap == NULL)
 764                 return (ctf_set_errno(cmp->cm_out, ENOMEM));
 765         bzero(cmp->cm_tmap, sizeof (ctf_merge_tinfo_t) *
 766             (cmp->cm_src->ctf_typemax + 1));
 767         return (0);
 768 }
 769 
 770 static void
 771 ctf_merge_types_fini(ctf_merge_types_t *cmp)
 772 {
 773         ctf_free(cmp->cm_tmap, sizeof (ctf_merge_tinfo_t) *
 774             (cmp->cm_src->ctf_typemax + 1));
 775 }
 776 
 777 /*
 778  * After performing a pass, we need to go through the object and function type
 779  * maps and potentially fix them up based on the new maps that we have.
 780  */
 781 static void
 782 ctf_merge_fixup_symmaps(ctf_merge_types_t *cmp, ctf_merge_input_t *cmi)
 783 {
 784         ctf_merge_objmap_t *cmo;
 785         ctf_merge_funcmap_t *cmf;
 786 
 787         for (cmo = list_head(&cmi->cmi_omap); cmo != NULL;
 788             cmo = list_next(&cmi->cmi_omap, cmo)) {
 789                 VERIFY3S(cmo->cmo_tid, !=, 0);
 790                 VERIFY(cmp->cm_tmap[cmo->cmo_tid].cmt_map != 0);
 791                 cmo->cmo_tid = cmp->cm_tmap[cmo->cmo_tid].cmt_map;
 792         }
 793 
 794         for (cmf = list_head(&cmi->cmi_fmap); cmf != NULL;
 795             cmf = list_next(&cmi->cmi_fmap, cmf)) {
 796                 int i;
 797 
 798                 VERIFY(cmp->cm_tmap[cmf->cmf_rtid].cmt_map != 0);
 799                 cmf->cmf_rtid = cmp->cm_tmap[cmf->cmf_rtid].cmt_map;
 800                 for (i = 0; i < cmf->cmf_argc; i++) {
 801                         VERIFY(cmp->cm_tmap[cmf->cmf_args[i]].cmt_map != 0);
 802                         cmf->cmf_args[i] =
 803                             cmp->cm_tmap[cmf->cmf_args[i]].cmt_map;
 804                 }
 805         }
 806 }
 807 
 808 /*
 809  * Merge the types contained inside of two input files. The second input file is
 810  * always going to be the destination. We're guaranteed that it's always
 811  * writeable.
 812  */
 813 static int
 814 ctf_merge_types(void *arg, void *arg2, void **outp, void *unsued)
 815 {
 816         int ret;
 817         ctf_merge_types_t cm;
 818         ctf_diff_t *cdp;
 819         ctf_merge_input_t *scmi = arg;
 820         ctf_merge_input_t *dcmi = arg2;
 821         ctf_file_t *out = dcmi->cmi_input;
 822         ctf_file_t *source = scmi->cmi_input;
 823 
 824         ctf_dprintf("merging %p->%p\n", source, out);
 825 
 826         if (!(out->ctf_flags & LCTF_RDWR))
 827                 return (ctf_set_errno(out, ECTF_RDONLY));
 828 
 829         if (ctf_getmodel(out) != ctf_getmodel(source))
 830                 return (ctf_set_errno(out, ECTF_DMODEL));
 831 
 832         if ((ret = ctf_diff_init(out, source, &cdp)) != 0)
 833                 return (ret);
 834 
 835         cm.cm_out = out;
 836         cm.cm_src = source;
 837         cm.cm_dedup = B_FALSE;
 838         cm.cm_unique = B_FALSE;
 839         ret = ctf_merge_types_init(&cm);
 840         if (ret != 0) {
 841                 ctf_diff_fini(cdp);
 842                 return (ctf_set_errno(out, ret));
 843         }
 844 
 845         ret = ctf_diff_types(cdp, ctf_merge_diffcb, &cm);
 846         if (ret != 0)
 847                 goto cleanup;
 848         ret = ctf_merge_common(&cm);
 849         ctf_dprintf("merge common returned with %d\n", ret);
 850         if (ret == 0) {
 851                 ret = ctf_update(out);
 852                 ctf_dprintf("update returned with %d\n", ret);
 853         } else {
 854                 goto cleanup;
 855         }
 856 
 857         /*
 858          * Now we need to fix up the object and function maps.
 859          */
 860         ctf_merge_fixup_symmaps(&cm, scmi);
 861 
 862         /*
 863          * Now that we've fixed things up, we need to give our function and
 864          * object maps to the destination, such that it can continue to update
 865          * them going forward.
 866          */
 867         list_move_tail(&dcmi->cmi_fmap, &scmi->cmi_fmap);
 868         list_move_tail(&dcmi->cmi_omap, &scmi->cmi_omap);
 869 
 870 cleanup:
 871         if (ret == 0)
 872                 *outp = dcmi;
 873         ctf_merge_types_fini(&cm);
 874         ctf_diff_fini(cdp);
 875         if (ret != 0)
 876                 return (ctf_errno(out));
 877         ctf_phase_bump();
 878         return (0);
 879 }
 880 
 881 static int
 882 ctf_uniquify_types(ctf_merge_t *cmh, ctf_file_t *src, ctf_file_t **outp)
 883 {
 884         int err, ret;
 885         ctf_file_t *out;
 886         ctf_merge_types_t cm;
 887         ctf_diff_t *cdp;
 888         ctf_merge_input_t *cmi;
 889         ctf_file_t *parent = cmh->cmh_unique;
 890 
 891         *outp = NULL;
 892         out = ctf_fdcreate(cmh->cmh_ofd, &err);
 893         if (out == NULL)
 894                 return (ctf_set_errno(src, err));
 895 
 896         out->ctf_parname = cmh->cmh_pname;
 897         if (ctf_setmodel(out, ctf_getmodel(parent)) != 0) {
 898                 (void) ctf_set_errno(src, ctf_errno(out));
 899                 ctf_close(out);
 900                 return (CTF_ERR);
 901         }
 902 
 903         if (ctf_import(out, parent) != 0) {
 904                 (void) ctf_set_errno(src, ctf_errno(out));
 905                 ctf_close(out);
 906                 return (CTF_ERR);
 907         }
 908 
 909         if ((ret = ctf_diff_init(parent, src, &cdp)) != 0) {
 910                 ctf_close(out);
 911                 return (ctf_set_errno(src, ctf_errno(parent)));
 912         }
 913 
 914         cm.cm_out = parent;
 915         cm.cm_src = src;
 916         cm.cm_dedup = B_FALSE;
 917         cm.cm_unique = B_TRUE;
 918         ret = ctf_merge_types_init(&cm);
 919         if (ret != 0) {
 920                 ctf_close(out);
 921                 ctf_diff_fini(cdp);
 922                 return (ctf_set_errno(src, ret));
 923         }
 924 
 925         ret = ctf_diff_types(cdp, ctf_merge_diffcb, &cm);
 926         if (ret == 0) {
 927                 cm.cm_out = out;
 928                 ret = ctf_merge_uniquify_types(&cm);
 929                 if (ret == 0)
 930                         ret = ctf_update(out);
 931         }
 932 
 933         if (ret != 0) {
 934                 ctf_merge_types_fini(&cm);
 935                 ctf_diff_fini(cdp);
 936                 return (ctf_set_errno(src, ctf_errno(cm.cm_out)));
 937         }
 938 
 939         for (cmi = list_head(&cmh->cmh_inputs); cmi != NULL;
 940             cmi = list_next(&cmh->cmh_inputs, cmi)) {
 941                 ctf_merge_fixup_symmaps(&cm, cmi);
 942         }
 943 
 944         ctf_merge_types_fini(&cm);
 945         ctf_diff_fini(cdp);
 946         *outp = out;
 947         return (0);
 948 }
 949 
 950 static void
 951 ctf_merge_fini_input(ctf_merge_input_t *cmi)
 952 {
 953         ctf_merge_objmap_t *cmo;
 954         ctf_merge_funcmap_t *cmf;
 955 
 956         while ((cmo = list_remove_head(&cmi->cmi_omap)) != NULL)
 957                 ctf_free(cmo, sizeof (ctf_merge_objmap_t));
 958 
 959         while ((cmf = list_remove_head(&cmi->cmi_fmap)) != NULL)
 960                 ctf_free(cmf, sizeof (ctf_merge_funcmap_t) +
 961                     sizeof (ctf_id_t) * cmf->cmf_argc);
 962 
 963         if (cmi->cmi_created == B_TRUE && cmi->cmi_input != NULL)
 964                 ctf_close(cmi->cmi_input);
 965 
 966         ctf_free(cmi, sizeof (ctf_merge_input_t));
 967 }
 968 
 969 void
 970 ctf_merge_fini(ctf_merge_t *cmh)
 971 {
 972         size_t len;
 973         ctf_merge_input_t *cmi;
 974 
 975         if (cmh->cmh_label != NULL) {
 976                 len = strlen(cmh->cmh_label) + 1;
 977                 ctf_free(cmh->cmh_label, len);
 978         }
 979 
 980         if (cmh->cmh_pname != NULL) {
 981                 len = strlen(cmh->cmh_pname) + 1;
 982                 ctf_free(cmh->cmh_pname, len);
 983         }
 984 
 985         while ((cmi = list_remove_head(&cmh->cmh_inputs)) != NULL)
 986                 ctf_merge_fini_input(cmi);
 987 
 988         ctf_free(cmh, sizeof (ctf_merge_t));
 989 }
 990 
 991 ctf_merge_t *
 992 ctf_merge_init(int fd, int *errp)
 993 {
 994         int err;
 995         ctf_merge_t *out;
 996         struct stat st;
 997 
 998         if (errp == NULL)
 999                 errp = &err;
1000 
1001         if (fd != -1 && fstat(fd, &st) != 0) {
1002                 *errp = EINVAL;
1003                 return (NULL);
1004         }
1005 
1006         out = ctf_alloc(sizeof (ctf_merge_t));
1007         if (out == NULL) {
1008                 *errp = ENOMEM;
1009                 return (NULL);
1010         }
1011 
1012         if (fd == -1) {
1013                 out->cmh_msyms = B_FALSE;
1014         } else {
1015                 out->cmh_msyms = B_TRUE;
1016         }
1017 
1018         list_create(&out->cmh_inputs, sizeof (ctf_merge_input_t),
1019             offsetof(ctf_merge_input_t, cmi_node));
1020         out->cmh_ninputs = 0;
1021         out->cmh_nthreads = 1;
1022         out->cmh_unique = NULL;
1023         out->cmh_ofd = fd;
1024         out->cmh_flags = 0;
1025         out->cmh_label = NULL;
1026         out->cmh_pname = NULL;
1027 
1028         return (out);
1029 }
1030 
1031 int
1032 ctf_merge_label(ctf_merge_t *cmh, const char *label)
1033 {
1034         char *dup;
1035 
1036         if (label == NULL)
1037                 return (EINVAL);
1038 
1039         dup = ctf_strdup(label);
1040         if (dup == NULL)
1041                 return (EAGAIN);
1042 
1043         if (cmh->cmh_label != NULL) {
1044                 size_t len = strlen(cmh->cmh_label) + 1;
1045                 ctf_free(cmh->cmh_label, len);
1046         }
1047 
1048         cmh->cmh_label = dup;
1049         return (0);
1050 }
1051 
1052 static int
1053 ctf_merge_add_function(ctf_merge_input_t *cmi, ctf_funcinfo_t *fip, ulong_t idx,
1054     const char *file, const char *name, const Elf64_Sym *symp)
1055 {
1056         ctf_merge_funcmap_t *fmap;
1057 
1058         fmap = ctf_alloc(sizeof (ctf_merge_funcmap_t) +
1059             sizeof (ctf_id_t) * fip->ctc_argc);
1060         if (fmap == NULL)
1061                 return (ENOMEM);
1062 
1063         fmap->cmf_idx = idx;
1064         fmap->cmf_sym = *symp;
1065         fmap->cmf_rtid = fip->ctc_return;
1066         fmap->cmf_flags = fip->ctc_flags;
1067         fmap->cmf_argc = fip->ctc_argc;
1068         fmap->cmf_name = name;
1069         if (ELF64_ST_BIND(symp->st_info) == STB_LOCAL) {
1070                 fmap->cmf_file = file;
1071         } else {
1072                 fmap->cmf_file = NULL;
1073         }
1074 
1075         if (ctf_func_args(cmi->cmi_input, idx, fmap->cmf_argc,
1076             fmap->cmf_args) != 0) {
1077                 ctf_free(fmap, sizeof (ctf_merge_funcmap_t) +
1078                     sizeof (ctf_id_t) * fip->ctc_argc);
1079                 return (ctf_errno(cmi->cmi_input));
1080         }
1081 
1082         ctf_dprintf("added initial function %s, %lu, %s %u\n", name, idx,
1083             fmap->cmf_file != NULL ? fmap->cmf_file : "global",
1084             ELF64_ST_BIND(symp->st_info));
1085         list_insert_tail(&cmi->cmi_fmap, fmap);
1086         return (0);
1087 }
1088 
1089 static int
1090 ctf_merge_add_object(ctf_merge_input_t *cmi, ctf_id_t id, ulong_t idx,
1091     const char *file, const char *name, const Elf64_Sym *symp)
1092 {
1093         ctf_merge_objmap_t *cmo;
1094 
1095         cmo = ctf_alloc(sizeof (ctf_merge_objmap_t));
1096         if (cmo == NULL)
1097                 return (ENOMEM);
1098 
1099         cmo->cmo_name = name;
1100         if (ELF64_ST_BIND(symp->st_info) == STB_LOCAL) {
1101                 cmo->cmo_file = file;
1102         } else {
1103                 cmo->cmo_file = NULL;
1104         }
1105         cmo->cmo_idx = idx;
1106         cmo->cmo_tid = id;
1107         cmo->cmo_sym = *symp;
1108         list_insert_tail(&cmi->cmi_omap, cmo);
1109 
1110         ctf_dprintf("added initial object %s, %lu, %ld, %s\n", name, idx, id,
1111             cmo->cmo_file != NULL ? cmo->cmo_file : "global");
1112 
1113         return (0);
1114 }
1115 
1116 static int
1117 ctf_merge_add_symbol(const Elf64_Sym *symp, ulong_t idx, const char *file,
1118     const char *name, boolean_t primary, void *arg)
1119 {
1120         ctf_merge_input_t *cmi = arg;
1121         ctf_file_t *fp = cmi->cmi_input;
1122         ushort_t *data, funcbase;
1123         uint_t type;
1124         ctf_funcinfo_t fi;
1125 
1126         /*
1127          * See if there is type information for this. If there is no
1128          * type information for this entry or no translation, then we
1129          * will find the value zero. This indicates no type ID for
1130          * objects and encodes unknown information for functions.
1131          */
1132         if (fp->ctf_sxlate[idx] == -1u)
1133                 return (0);
1134         data = (ushort_t *)((uintptr_t)fp->ctf_buf + fp->ctf_sxlate[idx]);
1135         if (*data == 0)
1136                 return (0);
1137 
1138         type = ELF64_ST_TYPE(symp->st_info);
1139 
1140         switch (type) {
1141         case STT_FUNC:
1142                 funcbase = *data;
1143                 if (LCTF_INFO_KIND(fp, funcbase) != CTF_K_FUNCTION)
1144                         return (0);
1145                 data++;
1146                 fi.ctc_return = *data;
1147                 data++;
1148                 fi.ctc_argc = LCTF_INFO_VLEN(fp, funcbase);
1149                 fi.ctc_flags = 0;
1150 
1151                 if (fi.ctc_argc != 0 && data[fi.ctc_argc - 1] == 0) {
1152                         fi.ctc_flags |= CTF_FUNC_VARARG;
1153                         fi.ctc_argc--;
1154                 }
1155                 return (ctf_merge_add_function(cmi, &fi, idx, file, name,
1156                     symp));
1157         case STT_OBJECT:
1158                 return (ctf_merge_add_object(cmi, *data, idx, file, name,
1159                     symp));
1160         default:
1161                 return (0);
1162         }
1163 }
1164 
1165 /*
1166  * Whenever we create an entry to merge, we then go and add a second empty
1167  * ctf_file_t which we use for the purposes of our merging. It's not the best,
1168  * but it's the best that we've got at the moment.
1169  */
1170 int
1171 ctf_merge_add(ctf_merge_t *cmh, ctf_file_t *input)
1172 {
1173         int ret;
1174         ctf_merge_input_t *cmi;
1175         ctf_file_t *empty;
1176 
1177         ctf_dprintf("adding input %p\n", input);
1178 
1179         if (input->ctf_flags & LCTF_CHILD)
1180                 return (ECTF_MCHILD);
1181 
1182         cmi = ctf_alloc(sizeof (ctf_merge_input_t));
1183         if (cmi == NULL)
1184                 return (ENOMEM);
1185 
1186         cmi->cmi_created = B_FALSE;
1187         cmi->cmi_input = input;
1188         list_create(&cmi->cmi_fmap, sizeof (ctf_merge_funcmap_t),
1189             offsetof(ctf_merge_funcmap_t, cmf_node));
1190         list_create(&cmi->cmi_omap, sizeof (ctf_merge_funcmap_t),
1191             offsetof(ctf_merge_objmap_t, cmo_node));
1192 
1193         if (cmh->cmh_msyms == B_TRUE) {
1194                 if ((ret = ctf_symtab_iter(input, ctf_merge_add_symbol,
1195                     cmi)) != 0) {
1196                         ctf_merge_fini_input(cmi);
1197                         return (ret);
1198                 }
1199         }
1200 
1201         list_insert_tail(&cmh->cmh_inputs, cmi);
1202         cmh->cmh_ninputs++;
1203 
1204         /* And now the empty one to merge into this */
1205         cmi = ctf_alloc(sizeof (ctf_merge_input_t));
1206         if (cmi == NULL)
1207                 return (ENOMEM);
1208         list_create(&cmi->cmi_fmap, sizeof (ctf_merge_funcmap_t),
1209             offsetof(ctf_merge_funcmap_t, cmf_node));
1210         list_create(&cmi->cmi_omap, sizeof (ctf_merge_funcmap_t),
1211             offsetof(ctf_merge_objmap_t, cmo_node));
1212 
1213         empty = ctf_fdcreate(cmh->cmh_ofd, &ret);
1214         if (empty == NULL)
1215                 return (ret);
1216         cmi->cmi_input = empty;
1217         cmi->cmi_created = B_TRUE;
1218 
1219         if (ctf_setmodel(empty, ctf_getmodel(input)) == CTF_ERR) {
1220                 return (ctf_errno(empty));
1221         }
1222 
1223         list_insert_tail(&cmh->cmh_inputs, cmi);
1224         cmh->cmh_ninputs++;
1225         ctf_dprintf("added containers %p and %p\n", input, empty);
1226         return (0);
1227 }
1228 
1229 int
1230 ctf_merge_uniquify(ctf_merge_t *cmh, ctf_file_t *u, const char *pname)
1231 {
1232         char *dup;
1233 
1234         if (u->ctf_flags & LCTF_CHILD)
1235                 return (ECTF_MCHILD);
1236         if (pname == NULL)
1237                 return (EINVAL);
1238         dup = ctf_strdup(pname);
1239         if (dup == NULL)
1240                 return (EINVAL);
1241         if (cmh->cmh_pname != NULL) {
1242                 size_t len = strlen(cmh->cmh_pname) + 1;
1243                 ctf_free(cmh->cmh_pname, len);
1244         }
1245         cmh->cmh_pname = dup;
1246         cmh->cmh_unique = u;
1247         return (0);
1248 }
1249 
1250 /*
1251  * Symbol matching rules: the purpose of this is to verify that the type
1252  * information that we have for a given symbol actually matches the output
1253  * symbol. This is unfortunately complicated by several different factors:
1254  *
1255  * 1. When merging multiple .o's into a single item, the symbol table index will
1256  * not match.
1257  *
1258  * 2. Visibility of a symbol may not be identical to the object file or the
1259  * DWARF information due to symbol reduction via a mapfile.
1260  *
1261  * As such, we have to employ the following rules:
1262  *
1263  * 1. A global symbol table entry always matches a global CTF symbol with the
1264  * same name.
1265  *
1266  * 2. A local symbol table entry always matches a local CTF symbol if they have
1267  * the same name and they belong to the same file.
1268  *
1269  * 3. A weak symbol matches a non-weak symbol. This happens if we find that the
1270  * types match, the values match, the sizes match, and the section indexes
1271  * match. This happens when we do a conversion in one pass, it almost never
1272  * happens when we're merging multiple object files. If we match a CTF global
1273  * symbol, that's a fixed match, otherwise it's a fuzzy match.
1274  *
1275  * 4. A local symbol table entry matches a global CTF entry if the
1276  * other pieces fail, but they have the same name. This is considered a fuzzy
1277  * match and is not used unless we have no other options.
1278  *
1279  * 5. A weak symbol table entry matches a weak CTF entry if the other pieces
1280  * fail, but they have the same name. This is considered a fuzzy match and is
1281  * not used unless we have no other options. When merging independent .o files,
1282  * this is often the only recourse we have to matching weak symbols.
1283  *
1284  * In the end, this would all be much simpler if we were able to do this as part
1285  * of libld which would be able to do all the symbol transformations.
1286  */
1287 static boolean_t
1288 ctf_merge_symbol_match(const char *ctf_file, const char *ctf_name,
1289     const Elf64_Sym *ctf_symp, const char *symtab_file, const char *symtab_name,
1290     const Elf64_Sym *symtab_symp, boolean_t *is_fuzzy)
1291 {
1292         *is_fuzzy = B_FALSE;
1293         uint_t symtab_bind, ctf_bind;
1294 
1295         symtab_bind = ELF64_ST_BIND(symtab_symp->st_info);
1296         ctf_bind = ELF64_ST_BIND(ctf_symp->st_info);
1297 
1298         ctf_dprintf("comparing merge match for %s/%s/%u->%s/%s/%u\n",
1299             symtab_file, symtab_name, symtab_bind,
1300             ctf_file, ctf_name, ctf_bind);
1301         if (strcmp(ctf_name, symtab_name) != 0) {
1302                 return (B_FALSE);
1303         }
1304 
1305         if (symtab_bind == STB_GLOBAL && ctf_bind == STB_GLOBAL) {
1306                 return (B_TRUE);
1307         } else if (symtab_bind == STB_GLOBAL) {
1308                 return (B_FALSE);
1309         }
1310 
1311         if (ctf_bind == STB_LOCAL && ctf_bind == symtab_bind &&
1312             ctf_file != NULL && symtab_file != NULL &&
1313             strcmp(ctf_file, symtab_file) == 0) {
1314                 return (B_TRUE);
1315         }
1316 
1317         if (symtab_bind == STB_WEAK && ctf_bind != STB_WEAK &&
1318             ELF64_ST_TYPE(symtab_symp->st_info) ==
1319             ELF64_ST_TYPE(ctf_symp->st_info) &&
1320             symtab_symp->st_value == ctf_symp->st_value &&
1321             symtab_symp->st_size == ctf_symp->st_size &&
1322             symtab_symp->st_shndx == ctf_symp->st_shndx) {
1323                 if (ctf_bind == STB_GLOBAL) {
1324                         return (B_TRUE);
1325                 }
1326 
1327                 if (ctf_bind == STB_LOCAL && ctf_file != NULL &&
1328                     symtab_file != NULL && strcmp(ctf_file, symtab_file) == 0) {
1329                         *is_fuzzy = B_TRUE;
1330                         return (B_TRUE);
1331                 }
1332         }
1333 
1334         if (ctf_bind == STB_GLOBAL ||
1335             (ctf_bind == STB_WEAK && symtab_bind == STB_WEAK)) {
1336                 *is_fuzzy = B_TRUE;
1337                 return (B_TRUE);
1338         }
1339 
1340         return (B_FALSE);
1341 }
1342 
1343 /*
1344  * For each symbol, try and find a match. We will attempt to find an exact
1345  * match; however, we will settle for a fuzzy match in general. There is one
1346  * case where we will not opt to use a fuzzy match, which is when performing the
1347  * deduplication of a container. In such a case we are trying to reduce common
1348  * types and a fuzzy match would be inappropriate as if we're in the context of
1349  * a single container, the conversion process should have identified any exact
1350  * or fuzzy matches that were required.
1351  */
1352 static int
1353 ctf_merge_symbols(const Elf64_Sym *symp, ulong_t idx, const char *file,
1354     const char *name, boolean_t primary, void *arg)
1355 {
1356         int err;
1357         uint_t type, bind;
1358         ctf_merge_symbol_arg_t *csa = arg;
1359         ctf_file_t *fp = csa->cmsa_out;
1360 
1361         type = ELF64_ST_TYPE(symp->st_info);
1362         bind = ELF64_ST_BIND(symp->st_info);
1363 
1364         ctf_dprintf("Trying to find match for %s/%s/%u\n", file, name,
1365             ELF64_ST_BIND(symp->st_info));
1366 
1367         if (type == STT_OBJECT) {
1368                 ctf_merge_objmap_t *cmo, *match = NULL;
1369 
1370                 for (cmo = list_head(csa->cmsa_objmap); cmo != NULL;
1371                     cmo = list_next(csa->cmsa_objmap, cmo)) {
1372                         boolean_t is_fuzzy = B_FALSE;
1373                         if (ctf_merge_symbol_match(cmo->cmo_file, cmo->cmo_name,
1374                             &cmo->cmo_sym, file, name, symp, &is_fuzzy)) {
1375                                 if (is_fuzzy && csa->cmsa_dedup &&
1376                                     bind != STB_WEAK) {
1377                                         continue;
1378                                 }
1379                                 match = cmo;
1380                                 if (is_fuzzy) {
1381                                         continue;
1382                                 }
1383                                 break;
1384                         }
1385                 }
1386 
1387                 if (match == NULL) {
1388                         return (0);
1389                 }
1390 
1391                 if ((err = ctf_add_object(fp, idx, match->cmo_tid)) != 0) {
1392                         ctf_dprintf("Failed to add symbol %s->%d: %s\n", name,
1393                             match->cmo_tid, ctf_errmsg(ctf_errno(fp)));
1394                         return (ctf_errno(fp));
1395                 }
1396                 ctf_dprintf("mapped object into output %s/%s->%ld\n", file,
1397                     name, match->cmo_tid);
1398         } else {
1399                 ctf_merge_funcmap_t *cmf, *match = NULL;
1400                 ctf_funcinfo_t fi;
1401 
1402                 for (cmf = list_head(csa->cmsa_funcmap); cmf != NULL;
1403                     cmf = list_next(csa->cmsa_funcmap, cmf)) {
1404                         boolean_t is_fuzzy = B_FALSE;
1405                         if (ctf_merge_symbol_match(cmf->cmf_file, cmf->cmf_name,
1406                             &cmf->cmf_sym, file, name, symp, &is_fuzzy)) {
1407                                 if (is_fuzzy && csa->cmsa_dedup &&
1408                                     bind != STB_WEAK) {
1409                                         continue;
1410                                 }
1411                                 match = cmf;
1412                                 if (is_fuzzy) {
1413                                         continue;
1414                                 }
1415                                 break;
1416                         }
1417                 }
1418 
1419                 if (match == NULL) {
1420                         return (0);
1421                 }
1422 
1423                 fi.ctc_return = match->cmf_rtid;
1424                 fi.ctc_argc = match->cmf_argc;
1425                 fi.ctc_flags = match->cmf_flags;
1426                 if ((err = ctf_add_function(fp, idx, &fi, match->cmf_args)) !=
1427                     0) {
1428                         ctf_dprintf("Failed to add function %s: %s\n", name,
1429                             ctf_errmsg(ctf_errno(fp)));
1430                         return (ctf_errno(fp));
1431                 }
1432                 ctf_dprintf("mapped function into output %s/%s\n", file,
1433                     name);
1434         }
1435 
1436         return (0);
1437 }
1438 
1439 int
1440 ctf_merge_merge(ctf_merge_t *cmh, ctf_file_t **outp)
1441 {
1442         int err, merr;
1443         ctf_merge_input_t *cmi;
1444         ctf_id_t ltype;
1445         mergeq_t *mqp;
1446         ctf_merge_input_t *final;
1447         ctf_file_t *out;
1448 
1449         ctf_dprintf("Beginning ctf_merge_merge()\n");
1450         if (cmh->cmh_label != NULL && cmh->cmh_unique != NULL) {
1451                 const char *label = ctf_label_topmost(cmh->cmh_unique);
1452                 if (label == NULL)
1453                         return (ECTF_NOLABEL);
1454                 if (strcmp(label, cmh->cmh_label) != 0)
1455                         return (ECTF_LCONFLICT);
1456         }
1457 
1458         if (mergeq_init(&mqp, cmh->cmh_nthreads) == -1) {
1459                 return (errno);
1460         }
1461 
1462         VERIFY(cmh->cmh_ninputs % 2 == 0);
1463         for (cmi = list_head(&cmh->cmh_inputs); cmi != NULL;
1464             cmi = list_next(&cmh->cmh_inputs, cmi)) {
1465                 if (mergeq_add(mqp, cmi) == -1) {
1466                         err = errno;
1467                         mergeq_fini(mqp);
1468                 }
1469         }
1470 
1471         err = mergeq_merge(mqp, ctf_merge_types, NULL, (void **)&final, &merr);
1472         mergeq_fini(mqp);
1473 
1474         if (err == MERGEQ_ERROR) {
1475                 return (errno);
1476         } else if (err == MERGEQ_UERROR) {
1477                 return (merr);
1478         }
1479 
1480         /*
1481          * Disassociate the generated ctf_file_t from the original input. That
1482          * way when the input gets cleaned up, we don't accidentally kill the
1483          * final reference to the ctf_file_t. If it gets uniquified then we'll
1484          * kill it.
1485          */
1486         VERIFY(final->cmi_input != NULL);
1487         out = final->cmi_input;
1488         final->cmi_input = NULL;
1489 
1490         ctf_dprintf("preparing to uniquify against: %p\n", cmh->cmh_unique);
1491         if (cmh->cmh_unique != NULL) {
1492                 ctf_file_t *u;
1493                 err = ctf_uniquify_types(cmh, out, &u);
1494                 if (err != 0) {
1495                         err = ctf_errno(out);
1496                         ctf_close(out);
1497                         return (err);
1498                 }
1499                 ctf_close(out);
1500                 out = u;
1501         }
1502 
1503         ltype = out->ctf_typemax;
1504         if ((out->ctf_flags & LCTF_CHILD) && ltype != 0)
1505                 ltype += CTF_CHILD_START;
1506         ctf_dprintf("trying to add the label\n");
1507         if (cmh->cmh_label != NULL &&
1508             ctf_add_label(out, cmh->cmh_label, ltype, 0) != 0) {
1509                 ctf_close(out);
1510                 return (ctf_errno(out));
1511         }
1512 
1513         ctf_dprintf("merging symbols and the like\n");
1514         if (cmh->cmh_msyms == B_TRUE) {
1515                 ctf_merge_symbol_arg_t arg;
1516                 arg.cmsa_objmap = &final->cmi_omap;
1517                 arg.cmsa_funcmap = &final->cmi_fmap;
1518                 arg.cmsa_out = out;
1519                 arg.cmsa_dedup = B_FALSE;
1520                 err = ctf_symtab_iter(out, ctf_merge_symbols, &arg);
1521                 if (err != 0) {
1522                         ctf_close(out);
1523                         return (err);
1524                 }
1525         }
1526 
1527         err = ctf_update(out);
1528         if (err != 0) {
1529                 err = ctf_errno(out);
1530                 ctf_close(out);
1531                 return (err);
1532         }
1533 
1534         *outp = out;
1535         return (0);
1536 }
1537 
1538 /*
1539  * When we get told that something is unique, eg. same is B_FALSE, then that
1540  * tells us that we need to add it to the output. If same is B_TRUE, then we'll
1541  * want to record it in the mapping table so that we know how to redirect types
1542  * to the extant ones.
1543  */
1544 static void
1545 ctf_dedup_cb(ctf_file_t *ifp, ctf_id_t iid, boolean_t same, ctf_file_t *ofp,
1546     ctf_id_t oid, void *arg)
1547 {
1548         ctf_merge_types_t *cmp = arg;
1549         ctf_merge_tinfo_t *cmt = cmp->cm_tmap;
1550 
1551         if (same == B_TRUE) {
1552                 /*
1553                  * The output id here may itself map to something else.
1554                  * Therefore, we need to basically walk a chain and see what it
1555                  * points to until it itself points to a base type, eg. -1.
1556                  * Otherwise we'll dedup to something which no longer exists.
1557                  */
1558                 while (cmt[oid].cmt_missing == B_FALSE)
1559                         oid = cmt[oid].cmt_map;
1560                 cmt[iid].cmt_map = oid;
1561                 ctf_dprintf("%d->%d \n", iid, oid);
1562         } else {
1563                 VERIFY(cmt[iid].cmt_map == 0);
1564                 cmt[iid].cmt_missing = B_TRUE;
1565                 ctf_dprintf("%d is missing\n", iid);
1566         }
1567 }
1568 
1569 /*
1570  * Dedup a CTF container.
1571  *
1572  * DWARF and other encoding formats that we use to create CTF data may create
1573  * multiple copies of a given type. However, after doing a conversion, and
1574  * before doing a merge, we'd prefer, if possible, to have every input container
1575  * to be unique.
1576  *
1577  * Doing a deduplication is like a normal merge. However, when we diff the types
1578  * in the container, rather than doing a normal diff, we instead want to diff
1579  * against any already processed types. eg, for a given type i in a container,
1580  * we want to diff it from 0 to i - 1.
1581  */
1582 int
1583 ctf_merge_dedup(ctf_merge_t *cmp, ctf_file_t **outp)
1584 {
1585         int ret;
1586         ctf_diff_t *cdp = NULL;
1587         ctf_merge_input_t *cmi, *cmc;
1588         ctf_file_t *ifp, *ofp;
1589         ctf_merge_types_t cm;
1590 
1591         if (cmp == NULL || outp == NULL)
1592                 return (EINVAL);
1593 
1594         ctf_dprintf("encountered %d inputs\n", cmp->cmh_ninputs);
1595         if (cmp->cmh_ninputs != 2)
1596                 return (EINVAL);
1597 
1598         ctf_dprintf("passed argument sanity check\n");
1599 
1600         cmi = list_head(&cmp->cmh_inputs);
1601         VERIFY(cmi != NULL);
1602         cmc = list_next(&cmp->cmh_inputs, cmi);
1603         VERIFY(cmc != NULL);
1604         ifp = cmi->cmi_input;
1605         ofp = cmc->cmi_input;
1606         VERIFY(ifp != NULL);
1607         VERIFY(ofp != NULL);
1608         cm.cm_src = ifp;
1609         cm.cm_out = ofp;
1610         cm.cm_dedup = B_TRUE;
1611         cm.cm_unique = B_FALSE;
1612 
1613         if ((ret = ctf_merge_types_init(&cm)) != 0) {
1614                 return (ret);
1615         }
1616 
1617         if ((ret = ctf_diff_init(ifp, ifp, &cdp)) != 0)
1618                 goto err;
1619 
1620         ctf_dprintf("Successfully initialized dedup\n");
1621         if ((ret = ctf_diff_self(cdp, ctf_dedup_cb, &cm)) != 0)
1622                 goto err;
1623 
1624         ctf_dprintf("Successfully diffed types\n");
1625         ret = ctf_merge_common(&cm);
1626         ctf_dprintf("deduping types result: %d\n", ret);
1627         if (ret == 0)
1628                 ret = ctf_update(cm.cm_out);
1629         if (ret != 0)
1630                 goto err;
1631 
1632         ctf_dprintf("Successfully deduped types\n");
1633         ctf_phase_dump(cm.cm_out, "dedup-pre-syms", NULL);
1634 
1635         /*
1636          * Now we need to fix up the object and function maps.
1637          */
1638         ctf_merge_fixup_symmaps(&cm, cmi);
1639 
1640         if (cmp->cmh_msyms == B_TRUE) {
1641                 ctf_merge_symbol_arg_t arg;
1642                 arg.cmsa_objmap = &cmi->cmi_omap;
1643                 arg.cmsa_funcmap = &cmi->cmi_fmap;
1644                 arg.cmsa_out = cm.cm_out;
1645                 arg.cmsa_dedup = B_TRUE;
1646                 ret = ctf_symtab_iter(cm.cm_out, ctf_merge_symbols, &arg);
1647                 if (ret != 0) {
1648                         ctf_dprintf("failed to dedup symbols: %s\n",
1649                             ctf_errmsg(ret));
1650                         goto err;
1651                 }
1652         }
1653 
1654         ret = ctf_update(cm.cm_out);
1655         if (ret == 0) {
1656                 cmc->cmi_input = NULL;
1657                 *outp = cm.cm_out;
1658         }
1659         ctf_phase_dump(cm.cm_out, "dedup-post-syms", NULL);
1660 err:
1661         ctf_merge_types_fini(&cm);
1662         ctf_diff_fini(cdp);
1663         return (ret);
1664 }
1665 
1666 int
1667 ctf_merge_set_nthreads(ctf_merge_t *cmp, const uint_t nthrs)
1668 {
1669         if (nthrs == 0)
1670                 return (EINVAL);
1671         cmp->cmh_nthreads = nthrs;
1672         return (0);
1673 }