granicus.if.org Git - zfs/blob - cmd/zdb/zdb.c

   1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21
  22 /*
  23  * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Copyright (c) 2011, 2014 by Delphix. All rights reserved.
  25  */
  26
  27 #include <stdio.h>
  28 #include <unistd.h>
  29 #include <stdio_ext.h>
  30 #include <stdlib.h>
  31 #include <ctype.h>
  32 #include <sys/zfs_context.h>
  33 #include <sys/spa.h>
  34 #include <sys/spa_impl.h>
  35 #include <sys/dmu.h>
  36 #include <sys/zap.h>
  37 #include <sys/fs/zfs.h>
  38 #include <sys/zfs_znode.h>
  39 #include <sys/zfs_sa.h>
  40 #include <sys/sa.h>
  41 #include <sys/sa_impl.h>
  42 #include <sys/vdev.h>
  43 #include <sys/vdev_impl.h>
  44 #include <sys/metaslab_impl.h>
  45 #include <sys/dmu_objset.h>
  46 #include <sys/dsl_dir.h>
  47 #include <sys/dsl_dataset.h>
  48 #include <sys/dsl_pool.h>
  49 #include <sys/dbuf.h>
  50 #include <sys/zil.h>
  51 #include <sys/zil_impl.h>
  52 #include <sys/stat.h>
  53 #include <sys/resource.h>
  54 #include <sys/dmu_traverse.h>
  55 #include <sys/zio_checksum.h>
  56 #include <sys/zio_compress.h>
  57 #include <sys/zfs_fuid.h>
  58 #include <sys/arc.h>
  59 #include <sys/ddt.h>
  60 #include <sys/zfeature.h>
  61 #include <zfs_comutil.h>
  62 #undef ZFS_MAXNAMELEN
  63 #include <libzfs.h>
  64
  65 #define ZDB_COMPRESS_NAME(idx) ((idx) < ZIO_COMPRESS_FUNCTIONS ?        \
  66         zio_compress_table[(idx)].ci_name : "UNKNOWN")
  67 #define ZDB_CHECKSUM_NAME(idx) ((idx) < ZIO_CHECKSUM_FUNCTIONS ?        \
  68         zio_checksum_table[(idx)].ci_name : "UNKNOWN")
  69 #define ZDB_OT_NAME(idx) ((idx) < DMU_OT_NUMTYPES ?     \
  70         dmu_ot[(idx)].ot_name : DMU_OT_IS_VALID(idx) ?  \
  71         dmu_ot_byteswap[DMU_OT_BYTESWAP(idx)].ob_name : "UNKNOWN")
  72 #define ZDB_OT_TYPE(idx) ((idx) < DMU_OT_NUMTYPES ? (idx) :             \
  73         (((idx) == DMU_OTN_ZAP_DATA || (idx) == DMU_OTN_ZAP_METADATA) ? \
  74         DMU_OT_ZAP_OTHER : DMU_OT_NUMTYPES))
  75
  76 #ifndef lint
  77 extern int zfs_recover;
  78 extern uint64_t zfs_arc_max, zfs_arc_meta_limit;
  79 #else
  80 int zfs_recover;
  81 uint64_t zfs_arc_max, zfs_arc_meta_limit;
  82 #endif
  83
  84 const char cmdname[] = "zdb";
  85 uint8_t dump_opt[256];
  86
  87 typedef void object_viewer_t(objset_t *, uint64_t, void *data, size_t size);
  88
  89 extern void dump_intent_log(zilog_t *);
  90 uint64_t *zopt_object = NULL;
  91 int zopt_objects = 0;
  92 libzfs_handle_t *g_zfs;
  93 uint64_t max_inflight = 1000;
  94
  95 /*
  96  * These libumem hooks provide a reasonable set of defaults for the allocator's
  97  * debugging facilities.
  98  */
  99 const char *
 100 _umem_debug_init(void)
 101 {
 102         return ("default,verbose"); /* $UMEM_DEBUG setting */
 103 }
 104
 105 const char *
 106 _umem_logging_init(void)
 107 {
 108         return ("fail,contents"); /* $UMEM_LOGGING setting */
 109 }
 110
 111 static void
 112 usage(void)
 113 {
 114         (void) fprintf(stderr,
 115             "Usage: %s [-CumMdibcsDvhLXFPA] [-t txg] [-e [-p path...]] "
 116             "[-U config] [-I inflight I/Os] poolname [object...]\n"
 117             "       %s [-divPA] [-e -p path...] [-U config] dataset "
 118             "[object...]\n"
 119             "       %s -mM [-LXFPA] [-t txg] [-e [-p path...]] [-U config] "
 120             "poolname [vdev [metaslab...]]\n"
 121             "       %s -R [-A] [-e [-p path...]] poolname "
 122             "vdev:offset:size[:flags]\n"
 123             "       %s -S [-PA] [-e [-p path...]] [-U config] poolname\n"
 124             "       %s -l [-uA] device\n"
 125             "       %s -C [-A] [-U config]\n\n",
 126             cmdname, cmdname, cmdname, cmdname, cmdname, cmdname, cmdname);
 127
 128         (void) fprintf(stderr, "    Dataset name must include at least one "
 129             "separator character '/' or '@'\n");
 130         (void) fprintf(stderr, "    If dataset name is specified, only that "
 131             "dataset is dumped\n");
 132         (void) fprintf(stderr, "    If object numbers are specified, only "
 133             "those objects are dumped\n\n");
 134         (void) fprintf(stderr, "    Options to control amount of output:\n");
 135         (void) fprintf(stderr, "        -u uberblock\n");
 136         (void) fprintf(stderr, "        -d dataset(s)\n");
 137         (void) fprintf(stderr, "        -i intent logs\n");
 138         (void) fprintf(stderr, "        -C config (or cachefile if alone)\n");
 139         (void) fprintf(stderr, "        -h pool history\n");
 140         (void) fprintf(stderr, "        -b block statistics\n");
 141         (void) fprintf(stderr, "        -m metaslabs\n");
 142         (void) fprintf(stderr, "        -M metaslab groups\n");
 143         (void) fprintf(stderr, "        -c checksum all metadata (twice for "
 144             "all data) blocks\n");
 145         (void) fprintf(stderr, "        -s report stats on zdb's I/O\n");
 146         (void) fprintf(stderr, "        -D dedup statistics\n");
 147         (void) fprintf(stderr, "        -S simulate dedup to measure effect\n");
 148         (void) fprintf(stderr, "        -v verbose (applies to all others)\n");
 149         (void) fprintf(stderr, "        -l dump label contents\n");
 150         (void) fprintf(stderr, "        -L disable leak tracking (do not "
 151             "load spacemaps)\n");
 152         (void) fprintf(stderr, "        -R read and display block from a "
 153             "device\n\n");
 154         (void) fprintf(stderr, "    Below options are intended for use "
 155             "with other options (except -l):\n");
 156         (void) fprintf(stderr, "        -A ignore assertions (-A), enable "
 157             "panic recovery (-AA) or both (-AAA)\n");
 158         (void) fprintf(stderr, "        -F attempt automatic rewind within "
 159             "safe range of transaction groups\n");
 160         (void) fprintf(stderr, "        -U <cachefile_path> -- use alternate "
 161             "cachefile\n");
 162         (void) fprintf(stderr, "        -X attempt extreme rewind (does not "
 163             "work with dataset)\n");
 164         (void) fprintf(stderr, "        -e pool is exported/destroyed/"
 165             "has altroot/not in a cachefile\n");
 166         (void) fprintf(stderr, "        -p <path> -- use one or more with "
 167             "-e to specify path to vdev dir\n");
 168         (void) fprintf(stderr, "        -P print numbers in parseable form\n");
 169         (void) fprintf(stderr, "        -t <txg> -- highest txg to use when "
 170             "searching for uberblocks\n");
 171         (void) fprintf(stderr, "        -I <number of inflight I/Os> -- "
 172             "specify the maximum number of checksumming I/Os "
 173             "[default is 200]\n");
 174         (void) fprintf(stderr, "Specify an option more than once (e.g. -bb) "
 175             "to make only that option verbose\n");
 176         (void) fprintf(stderr, "Default is to dump everything non-verbosely\n");
 177         exit(1);
 178 }
 179
 180 /*
 181  * Called for usage errors that are discovered after a call to spa_open(),
 182  * dmu_bonus_hold(), or pool_match().  abort() is called for other errors.
 183  */
 184
 185 static void
 186 fatal(const char *fmt, ...)
 187 {
 188         va_list ap;
 189
 190         va_start(ap, fmt);
 191         (void) fprintf(stderr, "%s: ", cmdname);
 192         (void) vfprintf(stderr, fmt, ap);
 193         va_end(ap);
 194         (void) fprintf(stderr, "\n");
 195
 196         exit(1);
 197 }
 198
 199 /* ARGSUSED */
 200 static void
 201 dump_packed_nvlist(objset_t *os, uint64_t object, void *data, size_t size)
 202 {
 203         nvlist_t *nv;
 204         size_t nvsize = *(uint64_t *)data;
 205         char *packed = umem_alloc(nvsize, UMEM_NOFAIL);
 206
 207         VERIFY(0 == dmu_read(os, object, 0, nvsize, packed, DMU_READ_PREFETCH));
 208
 209         VERIFY(nvlist_unpack(packed, nvsize, &nv, 0) == 0);
 210
 211         umem_free(packed, nvsize);
 212
 213         dump_nvlist(nv, 8);
 214
 215         nvlist_free(nv);
 216 }
 217
 218 /* ARGSUSED */
 219 static void
 220 dump_history_offsets(objset_t *os, uint64_t object, void *data, size_t size)
 221 {
 222         spa_history_phys_t *shp = data;
 223
 224         if (shp == NULL)
 225                 return;
 226
 227         (void) printf("\t\tpool_create_len = %llu\n",
 228             (u_longlong_t)shp->sh_pool_create_len);
 229         (void) printf("\t\tphys_max_off = %llu\n",
 230             (u_longlong_t)shp->sh_phys_max_off);
 231         (void) printf("\t\tbof = %llu\n",
 232             (u_longlong_t)shp->sh_bof);
 233         (void) printf("\t\teof = %llu\n",
 234             (u_longlong_t)shp->sh_eof);
 235         (void) printf("\t\trecords_lost = %llu\n",
 236             (u_longlong_t)shp->sh_records_lost);
 237 }
 238
 239 static void
 240 zdb_nicenum(uint64_t num, char *buf)
 241 {
 242         if (dump_opt['P'])
 243                 (void) sprintf(buf, "%llu", (longlong_t)num);
 244         else
 245                 nicenum(num, buf);
 246 }
 247
 248 const char histo_stars[] = "****************************************";
 249 const int histo_width = sizeof (histo_stars) - 1;
 250
 251 static void
 252 dump_histogram(const uint64_t *histo, int size, int offset)
 253 {
 254         int i;
 255         int minidx = size - 1;
 256         int maxidx = 0;
 257         uint64_t max = 0;
 258
 259         for (i = 0; i < size; i++) {
 260                 if (histo[i] > max)
 261                         max = histo[i];
 262                 if (histo[i] > 0 && i > maxidx)
 263                         maxidx = i;
 264                 if (histo[i] > 0 && i < minidx)
 265                         minidx = i;
 266         }
 267
 268         if (max < histo_width)
 269                 max = histo_width;
 270
 271         for (i = minidx; i <= maxidx; i++) {
 272                 (void) printf("\t\t\t%3u: %6llu %s\n",
 273                     i + offset, (u_longlong_t)histo[i],
 274                     &histo_stars[(max - histo[i]) * histo_width / max]);
 275         }
 276 }
 277
 278 static void
 279 dump_zap_stats(objset_t *os, uint64_t object)
 280 {
 281         int error;
 282         zap_stats_t zs;
 283
 284         error = zap_get_stats(os, object, &zs);
 285         if (error)
 286                 return;
 287
 288         if (zs.zs_ptrtbl_len == 0) {
 289                 ASSERT(zs.zs_num_blocks == 1);
 290                 (void) printf("\tmicrozap: %llu bytes, %llu entries\n",
 291                     (u_longlong_t)zs.zs_blocksize,
 292                     (u_longlong_t)zs.zs_num_entries);
 293                 return;
 294         }
 295
 296         (void) printf("\tFat ZAP stats:\n");
 297
 298         (void) printf("\t\tPointer table:\n");
 299         (void) printf("\t\t\t%llu elements\n",
 300             (u_longlong_t)zs.zs_ptrtbl_len);
 301         (void) printf("\t\t\tzt_blk: %llu\n",
 302             (u_longlong_t)zs.zs_ptrtbl_zt_blk);
 303         (void) printf("\t\t\tzt_numblks: %llu\n",
 304             (u_longlong_t)zs.zs_ptrtbl_zt_numblks);
 305         (void) printf("\t\t\tzt_shift: %llu\n",
 306             (u_longlong_t)zs.zs_ptrtbl_zt_shift);
 307         (void) printf("\t\t\tzt_blks_copied: %llu\n",
 308             (u_longlong_t)zs.zs_ptrtbl_blks_copied);
 309         (void) printf("\t\t\tzt_nextblk: %llu\n",
 310             (u_longlong_t)zs.zs_ptrtbl_nextblk);
 311
 312         (void) printf("\t\tZAP entries: %llu\n",
 313             (u_longlong_t)zs.zs_num_entries);
 314         (void) printf("\t\tLeaf blocks: %llu\n",
 315             (u_longlong_t)zs.zs_num_leafs);
 316         (void) printf("\t\tTotal blocks: %llu\n",
 317             (u_longlong_t)zs.zs_num_blocks);
 318         (void) printf("\t\tzap_block_type: 0x%llx\n",
 319             (u_longlong_t)zs.zs_block_type);
 320         (void) printf("\t\tzap_magic: 0x%llx\n",
 321             (u_longlong_t)zs.zs_magic);
 322         (void) printf("\t\tzap_salt: 0x%llx\n",
 323             (u_longlong_t)zs.zs_salt);
 324
 325         (void) printf("\t\tLeafs with 2^n pointers:\n");
 326         dump_histogram(zs.zs_leafs_with_2n_pointers, ZAP_HISTOGRAM_SIZE, 0);
 327
 328         (void) printf("\t\tBlocks with n*5 entries:\n");
 329         dump_histogram(zs.zs_blocks_with_n5_entries, ZAP_HISTOGRAM_SIZE, 0);
 330
 331         (void) printf("\t\tBlocks n/10 full:\n");
 332         dump_histogram(zs.zs_blocks_n_tenths_full, ZAP_HISTOGRAM_SIZE, 0);
 333
 334         (void) printf("\t\tEntries with n chunks:\n");
 335         dump_histogram(zs.zs_entries_using_n_chunks, ZAP_HISTOGRAM_SIZE, 0);
 336
 337         (void) printf("\t\tBuckets with n entries:\n");
 338         dump_histogram(zs.zs_buckets_with_n_entries, ZAP_HISTOGRAM_SIZE, 0);
 339 }
 340
 341 /*ARGSUSED*/
 342 static void
 343 dump_none(objset_t *os, uint64_t object, void *data, size_t size)
 344 {
 345 }
 346
 347 /*ARGSUSED*/
 348 static void
 349 dump_unknown(objset_t *os, uint64_t object, void *data, size_t size)
 350 {
 351         (void) printf("\tUNKNOWN OBJECT TYPE\n");
 352 }
 353
 354 /*ARGSUSED*/
 355 void
 356 dump_uint8(objset_t *os, uint64_t object, void *data, size_t size)
 357 {
 358 }
 359
 360 /*ARGSUSED*/
 361 static void
 362 dump_uint64(objset_t *os, uint64_t object, void *data, size_t size)
 363 {
 364 }
 365
 366 /*ARGSUSED*/
 367 static void
 368 dump_zap(objset_t *os, uint64_t object, void *data, size_t size)
 369 {
 370         zap_cursor_t zc;
 371         zap_attribute_t attr;
 372         void *prop;
 373         int i;
 374
 375         dump_zap_stats(os, object);
 376         (void) printf("\n");
 377
 378         for (zap_cursor_init(&zc, os, object);
 379             zap_cursor_retrieve(&zc, &attr) == 0;
 380             zap_cursor_advance(&zc)) {
 381                 (void) printf("\t\t%s = ", attr.za_name);
 382                 if (attr.za_num_integers == 0) {
 383                         (void) printf("\n");
 384                         continue;
 385                 }
 386                 prop = umem_zalloc(attr.za_num_integers *
 387                     attr.za_integer_length, UMEM_NOFAIL);
 388                 (void) zap_lookup(os, object, attr.za_name,
 389                     attr.za_integer_length, attr.za_num_integers, prop);
 390                 if (attr.za_integer_length == 1) {
 391                         (void) printf("%s", (char *)prop);
 392                 } else {
 393                         for (i = 0; i < attr.za_num_integers; i++) {
 394                                 switch (attr.za_integer_length) {
 395                                 case 2:
 396                                         (void) printf("%u ",
 397                                             ((uint16_t *)prop)[i]);
 398                                         break;
 399                                 case 4:
 400                                         (void) printf("%u ",
 401                                             ((uint32_t *)prop)[i]);
 402                                         break;
 403                                 case 8:
 404                                         (void) printf("%lld ",
 405                                             (u_longlong_t)((int64_t *)prop)[i]);
 406                                         break;
 407                                 }
 408                         }
 409                 }
 410                 (void) printf("\n");
 411                 umem_free(prop, attr.za_num_integers * attr.za_integer_length);
 412         }
 413         zap_cursor_fini(&zc);
 414 }
 415
 416 /*ARGSUSED*/
 417 static void
 418 dump_ddt_zap(objset_t *os, uint64_t object, void *data, size_t size)
 419 {
 420         dump_zap_stats(os, object);
 421         /* contents are printed elsewhere, properly decoded */
 422 }
 423
 424 /*ARGSUSED*/
 425 static void
 426 dump_sa_attrs(objset_t *os, uint64_t object, void *data, size_t size)
 427 {
 428         zap_cursor_t zc;
 429         zap_attribute_t attr;
 430
 431         dump_zap_stats(os, object);
 432         (void) printf("\n");
 433
 434         for (zap_cursor_init(&zc, os, object);
 435             zap_cursor_retrieve(&zc, &attr) == 0;
 436             zap_cursor_advance(&zc)) {
 437                 (void) printf("\t\t%s = ", attr.za_name);
 438                 if (attr.za_num_integers == 0) {
 439                         (void) printf("\n");
 440                         continue;
 441                 }
 442                 (void) printf(" %llx : [%d:%d:%d]\n",
 443                     (u_longlong_t)attr.za_first_integer,
 444                     (int)ATTR_LENGTH(attr.za_first_integer),
 445                     (int)ATTR_BSWAP(attr.za_first_integer),
 446                     (int)ATTR_NUM(attr.za_first_integer));
 447         }
 448         zap_cursor_fini(&zc);
 449 }
 450
 451 /*ARGSUSED*/
 452 static void
 453 dump_sa_layouts(objset_t *os, uint64_t object, void *data, size_t size)
 454 {
 455         zap_cursor_t zc;
 456         zap_attribute_t attr;
 457         uint16_t *layout_attrs;
 458         int i;
 459
 460         dump_zap_stats(os, object);
 461         (void) printf("\n");
 462
 463         for (zap_cursor_init(&zc, os, object);
 464             zap_cursor_retrieve(&zc, &attr) == 0;
 465             zap_cursor_advance(&zc)) {
 466                 (void) printf("\t\t%s = [", attr.za_name);
 467                 if (attr.za_num_integers == 0) {
 468                         (void) printf("\n");
 469                         continue;
 470                 }
 471
 472                 VERIFY(attr.za_integer_length == 2);
 473                 layout_attrs = umem_zalloc(attr.za_num_integers *
 474                     attr.za_integer_length, UMEM_NOFAIL);
 475
 476                 VERIFY(zap_lookup(os, object, attr.za_name,
 477                     attr.za_integer_length,
 478                     attr.za_num_integers, layout_attrs) == 0);
 479
 480                 for (i = 0; i != attr.za_num_integers; i++)
 481                         (void) printf(" %d ", (int)layout_attrs[i]);
 482                 (void) printf("]\n");
 483                 umem_free(layout_attrs,
 484                     attr.za_num_integers * attr.za_integer_length);
 485         }
 486         zap_cursor_fini(&zc);
 487 }
 488
 489 /*ARGSUSED*/
 490 static void
 491 dump_zpldir(objset_t *os, uint64_t object, void *data, size_t size)
 492 {
 493         zap_cursor_t zc;
 494         zap_attribute_t attr;
 495         const char *typenames[] = {
 496                 /* 0 */ "not specified",
 497                 /* 1 */ "FIFO",
 498                 /* 2 */ "Character Device",
 499                 /* 3 */ "3 (invalid)",
 500                 /* 4 */ "Directory",
 501                 /* 5 */ "5 (invalid)",
 502                 /* 6 */ "Block Device",
 503                 /* 7 */ "7 (invalid)",
 504                 /* 8 */ "Regular File",
 505                 /* 9 */ "9 (invalid)",
 506                 /* 10 */ "Symbolic Link",
 507                 /* 11 */ "11 (invalid)",
 508                 /* 12 */ "Socket",
 509                 /* 13 */ "Door",
 510                 /* 14 */ "Event Port",
 511                 /* 15 */ "15 (invalid)",
 512         };
 513
 514         dump_zap_stats(os, object);
 515         (void) printf("\n");
 516
 517         for (zap_cursor_init(&zc, os, object);
 518             zap_cursor_retrieve(&zc, &attr) == 0;
 519             zap_cursor_advance(&zc)) {
 520                 (void) printf("\t\t%s = %lld (type: %s)\n",
 521                     attr.za_name, ZFS_DIRENT_OBJ(attr.za_first_integer),
 522                     typenames[ZFS_DIRENT_TYPE(attr.za_first_integer)]);
 523         }
 524         zap_cursor_fini(&zc);
 525 }
 526
 527 int
 528 get_dtl_refcount(vdev_t *vd)
 529 {
 530         int refcount = 0;
 531         int c;
 532
 533         if (vd->vdev_ops->vdev_op_leaf) {
 534                 space_map_t *sm = vd->vdev_dtl_sm;
 535
 536                 if (sm != NULL &&
 537                     sm->sm_dbuf->db_size == sizeof (space_map_phys_t))
 538                         return (1);
 539                 return (0);
 540         }
 541
 542         for (c = 0; c < vd->vdev_children; c++)
 543                 refcount += get_dtl_refcount(vd->vdev_child[c]);
 544         return (refcount);
 545 }
 546
 547 int
 548 get_metaslab_refcount(vdev_t *vd)
 549 {
 550         int refcount = 0;
 551         int c, m;
 552
 553         if (vd->vdev_top == vd && !vd->vdev_removing) {
 554                 for (m = 0; m < vd->vdev_ms_count; m++) {
 555                         space_map_t *sm = vd->vdev_ms[m]->ms_sm;
 556
 557                         if (sm != NULL &&
 558                             sm->sm_dbuf->db_size == sizeof (space_map_phys_t))
 559                                 refcount++;
 560                 }
 561         }
 562         for (c = 0; c < vd->vdev_children; c++)
 563                 refcount += get_metaslab_refcount(vd->vdev_child[c]);
 564
 565         return (refcount);
 566 }
 567
 568 static int
 569 verify_spacemap_refcounts(spa_t *spa)
 570 {
 571         uint64_t expected_refcount = 0;
 572         uint64_t actual_refcount;
 573
 574         (void) feature_get_refcount(spa,
 575             &spa_feature_table[SPA_FEATURE_SPACEMAP_HISTOGRAM],
 576             &expected_refcount);
 577         actual_refcount = get_dtl_refcount(spa->spa_root_vdev);
 578         actual_refcount += get_metaslab_refcount(spa->spa_root_vdev);
 579
 580         if (expected_refcount != actual_refcount) {
 581                 (void) printf("space map refcount mismatch: expected %lld != "
 582                     "actual %lld\n",
 583                     (longlong_t)expected_refcount,
 584                     (longlong_t)actual_refcount);
 585                 return (2);
 586         }
 587         return (0);
 588 }
 589
 590 static void
 591 dump_spacemap(objset_t *os, space_map_t *sm)
 592 {
 593         uint64_t alloc, offset, entry;
 594         char *ddata[] = { "ALLOC", "FREE", "CONDENSE", "INVALID",
 595                             "INVALID", "INVALID", "INVALID", "INVALID" };
 596
 597         if (sm == NULL)
 598                 return;
 599
 600         /*
 601          * Print out the freelist entries in both encoded and decoded form.
 602          */
 603         alloc = 0;
 604         for (offset = 0; offset < space_map_length(sm);
 605             offset += sizeof (entry)) {
 606                 uint8_t mapshift = sm->sm_shift;
 607
 608                 VERIFY0(dmu_read(os, space_map_object(sm), offset,
 609                     sizeof (entry), &entry, DMU_READ_PREFETCH));
 610                 if (SM_DEBUG_DECODE(entry)) {
 611
 612                         (void) printf("\t    [%6llu] %s: txg %llu, pass %llu\n",
 613                             (u_longlong_t)(offset / sizeof (entry)),
 614                             ddata[SM_DEBUG_ACTION_DECODE(entry)],
 615                             (u_longlong_t)SM_DEBUG_TXG_DECODE(entry),
 616                             (u_longlong_t)SM_DEBUG_SYNCPASS_DECODE(entry));
 617                 } else {
 618                         (void) printf("\t    [%6llu]    %c  range:"
 619                             " %010llx-%010llx  size: %06llx\n",
 620                             (u_longlong_t)(offset / sizeof (entry)),
 621                             SM_TYPE_DECODE(entry) == SM_ALLOC ? 'A' : 'F',
 622                             (u_longlong_t)((SM_OFFSET_DECODE(entry) <<
 623                             mapshift) + sm->sm_start),
 624                             (u_longlong_t)((SM_OFFSET_DECODE(entry) <<
 625                             mapshift) + sm->sm_start +
 626                             (SM_RUN_DECODE(entry) << mapshift)),
 627                             (u_longlong_t)(SM_RUN_DECODE(entry) << mapshift));
 628                         if (SM_TYPE_DECODE(entry) == SM_ALLOC)
 629                                 alloc += SM_RUN_DECODE(entry) << mapshift;
 630                         else
 631                                 alloc -= SM_RUN_DECODE(entry) << mapshift;
 632                 }
 633         }
 634         if (alloc != space_map_allocated(sm)) {
 635                 (void) printf("space_map_object alloc (%llu) INCONSISTENT "
 636                     "with space map summary (%llu)\n",
 637                     (u_longlong_t)space_map_allocated(sm), (u_longlong_t)alloc);
 638         }
 639 }
 640
 641 static void
 642 dump_metaslab_stats(metaslab_t *msp)
 643 {
 644         char maxbuf[32];
 645         range_tree_t *rt = msp->ms_tree;
 646         avl_tree_t *t = &msp->ms_size_tree;
 647         int free_pct = range_tree_space(rt) * 100 / msp->ms_size;
 648
 649         zdb_nicenum(metaslab_block_maxsize(msp), maxbuf);
 650
 651         (void) printf("\t %25s %10lu   %7s  %6s   %4s %4d%%\n",
 652             "segments", avl_numnodes(t), "maxsize", maxbuf,
 653             "freepct", free_pct);
 654         (void) printf("\tIn-memory histogram:\n");
 655         dump_histogram(rt->rt_histogram, RANGE_TREE_HISTOGRAM_SIZE, 0);
 656 }
 657
 658 static void
 659 dump_metaslab(metaslab_t *msp)
 660 {
 661         vdev_t *vd = msp->ms_group->mg_vd;
 662         spa_t *spa = vd->vdev_spa;
 663         space_map_t *sm = msp->ms_sm;
 664         char freebuf[32];
 665
 666         zdb_nicenum(msp->ms_size - space_map_allocated(sm), freebuf);
 667
 668         (void) printf(
 669             "\tmetaslab %6llu   offset %12llx   spacemap %6llu   free    %5s\n",
 670             (u_longlong_t)msp->ms_id, (u_longlong_t)msp->ms_start,
 671             (u_longlong_t)space_map_object(sm), freebuf);
 672
 673         if (dump_opt['m'] > 2 && !dump_opt['L']) {
 674                 mutex_enter(&msp->ms_lock);
 675                 metaslab_load_wait(msp);
 676                 if (!msp->ms_loaded) {
 677                         VERIFY0(metaslab_load(msp));
 678                         range_tree_stat_verify(msp->ms_tree);
 679                 }
 680                 dump_metaslab_stats(msp);
 681                 metaslab_unload(msp);
 682                 mutex_exit(&msp->ms_lock);
 683         }
 684
 685         if (dump_opt['m'] > 1 && sm != NULL &&
 686             spa_feature_is_active(spa, SPA_FEATURE_SPACEMAP_HISTOGRAM)) {
 687                 /*
 688                  * The space map histogram represents free space in chunks
 689                  * of sm_shift (i.e. bucket 0 refers to 2^sm_shift).
 690                  */
 691                 (void) printf("\tOn-disk histogram:\t\tfragmentation %llu\n",
 692                     (u_longlong_t)msp->ms_fragmentation);
 693                 dump_histogram(sm->sm_phys->smp_histogram,
 694                     SPACE_MAP_HISTOGRAM_SIZE, sm->sm_shift);
 695         }
 696
 697         if (dump_opt['d'] > 5 || dump_opt['m'] > 3) {
 698                 ASSERT(msp->ms_size == (1ULL << vd->vdev_ms_shift));
 699
 700                 mutex_enter(&msp->ms_lock);
 701                 dump_spacemap(spa->spa_meta_objset, msp->ms_sm);
 702                 mutex_exit(&msp->ms_lock);
 703         }
 704 }
 705
 706 static void
 707 print_vdev_metaslab_header(vdev_t *vd)
 708 {
 709         (void) printf("\tvdev %10llu\n\t%-10s%5llu   %-19s   %-15s   %-10s\n",
 710             (u_longlong_t)vd->vdev_id,
 711             "metaslabs", (u_longlong_t)vd->vdev_ms_count,
 712             "offset", "spacemap", "free");
 713         (void) printf("\t%15s   %19s   %15s   %10s\n",
 714             "---------------", "-------------------",
 715             "---------------", "-------------");
 716 }
 717
 718 static void
 719 dump_metaslab_groups(spa_t *spa)
 720 {
 721         vdev_t *rvd = spa->spa_root_vdev;
 722         metaslab_class_t *mc = spa_normal_class(spa);
 723         uint64_t fragmentation;
 724         int c;
 725
 726         metaslab_class_histogram_verify(mc);
 727
 728         for (c = 0; c < rvd->vdev_children; c++) {
 729                 vdev_t *tvd = rvd->vdev_child[c];
 730                 metaslab_group_t *mg = tvd->vdev_mg;
 731
 732                 if (mg->mg_class != mc)
 733                         continue;
 734
 735                 metaslab_group_histogram_verify(mg);
 736                 mg->mg_fragmentation = metaslab_group_fragmentation(mg);
 737
 738                 (void) printf("\tvdev %10llu\t\tmetaslabs%5llu\t\t"
 739                     "fragmentation",
 740                     (u_longlong_t)tvd->vdev_id,
 741                     (u_longlong_t)tvd->vdev_ms_count);
 742                 if (mg->mg_fragmentation == ZFS_FRAG_INVALID) {
 743                         (void) printf("%3s\n", "-");
 744                 } else {
 745                         (void) printf("%3llu%%\n",
 746                             (u_longlong_t)mg->mg_fragmentation);
 747                 }
 748                 dump_histogram(mg->mg_histogram, RANGE_TREE_HISTOGRAM_SIZE, 0);
 749         }
 750
 751         (void) printf("\tpool %s\tfragmentation", spa_name(spa));
 752         fragmentation = metaslab_class_fragmentation(mc);
 753         if (fragmentation == ZFS_FRAG_INVALID)
 754                 (void) printf("\t%3s\n", "-");
 755         else
 756                 (void) printf("\t%3llu%%\n", (u_longlong_t)fragmentation);
 757         dump_histogram(mc->mc_histogram, RANGE_TREE_HISTOGRAM_SIZE, 0);
 758 }
 759
 760 static void
 761 dump_metaslabs(spa_t *spa)
 762 {
 763         vdev_t *vd, *rvd = spa->spa_root_vdev;
 764         uint64_t m, c = 0, children = rvd->vdev_children;
 765
 766         (void) printf("\nMetaslabs:\n");
 767
 768         if (!dump_opt['d'] && zopt_objects > 0) {
 769                 c = zopt_object[0];
 770
 771                 if (c >= children)
 772                         (void) fatal("bad vdev id: %llu", (u_longlong_t)c);
 773
 774                 if (zopt_objects > 1) {
 775                         vd = rvd->vdev_child[c];
 776                         print_vdev_metaslab_header(vd);
 777
 778                         for (m = 1; m < zopt_objects; m++) {
 779                                 if (zopt_object[m] < vd->vdev_ms_count)
 780                                         dump_metaslab(
 781                                             vd->vdev_ms[zopt_object[m]]);
 782                                 else
 783                                         (void) fprintf(stderr, "bad metaslab "
 784                                             "number %llu\n",
 785                                             (u_longlong_t)zopt_object[m]);
 786                         }
 787                         (void) printf("\n");
 788                         return;
 789                 }
 790                 children = c + 1;
 791         }
 792         for (; c < children; c++) {
 793                 vd = rvd->vdev_child[c];
 794                 print_vdev_metaslab_header(vd);
 795
 796                 for (m = 0; m < vd->vdev_ms_count; m++)
 797                         dump_metaslab(vd->vdev_ms[m]);
 798                 (void) printf("\n");
 799         }
 800 }
 801
 802 static void
 803 dump_dde(const ddt_t *ddt, const ddt_entry_t *dde, uint64_t index)
 804 {
 805         const ddt_phys_t *ddp = dde->dde_phys;
 806         const ddt_key_t *ddk = &dde->dde_key;
 807         char *types[4] = { "ditto", "single", "double", "triple" };
 808         char blkbuf[BP_SPRINTF_LEN];
 809         blkptr_t blk;
 810         int p;
 811
 812         for (p = 0; p < DDT_PHYS_TYPES; p++, ddp++) {
 813                 if (ddp->ddp_phys_birth == 0)
 814                         continue;
 815                 ddt_bp_create(ddt->ddt_checksum, ddk, ddp, &blk);
 816                 snprintf_blkptr(blkbuf, sizeof (blkbuf), &blk);
 817                 (void) printf("index %llx refcnt %llu %s %s\n",
 818                     (u_longlong_t)index, (u_longlong_t)ddp->ddp_refcnt,
 819                     types[p], blkbuf);
 820         }
 821 }
 822
 823 static void
 824 dump_dedup_ratio(const ddt_stat_t *dds)
 825 {
 826         double rL, rP, rD, D, dedup, compress, copies;
 827
 828         if (dds->dds_blocks == 0)
 829                 return;
 830
 831         rL = (double)dds->dds_ref_lsize;
 832         rP = (double)dds->dds_ref_psize;
 833         rD = (double)dds->dds_ref_dsize;
 834         D = (double)dds->dds_dsize;
 835
 836         dedup = rD / D;
 837         compress = rL / rP;
 838         copies = rD / rP;
 839
 840         (void) printf("dedup = %.2f, compress = %.2f, copies = %.2f, "
 841             "dedup * compress / copies = %.2f\n\n",
 842             dedup, compress, copies, dedup * compress / copies);
 843 }
 844
 845 static void
 846 dump_ddt(ddt_t *ddt, enum ddt_type type, enum ddt_class class)
 847 {
 848         char name[DDT_NAMELEN];
 849         ddt_entry_t dde;
 850         uint64_t walk = 0;
 851         dmu_object_info_t doi;
 852         uint64_t count, dspace, mspace;
 853         int error;
 854
 855         error = ddt_object_info(ddt, type, class, &doi);
 856
 857         if (error == ENOENT)
 858                 return;
 859         ASSERT(error == 0);
 860
 861         error = ddt_object_count(ddt, type, class, &count);
 862         ASSERT(error == 0);
 863         if (count == 0)
 864                 return;
 865
 866         dspace = doi.doi_physical_blocks_512 << 9;
 867         mspace = doi.doi_fill_count * doi.doi_data_block_size;
 868
 869         ddt_object_name(ddt, type, class, name);
 870
 871         (void) printf("%s: %llu entries, size %llu on disk, %llu in core\n",
 872             name,
 873             (u_longlong_t)count,
 874             (u_longlong_t)(dspace / count),
 875             (u_longlong_t)(mspace / count));
 876
 877         if (dump_opt['D'] < 3)
 878                 return;
 879
 880         zpool_dump_ddt(NULL, &ddt->ddt_histogram[type][class]);
 881
 882         if (dump_opt['D'] < 4)
 883                 return;
 884
 885         if (dump_opt['D'] < 5 && class == DDT_CLASS_UNIQUE)
 886                 return;
 887
 888         (void) printf("%s contents:\n\n", name);
 889
 890         while ((error = ddt_object_walk(ddt, type, class, &walk, &dde)) == 0)
 891                 dump_dde(ddt, &dde, walk);
 892
 893         ASSERT(error == ENOENT);
 894
 895         (void) printf("\n");
 896 }
 897
 898 static void
 899 dump_all_ddts(spa_t *spa)
 900 {
 901         ddt_histogram_t ddh_total;
 902         ddt_stat_t dds_total;
 903         enum zio_checksum c;
 904         enum ddt_type type;
 905         enum ddt_class class;
 906
 907         bzero(&ddh_total, sizeof (ddt_histogram_t));
 908         bzero(&dds_total, sizeof (ddt_stat_t));
 909
 910         for (c = 0; c < ZIO_CHECKSUM_FUNCTIONS; c++) {
 911                 ddt_t *ddt = spa->spa_ddt[c];
 912                 for (type = 0; type < DDT_TYPES; type++) {
 913                         for (class = 0; class < DDT_CLASSES;
 914                             class++) {
 915                                 dump_ddt(ddt, type, class);
 916                         }
 917                 }
 918         }
 919
 920         ddt_get_dedup_stats(spa, &dds_total);
 921
 922         if (dds_total.dds_blocks == 0) {
 923                 (void) printf("All DDTs are empty\n");
 924                 return;
 925         }
 926
 927         (void) printf("\n");
 928
 929         if (dump_opt['D'] > 1) {
 930                 (void) printf("DDT histogram (aggregated over all DDTs):\n");
 931                 ddt_get_dedup_histogram(spa, &ddh_total);
 932                 zpool_dump_ddt(&dds_total, &ddh_total);
 933         }
 934
 935         dump_dedup_ratio(&dds_total);
 936 }
 937
 938 static void
 939 dump_dtl_seg(void *arg, uint64_t start, uint64_t size)
 940 {
 941         char *prefix = arg;
 942
 943         (void) printf("%s [%llu,%llu) length %llu\n",
 944             prefix,
 945             (u_longlong_t)start,
 946             (u_longlong_t)(start + size),
 947             (u_longlong_t)(size));
 948 }
 949
 950 static void
 951 dump_dtl(vdev_t *vd, int indent)
 952 {
 953         spa_t *spa = vd->vdev_spa;
 954         boolean_t required;
 955         char *name[DTL_TYPES] = { "missing", "partial", "scrub", "outage" };
 956         char prefix[256];
 957         int c, t;
 958
 959         spa_vdev_state_enter(spa, SCL_NONE);
 960         required = vdev_dtl_required(vd);
 961         (void) spa_vdev_state_exit(spa, NULL, 0);
 962
 963         if (indent == 0)
 964                 (void) printf("\nDirty time logs:\n\n");
 965
 966         (void) printf("\t%*s%s [%s]\n", indent, "",
 967             vd->vdev_path ? vd->vdev_path :
 968             vd->vdev_parent ? vd->vdev_ops->vdev_op_type : spa_name(spa),
 969             required ? "DTL-required" : "DTL-expendable");
 970
 971         for (t = 0; t < DTL_TYPES; t++) {
 972                 range_tree_t *rt = vd->vdev_dtl[t];
 973                 if (range_tree_space(rt) == 0)
 974                         continue;
 975                 (void) snprintf(prefix, sizeof (prefix), "\t%*s%s",
 976                     indent + 2, "", name[t]);
 977                 mutex_enter(rt->rt_lock);
 978                 range_tree_walk(rt, dump_dtl_seg, prefix);
 979                 mutex_exit(rt->rt_lock);
 980                 if (dump_opt['d'] > 5 && vd->vdev_children == 0)
 981                         dump_spacemap(spa->spa_meta_objset,
 982                             vd->vdev_dtl_sm);
 983         }
 984
 985         for (c = 0; c < vd->vdev_children; c++)
 986                 dump_dtl(vd->vdev_child[c], indent + 4);
 987 }
 988
 989 static void
 990 dump_history(spa_t *spa)
 991 {
 992         nvlist_t **events = NULL;
 993         char buf[SPA_MAXBLOCKSIZE];
 994         uint64_t resid, len, off = 0;
 995         uint_t num = 0;
 996         int error;
 997         time_t tsec;
 998         struct tm t;
 999         char tbuf[30];
1000         char internalstr[MAXPATHLEN];
1001         int i;
1002
1003         do {
1004                 len = sizeof (buf);
1005
1006                 if ((error = spa_history_get(spa, &off, &len, buf)) != 0) {
1007                         (void) fprintf(stderr, "Unable to read history: "
1008                             "error %d\n", error);
1009                         return;
1010                 }
1011
1012                 if (zpool_history_unpack(buf, len, &resid, &events, &num) != 0)
1013                         break;
1014
1015                 off -= resid;
1016         } while (len != 0);
1017
1018         (void) printf("\nHistory:\n");
1019         for (i = 0; i < num; i++) {
1020                 uint64_t time, txg, ievent;
1021                 char *cmd, *intstr;
1022                 boolean_t printed = B_FALSE;
1023
1024                 if (nvlist_lookup_uint64(events[i], ZPOOL_HIST_TIME,
1025                     &time) != 0)
1026                         goto next;
1027                 if (nvlist_lookup_string(events[i], ZPOOL_HIST_CMD,
1028                     &cmd) != 0) {
1029                         if (nvlist_lookup_uint64(events[i],
1030                             ZPOOL_HIST_INT_EVENT, &ievent) != 0)
1031                                 goto next;
1032                         verify(nvlist_lookup_uint64(events[i],
1033                             ZPOOL_HIST_TXG, &txg) == 0);
1034                         verify(nvlist_lookup_string(events[i],
1035                             ZPOOL_HIST_INT_STR, &intstr) == 0);
1036                         if (ievent >= ZFS_NUM_LEGACY_HISTORY_EVENTS)
1037                                 goto next;
1038
1039                         (void) snprintf(internalstr,
1040                             sizeof (internalstr),
1041                             "[internal %s txg:%lld] %s",
1042                             zfs_history_event_names[ievent],
1043                             (longlong_t)txg, intstr);
1044                         cmd = internalstr;
1045                 }
1046                 tsec = time;
1047                 (void) localtime_r(&tsec, &t);
1048                 (void) strftime(tbuf, sizeof (tbuf), "%F.%T", &t);
1049                 (void) printf("%s %s\n", tbuf, cmd);
1050                 printed = B_TRUE;
1051
1052 next:
1053                 if (dump_opt['h'] > 1) {
1054                         if (!printed)
1055                                 (void) printf("unrecognized record:\n");
1056                         dump_nvlist(events[i], 2);
1057                 }
1058         }
1059 }
1060
1061 /*ARGSUSED*/
1062 static void
1063 dump_dnode(objset_t *os, uint64_t object, void *data, size_t size)
1064 {
1065 }
1066
1067 static uint64_t
1068 blkid2offset(const dnode_phys_t *dnp, const blkptr_t *bp,
1069     const zbookmark_phys_t *zb)
1070 {
1071         if (dnp == NULL) {
1072                 ASSERT(zb->zb_level < 0);
1073                 if (zb->zb_object == 0)
1074                         return (zb->zb_blkid);
1075                 return (zb->zb_blkid * BP_GET_LSIZE(bp));
1076         }
1077
1078         ASSERT(zb->zb_level >= 0);
1079
1080         return ((zb->zb_blkid <<
1081             (zb->zb_level * (dnp->dn_indblkshift - SPA_BLKPTRSHIFT))) *
1082             dnp->dn_datablkszsec << SPA_MINBLOCKSHIFT);
1083 }
1084
1085 static void
1086 snprintf_blkptr_compact(char *blkbuf, size_t buflen, const blkptr_t *bp)
1087 {
1088         const dva_t *dva = bp->blk_dva;
1089         int ndvas = dump_opt['d'] > 5 ? BP_GET_NDVAS(bp) : 1;
1090         int i;
1091
1092         if (dump_opt['b'] >= 6) {
1093                 snprintf_blkptr(blkbuf, buflen, bp);
1094                 return;
1095         }
1096
1097         if (BP_IS_EMBEDDED(bp)) {
1098                 (void) sprintf(blkbuf,
1099                     "EMBEDDED et=%u %llxL/%llxP B=%llu",
1100                     (int)BPE_GET_ETYPE(bp),
1101                     (u_longlong_t)BPE_GET_LSIZE(bp),
1102                     (u_longlong_t)BPE_GET_PSIZE(bp),
1103                     (u_longlong_t)bp->blk_birth);
1104                 return;
1105         }
1106
1107         blkbuf[0] = '\0';
1108
1109         for (i = 0; i < ndvas; i++)
1110                 (void) snprintf(blkbuf + strlen(blkbuf),
1111                     buflen - strlen(blkbuf), "%llu:%llx:%llx ",
1112                     (u_longlong_t)DVA_GET_VDEV(&dva[i]),
1113                     (u_longlong_t)DVA_GET_OFFSET(&dva[i]),
1114                     (u_longlong_t)DVA_GET_ASIZE(&dva[i]));
1115
1116         if (BP_IS_HOLE(bp)) {
1117                 (void) snprintf(blkbuf + strlen(blkbuf),
1118                     buflen - strlen(blkbuf), "B=%llu",
1119                     (u_longlong_t)bp->blk_birth);
1120         } else {
1121                 (void) snprintf(blkbuf + strlen(blkbuf),
1122                     buflen - strlen(blkbuf),
1123                     "%llxL/%llxP F=%llu B=%llu/%llu",
1124                     (u_longlong_t)BP_GET_LSIZE(bp),
1125                     (u_longlong_t)BP_GET_PSIZE(bp),
1126                     (u_longlong_t)BP_GET_FILL(bp),
1127                     (u_longlong_t)bp->blk_birth,
1128                     (u_longlong_t)BP_PHYSICAL_BIRTH(bp));
1129         }
1130 }
1131
1132 static void
1133 print_indirect(blkptr_t *bp, const zbookmark_phys_t *zb,
1134     const dnode_phys_t *dnp)
1135 {
1136         char blkbuf[BP_SPRINTF_LEN];
1137         int l;
1138
1139         if (!BP_IS_EMBEDDED(bp)) {
1140                 ASSERT3U(BP_GET_TYPE(bp), ==, dnp->dn_type);
1141                 ASSERT3U(BP_GET_LEVEL(bp), ==, zb->zb_level);
1142         }
1143
1144         (void) printf("%16llx ", (u_longlong_t)blkid2offset(dnp, bp, zb));
1145
1146         ASSERT(zb->zb_level >= 0);
1147
1148         for (l = dnp->dn_nlevels - 1; l >= -1; l--) {
1149                 if (l == zb->zb_level) {
1150                         (void) printf("L%llx", (u_longlong_t)zb->zb_level);
1151                 } else {
1152                         (void) printf(" ");
1153                 }
1154         }
1155
1156         snprintf_blkptr_compact(blkbuf, sizeof (blkbuf), bp);
1157         (void) printf("%s\n", blkbuf);
1158 }
1159
1160 static int
1161 visit_indirect(spa_t *spa, const dnode_phys_t *dnp,
1162     blkptr_t *bp, const zbookmark_phys_t *zb)
1163 {
1164         int err = 0;
1165
1166         if (bp->blk_birth == 0)
1167                 return (0);
1168
1169         print_indirect(bp, zb, dnp);
1170
1171         if (BP_GET_LEVEL(bp) > 0 && !BP_IS_HOLE(bp)) {
1172                 uint32_t flags = ARC_WAIT;
1173                 int i;
1174                 blkptr_t *cbp;
1175                 int epb = BP_GET_LSIZE(bp) >> SPA_BLKPTRSHIFT;
1176                 arc_buf_t *buf;
1177                 uint64_t fill = 0;
1178
1179                 err = arc_read(NULL, spa, bp, arc_getbuf_func, &buf,
1180                     ZIO_PRIORITY_ASYNC_READ, ZIO_FLAG_CANFAIL, &flags, zb);
1181                 if (err)
1182                         return (err);
1183                 ASSERT(buf->b_data);
1184
1185                 /* recursively visit blocks below this */
1186                 cbp = buf->b_data;
1187                 for (i = 0; i < epb; i++, cbp++) {
1188                         zbookmark_phys_t czb;
1189
1190                         SET_BOOKMARK(&czb, zb->zb_objset, zb->zb_object,
1191                             zb->zb_level - 1,
1192                             zb->zb_blkid * epb + i);
1193                         err = visit_indirect(spa, dnp, cbp, &czb);
1194                         if (err)
1195                                 break;
1196                         fill += BP_GET_FILL(cbp);
1197                 }
1198                 if (!err)
1199                         ASSERT3U(fill, ==, BP_GET_FILL(bp));
1200                 (void) arc_buf_remove_ref(buf, &buf);
1201         }
1202
1203         return (err);
1204 }
1205
1206 /*ARGSUSED*/
1207 static void
1208 dump_indirect(dnode_t *dn)
1209 {
1210         dnode_phys_t *dnp = dn->dn_phys;
1211         int j;
1212         zbookmark_phys_t czb;
1213
1214         (void) printf("Indirect blocks:\n");
1215
1216         SET_BOOKMARK(&czb, dmu_objset_id(dn->dn_objset),
1217             dn->dn_object, dnp->dn_nlevels - 1, 0);
1218         for (j = 0; j < dnp->dn_nblkptr; j++) {
1219                 czb.zb_blkid = j;
1220                 (void) visit_indirect(dmu_objset_spa(dn->dn_objset), dnp,
1221                     &dnp->dn_blkptr[j], &czb);
1222         }
1223
1224         (void) printf("\n");
1225 }
1226
1227 /*ARGSUSED*/
1228 static void
1229 dump_dsl_dir(objset_t *os, uint64_t object, void *data, size_t size)
1230 {
1231         dsl_dir_phys_t *dd = data;
1232         time_t crtime;
1233         char nice[32];
1234
1235         if (dd == NULL)
1236                 return;
1237
1238         ASSERT3U(size, >=, sizeof (dsl_dir_phys_t));
1239
1240         crtime = dd->dd_creation_time;
1241         (void) printf("\t\tcreation_time = %s", ctime(&crtime));
1242         (void) printf("\t\thead_dataset_obj = %llu\n",
1243             (u_longlong_t)dd->dd_head_dataset_obj);
1244         (void) printf("\t\tparent_dir_obj = %llu\n",
1245             (u_longlong_t)dd->dd_parent_obj);
1246         (void) printf("\t\torigin_obj = %llu\n",
1247             (u_longlong_t)dd->dd_origin_obj);
1248         (void) printf("\t\tchild_dir_zapobj = %llu\n",
1249             (u_longlong_t)dd->dd_child_dir_zapobj);
1250         zdb_nicenum(dd->dd_used_bytes, nice);
1251         (void) printf("\t\tused_bytes = %s\n", nice);
1252         zdb_nicenum(dd->dd_compressed_bytes, nice);
1253         (void) printf("\t\tcompressed_bytes = %s\n", nice);
1254         zdb_nicenum(dd->dd_uncompressed_bytes, nice);
1255         (void) printf("\t\tuncompressed_bytes = %s\n", nice);
1256         zdb_nicenum(dd->dd_quota, nice);
1257         (void) printf("\t\tquota = %s\n", nice);
1258         zdb_nicenum(dd->dd_reserved, nice);
1259         (void) printf("\t\treserved = %s\n", nice);
1260         (void) printf("\t\tprops_zapobj = %llu\n",
1261             (u_longlong_t)dd->dd_props_zapobj);
1262         (void) printf("\t\tdeleg_zapobj = %llu\n",
1263             (u_longlong_t)dd->dd_deleg_zapobj);
1264         (void) printf("\t\tflags = %llx\n",
1265             (u_longlong_t)dd->dd_flags);
1266
1267 #define DO(which) \
1268         zdb_nicenum(dd->dd_used_breakdown[DD_USED_ ## which], nice); \
1269         (void) printf("\t\tused_breakdown[" #which "] = %s\n", nice)
1270         DO(HEAD);
1271         DO(SNAP);
1272         DO(CHILD);
1273         DO(CHILD_RSRV);
1274         DO(REFRSRV);
1275 #undef DO
1276 }
1277
1278 /*ARGSUSED*/
1279 static void
1280 dump_dsl_dataset(objset_t *os, uint64_t object, void *data, size_t size)
1281 {
1282         dsl_dataset_phys_t *ds = data;
1283         time_t crtime;
1284         char used[32], compressed[32], uncompressed[32], unique[32];
1285         char blkbuf[BP_SPRINTF_LEN];
1286
1287         if (ds == NULL)
1288                 return;
1289
1290         ASSERT(size == sizeof (*ds));
1291         crtime = ds->ds_creation_time;
1292         zdb_nicenum(ds->ds_referenced_bytes, used);
1293         zdb_nicenum(ds->ds_compressed_bytes, compressed);
1294         zdb_nicenum(ds->ds_uncompressed_bytes, uncompressed);
1295         zdb_nicenum(ds->ds_unique_bytes, unique);
1296         snprintf_blkptr(blkbuf, sizeof (blkbuf), &ds->ds_bp);
1297
1298         (void) printf("\t\tdir_obj = %llu\n",
1299             (u_longlong_t)ds->ds_dir_obj);
1300         (void) printf("\t\tprev_snap_obj = %llu\n",
1301             (u_longlong_t)ds->ds_prev_snap_obj);
1302         (void) printf("\t\tprev_snap_txg = %llu\n",
1303             (u_longlong_t)ds->ds_prev_snap_txg);
1304         (void) printf("\t\tnext_snap_obj = %llu\n",
1305             (u_longlong_t)ds->ds_next_snap_obj);
1306         (void) printf("\t\tsnapnames_zapobj = %llu\n",
1307             (u_longlong_t)ds->ds_snapnames_zapobj);
1308         (void) printf("\t\tnum_children = %llu\n",
1309             (u_longlong_t)ds->ds_num_children);
1310         (void) printf("\t\tuserrefs_obj = %llu\n",
1311             (u_longlong_t)ds->ds_userrefs_obj);
1312         (void) printf("\t\tcreation_time = %s", ctime(&crtime));
1313         (void) printf("\t\tcreation_txg = %llu\n",
1314             (u_longlong_t)ds->ds_creation_txg);
1315         (void) printf("\t\tdeadlist_obj = %llu\n",
1316             (u_longlong_t)ds->ds_deadlist_obj);
1317         (void) printf("\t\tused_bytes = %s\n", used);
1318         (void) printf("\t\tcompressed_bytes = %s\n", compressed);
1319         (void) printf("\t\tuncompressed_bytes = %s\n", uncompressed);
1320         (void) printf("\t\tunique = %s\n", unique);
1321         (void) printf("\t\tfsid_guid = %llu\n",
1322             (u_longlong_t)ds->ds_fsid_guid);
1323         (void) printf("\t\tguid = %llu\n",
1324             (u_longlong_t)ds->ds_guid);
1325         (void) printf("\t\tflags = %llx\n",
1326             (u_longlong_t)ds->ds_flags);
1327         (void) printf("\t\tnext_clones_obj = %llu\n",
1328             (u_longlong_t)ds->ds_next_clones_obj);
1329         (void) printf("\t\tprops_obj = %llu\n",
1330             (u_longlong_t)ds->ds_props_obj);
1331         (void) printf("\t\tbp = %s\n", blkbuf);
1332 }
1333
1334 /* ARGSUSED */
1335 static int
1336 dump_bptree_cb(void *arg, const blkptr_t *bp, dmu_tx_t *tx)
1337 {
1338         char blkbuf[BP_SPRINTF_LEN];
1339
1340         if (bp->blk_birth != 0) {
1341                 snprintf_blkptr(blkbuf, sizeof (blkbuf), bp);
1342                 (void) printf("\t%s\n", blkbuf);
1343         }
1344         return (0);
1345 }
1346
1347 static void
1348 dump_bptree(objset_t *os, uint64_t obj, char *name)
1349 {
1350         char bytes[32];
1351         bptree_phys_t *bt;
1352         dmu_buf_t *db;
1353
1354         if (dump_opt['d'] < 3)
1355                 return;
1356
1357         VERIFY3U(0, ==, dmu_bonus_hold(os, obj, FTAG, &db));
1358         bt = db->db_data;
1359         zdb_nicenum(bt->bt_bytes, bytes);
1360         (void) printf("\n    %s: %llu datasets, %s\n",
1361             name, (unsigned long long)(bt->bt_end - bt->bt_begin), bytes);
1362         dmu_buf_rele(db, FTAG);
1363
1364         if (dump_opt['d'] < 5)
1365                 return;
1366
1367         (void) printf("\n");
1368
1369         (void) bptree_iterate(os, obj, B_FALSE, dump_bptree_cb, NULL, NULL);
1370 }
1371
1372 /* ARGSUSED */
1373 static int
1374 dump_bpobj_cb(void *arg, const blkptr_t *bp, dmu_tx_t *tx)
1375 {
1376         char blkbuf[BP_SPRINTF_LEN];
1377
1378         ASSERT(bp->blk_birth != 0);
1379         snprintf_blkptr_compact(blkbuf, sizeof (blkbuf), bp);
1380         (void) printf("\t%s\n", blkbuf);
1381         return (0);
1382 }
1383
1384 static void
1385 dump_bpobj(bpobj_t *bpo, char *name, int indent)
1386 {
1387         char bytes[32];
1388         char comp[32];
1389         char uncomp[32];
1390         uint64_t i;
1391
1392         if (dump_opt['d'] < 3)
1393                 return;
1394
1395         zdb_nicenum(bpo->bpo_phys->bpo_bytes, bytes);
1396         if (bpo->bpo_havesubobj && bpo->bpo_phys->bpo_subobjs != 0) {
1397                 zdb_nicenum(bpo->bpo_phys->bpo_comp, comp);
1398                 zdb_nicenum(bpo->bpo_phys->bpo_uncomp, uncomp);
1399                 (void) printf("    %*s: object %llu, %llu local blkptrs, "
1400                     "%llu subobjs, %s (%s/%s comp)\n",
1401                     indent * 8, name,
1402                     (u_longlong_t)bpo->bpo_object,
1403                     (u_longlong_t)bpo->bpo_phys->bpo_num_blkptrs,
1404                     (u_longlong_t)bpo->bpo_phys->bpo_num_subobjs,
1405                     bytes, comp, uncomp);
1406
1407                 for (i = 0; i < bpo->bpo_phys->bpo_num_subobjs; i++) {
1408                         uint64_t subobj;
1409                         bpobj_t subbpo;
1410                         int error;
1411                         VERIFY0(dmu_read(bpo->bpo_os,
1412                             bpo->bpo_phys->bpo_subobjs,
1413                             i * sizeof (subobj), sizeof (subobj), &subobj, 0));
1414                         error = bpobj_open(&subbpo, bpo->bpo_os, subobj);
1415                         if (error != 0) {
1416                                 (void) printf("ERROR %u while trying to open "
1417                                     "subobj id %llu\n",
1418                                     error, (u_longlong_t)subobj);
1419                                 continue;
1420                         }
1421                         dump_bpobj(&subbpo, "subobj", indent + 1);
1422                 }
1423         } else {
1424                 (void) printf("    %*s: object %llu, %llu blkptrs, %s\n",
1425                     indent * 8, name,
1426                     (u_longlong_t)bpo->bpo_object,
1427                     (u_longlong_t)bpo->bpo_phys->bpo_num_blkptrs,
1428                     bytes);
1429         }
1430
1431         if (dump_opt['d'] < 5)
1432                 return;
1433
1434
1435         if (indent == 0) {
1436                 (void) bpobj_iterate_nofree(bpo, dump_bpobj_cb, NULL, NULL);
1437                 (void) printf("\n");
1438         }
1439 }
1440
1441 static void
1442 dump_deadlist(dsl_deadlist_t *dl)
1443 {
1444         dsl_deadlist_entry_t *dle;
1445         uint64_t unused;
1446         char bytes[32];
1447         char comp[32];
1448         char uncomp[32];
1449
1450         if (dump_opt['d'] < 3)
1451                 return;
1452
1453         if (dl->dl_oldfmt) {
1454                 dump_bpobj(&dl->dl_bpobj, "old-format deadlist", 0);
1455                 return;
1456         }
1457
1458         zdb_nicenum(dl->dl_phys->dl_used, bytes);
1459         zdb_nicenum(dl->dl_phys->dl_comp, comp);
1460         zdb_nicenum(dl->dl_phys->dl_uncomp, uncomp);
1461         (void) printf("\n    Deadlist: %s (%s/%s comp)\n",
1462             bytes, comp, uncomp);
1463
1464         if (dump_opt['d'] < 4)
1465                 return;
1466
1467         (void) printf("\n");
1468
1469         /* force the tree to be loaded */
1470         dsl_deadlist_space_range(dl, 0, UINT64_MAX, &unused, &unused, &unused);
1471
1472         for (dle = avl_first(&dl->dl_tree); dle;
1473             dle = AVL_NEXT(&dl->dl_tree, dle)) {
1474                 if (dump_opt['d'] >= 5) {
1475                         char buf[128];
1476                         (void) snprintf(buf, sizeof (buf),
1477                             "mintxg %llu -> obj %llu",
1478                             (longlong_t)dle->dle_mintxg,
1479                             (longlong_t)dle->dle_bpobj.bpo_object);
1480
1481                         dump_bpobj(&dle->dle_bpobj, buf, 0);
1482                 } else {
1483                         (void) printf("mintxg %llu -> obj %llu\n",
1484                             (longlong_t)dle->dle_mintxg,
1485                             (longlong_t)dle->dle_bpobj.bpo_object);
1486
1487                 }
1488         }
1489 }
1490
1491 static avl_tree_t idx_tree;
1492 static avl_tree_t domain_tree;
1493 static boolean_t fuid_table_loaded;
1494 static boolean_t sa_loaded;
1495 sa_attr_type_t *sa_attr_table;
1496
1497 static void
1498 fuid_table_destroy(void)
1499 {
1500         if (fuid_table_loaded) {
1501                 zfs_fuid_table_destroy(&idx_tree, &domain_tree);
1502                 fuid_table_loaded = B_FALSE;
1503         }
1504 }
1505
1506 /*
1507  * print uid or gid information.
1508  * For normal POSIX id just the id is printed in decimal format.
1509  * For CIFS files with FUID the fuid is printed in hex followed by
1510  * the domain-rid string.
1511  */
1512 static void
1513 print_idstr(uint64_t id, const char *id_type)
1514 {
1515         if (FUID_INDEX(id)) {
1516                 char *domain;
1517
1518                 domain = zfs_fuid_idx_domain(&idx_tree, FUID_INDEX(id));
1519                 (void) printf("\t%s     %llx [%s-%d]\n", id_type,
1520                     (u_longlong_t)id, domain, (int)FUID_RID(id));
1521         } else {
1522                 (void) printf("\t%s     %llu\n", id_type, (u_longlong_t)id);
1523         }
1524
1525 }
1526
1527 static void
1528 dump_uidgid(objset_t *os, uint64_t uid, uint64_t gid)
1529 {
1530         uint32_t uid_idx, gid_idx;
1531
1532         uid_idx = FUID_INDEX(uid);
1533         gid_idx = FUID_INDEX(gid);
1534
1535         /* Load domain table, if not already loaded */
1536         if (!fuid_table_loaded && (uid_idx || gid_idx)) {
1537                 uint64_t fuid_obj;
1538
1539                 /* first find the fuid object.  It lives in the master node */
1540                 VERIFY(zap_lookup(os, MASTER_NODE_OBJ, ZFS_FUID_TABLES,
1541                     8, 1, &fuid_obj) == 0);
1542                 zfs_fuid_avl_tree_create(&idx_tree, &domain_tree);
1543                 (void) zfs_fuid_table_load(os, fuid_obj,
1544                     &idx_tree, &domain_tree);
1545                 fuid_table_loaded = B_TRUE;
1546         }
1547
1548         print_idstr(uid, "uid");
1549         print_idstr(gid, "gid");
1550 }
1551
1552 static void
1553 dump_znode_sa_xattr(sa_handle_t *hdl)
1554 {
1555         nvlist_t *sa_xattr;
1556         nvpair_t *elem = NULL;
1557         int sa_xattr_size = 0;
1558         int sa_xattr_entries = 0;
1559         int error;
1560         char *sa_xattr_packed;
1561
1562         error = sa_size(hdl, sa_attr_table[ZPL_DXATTR], &sa_xattr_size);
1563         if (error || sa_xattr_size == 0)
1564                 return;
1565
1566         sa_xattr_packed = malloc(sa_xattr_size);
1567         if (sa_xattr_packed == NULL)
1568                 return;
1569
1570         error = sa_lookup(hdl, sa_attr_table[ZPL_DXATTR],
1571             sa_xattr_packed, sa_xattr_size);
1572         if (error) {
1573                 free(sa_xattr_packed);
1574                 return;
1575         }
1576
1577         error = nvlist_unpack(sa_xattr_packed, sa_xattr_size, &sa_xattr, 0);
1578         if (error) {
1579                 free(sa_xattr_packed);
1580                 return;
1581         }
1582
1583         while ((elem = nvlist_next_nvpair(sa_xattr, elem)) != NULL)
1584                 sa_xattr_entries++;
1585
1586         (void) printf("\tSA xattrs: %d bytes, %d entries\n\n",
1587             sa_xattr_size, sa_xattr_entries);
1588         while ((elem = nvlist_next_nvpair(sa_xattr, elem)) != NULL) {
1589                 uchar_t *value;
1590                 uint_t cnt, idx;
1591
1592                 (void) printf("\t\t%s = ", nvpair_name(elem));
1593                 nvpair_value_byte_array(elem, &value, &cnt);
1594                 for (idx = 0; idx < cnt; ++idx) {
1595                         if (isprint(value[idx]))
1596                                 (void) putchar(value[idx]);
1597                         else
1598                                 (void) printf("\\%3.3o", value[idx]);
1599                 }
1600                 (void) putchar('\n');
1601         }
1602
1603         nvlist_free(sa_xattr);
1604         free(sa_xattr_packed);
1605 }
1606
1607 /*ARGSUSED*/
1608 static void
1609 dump_znode(objset_t *os, uint64_t object, void *data, size_t size)
1610 {
1611         char path[MAXPATHLEN * 2];      /* allow for xattr and failure prefix */
1612         sa_handle_t *hdl;
1613         uint64_t xattr, rdev, gen;
1614         uint64_t uid, gid, mode, fsize, parent, links;
1615         uint64_t pflags;
1616         uint64_t acctm[2], modtm[2], chgtm[2], crtm[2];
1617         time_t z_crtime, z_atime, z_mtime, z_ctime;
1618         sa_bulk_attr_t bulk[12];
1619         int idx = 0;
1620         int error;
1621
1622         if (!sa_loaded) {
1623                 uint64_t sa_attrs = 0;
1624                 uint64_t version;
1625
1626                 VERIFY(zap_lookup(os, MASTER_NODE_OBJ, ZPL_VERSION_STR,
1627                     8, 1, &version) == 0);
1628                 if (version >= ZPL_VERSION_SA) {
1629                         VERIFY(zap_lookup(os, MASTER_NODE_OBJ, ZFS_SA_ATTRS,
1630                             8, 1, &sa_attrs) == 0);
1631                 }
1632                 if ((error = sa_setup(os, sa_attrs, zfs_attr_table,
1633                     ZPL_END, &sa_attr_table)) != 0) {
1634                         (void) printf("sa_setup failed errno %d, can't "
1635                             "display znode contents\n", error);
1636                         return;
1637                 }
1638                 sa_loaded = B_TRUE;
1639         }
1640
1641         if (sa_handle_get(os, object, NULL, SA_HDL_PRIVATE, &hdl)) {
1642                 (void) printf("Failed to get handle for SA znode\n");
1643                 return;
1644         }
1645
1646         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_UID], NULL, &uid, 8);
1647         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_GID], NULL, &gid, 8);
1648         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_LINKS], NULL,
1649             &links, 8);
1650         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_GEN], NULL, &gen, 8);
1651         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_MODE], NULL,
1652             &mode, 8);
1653         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_PARENT],
1654             NULL, &parent, 8);
1655         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_SIZE], NULL,
1656             &fsize, 8);
1657         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_ATIME], NULL,
1658             acctm, 16);
1659         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_MTIME], NULL,
1660             modtm, 16);
1661         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_CRTIME], NULL,
1662             crtm, 16);
1663         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_CTIME], NULL,
1664             chgtm, 16);
1665         SA_ADD_BULK_ATTR(bulk, idx, sa_attr_table[ZPL_FLAGS], NULL,
1666             &pflags, 8);
1667
1668         if (sa_bulk_lookup(hdl, bulk, idx)) {
1669                 (void) sa_handle_destroy(hdl);
1670                 return;
1671         }
1672
1673         error = zfs_obj_to_path(os, object, path, sizeof (path));
1674         if (error != 0) {
1675                 (void) snprintf(path, sizeof (path), "\?\?\?<object#%llu>",
1676                     (u_longlong_t)object);
1677         }
1678         if (dump_opt['d'] < 3) {
1679                 (void) printf("\t%s\n", path);
1680                 (void) sa_handle_destroy(hdl);
1681                 return;
1682         }
1683
1684         z_crtime = (time_t)crtm[0];
1685         z_atime = (time_t)acctm[0];
1686         z_mtime = (time_t)modtm[0];
1687         z_ctime = (time_t)chgtm[0];
1688
1689         (void) printf("\tpath   %s\n", path);
1690         dump_uidgid(os, uid, gid);
1691         (void) printf("\tatime  %s", ctime(&z_atime));
1692         (void) printf("\tmtime  %s", ctime(&z_mtime));
1693         (void) printf("\tctime  %s", ctime(&z_ctime));
1694         (void) printf("\tcrtime %s", ctime(&z_crtime));
1695         (void) printf("\tgen    %llu\n", (u_longlong_t)gen);
1696         (void) printf("\tmode   %llo\n", (u_longlong_t)mode);
1697         (void) printf("\tsize   %llu\n", (u_longlong_t)fsize);
1698         (void) printf("\tparent %llu\n", (u_longlong_t)parent);
1699         (void) printf("\tlinks  %llu\n", (u_longlong_t)links);
1700         (void) printf("\tpflags %llx\n", (u_longlong_t)pflags);
1701         if (sa_lookup(hdl, sa_attr_table[ZPL_XATTR], &xattr,
1702             sizeof (uint64_t)) == 0)
1703                 (void) printf("\txattr  %llu\n", (u_longlong_t)xattr);
1704         if (sa_lookup(hdl, sa_attr_table[ZPL_RDEV], &rdev,
1705             sizeof (uint64_t)) == 0)
1706                 (void) printf("\trdev   0x%016llx\n", (u_longlong_t)rdev);
1707         dump_znode_sa_xattr(hdl);
1708         sa_handle_destroy(hdl);
1709 }
1710
1711 /*ARGSUSED*/
1712 static void
1713 dump_acl(objset_t *os, uint64_t object, void *data, size_t size)
1714 {
1715 }
1716
1717 /*ARGSUSED*/
1718 static void
1719 dump_dmu_objset(objset_t *os, uint64_t object, void *data, size_t size)
1720 {
1721 }
1722
1723 static object_viewer_t *object_viewer[DMU_OT_NUMTYPES + 1] = {
1724         dump_none,              /* unallocated                  */
1725         dump_zap,               /* object directory             */
1726         dump_uint64,            /* object array                 */
1727         dump_none,              /* packed nvlist                */
1728         dump_packed_nvlist,     /* packed nvlist size           */
1729         dump_none,              /* bplist                       */
1730         dump_none,              /* bplist header                */
1731         dump_none,              /* SPA space map header         */
1732         dump_none,              /* SPA space map                */
1733         dump_none,              /* ZIL intent log               */
1734         dump_dnode,             /* DMU dnode                    */
1735         dump_dmu_objset,        /* DMU objset                   */
1736         dump_dsl_dir,           /* DSL directory                */
1737         dump_zap,               /* DSL directory child map      */
1738         dump_zap,               /* DSL dataset snap map         */
1739         dump_zap,               /* DSL props                    */
1740         dump_dsl_dataset,       /* DSL dataset                  */
1741         dump_znode,             /* ZFS znode                    */
1742         dump_acl,               /* ZFS V0 ACL                   */
1743         dump_uint8,             /* ZFS plain file               */
1744         dump_zpldir,            /* ZFS directory                */
1745         dump_zap,               /* ZFS master node              */
1746         dump_zap,               /* ZFS delete queue             */
1747         dump_uint8,             /* zvol object                  */
1748         dump_zap,               /* zvol prop                    */
1749         dump_uint8,             /* other uint8[]                */
1750         dump_uint64,            /* other uint64[]               */
1751         dump_zap,               /* other ZAP                    */
1752         dump_zap,               /* persistent error log         */
1753         dump_uint8,             /* SPA history                  */
1754         dump_history_offsets,   /* SPA history offsets          */
1755         dump_zap,               /* Pool properties              */
1756         dump_zap,               /* DSL permissions              */
1757         dump_acl,               /* ZFS ACL                      */
1758         dump_uint8,             /* ZFS SYSACL                   */
1759         dump_none,              /* FUID nvlist                  */
1760         dump_packed_nvlist,     /* FUID nvlist size             */
1761         dump_zap,               /* DSL dataset next clones      */
1762         dump_zap,               /* DSL scrub queue              */
1763         dump_zap,               /* ZFS user/group used          */
1764         dump_zap,               /* ZFS user/group quota         */
1765         dump_zap,               /* snapshot refcount tags       */
1766         dump_ddt_zap,           /* DDT ZAP object               */
1767         dump_zap,               /* DDT statistics               */
1768         dump_znode,             /* SA object                    */
1769         dump_zap,               /* SA Master Node               */
1770         dump_sa_attrs,          /* SA attribute registration    */
1771         dump_sa_layouts,        /* SA attribute layouts         */
1772         dump_zap,               /* DSL scrub translations       */
1773         dump_none,              /* fake dedup BP                */
1774         dump_zap,               /* deadlist                     */
1775         dump_none,              /* deadlist hdr                 */
1776         dump_zap,               /* dsl clones                   */
1777         dump_none,              /* bpobj subobjs                */
1778         dump_unknown,           /* Unknown type, must be last   */
1779 };
1780
1781 static void
1782 dump_object(objset_t *os, uint64_t object, int verbosity, int *print_header)
1783 {
1784         dmu_buf_t *db = NULL;
1785         dmu_object_info_t doi;
1786         dnode_t *dn;
1787         void *bonus = NULL;
1788         size_t bsize = 0;
1789         char iblk[32], dblk[32], lsize[32], asize[32], fill[32];
1790         char bonus_size[32];
1791         char aux[50];
1792         int error;
1793
1794         if (*print_header) {
1795                 (void) printf("\n%10s  %3s  %5s  %5s  %5s  %5s  %6s  %s\n",
1796                     "Object", "lvl", "iblk", "dblk", "dsize", "lsize",
1797                     "%full", "type");
1798                 *print_header = 0;
1799         }
1800
1801         if (object == 0) {
1802                 dn = DMU_META_DNODE(os);
1803         } else {
1804                 error = dmu_bonus_hold(os, object, FTAG, &db);
1805                 if (error)
1806                         fatal("dmu_bonus_hold(%llu) failed, errno %u",
1807                             object, error);
1808                 bonus = db->db_data;
1809                 bsize = db->db_size;
1810                 dn = DB_DNODE((dmu_buf_impl_t *)db);
1811         }
1812         dmu_object_info_from_dnode(dn, &doi);
1813
1814         zdb_nicenum(doi.doi_metadata_block_size, iblk);
1815         zdb_nicenum(doi.doi_data_block_size, dblk);
1816         zdb_nicenum(doi.doi_max_offset, lsize);
1817         zdb_nicenum(doi.doi_physical_blocks_512 << 9, asize);
1818         zdb_nicenum(doi.doi_bonus_size, bonus_size);
1819         (void) sprintf(fill, "%6.2f", 100.0 * doi.doi_fill_count *
1820             doi.doi_data_block_size / (object == 0 ? DNODES_PER_BLOCK : 1) /
1821             doi.doi_max_offset);
1822
1823         aux[0] = '\0';
1824
1825         if (doi.doi_checksum != ZIO_CHECKSUM_INHERIT || verbosity >= 6) {
1826                 (void) snprintf(aux + strlen(aux), sizeof (aux), " (K=%s)",
1827                     ZDB_CHECKSUM_NAME(doi.doi_checksum));
1828         }
1829
1830         if (doi.doi_compress != ZIO_COMPRESS_INHERIT || verbosity >= 6) {
1831                 (void) snprintf(aux + strlen(aux), sizeof (aux), " (Z=%s)",
1832                     ZDB_COMPRESS_NAME(doi.doi_compress));
1833         }
1834
1835         (void) printf("%10lld  %3u  %5s  %5s  %5s  %5s  %6s  %s%s\n",
1836             (u_longlong_t)object, doi.doi_indirection, iblk, dblk,
1837             asize, lsize, fill, ZDB_OT_NAME(doi.doi_type), aux);
1838
1839         if (doi.doi_bonus_type != DMU_OT_NONE && verbosity > 3) {
1840                 (void) printf("%10s  %3s  %5s  %5s  %5s  %5s  %6s  %s\n",
1841                     "", "", "", "", "", bonus_size, "bonus",
1842                     ZDB_OT_NAME(doi.doi_bonus_type));
1843         }
1844
1845         if (verbosity >= 4) {
1846                 (void) printf("\tdnode flags: %s%s%s\n",
1847                     (dn->dn_phys->dn_flags & DNODE_FLAG_USED_BYTES) ?
1848                     "USED_BYTES " : "",
1849                     (dn->dn_phys->dn_flags & DNODE_FLAG_USERUSED_ACCOUNTED) ?
1850                     "USERUSED_ACCOUNTED " : "",
1851                     (dn->dn_phys->dn_flags & DNODE_FLAG_SPILL_BLKPTR) ?
1852                     "SPILL_BLKPTR" : "");
1853                 (void) printf("\tdnode maxblkid: %llu\n",
1854                     (longlong_t)dn->dn_phys->dn_maxblkid);
1855
1856                 object_viewer[ZDB_OT_TYPE(doi.doi_bonus_type)](os, object,
1857                     bonus, bsize);
1858                 object_viewer[ZDB_OT_TYPE(doi.doi_type)](os, object, NULL, 0);
1859                 *print_header = 1;
1860         }
1861
1862         if (verbosity >= 5)
1863                 dump_indirect(dn);
1864
1865         if (verbosity >= 5) {
1866                 /*
1867                  * Report the list of segments that comprise the object.
1868                  */
1869                 uint64_t start = 0;
1870                 uint64_t end;
1871                 uint64_t blkfill = 1;
1872                 int minlvl = 1;
1873
1874                 if (dn->dn_type == DMU_OT_DNODE) {
1875                         minlvl = 0;
1876                         blkfill = DNODES_PER_BLOCK;
1877                 }
1878
1879                 for (;;) {
1880                         char segsize[32];
1881                         error = dnode_next_offset(dn,
1882                             0, &start, minlvl, blkfill, 0);
1883                         if (error)
1884                                 break;
1885                         end = start;
1886                         error = dnode_next_offset(dn,
1887                             DNODE_FIND_HOLE, &end, minlvl, blkfill, 0);
1888                         zdb_nicenum(end - start, segsize);
1889                         (void) printf("\t\tsegment [%016llx, %016llx)"
1890                             " size %5s\n", (u_longlong_t)start,
1891                             (u_longlong_t)end, segsize);
1892                         if (error)
1893                                 break;
1894                         start = end;
1895                 }
1896         }
1897
1898         if (db != NULL)
1899                 dmu_buf_rele(db, FTAG);
1900 }
1901
1902 static char *objset_types[DMU_OST_NUMTYPES] = {
1903         "NONE", "META", "ZPL", "ZVOL", "OTHER", "ANY" };
1904
1905 static void
1906 dump_dir(objset_t *os)
1907 {
1908         dmu_objset_stats_t dds;
1909         uint64_t object, object_count;
1910         uint64_t refdbytes, usedobjs, scratch;
1911         char numbuf[32];
1912         char blkbuf[BP_SPRINTF_LEN + 20];
1913         char osname[MAXNAMELEN];
1914         char *type = "UNKNOWN";
1915         int verbosity = dump_opt['d'];
1916         int print_header = 1;
1917         int i, error;
1918
1919         dsl_pool_config_enter(dmu_objset_pool(os), FTAG);
1920         dmu_objset_fast_stat(os, &dds);
1921         dsl_pool_config_exit(dmu_objset_pool(os), FTAG);
1922
1923         if (dds.dds_type < DMU_OST_NUMTYPES)
1924                 type = objset_types[dds.dds_type];
1925
1926         if (dds.dds_type == DMU_OST_META) {
1927                 dds.dds_creation_txg = TXG_INITIAL;
1928                 usedobjs = BP_GET_FILL(os->os_rootbp);
1929                 refdbytes = os->os_spa->spa_dsl_pool->
1930                     dp_mos_dir->dd_phys->dd_used_bytes;
1931         } else {
1932                 dmu_objset_space(os, &refdbytes, &scratch, &usedobjs, &scratch);
1933         }
1934
1935         ASSERT3U(usedobjs, ==, BP_GET_FILL(os->os_rootbp));
1936
1937         zdb_nicenum(refdbytes, numbuf);
1938
1939         if (verbosity >= 4) {
1940                 (void) snprintf(blkbuf, sizeof (blkbuf), ", rootbp ");
1941                 (void) snprintf_blkptr(blkbuf + strlen(blkbuf),
1942                     sizeof (blkbuf) - strlen(blkbuf), os->os_rootbp);
1943         } else {
1944                 blkbuf[0] = '\0';
1945         }
1946
1947         dmu_objset_name(os, osname);
1948
1949         (void) printf("Dataset %s [%s], ID %llu, cr_txg %llu, "
1950             "%s, %llu objects%s\n",
1951             osname, type, (u_longlong_t)dmu_objset_id(os),
1952             (u_longlong_t)dds.dds_creation_txg,
1953             numbuf, (u_longlong_t)usedobjs, blkbuf);
1954
1955         if (zopt_objects != 0) {
1956                 for (i = 0; i < zopt_objects; i++)
1957                         dump_object(os, zopt_object[i], verbosity,
1958                             &print_header);
1959                 (void) printf("\n");
1960                 return;
1961         }
1962
1963         if (dump_opt['i'] != 0 || verbosity >= 2)
1964                 dump_intent_log(dmu_objset_zil(os));
1965
1966         if (dmu_objset_ds(os) != NULL)
1967                 dump_deadlist(&dmu_objset_ds(os)->ds_deadlist);
1968
1969         if (verbosity < 2)
1970                 return;
1971
1972         if (BP_IS_HOLE(os->os_rootbp))
1973                 return;
1974
1975         dump_object(os, 0, verbosity, &print_header);
1976         object_count = 0;
1977         if (DMU_USERUSED_DNODE(os) != NULL &&
1978             DMU_USERUSED_DNODE(os)->dn_type != 0) {
1979                 dump_object(os, DMU_USERUSED_OBJECT, verbosity, &print_header);
1980                 dump_object(os, DMU_GROUPUSED_OBJECT, verbosity, &print_header);
1981         }
1982
1983         object = 0;
1984         while ((error = dmu_object_next(os, &object, B_FALSE, 0)) == 0) {
1985                 dump_object(os, object, verbosity, &print_header);
1986                 object_count++;
1987         }
1988
1989         ASSERT3U(object_count, ==, usedobjs);
1990
1991         (void) printf("\n");
1992
1993         if (error != ESRCH) {
1994                 (void) fprintf(stderr, "dmu_object_next() = %d\n", error);
1995                 abort();
1996         }
1997 }
1998
1999 static void
2000 dump_uberblock(uberblock_t *ub, const char *header, const char *footer)
2001 {
2002         time_t timestamp = ub->ub_timestamp;
2003
2004         (void) printf("%s", header ? header : "");
2005         (void) printf("\tmagic = %016llx\n", (u_longlong_t)ub->ub_magic);
2006         (void) printf("\tversion = %llu\n", (u_longlong_t)ub->ub_version);
2007         (void) printf("\ttxg = %llu\n", (u_longlong_t)ub->ub_txg);
2008         (void) printf("\tguid_sum = %llu\n", (u_longlong_t)ub->ub_guid_sum);
2009         (void) printf("\ttimestamp = %llu UTC = %s",
2010             (u_longlong_t)ub->ub_timestamp, asctime(localtime(&timestamp)));
2011         if (dump_opt['u'] >= 3) {
2012                 char blkbuf[BP_SPRINTF_LEN];
2013                 snprintf_blkptr(blkbuf, sizeof (blkbuf), &ub->ub_rootbp);
2014                 (void) printf("\trootbp = %s\n", blkbuf);
2015         }
2016         (void) printf("%s", footer ? footer : "");
2017 }
2018
2019 static void
2020 dump_config(spa_t *spa)
2021 {
2022         dmu_buf_t *db;
2023         size_t nvsize = 0;
2024         int error = 0;
2025
2026
2027         error = dmu_bonus_hold(spa->spa_meta_objset,
2028             spa->spa_config_object, FTAG, &db);
2029
2030         if (error == 0) {
2031                 nvsize = *(uint64_t *)db->db_data;
2032                 dmu_buf_rele(db, FTAG);
2033
2034                 (void) printf("\nMOS Configuration:\n");
2035                 dump_packed_nvlist(spa->spa_meta_objset,
2036                     spa->spa_config_object, (void *)&nvsize, 1);
2037         } else {
2038                 (void) fprintf(stderr, "dmu_bonus_hold(%llu) failed, errno %d",
2039                     (u_longlong_t)spa->spa_config_object, error);
2040         }
2041 }
2042
2043 static void
2044 dump_cachefile(const char *cachefile)
2045 {
2046         int fd;
2047         struct stat64 statbuf;
2048         char *buf;
2049         nvlist_t *config;
2050
2051         if ((fd = open64(cachefile, O_RDONLY)) < 0) {
2052                 (void) printf("cannot open '%s': %s\n", cachefile,
2053                     strerror(errno));
2054                 exit(1);
2055         }
2056
2057         if (fstat64(fd, &statbuf) != 0) {
2058                 (void) printf("failed to stat '%s': %s\n", cachefile,
2059                     strerror(errno));
2060                 exit(1);
2061         }
2062
2063         if ((buf = malloc(statbuf.st_size)) == NULL) {
2064                 (void) fprintf(stderr, "failed to allocate %llu bytes\n",
2065                     (u_longlong_t)statbuf.st_size);
2066                 exit(1);
2067         }
2068
2069         if (read(fd, buf, statbuf.st_size) != statbuf.st_size) {
2070                 (void) fprintf(stderr, "failed to read %llu bytes\n",
2071                     (u_longlong_t)statbuf.st_size);
2072                 exit(1);
2073         }
2074
2075         (void) close(fd);
2076
2077         if (nvlist_unpack(buf, statbuf.st_size, &config, 0) != 0) {
2078                 (void) fprintf(stderr, "failed to unpack nvlist\n");
2079                 exit(1);
2080         }
2081
2082         free(buf);
2083
2084         dump_nvlist(config, 0);
2085
2086         nvlist_free(config);
2087 }
2088
2089 #define ZDB_MAX_UB_HEADER_SIZE 32
2090
2091 static void
2092 dump_label_uberblocks(vdev_label_t *lbl, uint64_t ashift)
2093 {
2094         vdev_t vd;
2095         vdev_t *vdp = &vd;
2096         char header[ZDB_MAX_UB_HEADER_SIZE];
2097         int i;
2098
2099         vd.vdev_ashift = ashift;
2100         vdp->vdev_top = vdp;
2101
2102         for (i = 0; i < VDEV_UBERBLOCK_COUNT(vdp); i++) {
2103                 uint64_t uoff = VDEV_UBERBLOCK_OFFSET(vdp, i);
2104                 uberblock_t *ub = (void *)((char *)lbl + uoff);
2105
2106                 if (uberblock_verify(ub))
2107                         continue;
2108                 (void) snprintf(header, ZDB_MAX_UB_HEADER_SIZE,
2109                     "Uberblock[%d]\n", i);
2110                 dump_uberblock(ub, header, "");
2111         }
2112 }
2113
2114 static void
2115 dump_label(const char *dev)
2116 {
2117         int fd;
2118         vdev_label_t label;
2119         char *path, *buf = label.vl_vdev_phys.vp_nvlist;
2120         size_t buflen = sizeof (label.vl_vdev_phys.vp_nvlist);
2121         struct stat64 statbuf;
2122         uint64_t psize, ashift;
2123         int len = strlen(dev) + 1;
2124         int l;
2125
2126         if (strncmp(dev, "/dev/dsk/", 9) == 0) {
2127                 len++;
2128                 path = malloc(len);
2129                 (void) snprintf(path, len, "%s%s", "/dev/rdsk/", dev + 9);
2130         } else {
2131                 path = strdup(dev);
2132         }
2133
2134         if ((fd = open64(path, O_RDONLY)) < 0) {
2135                 (void) printf("cannot open '%s': %s\n", path, strerror(errno));
2136                 free(path);
2137                 exit(1);
2138         }
2139
2140         if (fstat64_blk(fd, &statbuf) != 0) {
2141                 (void) printf("failed to stat '%s': %s\n", path,
2142                     strerror(errno));
2143                 free(path);
2144                 (void) close(fd);
2145                 exit(1);
2146         }
2147
2148         psize = statbuf.st_size;
2149         psize = P2ALIGN(psize, (uint64_t)sizeof (vdev_label_t));
2150
2151         for (l = 0; l < VDEV_LABELS; l++) {
2152                 nvlist_t *config = NULL;
2153
2154                 (void) printf("--------------------------------------------\n");
2155                 (void) printf("LABEL %d\n", l);
2156                 (void) printf("--------------------------------------------\n");
2157
2158                 if (pread64(fd, &label, sizeof (label),
2159                     vdev_label_offset(psize, l, 0)) != sizeof (label)) {
2160                         (void) printf("failed to read label %d\n", l);
2161                         continue;
2162                 }
2163
2164                 if (nvlist_unpack(buf, buflen, &config, 0) != 0) {
2165                         (void) printf("failed to unpack label %d\n", l);
2166                         ashift = SPA_MINBLOCKSHIFT;
2167                 } else {
2168                         nvlist_t *vdev_tree = NULL;
2169
2170                         dump_nvlist(config, 4);
2171                         if ((nvlist_lookup_nvlist(config,
2172                             ZPOOL_CONFIG_VDEV_TREE, &vdev_tree) != 0) ||
2173                             (nvlist_lookup_uint64(vdev_tree,
2174                             ZPOOL_CONFIG_ASHIFT, &ashift) != 0))
2175                                 ashift = SPA_MINBLOCKSHIFT;
2176                         nvlist_free(config);
2177                 }
2178                 if (dump_opt['u'])
2179                         dump_label_uberblocks(&label, ashift);
2180         }
2181
2182         free(path);
2183         (void) close(fd);
2184 }
2185
2186 /*ARGSUSED*/
2187 static int
2188 dump_one_dir(const char *dsname, void *arg)
2189 {
2190         int error;
2191         objset_t *os;
2192
2193         error = dmu_objset_own(dsname, DMU_OST_ANY, B_TRUE, FTAG, &os);
2194         if (error) {
2195                 (void) printf("Could not open %s, error %d\n", dsname, error);
2196                 return (0);
2197         }
2198         dump_dir(os);
2199         dmu_objset_disown(os, FTAG);
2200         fuid_table_destroy();
2201         sa_loaded = B_FALSE;
2202         return (0);
2203 }
2204
2205 /*
2206  * Block statistics.
2207  */
2208 #define PSIZE_HISTO_SIZE (SPA_MAXBLOCKSIZE / SPA_MINBLOCKSIZE + 1)
2209 typedef struct zdb_blkstats {
2210         uint64_t zb_asize;
2211         uint64_t zb_lsize;
2212         uint64_t zb_psize;
2213         uint64_t zb_count;
2214         uint64_t zb_psize_histogram[PSIZE_HISTO_SIZE];
2215 } zdb_blkstats_t;
2216
2217 /*
2218  * Extended object types to report deferred frees and dedup auto-ditto blocks.
2219  */
2220 #define ZDB_OT_DEFERRED (DMU_OT_NUMTYPES + 0)
2221 #define ZDB_OT_DITTO    (DMU_OT_NUMTYPES + 1)
2222 #define ZDB_OT_OTHER    (DMU_OT_NUMTYPES + 2)
2223 #define ZDB_OT_TOTAL    (DMU_OT_NUMTYPES + 3)
2224
2225 static char *zdb_ot_extname[] = {
2226         "deferred free",
2227         "dedup ditto",
2228         "other",
2229         "Total",
2230 };
2231
2232 #define ZB_TOTAL        DN_MAX_LEVELS
2233
2234 typedef struct zdb_cb {
2235         zdb_blkstats_t  zcb_type[ZB_TOTAL + 1][ZDB_OT_TOTAL + 1];
2236         uint64_t        zcb_dedup_asize;
2237         uint64_t        zcb_dedup_blocks;
2238         uint64_t        zcb_embedded_blocks[NUM_BP_EMBEDDED_TYPES];
2239         uint64_t        zcb_embedded_histogram[NUM_BP_EMBEDDED_TYPES]
2240             [BPE_PAYLOAD_SIZE];
2241         uint64_t        zcb_start;
2242         uint64_t        zcb_lastprint;
2243         uint64_t        zcb_totalasize;
2244         uint64_t        zcb_errors[256];
2245         int             zcb_readfails;
2246         int             zcb_haderrors;
2247         spa_t           *zcb_spa;
2248 } zdb_cb_t;
2249
2250 static void
2251 zdb_count_block(zdb_cb_t *zcb, zilog_t *zilog, const blkptr_t *bp,
2252     dmu_object_type_t type)
2253 {
2254         uint64_t refcnt = 0;
2255         int i;
2256
2257         ASSERT(type < ZDB_OT_TOTAL);
2258
2259         if (zilog && zil_bp_tree_add(zilog, bp) != 0)
2260                 return;
2261
2262         for (i = 0; i < 4; i++) {
2263                 int l = (i < 2) ? BP_GET_LEVEL(bp) : ZB_TOTAL;
2264                 int t = (i & 1) ? type : ZDB_OT_TOTAL;
2265                 zdb_blkstats_t *zb = &zcb->zcb_type[l][t];
2266
2267                 zb->zb_asize += BP_GET_ASIZE(bp);
2268                 zb->zb_lsize += BP_GET_LSIZE(bp);
2269                 zb->zb_psize += BP_GET_PSIZE(bp);
2270                 zb->zb_count++;
2271                 zb->zb_psize_histogram[BP_GET_PSIZE(bp) >> SPA_MINBLOCKSHIFT]++;
2272         }
2273
2274         if (BP_IS_EMBEDDED(bp)) {
2275                 zcb->zcb_embedded_blocks[BPE_GET_ETYPE(bp)]++;
2276                 zcb->zcb_embedded_histogram[BPE_GET_ETYPE(bp)]
2277                     [BPE_GET_PSIZE(bp)]++;
2278                 return;
2279         }
2280
2281         if (dump_opt['L'])
2282                 return;
2283
2284         if (BP_GET_DEDUP(bp)) {
2285                 ddt_t *ddt;
2286                 ddt_entry_t *dde;
2287
2288                 ddt = ddt_select(zcb->zcb_spa, bp);
2289                 ddt_enter(ddt);
2290                 dde = ddt_lookup(ddt, bp, B_FALSE);
2291
2292                 if (dde == NULL) {
2293                         refcnt = 0;
2294                 } else {
2295                         ddt_phys_t *ddp = ddt_phys_select(dde, bp);
2296                         ddt_phys_decref(ddp);
2297                         refcnt = ddp->ddp_refcnt;
2298                         if (ddt_phys_total_refcnt(dde) == 0)
2299                                 ddt_remove(ddt, dde);
2300                 }
2301                 ddt_exit(ddt);
2302         }
2303
2304         VERIFY3U(zio_wait(zio_claim(NULL, zcb->zcb_spa,
2305             refcnt ? 0 : spa_first_txg(zcb->zcb_spa),
2306             bp, NULL, NULL, ZIO_FLAG_CANFAIL)), ==, 0);
2307 }
2308
2309 static void
2310 zdb_blkptr_done(zio_t *zio)
2311 {
2312         spa_t *spa = zio->io_spa;
2313         blkptr_t *bp = zio->io_bp;
2314         int ioerr = zio->io_error;
2315         zdb_cb_t *zcb = zio->io_private;
2316         zbookmark_phys_t *zb = &zio->io_bookmark;
2317
2318         zio_data_buf_free(zio->io_data, zio->io_size);
2319
2320         mutex_enter(&spa->spa_scrub_lock);
2321         spa->spa_scrub_inflight--;
2322         cv_broadcast(&spa->spa_scrub_io_cv);
2323
2324         if (ioerr && !(zio->io_flags & ZIO_FLAG_SPECULATIVE)) {
2325                 char blkbuf[BP_SPRINTF_LEN];
2326
2327                 zcb->zcb_haderrors = 1;
2328                 zcb->zcb_errors[ioerr]++;
2329
2330                 if (dump_opt['b'] >= 2)
2331                         snprintf_blkptr(blkbuf, sizeof (blkbuf), bp);
2332                 else
2333                         blkbuf[0] = '\0';
2334
2335                 (void) printf("zdb_blkptr_cb: "
2336                     "Got error %d reading "
2337                     "<%llu, %llu, %lld, %llx> %s -- skipping\n",
2338                     ioerr,
2339                     (u_longlong_t)zb->zb_objset,
2340                     (u_longlong_t)zb->zb_object,
2341                     (u_longlong_t)zb->zb_level,
2342                     (u_longlong_t)zb->zb_blkid,
2343                     blkbuf);
2344         }
2345         mutex_exit(&spa->spa_scrub_lock);
2346 }
2347
2348 static int
2349 zdb_blkptr_cb(spa_t *spa, zilog_t *zilog, const blkptr_t *bp,
2350     const zbookmark_phys_t *zb, const dnode_phys_t *dnp, void *arg)
2351 {
2352         zdb_cb_t *zcb = arg;
2353         dmu_object_type_t type;
2354         boolean_t is_metadata;
2355
2356         if (dump_opt['b'] >= 5 && bp->blk_birth > 0) {
2357                 char blkbuf[BP_SPRINTF_LEN];
2358                 snprintf_blkptr(blkbuf, sizeof (blkbuf), bp);
2359                 (void) printf("objset %llu object %llu "
2360                     "level %lld offset 0x%llx %s\n",
2361                     (u_longlong_t)zb->zb_objset,
2362                     (u_longlong_t)zb->zb_object,
2363                     (longlong_t)zb->zb_level,
2364                     (u_longlong_t)blkid2offset(dnp, bp, zb),
2365                     blkbuf);
2366         }
2367
2368         if (BP_IS_HOLE(bp))
2369                 return (0);
2370
2371         type = BP_GET_TYPE(bp);
2372
2373         zdb_count_block(zcb, zilog, bp,
2374             (type & DMU_OT_NEWTYPE) ? ZDB_OT_OTHER : type);
2375
2376         is_metadata = (BP_GET_LEVEL(bp) != 0 || DMU_OT_IS_METADATA(type));
2377
2378         if (!BP_IS_EMBEDDED(bp) &&
2379             (dump_opt['c'] > 1 || (dump_opt['c'] && is_metadata))) {
2380                 size_t size = BP_GET_PSIZE(bp);
2381                 void *data = zio_data_buf_alloc(size);
2382                 int flags = ZIO_FLAG_CANFAIL | ZIO_FLAG_SCRUB | ZIO_FLAG_RAW;
2383
2384                 /* If it's an intent log block, failure is expected. */
2385                 if (zb->zb_level == ZB_ZIL_LEVEL)
2386                         flags |= ZIO_FLAG_SPECULATIVE;
2387
2388                 mutex_enter(&spa->spa_scrub_lock);
2389                 while (spa->spa_scrub_inflight > max_inflight)
2390                         cv_wait(&spa->spa_scrub_io_cv, &spa->spa_scrub_lock);
2391                 spa->spa_scrub_inflight++;
2392                 mutex_exit(&spa->spa_scrub_lock);
2393
2394                 zio_nowait(zio_read(NULL, spa, bp, data, size,
2395                     zdb_blkptr_done, zcb, ZIO_PRIORITY_ASYNC_READ, flags, zb));
2396         }
2397
2398         zcb->zcb_readfails = 0;
2399
2400         if (dump_opt['b'] < 5 &&
2401             gethrtime() > zcb->zcb_lastprint + NANOSEC) {
2402                 uint64_t now = gethrtime();
2403                 char buf[10];
2404                 uint64_t bytes = zcb->zcb_type[ZB_TOTAL][ZDB_OT_TOTAL].zb_asize;
2405                 int kb_per_sec =
2406                     1 + bytes / (1 + ((now - zcb->zcb_start) / 1000 / 1000));
2407                 int sec_remaining =
2408                     (zcb->zcb_totalasize - bytes) / 1024 / kb_per_sec;
2409
2410                 zfs_nicenum(bytes, buf, sizeof (buf));
2411                 (void) fprintf(stderr,
2412                     "\r%5s completed (%4dMB/s) "
2413                     "estimated time remaining: %uhr %02umin %02usec        ",
2414                     buf, kb_per_sec / 1024,
2415                     sec_remaining / 60 / 60,
2416                     sec_remaining / 60 % 60,
2417                     sec_remaining % 60);
2418
2419                 zcb->zcb_lastprint = now;
2420         }
2421
2422         return (0);
2423 }
2424
2425 static void
2426 zdb_leak(void *arg, uint64_t start, uint64_t size)
2427 {
2428         vdev_t *vd = arg;
2429
2430         (void) printf("leaked space: vdev %llu, offset 0x%llx, size %llu\n",
2431             (u_longlong_t)vd->vdev_id, (u_longlong_t)start, (u_longlong_t)size);
2432 }
2433
2434 static metaslab_ops_t zdb_metaslab_ops = {
2435         NULL    /* alloc */
2436 };
2437
2438 static void
2439 zdb_ddt_leak_init(spa_t *spa, zdb_cb_t *zcb)
2440 {
2441         ddt_bookmark_t ddb = { 0 };
2442         ddt_entry_t dde;
2443         int error;
2444         int p;
2445
2446         while ((error = ddt_walk(spa, &ddb, &dde)) == 0) {
2447                 blkptr_t blk;
2448                 ddt_phys_t *ddp = dde.dde_phys;
2449
2450                 if (ddb.ddb_class == DDT_CLASS_UNIQUE)
2451                         return;
2452
2453                 ASSERT(ddt_phys_total_refcnt(&dde) > 1);
2454
2455                 for (p = 0; p < DDT_PHYS_TYPES; p++, ddp++) {
2456                         if (ddp->ddp_phys_birth == 0)
2457                                 continue;
2458                         ddt_bp_create(ddb.ddb_checksum,
2459                             &dde.dde_key, ddp, &blk);
2460                         if (p == DDT_PHYS_DITTO) {
2461                                 zdb_count_block(zcb, NULL, &blk, ZDB_OT_DITTO);
2462                         } else {
2463                                 zcb->zcb_dedup_asize +=
2464                                     BP_GET_ASIZE(&blk) * (ddp->ddp_refcnt - 1);
2465                                 zcb->zcb_dedup_blocks++;
2466                         }
2467                 }
2468                 if (!dump_opt['L']) {
2469                         ddt_t *ddt = spa->spa_ddt[ddb.ddb_checksum];
2470                         ddt_enter(ddt);
2471                         VERIFY(ddt_lookup(ddt, &blk, B_TRUE) != NULL);
2472                         ddt_exit(ddt);
2473                 }
2474         }
2475
2476         ASSERT(error == ENOENT);
2477 }
2478
2479 static void
2480 zdb_leak_init(spa_t *spa, zdb_cb_t *zcb)
2481 {
2482         zcb->zcb_spa = spa;
2483         uint64_t c, m;
2484
2485         if (!dump_opt['L']) {
2486                 vdev_t *rvd = spa->spa_root_vdev;
2487                 for (c = 0; c < rvd->vdev_children; c++) {
2488                         vdev_t *vd = rvd->vdev_child[c];
2489                         for (m = 0; m < vd->vdev_ms_count; m++) {
2490                                 metaslab_t *msp = vd->vdev_ms[m];
2491                                 mutex_enter(&msp->ms_lock);
2492                                 metaslab_unload(msp);
2493
2494                                 /*
2495                                  * For leak detection, we overload the metaslab
2496                                  * ms_tree to contain allocated segments
2497                                  * instead of free segments. As a result,
2498                                  * we can't use the normal metaslab_load/unload
2499                                  * interfaces.
2500                                  */
2501                                 if (msp->ms_sm != NULL) {
2502                                         (void) fprintf(stderr,
2503                                             "\rloading space map for "
2504                                             "vdev %llu of %llu, "
2505                                             "metaslab %llu of %llu ...",
2506                                             (longlong_t)c,
2507                                             (longlong_t)rvd->vdev_children,
2508                                             (longlong_t)m,
2509                                             (longlong_t)vd->vdev_ms_count);
2510
2511                                         msp->ms_ops = &zdb_metaslab_ops;
2512                                         VERIFY0(space_map_load(msp->ms_sm,
2513                                             msp->ms_tree, SM_ALLOC));
2514                                         msp->ms_loaded = B_TRUE;
2515                                 }
2516                                 mutex_exit(&msp->ms_lock);
2517                         }
2518                 }
2519                 (void) fprintf(stderr, "\n");
2520         }
2521
2522         spa_config_enter(spa, SCL_CONFIG, FTAG, RW_READER);
2523
2524         zdb_ddt_leak_init(spa, zcb);
2525
2526         spa_config_exit(spa, SCL_CONFIG, FTAG);
2527 }
2528
2529 static void
2530 zdb_leak_fini(spa_t *spa)
2531 {
2532         int c, m;
2533
2534         if (!dump_opt['L']) {
2535                 vdev_t *rvd = spa->spa_root_vdev;
2536                 for (c = 0; c < rvd->vdev_children; c++) {
2537                         vdev_t *vd = rvd->vdev_child[c];
2538                         for (m = 0; m < vd->vdev_ms_count; m++) {
2539                                 metaslab_t *msp = vd->vdev_ms[m];
2540                                 mutex_enter(&msp->ms_lock);
2541
2542                                 /*
2543                                  * The ms_tree has been overloaded to
2544                                  * contain allocated segments. Now that we
2545                                  * finished traversing all blocks, any
2546                                  * block that remains in the ms_tree
2547                                  * represents an allocated block that we
2548                                  * did not claim during the traversal.
2549                                  * Claimed blocks would have been removed
2550                                  * from the ms_tree.
2551                                  */
2552                                 range_tree_vacate(msp->ms_tree, zdb_leak, vd);
2553                                 msp->ms_loaded = B_FALSE;
2554
2555                                 mutex_exit(&msp->ms_lock);
2556                         }
2557                 }
2558         }
2559 }
2560
2561 /* ARGSUSED */
2562 static int
2563 count_block_cb(void *arg, const blkptr_t *bp, dmu_tx_t *tx)
2564 {
2565         zdb_cb_t *zcb = arg;
2566
2567         if (dump_opt['b'] >= 5) {
2568                 char blkbuf[BP_SPRINTF_LEN];
2569                 snprintf_blkptr(blkbuf, sizeof (blkbuf), bp);
2570                 (void) printf("[%s] %s\n",
2571                     "deferred free", blkbuf);
2572         }
2573         zdb_count_block(zcb, NULL, bp, ZDB_OT_DEFERRED);
2574         return (0);
2575 }
2576
2577 static int
2578 dump_block_stats(spa_t *spa)
2579 {
2580         zdb_cb_t zcb;
2581         zdb_blkstats_t *zb, *tzb;
2582         uint64_t norm_alloc, norm_space, total_alloc, total_found;
2583         int flags = TRAVERSE_PRE | TRAVERSE_PREFETCH_METADATA | TRAVERSE_HARD;
2584         boolean_t leaks = B_FALSE;
2585         int e, c;
2586         bp_embedded_type_t i;
2587
2588         (void) printf("\nTraversing all blocks %s%s%s%s%s...\n\n",
2589             (dump_opt['c'] || !dump_opt['L']) ? "to verify " : "",
2590             (dump_opt['c'] == 1) ? "metadata " : "",
2591             dump_opt['c'] ? "checksums " : "",
2592             (dump_opt['c'] && !dump_opt['L']) ? "and verify " : "",
2593             !dump_opt['L'] ? "nothing leaked " : "");
2594
2595         /*
2596          * Load all space maps as SM_ALLOC maps, then traverse the pool
2597          * claiming each block we discover.  If the pool is perfectly
2598          * consistent, the space maps will be empty when we're done.
2599          * Anything left over is a leak; any block we can't claim (because
2600          * it's not part of any space map) is a double allocation,
2601          * reference to a freed block, or an unclaimed log block.
2602          */
2603         bzero(&zcb, sizeof (zdb_cb_t));
2604         zdb_leak_init(spa, &zcb);
2605
2606         /*
2607          * If there's a deferred-free bplist, process that first.
2608          */
2609         (void) bpobj_iterate_nofree(&spa->spa_deferred_bpobj,
2610             count_block_cb, &zcb, NULL);
2611         if (spa_version(spa) >= SPA_VERSION_DEADLISTS) {
2612                 (void) bpobj_iterate_nofree(&spa->spa_dsl_pool->dp_free_bpobj,
2613                     count_block_cb, &zcb, NULL);
2614         }
2615         if (spa_feature_is_active(spa, SPA_FEATURE_ASYNC_DESTROY)) {
2616                 VERIFY3U(0, ==, bptree_iterate(spa->spa_meta_objset,
2617                     spa->spa_dsl_pool->dp_bptree_obj, B_FALSE, count_block_cb,
2618                     &zcb, NULL));
2619         }
2620
2621         if (dump_opt['c'] > 1)
2622                 flags |= TRAVERSE_PREFETCH_DATA;
2623
2624         zcb.zcb_totalasize = metaslab_class_get_alloc(spa_normal_class(spa));
2625         zcb.zcb_start = zcb.zcb_lastprint = gethrtime();
2626         zcb.zcb_haderrors |= traverse_pool(spa, 0, flags, zdb_blkptr_cb, &zcb);
2627
2628         /*
2629          * If we've traversed the data blocks then we need to wait for those
2630          * I/Os to complete. We leverage "The Godfather" zio to wait on
2631          * all async I/Os to complete.
2632          */
2633         if (dump_opt['c']) {
2634                 for (c = 0; c < max_ncpus; c++) {
2635                         (void) zio_wait(spa->spa_async_zio_root[c]);
2636                         spa->spa_async_zio_root[c] = zio_root(spa, NULL, NULL,
2637                             ZIO_FLAG_CANFAIL | ZIO_FLAG_SPECULATIVE |
2638                             ZIO_FLAG_GODFATHER);
2639                 }
2640         }
2641
2642         if (zcb.zcb_haderrors) {
2643                 (void) printf("\nError counts:\n\n");
2644                 (void) printf("\t%5s  %s\n", "errno", "count");
2645                 for (e = 0; e < 256; e++) {
2646                         if (zcb.zcb_errors[e] != 0) {
2647                                 (void) printf("\t%5d  %llu\n",
2648                                     e, (u_longlong_t)zcb.zcb_errors[e]);
2649                         }
2650                 }
2651         }
2652
2653         /*
2654          * Report any leaked segments.
2655          */
2656         zdb_leak_fini(spa);
2657
2658         tzb = &zcb.zcb_type[ZB_TOTAL][ZDB_OT_TOTAL];
2659
2660         norm_alloc = metaslab_class_get_alloc(spa_normal_class(spa));
2661         norm_space = metaslab_class_get_space(spa_normal_class(spa));
2662
2663         total_alloc = norm_alloc + metaslab_class_get_alloc(spa_log_class(spa));
2664         total_found = tzb->zb_asize - zcb.zcb_dedup_asize;
2665
2666         if (total_found == total_alloc) {
2667                 if (!dump_opt['L'])
2668                         (void) printf("\n\tNo leaks (block sum matches space"
2669                             " maps exactly)\n");
2670         } else {
2671                 (void) printf("block traversal size %llu != alloc %llu "
2672                     "(%s %lld)\n",
2673                     (u_longlong_t)total_found,
2674                     (u_longlong_t)total_alloc,
2675                     (dump_opt['L']) ? "unreachable" : "leaked",
2676                     (longlong_t)(total_alloc - total_found));
2677                 leaks = B_TRUE;
2678         }
2679
2680         if (tzb->zb_count == 0)
2681                 return (2);
2682
2683         (void) printf("\n");
2684         (void) printf("\tbp count:      %10llu\n",
2685             (u_longlong_t)tzb->zb_count);
2686         (void) printf("\tbp logical:    %10llu      avg: %6llu\n",
2687             (u_longlong_t)tzb->zb_lsize,
2688             (u_longlong_t)(tzb->zb_lsize / tzb->zb_count));
2689         (void) printf("\tbp physical:   %10llu      avg:"
2690             " %6llu     compression: %6.2f\n",
2691             (u_longlong_t)tzb->zb_psize,
2692             (u_longlong_t)(tzb->zb_psize / tzb->zb_count),
2693             (double)tzb->zb_lsize / tzb->zb_psize);
2694         (void) printf("\tbp allocated:  %10llu      avg:"
2695             " %6llu     compression: %6.2f\n",
2696             (u_longlong_t)tzb->zb_asize,
2697             (u_longlong_t)(tzb->zb_asize / tzb->zb_count),
2698             (double)tzb->zb_lsize / tzb->zb_asize);
2699         (void) printf("\tbp deduped:    %10llu    ref>1:"
2700             " %6llu   deduplication: %6.2f\n",
2701             (u_longlong_t)zcb.zcb_dedup_asize,
2702             (u_longlong_t)zcb.zcb_dedup_blocks,
2703             (double)zcb.zcb_dedup_asize / tzb->zb_asize + 1.0);
2704         (void) printf("\tSPA allocated: %10llu     used: %5.2f%%\n",
2705             (u_longlong_t)norm_alloc, 100.0 * norm_alloc / norm_space);
2706
2707         for (i = 0; i < NUM_BP_EMBEDDED_TYPES; i++) {
2708                 if (zcb.zcb_embedded_blocks[i] == 0)
2709                         continue;
2710                 (void) printf("\n");
2711                 (void) printf("\tadditional, non-pointer bps of type %u: "
2712                     "%10llu\n",
2713                     i, (u_longlong_t)zcb.zcb_embedded_blocks[i]);
2714
2715                 if (dump_opt['b'] >= 3) {
2716                         (void) printf("\t number of (compressed) bytes:  "
2717                             "number of bps\n");
2718                         dump_histogram(zcb.zcb_embedded_histogram[i],
2719                             sizeof (zcb.zcb_embedded_histogram[i]) /
2720                             sizeof (zcb.zcb_embedded_histogram[i][0]), 0);
2721                 }
2722         }
2723
2724         if (dump_opt['b'] >= 2) {
2725                 int l, t, level;
2726                 (void) printf("\nBlocks\tLSIZE\tPSIZE\tASIZE"
2727                     "\t  avg\t comp\t%%Total\tType\n");
2728
2729                 for (t = 0; t <= ZDB_OT_TOTAL; t++) {
2730                         char csize[32], lsize[32], psize[32], asize[32];
2731                         char avg[32];
2732                         char *typename;
2733
2734                         if (t < DMU_OT_NUMTYPES)
2735                                 typename = dmu_ot[t].ot_name;
2736                         else
2737                                 typename = zdb_ot_extname[t - DMU_OT_NUMTYPES];
2738
2739                         if (zcb.zcb_type[ZB_TOTAL][t].zb_asize == 0) {
2740                                 (void) printf("%6s\t%5s\t%5s\t%5s"
2741                                     "\t%5s\t%5s\t%6s\t%s\n",
2742                                     "-",
2743                                     "-",
2744                                     "-",
2745                                     "-",
2746                                     "-",
2747                                     "-",
2748                                     "-",
2749                                     typename);
2750                                 continue;
2751                         }
2752
2753                         for (l = ZB_TOTAL - 1; l >= -1; l--) {
2754                                 level = (l == -1 ? ZB_TOTAL : l);
2755                                 zb = &zcb.zcb_type[level][t];
2756
2757                                 if (zb->zb_asize == 0)
2758                                         continue;
2759
2760                                 if (dump_opt['b'] < 3 && level != ZB_TOTAL)
2761                                         continue;
2762
2763                                 if (level == 0 && zb->zb_asize ==
2764                                     zcb.zcb_type[ZB_TOTAL][t].zb_asize)
2765                                         continue;
2766
2767                                 zdb_nicenum(zb->zb_count, csize);
2768                                 zdb_nicenum(zb->zb_lsize, lsize);
2769                                 zdb_nicenum(zb->zb_psize, psize);
2770                                 zdb_nicenum(zb->zb_asize, asize);
2771                                 zdb_nicenum(zb->zb_asize / zb->zb_count, avg);
2772
2773                                 (void) printf("%6s\t%5s\t%5s\t%5s\t%5s"
2774                                     "\t%5.2f\t%6.2f\t",
2775                                     csize, lsize, psize, asize, avg,
2776                                     (double)zb->zb_lsize / zb->zb_psize,
2777                                     100.0 * zb->zb_asize / tzb->zb_asize);
2778
2779                                 if (level == ZB_TOTAL)
2780                                         (void) printf("%s\n", typename);
2781                                 else
2782                                         (void) printf("    L%d %s\n",
2783                                             level, typename);
2784
2785                                 if (dump_opt['b'] >= 4) {
2786                                         (void) printf("psize "
2787                                             "(in 512-byte sectors): "
2788                                             "number of blocks\n");
2789                                         dump_histogram(zb->zb_psize_histogram,
2790                                             PSIZE_HISTO_SIZE, 0);
2791                                 }
2792                         }
2793                 }
2794         }
2795
2796         (void) printf("\n");
2797
2798         if (leaks)
2799                 return (2);
2800
2801         if (zcb.zcb_haderrors)
2802                 return (3);
2803
2804         return (0);
2805 }
2806
2807 typedef struct zdb_ddt_entry {
2808         ddt_key_t       zdde_key;
2809         uint64_t        zdde_ref_blocks;
2810         uint64_t        zdde_ref_lsize;
2811         uint64_t        zdde_ref_psize;
2812         uint64_t        zdde_ref_dsize;
2813         avl_node_t      zdde_node;
2814 } zdb_ddt_entry_t;
2815
2816 /* ARGSUSED */
2817 static int
2818 zdb_ddt_add_cb(spa_t *spa, zilog_t *zilog, const blkptr_t *bp,
2819     const zbookmark_phys_t *zb, const dnode_phys_t *dnp, void *arg)
2820 {
2821         avl_tree_t *t = arg;
2822         avl_index_t where;
2823         zdb_ddt_entry_t *zdde, zdde_search;
2824
2825         if (BP_IS_HOLE(bp) || BP_IS_EMBEDDED(bp))
2826                 return (0);
2827
2828         if (dump_opt['S'] > 1 && zb->zb_level == ZB_ROOT_LEVEL) {
2829                 (void) printf("traversing objset %llu, %llu objects, "
2830                     "%lu blocks so far\n",
2831                     (u_longlong_t)zb->zb_objset,
2832                     (u_longlong_t)BP_GET_FILL(bp),
2833                     avl_numnodes(t));
2834         }
2835
2836         if (BP_IS_HOLE(bp) || BP_GET_CHECKSUM(bp) == ZIO_CHECKSUM_OFF ||
2837             BP_GET_LEVEL(bp) > 0 || DMU_OT_IS_METADATA(BP_GET_TYPE(bp)))
2838                 return (0);
2839
2840         ddt_key_fill(&zdde_search.zdde_key, bp);
2841
2842         zdde = avl_find(t, &zdde_search, &where);
2843
2844         if (zdde == NULL) {
2845                 zdde = umem_zalloc(sizeof (*zdde), UMEM_NOFAIL);
2846                 zdde->zdde_key = zdde_search.zdde_key;
2847                 avl_insert(t, zdde, where);
2848         }
2849
2850         zdde->zdde_ref_blocks += 1;
2851         zdde->zdde_ref_lsize += BP_GET_LSIZE(bp);
2852         zdde->zdde_ref_psize += BP_GET_PSIZE(bp);
2853         zdde->zdde_ref_dsize += bp_get_dsize_sync(spa, bp);
2854
2855         return (0);
2856 }
2857
2858 static void
2859 dump_simulated_ddt(spa_t *spa)
2860 {
2861         avl_tree_t t;
2862         void *cookie = NULL;
2863         zdb_ddt_entry_t *zdde;
2864         ddt_histogram_t ddh_total;
2865         ddt_stat_t dds_total;
2866
2867         bzero(&ddh_total, sizeof (ddt_histogram_t));
2868         bzero(&dds_total, sizeof (ddt_stat_t));
2869
2870         avl_create(&t, ddt_entry_compare,
2871             sizeof (zdb_ddt_entry_t), offsetof(zdb_ddt_entry_t, zdde_node));
2872
2873         spa_config_enter(spa, SCL_CONFIG, FTAG, RW_READER);
2874
2875         (void) traverse_pool(spa, 0, TRAVERSE_PRE | TRAVERSE_PREFETCH_METADATA,
2876             zdb_ddt_add_cb, &t);
2877
2878         spa_config_exit(spa, SCL_CONFIG, FTAG);
2879
2880         while ((zdde = avl_destroy_nodes(&t, &cookie)) != NULL) {
2881                 ddt_stat_t dds;
2882                 uint64_t refcnt = zdde->zdde_ref_blocks;
2883                 ASSERT(refcnt != 0);
2884
2885                 dds.dds_blocks = zdde->zdde_ref_blocks / refcnt;
2886                 dds.dds_lsize = zdde->zdde_ref_lsize / refcnt;
2887                 dds.dds_psize = zdde->zdde_ref_psize / refcnt;
2888                 dds.dds_dsize = zdde->zdde_ref_dsize / refcnt;
2889
2890                 dds.dds_ref_blocks = zdde->zdde_ref_blocks;
2891                 dds.dds_ref_lsize = zdde->zdde_ref_lsize;
2892                 dds.dds_ref_psize = zdde->zdde_ref_psize;
2893                 dds.dds_ref_dsize = zdde->zdde_ref_dsize;
2894
2895                 ddt_stat_add(&ddh_total.ddh_stat[highbit64(refcnt) - 1],
2896                     &dds, 0);
2897
2898                 umem_free(zdde, sizeof (*zdde));
2899         }
2900
2901         avl_destroy(&t);
2902
2903         ddt_histogram_stat(&dds_total, &ddh_total);
2904
2905         (void) printf("Simulated DDT histogram:\n");
2906
2907         zpool_dump_ddt(&dds_total, &ddh_total);
2908
2909         dump_dedup_ratio(&dds_total);
2910 }
2911
2912 static void
2913 dump_zpool(spa_t *spa)
2914 {
2915         dsl_pool_t *dp = spa_get_dsl(spa);
2916         int rc = 0;
2917
2918         if (dump_opt['S']) {
2919                 dump_simulated_ddt(spa);
2920                 return;
2921         }
2922
2923         if (!dump_opt['e'] && dump_opt['C'] > 1) {
2924                 (void) printf("\nCached configuration:\n");
2925                 dump_nvlist(spa->spa_config, 8);
2926         }
2927
2928         if (dump_opt['C'])
2929                 dump_config(spa);
2930
2931         if (dump_opt['u'])
2932                 dump_uberblock(&spa->spa_uberblock, "\nUberblock:\n", "\n");
2933
2934         if (dump_opt['D'])
2935                 dump_all_ddts(spa);
2936
2937         if (dump_opt['d'] > 2 || dump_opt['m'])
2938                 dump_metaslabs(spa);
2939         if (dump_opt['M'])
2940                 dump_metaslab_groups(spa);
2941
2942         if (dump_opt['d'] || dump_opt['i']) {
2943                 dump_dir(dp->dp_meta_objset);
2944                 if (dump_opt['d'] >= 3) {
2945                         dump_bpobj(&spa->spa_deferred_bpobj,
2946                             "Deferred frees", 0);
2947                         if (spa_version(spa) >= SPA_VERSION_DEADLISTS) {
2948                                 dump_bpobj(&spa->spa_dsl_pool->dp_free_bpobj,
2949                                     "Pool snapshot frees", 0);
2950                         }
2951
2952                         if (spa_feature_is_active(spa,
2953                             SPA_FEATURE_ASYNC_DESTROY)) {
2954                                 dump_bptree(spa->spa_meta_objset,
2955                                     spa->spa_dsl_pool->dp_bptree_obj,
2956                                     "Pool dataset frees");
2957                         }
2958                         dump_dtl(spa->spa_root_vdev, 0);
2959                 }
2960                 (void) dmu_objset_find(spa_name(spa), dump_one_dir,
2961                     NULL, DS_FIND_SNAPSHOTS | DS_FIND_CHILDREN);
2962         }
2963         if (dump_opt['b'] || dump_opt['c'])
2964                 rc = dump_block_stats(spa);
2965
2966         if (rc == 0)
2967                 rc = verify_spacemap_refcounts(spa);
2968
2969         if (dump_opt['s'])
2970                 show_pool_stats(spa);
2971
2972         if (dump_opt['h'])
2973                 dump_history(spa);
2974
2975         if (rc != 0)
2976                 exit(rc);
2977 }
2978
2979 #define ZDB_FLAG_CHECKSUM       0x0001
2980 #define ZDB_FLAG_DECOMPRESS     0x0002
2981 #define ZDB_FLAG_BSWAP          0x0004
2982 #define ZDB_FLAG_GBH            0x0008
2983 #define ZDB_FLAG_INDIRECT       0x0010
2984 #define ZDB_FLAG_PHYS           0x0020
2985 #define ZDB_FLAG_RAW            0x0040
2986 #define ZDB_FLAG_PRINT_BLKPTR   0x0080
2987
2988 int flagbits[256];
2989
2990 static void
2991 zdb_print_blkptr(blkptr_t *bp, int flags)
2992 {
2993         char blkbuf[BP_SPRINTF_LEN];
2994
2995         if (flags & ZDB_FLAG_BSWAP)
2996                 byteswap_uint64_array((void *)bp, sizeof (blkptr_t));
2997
2998         snprintf_blkptr(blkbuf, sizeof (blkbuf), bp);
2999         (void) printf("%s\n", blkbuf);
3000 }
3001
3002 static void
3003 zdb_dump_indirect(blkptr_t *bp, int nbps, int flags)
3004 {
3005         int i;
3006
3007         for (i = 0; i < nbps; i++)
3008                 zdb_print_blkptr(&bp[i], flags);
3009 }
3010
3011 static void
3012 zdb_dump_gbh(void *buf, int flags)
3013 {
3014         zdb_dump_indirect((blkptr_t *)buf, SPA_GBH_NBLKPTRS, flags);
3015 }
3016
3017 static void
3018 zdb_dump_block_raw(void *buf, uint64_t size, int flags)
3019 {
3020         if (flags & ZDB_FLAG_BSWAP)
3021                 byteswap_uint64_array(buf, size);
3022         VERIFY(write(fileno(stdout), buf, size) == size);
3023 }
3024
3025 static void
3026 zdb_dump_block(char *label, void *buf, uint64_t size, int flags)
3027 {
3028         uint64_t *d = (uint64_t *)buf;
3029         int nwords = size / sizeof (uint64_t);
3030         int do_bswap = !!(flags & ZDB_FLAG_BSWAP);
3031         int i, j;
3032         char *hdr, *c;
3033
3034
3035         if (do_bswap)
3036                 hdr = " 7 6 5 4 3 2 1 0   f e d c b a 9 8";
3037         else
3038                 hdr = " 0 1 2 3 4 5 6 7   8 9 a b c d e f";
3039
3040         (void) printf("\n%s\n%6s   %s  0123456789abcdef\n", label, "", hdr);
3041
3042         for (i = 0; i < nwords; i += 2) {
3043                 (void) printf("%06llx:  %016llx  %016llx  ",
3044                     (u_longlong_t)(i * sizeof (uint64_t)),
3045                     (u_longlong_t)(do_bswap ? BSWAP_64(d[i]) : d[i]),
3046                     (u_longlong_t)(do_bswap ? BSWAP_64(d[i + 1]) : d[i + 1]));
3047
3048                 c = (char *)&d[i];
3049                 for (j = 0; j < 2 * sizeof (uint64_t); j++)
3050                         (void) printf("%c", isprint(c[j]) ? c[j] : '.');
3051                 (void) printf("\n");
3052         }
3053 }
3054
3055 /*
3056  * There are two acceptable formats:
3057  *      leaf_name         - For example: c1t0d0 or /tmp/ztest.0a
3058  *      child[.child]*    - For example: 0.1.1
3059  *
3060  * The second form can be used to specify arbitrary vdevs anywhere
3061  * in the heirarchy.  For example, in a pool with a mirror of
3062  * RAID-Zs, you can specify either RAID-Z vdev with 0.0 or 0.1 .
3063  */
3064 static vdev_t *
3065 zdb_vdev_lookup(vdev_t *vdev, char *path)
3066 {
3067         char *s, *p, *q;
3068         int i;
3069
3070         if (vdev == NULL)
3071                 return (NULL);
3072
3073         /* First, assume the x.x.x.x format */
3074         i = (int)strtoul(path, &s, 10);
3075         if (s == path || (s && *s != '.' && *s != '\0'))
3076                 goto name;
3077         if (i < 0 || i >= vdev->vdev_children)
3078                 return (NULL);
3079
3080         vdev = vdev->vdev_child[i];
3081         if (*s == '\0')
3082                 return (vdev);
3083         return (zdb_vdev_lookup(vdev, s+1));
3084
3085 name:
3086         for (i = 0; i < vdev->vdev_children; i++) {
3087                 vdev_t *vc = vdev->vdev_child[i];
3088
3089                 if (vc->vdev_path == NULL) {
3090                         vc = zdb_vdev_lookup(vc, path);
3091                         if (vc == NULL)
3092                                 continue;
3093                         else
3094                                 return (vc);
3095                 }
3096
3097                 p = strrchr(vc->vdev_path, '/');
3098                 p = p ? p + 1 : vc->vdev_path;
3099                 q = &vc->vdev_path[strlen(vc->vdev_path) - 2];
3100
3101                 if (strcmp(vc->vdev_path, path) == 0)
3102                         return (vc);
3103                 if (strcmp(p, path) == 0)
3104                         return (vc);
3105                 if (strcmp(q, "s0") == 0 && strncmp(p, path, q - p) == 0)
3106                         return (vc);
3107         }
3108
3109         return (NULL);
3110 }
3111
3112 /*
3113  * Read a block from a pool and print it out.  The syntax of the
3114  * block descriptor is:
3115  *
3116  *      pool:vdev_specifier:offset:size[:flags]
3117  *
3118  *      pool           - The name of the pool you wish to read from
3119  *      vdev_specifier - Which vdev (see comment for zdb_vdev_lookup)
3120  *      offset         - offset, in hex, in bytes
3121  *      size           - Amount of data to read, in hex, in bytes
3122  *      flags          - A string of characters specifying options
3123  *               b: Decode a blkptr at given offset within block
3124  *              *c: Calculate and display checksums
3125  *               d: Decompress data before dumping
3126  *               e: Byteswap data before dumping
3127  *               g: Display data as a gang block header
3128  *               i: Display as an indirect block
3129  *               p: Do I/O to physical offset
3130  *               r: Dump raw data to stdout
3131  *
3132  *              * = not yet implemented
3133  */
3134 static void
3135 zdb_read_block(char *thing, spa_t *spa)
3136 {
3137         blkptr_t blk, *bp = &blk;
3138         dva_t *dva = bp->blk_dva;
3139         int flags = 0;
3140         uint64_t offset = 0, size = 0, psize = 0, lsize = 0, blkptr_offset = 0;
3141         zio_t *zio;
3142         vdev_t *vd;
3143         void *pbuf, *lbuf, *buf;
3144         char *s, *p, *dup, *vdev, *flagstr;
3145         int i, error;
3146
3147         dup = strdup(thing);
3148         s = strtok(dup, ":");
3149         vdev = s ? s : "";
3150         s = strtok(NULL, ":");
3151         offset = strtoull(s ? s : "", NULL, 16);
3152         s = strtok(NULL, ":");
3153         size = strtoull(s ? s : "", NULL, 16);
3154         s = strtok(NULL, ":");
3155         flagstr = s ? s : "";
3156
3157         s = NULL;
3158         if (size == 0)
3159                 s = "size must not be zero";
3160         if (!IS_P2ALIGNED(size, DEV_BSIZE))
3161                 s = "size must be a multiple of sector size";
3162         if (!IS_P2ALIGNED(offset, DEV_BSIZE))
3163                 s = "offset must be a multiple of sector size";
3164         if (s) {
3165                 (void) printf("Invalid block specifier: %s  - %s\n", thing, s);
3166                 free(dup);
3167                 return;
3168         }
3169
3170         for (s = strtok(flagstr, ":"); s; s = strtok(NULL, ":")) {
3171                 for (i = 0; flagstr[i]; i++) {
3172                         int bit = flagbits[(uchar_t)flagstr[i]];
3173
3174                         if (bit == 0) {
3175                                 (void) printf("***Invalid flag: %c\n",
3176                                     flagstr[i]);
3177                                 continue;
3178                         }
3179                         flags |= bit;
3180
3181                         /* If it's not something with an argument, keep going */
3182                         if ((bit & (ZDB_FLAG_CHECKSUM |
3183                             ZDB_FLAG_PRINT_BLKPTR)) == 0)
3184                                 continue;
3185
3186                         p = &flagstr[i + 1];
3187                         if (bit == ZDB_FLAG_PRINT_BLKPTR)
3188                                 blkptr_offset = strtoull(p, &p, 16);
3189                         if (*p != ':' && *p != '\0') {
3190                                 (void) printf("***Invalid flag arg: '%s'\n", s);
3191                                 free(dup);
3192                                 return;
3193                         }
3194                 }
3195         }
3196
3197         vd = zdb_vdev_lookup(spa->spa_root_vdev, vdev);
3198         if (vd == NULL) {
3199                 (void) printf("***Invalid vdev: %s\n", vdev);
3200                 free(dup);
3201                 return;
3202         } else {
3203                 if (vd->vdev_path)
3204                         (void) fprintf(stderr, "Found vdev: %s\n",
3205                             vd->vdev_path);
3206                 else
3207                         (void) fprintf(stderr, "Found vdev type: %s\n",
3208                             vd->vdev_ops->vdev_op_type);
3209         }
3210
3211         psize = size;
3212         lsize = size;
3213
3214         pbuf = umem_alloc_aligned(SPA_MAXBLOCKSIZE, 512, UMEM_NOFAIL);
3215         lbuf = umem_alloc(SPA_MAXBLOCKSIZE, UMEM_NOFAIL);
3216
3217         BP_ZERO(bp);
3218
3219         DVA_SET_VDEV(&dva[0], vd->vdev_id);
3220         DVA_SET_OFFSET(&dva[0], offset);
3221         DVA_SET_GANG(&dva[0], !!(flags & ZDB_FLAG_GBH));
3222         DVA_SET_ASIZE(&dva[0], vdev_psize_to_asize(vd, psize));
3223
3224         BP_SET_BIRTH(bp, TXG_INITIAL, TXG_INITIAL);
3225
3226         BP_SET_LSIZE(bp, lsize);
3227         BP_SET_PSIZE(bp, psize);
3228         BP_SET_COMPRESS(bp, ZIO_COMPRESS_OFF);
3229         BP_SET_CHECKSUM(bp, ZIO_CHECKSUM_OFF);
3230         BP_SET_TYPE(bp, DMU_OT_NONE);
3231         BP_SET_LEVEL(bp, 0);
3232         BP_SET_DEDUP(bp, 0);
3233         BP_SET_BYTEORDER(bp, ZFS_HOST_BYTEORDER);
3234
3235         spa_config_enter(spa, SCL_STATE, FTAG, RW_READER);
3236         zio = zio_root(spa, NULL, NULL, 0);
3237
3238         if (vd == vd->vdev_top) {
3239                 /*
3240                  * Treat this as a normal block read.
3241                  */
3242                 zio_nowait(zio_read(zio, spa, bp, pbuf, psize, NULL, NULL,
3243                     ZIO_PRIORITY_SYNC_READ,
3244                     ZIO_FLAG_CANFAIL | ZIO_FLAG_RAW, NULL));
3245         } else {
3246                 /*
3247                  * Treat this as a vdev child I/O.
3248                  */
3249                 zio_nowait(zio_vdev_child_io(zio, bp, vd, offset, pbuf, psize,
3250                     ZIO_TYPE_READ, ZIO_PRIORITY_SYNC_READ,
3251                     ZIO_FLAG_DONT_CACHE | ZIO_FLAG_DONT_QUEUE |
3252                     ZIO_FLAG_DONT_PROPAGATE | ZIO_FLAG_DONT_RETRY |
3253                     ZIO_FLAG_CANFAIL | ZIO_FLAG_RAW, NULL, NULL));
3254         }
3255
3256         error = zio_wait(zio);
3257         spa_config_exit(spa, SCL_STATE, FTAG);
3258
3259         if (error) {
3260                 (void) printf("Read of %s failed, error: %d\n", thing, error);
3261                 goto out;
3262         }
3263
3264         if (flags & ZDB_FLAG_DECOMPRESS) {
3265                 /*
3266                  * We don't know how the data was compressed, so just try
3267                  * every decompress function at every inflated blocksize.
3268                  */
3269                 enum zio_compress c;
3270                 void *pbuf2 = umem_alloc(SPA_MAXBLOCKSIZE, UMEM_NOFAIL);
3271                 void *lbuf2 = umem_alloc(SPA_MAXBLOCKSIZE, UMEM_NOFAIL);
3272
3273                 bcopy(pbuf, pbuf2, psize);
3274
3275                 VERIFY(random_get_pseudo_bytes((uint8_t *)pbuf + psize,
3276                     SPA_MAXBLOCKSIZE - psize) == 0);
3277
3278                 VERIFY(random_get_pseudo_bytes((uint8_t *)pbuf2 + psize,
3279                     SPA_MAXBLOCKSIZE - psize) == 0);
3280
3281                 for (lsize = SPA_MAXBLOCKSIZE; lsize > psize;
3282                     lsize -= SPA_MINBLOCKSIZE) {
3283                         for (c = 0; c < ZIO_COMPRESS_FUNCTIONS; c++) {
3284                                 if (zio_decompress_data(c, pbuf, lbuf,
3285                                     psize, lsize) == 0 &&
3286                                     zio_decompress_data(c, pbuf2, lbuf2,
3287                                     psize, lsize) == 0 &&
3288                                     bcmp(lbuf, lbuf2, lsize) == 0)
3289                                         break;
3290                         }
3291                         if (c != ZIO_COMPRESS_FUNCTIONS)
3292                                 break;
3293                         lsize -= SPA_MINBLOCKSIZE;
3294                 }
3295
3296                 umem_free(pbuf2, SPA_MAXBLOCKSIZE);
3297                 umem_free(lbuf2, SPA_MAXBLOCKSIZE);
3298
3299                 if (lsize <= psize) {
3300                         (void) printf("Decompress of %s failed\n", thing);
3301                         goto out;
3302                 }
3303                 buf = lbuf;
3304                 size = lsize;
3305         } else {
3306                 buf = pbuf;
3307                 size = psize;
3308         }
3309
3310         if (flags & ZDB_FLAG_PRINT_BLKPTR)
3311                 zdb_print_blkptr((blkptr_t *)(void *)
3312                     ((uintptr_t)buf + (uintptr_t)blkptr_offset), flags);
3313         else if (flags & ZDB_FLAG_RAW)
3314                 zdb_dump_block_raw(buf, size, flags);
3315         else if (flags & ZDB_FLAG_INDIRECT)
3316                 zdb_dump_indirect((blkptr_t *)buf, size / sizeof (blkptr_t),
3317                     flags);
3318         else if (flags & ZDB_FLAG_GBH)
3319                 zdb_dump_gbh(buf, flags);
3320         else
3321                 zdb_dump_block(thing, buf, size, flags);
3322
3323 out:
3324         umem_free(pbuf, SPA_MAXBLOCKSIZE);
3325         umem_free(lbuf, SPA_MAXBLOCKSIZE);
3326         free(dup);
3327 }
3328
3329 static boolean_t
3330 pool_match(nvlist_t *cfg, char *tgt)
3331 {
3332         uint64_t v, guid = strtoull(tgt, NULL, 0);
3333         char *s;
3334
3335         if (guid != 0) {
3336                 if (nvlist_lookup_uint64(cfg, ZPOOL_CONFIG_POOL_GUID, &v) == 0)
3337                         return (v == guid);
3338         } else {
3339                 if (nvlist_lookup_string(cfg, ZPOOL_CONFIG_POOL_NAME, &s) == 0)
3340                         return (strcmp(s, tgt) == 0);
3341         }
3342         return (B_FALSE);
3343 }
3344
3345 static char *
3346 find_zpool(char **target, nvlist_t **configp, int dirc, char **dirv)
3347 {
3348         nvlist_t *pools;
3349         nvlist_t *match = NULL;
3350         char *name = NULL;
3351         char *sepp = NULL;
3352         char sep = 0;
3353         int count = 0;
3354         importargs_t args = { 0 };
3355
3356         args.paths = dirc;
3357         args.path = dirv;
3358         args.can_be_active = B_TRUE;
3359
3360         if ((sepp = strpbrk(*target, "/@")) != NULL) {
3361                 sep = *sepp;
3362                 *sepp = '\0';
3363         }
3364
3365         pools = zpool_search_import(g_zfs, &args);
3366
3367         if (pools != NULL) {
3368                 nvpair_t *elem = NULL;
3369                 while ((elem = nvlist_next_nvpair(pools, elem)) != NULL) {
3370                         verify(nvpair_value_nvlist(elem, configp) == 0);
3371                         if (pool_match(*configp, *target)) {
3372                                 count++;
3373                                 if (match != NULL) {
3374                                         /* print previously found config */
3375                                         if (name != NULL) {
3376                                                 (void) printf("%s\n", name);
3377                                                 dump_nvlist(match, 8);
3378                                                 name = NULL;
3379                                         }
3380                                         (void) printf("%s\n",
3381                                             nvpair_name(elem));
3382                                         dump_nvlist(*configp, 8);
3383                                 } else {
3384                                         match = *configp;
3385                                         name = nvpair_name(elem);
3386                                 }
3387                         }
3388                 }
3389         }
3390         if (count > 1)
3391                 (void) fatal("\tMatched %d pools - use pool GUID "
3392                     "instead of pool name or \n"
3393                     "\tpool name part of a dataset name to select pool", count);
3394
3395         if (sepp)
3396                 *sepp = sep;
3397         /*
3398          * If pool GUID was specified for pool id, replace it with pool name
3399          */
3400         if (name && (strstr(*target, name) != *target)) {
3401                 int sz = 1 + strlen(name) + ((sepp) ? strlen(sepp) : 0);
3402
3403                 *target = umem_alloc(sz, UMEM_NOFAIL);
3404                 (void) snprintf(*target, sz, "%s%s", name, sepp ? sepp : "");
3405         }
3406
3407         *configp = name ? match : NULL;
3408
3409         return (name);
3410 }
3411
3412 int
3413 main(int argc, char **argv)
3414 {
3415         int i, c;
3416         struct rlimit rl = { 1024, 1024 };
3417         spa_t *spa = NULL;
3418         objset_t *os = NULL;
3419         int dump_all = 1;
3420         int verbose = 0;
3421         int error = 0;
3422         char **searchdirs = NULL;
3423         int nsearch = 0;
3424         char *target;
3425         nvlist_t *policy = NULL;
3426         uint64_t max_txg = UINT64_MAX;
3427         int flags = ZFS_IMPORT_MISSING_LOG;
3428         int rewind = ZPOOL_NEVER_REWIND;
3429         char *spa_config_path_env;
3430         const char *opts = "bcdhilmMI:suCDRSAFLXevp:t:U:P";
3431
3432         (void) setrlimit(RLIMIT_NOFILE, &rl);
3433         (void) enable_extended_FILE_stdio(-1, -1);
3434
3435         dprintf_setup(&argc, argv);
3436
3437         /*
3438          * If there is an environment variable SPA_CONFIG_PATH it overrides
3439          * default spa_config_path setting. If -U flag is specified it will
3440          * override this environment variable settings once again.
3441          */
3442         spa_config_path_env = getenv("SPA_CONFIG_PATH");
3443         if (spa_config_path_env != NULL)
3444                 spa_config_path = spa_config_path_env;
3445
3446         while ((c = getopt(argc, argv, opts)) != -1) {
3447                 switch (c) {
3448                 case 'b':
3449                 case 'c':
3450                 case 'd':
3451                 case 'h':
3452                 case 'i':
3453                 case 'l':
3454                 case 'm':
3455                 case 's':
3456                 case 'u':
3457                 case 'C':
3458                 case 'D':
3459                 case 'M':
3460                 case 'R':
3461                 case 'S':
3462                         dump_opt[c]++;
3463                         dump_all = 0;
3464                         break;
3465                 case 'A':
3466                 case 'F':
3467                 case 'L':
3468                 case 'X':
3469                 case 'e':
3470                 case 'P':
3471                         dump_opt[c]++;
3472                         break;
3473                 case 'V':
3474                         flags = ZFS_IMPORT_VERBATIM;
3475                         break;
3476                 case 'I':
3477                         max_inflight = strtoull(optarg, NULL, 0);
3478                         if (max_inflight == 0) {
3479                                 (void) fprintf(stderr, "maximum number "
3480                                     "of inflight I/Os must be greater "
3481                                     "than 0\n");
3482                                 usage();
3483                         }
3484                         break;
3485                 case 'p':
3486                         if (searchdirs == NULL) {
3487                                 searchdirs = umem_alloc(sizeof (char *),
3488                                     UMEM_NOFAIL);
3489                         } else {
3490                                 char **tmp = umem_alloc((nsearch + 1) *
3491                                     sizeof (char *), UMEM_NOFAIL);
3492                                 bcopy(searchdirs, tmp, nsearch *
3493                                     sizeof (char *));
3494                                 umem_free(searchdirs,
3495                                     nsearch * sizeof (char *));
3496                                 searchdirs = tmp;
3497                         }
3498                         searchdirs[nsearch++] = optarg;
3499                         break;
3500                 case 't':
3501                         max_txg = strtoull(optarg, NULL, 0);
3502                         if (max_txg < TXG_INITIAL) {
3503                                 (void) fprintf(stderr, "incorrect txg "
3504                                     "specified: %s\n", optarg);
3505                                 usage();
3506                         }
3507                         break;
3508                 case 'U':
3509                         spa_config_path = optarg;
3510                         break;
3511                 case 'v':
3512                         verbose++;
3513                         break;
3514                 default:
3515                         usage();
3516                         break;
3517                 }
3518         }
3519
3520         if (!dump_opt['e'] && searchdirs != NULL) {
3521                 (void) fprintf(stderr, "-p option requires use of -e\n");
3522                 usage();
3523         }
3524
3525         /*
3526          * ZDB does not typically re-read blocks; therefore limit the ARC
3527          * to 256 MB, which can be used entirely for metadata.
3528          */
3529         zfs_arc_max = zfs_arc_meta_limit = 256 * 1024 * 1024;
3530
3531         kernel_init(FREAD);
3532         if ((g_zfs = libzfs_init()) == NULL)
3533                 return (1);
3534
3535         if (dump_all)
3536                 verbose = MAX(verbose, 1);
3537
3538         for (c = 0; c < 256; c++) {
3539                 if (dump_all && !strchr("elAFLRSXP", c))
3540                         dump_opt[c] = 1;
3541                 if (dump_opt[c])
3542                         dump_opt[c] += verbose;
3543         }
3544
3545         aok = (dump_opt['A'] == 1) || (dump_opt['A'] > 2);
3546         zfs_recover = (dump_opt['A'] > 1);
3547
3548         argc -= optind;
3549         argv += optind;
3550
3551         if (argc < 2 && dump_opt['R'])
3552                 usage();
3553         if (argc < 1) {
3554                 if (!dump_opt['e'] && dump_opt['C']) {
3555                         dump_cachefile(spa_config_path);
3556                         return (0);
3557                 }
3558                 usage();
3559         }
3560
3561         if (dump_opt['l']) {
3562                 dump_label(argv[0]);
3563                 return (0);
3564         }
3565
3566         if (dump_opt['X'] || dump_opt['F'])
3567                 rewind = ZPOOL_DO_REWIND |
3568                     (dump_opt['X'] ? ZPOOL_EXTREME_REWIND : 0);
3569
3570         if (nvlist_alloc(&policy, NV_UNIQUE_NAME_TYPE, 0) != 0 ||
3571             nvlist_add_uint64(policy, ZPOOL_REWIND_REQUEST_TXG, max_txg) != 0 ||
3572             nvlist_add_uint32(policy, ZPOOL_REWIND_REQUEST, rewind) != 0)
3573                 fatal("internal error: %s", strerror(ENOMEM));
3574
3575         error = 0;
3576         target = argv[0];
3577
3578         if (dump_opt['e']) {
3579                 nvlist_t *cfg = NULL;
3580                 char *name = find_zpool(&target, &cfg, nsearch, searchdirs);
3581
3582                 error = ENOENT;
3583                 if (name) {
3584                         if (dump_opt['C'] > 1) {
3585                                 (void) printf("\nConfiguration for import:\n");
3586                                 dump_nvlist(cfg, 8);
3587                         }
3588                         if (nvlist_add_nvlist(cfg,
3589                             ZPOOL_REWIND_POLICY, policy) != 0) {
3590                                 fatal("can't open '%s': %s",
3591                                     target, strerror(ENOMEM));
3592                         }
3593                         error = spa_import(name, cfg, NULL, flags);
3594                 }
3595         }
3596
3597         if (error == 0) {
3598                 if (strpbrk(target, "/@") == NULL || dump_opt['R']) {
3599                         error = spa_open_rewind(target, &spa, FTAG, policy,
3600                             NULL);
3601                         if (error) {
3602                                 /*
3603                                  * If we're missing the log device then
3604                                  * try opening the pool after clearing the
3605                                  * log state.
3606                                  */
3607                                 mutex_enter(&spa_namespace_lock);
3608                                 if ((spa = spa_lookup(target)) != NULL &&
3609                                     spa->spa_log_state == SPA_LOG_MISSING) {
3610                                         spa->spa_log_state = SPA_LOG_CLEAR;
3611                                         error = 0;
3612                                 }
3613                                 mutex_exit(&spa_namespace_lock);
3614
3615                                 if (!error) {
3616                                         error = spa_open_rewind(target, &spa,
3617                                             FTAG, policy, NULL);
3618                                 }
3619                         }
3620                 } else {
3621                         error = dmu_objset_own(target, DMU_OST_ANY,
3622                             B_TRUE, FTAG, &os);
3623                 }
3624         }
3625         nvlist_free(policy);
3626
3627         if (error)
3628                 fatal("can't open '%s': %s", target, strerror(error));
3629
3630         argv++;
3631         argc--;
3632         if (!dump_opt['R']) {
3633                 if (argc > 0) {
3634                         zopt_objects = argc;
3635                         zopt_object = calloc(zopt_objects, sizeof (uint64_t));
3636                         for (i = 0; i < zopt_objects; i++) {
3637                                 errno = 0;
3638                                 zopt_object[i] = strtoull(argv[i], NULL, 0);
3639                                 if (zopt_object[i] == 0 && errno != 0)
3640                                         fatal("bad number %s: %s",
3641                                             argv[i], strerror(errno));
3642                         }
3643                 }
3644                 if (os != NULL) {
3645                         dump_dir(os);
3646                 } else if (zopt_objects > 0 && !dump_opt['m']) {
3647                         dump_dir(spa->spa_meta_objset);
3648                 } else {
3649                         dump_zpool(spa);
3650                 }
3651         } else {
3652                 flagbits['b'] = ZDB_FLAG_PRINT_BLKPTR;
3653                 flagbits['c'] = ZDB_FLAG_CHECKSUM;
3654                 flagbits['d'] = ZDB_FLAG_DECOMPRESS;
3655                 flagbits['e'] = ZDB_FLAG_BSWAP;
3656                 flagbits['g'] = ZDB_FLAG_GBH;
3657                 flagbits['i'] = ZDB_FLAG_INDIRECT;
3658                 flagbits['p'] = ZDB_FLAG_PHYS;
3659                 flagbits['r'] = ZDB_FLAG_RAW;
3660
3661                 for (i = 0; i < argc; i++)
3662                         zdb_read_block(argv[i], spa);
3663         }
3664
3665         (os != NULL) ? dmu_objset_disown(os, FTAG) : spa_close(spa, FTAG);
3666
3667         fuid_table_destroy();
3668         sa_loaded = B_FALSE;
3669
3670         libzfs_fini(g_zfs);
3671         kernel_fini();
3672
3673         return (0);
3674 }