Lines Matching defs:vd
173 vdev_dbgmsg(vdev_t *vd, const char *fmt, ...)
182 if (vd->vdev_path != NULL) {
183 zfs_dbgmsg("%s vdev '%s': %s", vd->vdev_ops->vdev_op_type,
184 vd->vdev_path, buf);
187 vd->vdev_ops->vdev_op_type,
188 (u_longlong_t)vd->vdev_id,
189 (u_longlong_t)vd->vdev_guid, buf);
194 vdev_dbgmsg_print_tree(vdev_t *vd, int indent)
198 if (vd->vdev_ishole || vd->vdev_ops == &vdev_missing_ops) {
200 (u_longlong_t)vd->vdev_id,
201 vd->vdev_ops->vdev_op_type);
205 switch (vd->vdev_state) {
232 (uint_t)vd->vdev_state);
236 "", (int)vd->vdev_id, vd->vdev_ops->vdev_op_type,
237 vd->vdev_islog ? " (log)" : "",
238 (u_longlong_t)vd->vdev_guid,
239 vd->vdev_path ? vd->vdev_path : "N/A", state);
241 for (uint64_t i = 0; i < vd->vdev_children; i++)
242 vdev_dbgmsg_print_tree(vd->vdev_child[i], indent + 2);
287 vdev_get_mg(vdev_t *vd, metaslab_class_t *mc)
289 if (mc == spa_embedded_log_class(vd->vdev_spa) &&
290 vd->vdev_log_mg != NULL)
291 return (vd->vdev_log_mg);
293 return (vd->vdev_mg);
297 vdev_default_xlate(vdev_t *vd, const range_seg64_t *logical_rs,
300 (void) vd, (void) remain_rs;
330 vdev_default_asize(vdev_t *vd, uint64_t psize, uint64_t txg)
332 uint64_t asize = P2ROUNDUP(psize, 1ULL << vd->vdev_top->vdev_ashift);
335 for (int c = 0; c < vd->vdev_children; c++) {
336 csize = vdev_psize_to_asize_txg(vd->vdev_child[c], psize, txg);
344 vdev_default_min_asize(vdev_t *vd)
346 return (vd->vdev_min_asize);
356 vdev_get_min_asize(vdev_t *vd)
358 vdev_t *pvd = vd->vdev_parent;
365 return (vd->vdev_asize);
371 if (vd == vd->vdev_top)
372 return (P2ALIGN_TYPED(vd->vdev_asize, 1ULL << vd->vdev_ms_shift,
379 vdev_set_min_asize(vdev_t *vd)
381 vd->vdev_min_asize = vdev_get_min_asize(vd);
383 for (int c = 0; c < vd->vdev_children; c++)
384 vdev_set_min_asize(vd->vdev_child[c]);
391 vdev_get_min_alloc(vdev_t *vd)
393 uint64_t min_alloc = 1ULL << vd->vdev_ashift;
395 if (vd->vdev_ops->vdev_op_min_alloc != NULL)
396 min_alloc = vd->vdev_ops->vdev_op_min_alloc(vd);
405 vdev_get_nparity(vdev_t *vd)
409 if (vd->vdev_ops->vdev_op_nparity != NULL)
410 nparity = vd->vdev_ops->vdev_op_nparity(vd);
416 vdev_prop_get_int(vdev_t *vd, vdev_prop_t prop, uint64_t *value)
418 spa_t *spa = vd->vdev_spa;
423 if (vd->vdev_root_zap != 0) {
424 objid = vd->vdev_root_zap;
425 } else if (vd->vdev_top_zap != 0) {
426 objid = vd->vdev_top_zap;
427 } else if (vd->vdev_leaf_zap != 0) {
428 objid = vd->vdev_leaf_zap;
446 vdev_get_ndisks(vdev_t *vd)
450 if (vd->vdev_ops->vdev_op_ndisks != NULL)
451 ndisks = vd->vdev_ops->vdev_op_ndisks(vd);
472 vdev_lookup_by_guid(vdev_t *vd, uint64_t guid)
476 if (vd->vdev_guid == guid)
477 return (vd);
479 for (int c = 0; c < vd->vdev_children; c++)
480 if ((mvd = vdev_lookup_by_guid(vd->vdev_child[c], guid)) !=
488 vdev_count_leaves_impl(vdev_t *vd)
492 if (vd->vdev_ops->vdev_op_leaf)
495 for (int c = 0; c < vd->vdev_children; c++)
496 n += vdev_count_leaves_impl(vd->vdev_child[c]);
641 vdev_t *vd;
644 vd = kmem_zalloc(sizeof (vdev_t), KM_SLEEP);
645 vic = &vd->vdev_indirect_config;
649 spa->spa_root_vdev = vd;
654 if (spa->spa_root_vdev == vd) {
669 vd->vdev_spa = spa;
670 vd->vdev_id = id;
671 vd->vdev_guid = guid;
672 vd->vdev_guid_sum = guid;
673 vd->vdev_ops = ops;
674 vd->vdev_state = VDEV_STATE_CLOSED;
675 vd->vdev_ishole = (ops == &vdev_hole_ops);
678 rw_init(&vd->vdev_indirect_rwlock, NULL, RW_DEFAULT, NULL);
679 mutex_init(&vd->vdev_obsolete_lock, NULL, MUTEX_DEFAULT, NULL);
680 vd->vdev_obsolete_segments = range_tree_create(NULL, RANGE_SEG64, NULL,
688 zfs_ratelimit_init(&vd->vdev_delay_rl, &zfs_slow_io_events_per_second,
690 zfs_ratelimit_init(&vd->vdev_deadman_rl, &zfs_deadman_events_per_second,
692 zfs_ratelimit_init(&vd->vdev_dio_verify_rl,
694 zfs_ratelimit_init(&vd->vdev_checksum_rl,
700 vd->vdev_checksum_n = vdev_prop_default_numeric(VDEV_PROP_CHECKSUM_N);
701 vd->vdev_checksum_t = vdev_prop_default_numeric(VDEV_PROP_CHECKSUM_T);
702 vd->vdev_io_n = vdev_prop_default_numeric(VDEV_PROP_IO_N);
703 vd->vdev_io_t = vdev_prop_default_numeric(VDEV_PROP_IO_T);
704 vd->vdev_slow_io_n = vdev_prop_default_numeric(VDEV_PROP_SLOW_IO_N);
705 vd->vdev_slow_io_t = vdev_prop_default_numeric(VDEV_PROP_SLOW_IO_T);
707 list_link_init(&vd->vdev_config_dirty_node);
708 list_link_init(&vd->vdev_state_dirty_node);
709 list_link_init(&vd->vdev_initialize_node);
710 list_link_init(&vd->vdev_leaf_node);
711 list_link_init(&vd->vdev_trim_node);
713 mutex_init(&vd->vdev_dtl_lock, NULL, MUTEX_NOLOCKDEP, NULL);
714 mutex_init(&vd->vdev_stat_lock, NULL, MUTEX_DEFAULT, NULL);
715 mutex_init(&vd->vdev_probe_lock, NULL, MUTEX_DEFAULT, NULL);
716 mutex_init(&vd->vdev_scan_io_queue_lock, NULL, MUTEX_DEFAULT, NULL);
718 mutex_init(&vd->vdev_initialize_lock, NULL, MUTEX_DEFAULT, NULL);
719 mutex_init(&vd->vdev_initialize_io_lock, NULL, MUTEX_DEFAULT, NULL);
720 cv_init(&vd->vdev_initialize_cv, NULL, CV_DEFAULT, NULL);
721 cv_init(&vd->vdev_initialize_io_cv, NULL, CV_DEFAULT, NULL);
723 mutex_init(&vd->vdev_trim_lock, NULL, MUTEX_DEFAULT, NULL);
724 mutex_init(&vd->vdev_autotrim_lock, NULL, MUTEX_DEFAULT, NULL);
725 mutex_init(&vd->vdev_trim_io_lock, NULL, MUTEX_DEFAULT, NULL);
726 cv_init(&vd->vdev_trim_cv, NULL, CV_DEFAULT, NULL);
727 cv_init(&vd->vdev_autotrim_cv, NULL, CV_DEFAULT, NULL);
728 cv_init(&vd->vdev_autotrim_kick_cv, NULL, CV_DEFAULT, NULL);
729 cv_init(&vd->vdev_trim_io_cv, NULL, CV_DEFAULT, NULL);
731 mutex_init(&vd->vdev_rebuild_lock, NULL, MUTEX_DEFAULT, NULL);
732 cv_init(&vd->vdev_rebuild_cv, NULL, CV_DEFAULT, NULL);
735 vd->vdev_dtl[t] = range_tree_create(NULL, RANGE_SEG64, NULL, 0,
739 txg_list_create(&vd->vdev_ms_list, spa,
741 txg_list_create(&vd->vdev_dtl_list, spa,
743 vd->vdev_stat.vs_timestamp = gethrtime();
744 vdev_queue_init(vd);
746 return (vd);
761 vdev_t *vd;
857 vd = vdev_alloc_common(spa, id, guid, ops);
858 vd->vdev_tsd = tsd;
859 vd->vdev_islog = islog;
862 vd->vdev_alloc_bias = alloc_bias;
865 vd->vdev_path = spa_strdup(tmp);
874 vd->vdev_stat.vs_aux = VDEV_AUX_EXTERNAL;
875 vd->vdev_faulted = 1;
876 vd->vdev_label_aux = VDEV_AUX_EXTERNAL;
880 vd->vdev_devid = spa_strdup(tmp);
882 vd->vdev_physpath = spa_strdup(tmp);
886 vd->vdev_enc_sysfs_path = spa_strdup(tmp);
889 vd->vdev_fru = spa_strdup(tmp);
896 &vd->vdev_wholedisk) != 0)
897 vd->vdev_wholedisk = -1ULL;
899 vic = &vd->vdev_indirect_config;
916 &vd->vdev_not_present);
924 &vd->vdev_ashift);
926 vd->vdev_attaching = B_TRUE;
933 &vd->vdev_crtxg);
935 if (vd->vdev_ops == &vdev_root_ops &&
940 &vd->vdev_root_zap);
949 &vd->vdev_ms_array);
951 &vd->vdev_ms_shift);
953 &vd->vdev_asize);
955 &vd->vdev_noalloc);
957 &vd->vdev_removing);
959 &vd->vdev_top_zap);
960 vd->vdev_rz_expanding = nvlist_exists(nv,
963 ASSERT0(vd->vdev_top_zap);
974 if (vd->vdev_ops->vdev_op_leaf &&
977 ZPOOL_CONFIG_VDEV_LEAF_ZAP, &vd->vdev_leaf_zap);
979 ASSERT0(vd->vdev_leaf_zap);
986 if (vd->vdev_ops->vdev_op_leaf &&
991 &vd->vdev_dtl_object);
993 &vd->vdev_unspare);
1001 spa_spare_add(vd);
1005 &vd->vdev_offline);
1008 &vd->vdev_resilver_txg);
1011 &vd->vdev_rebuild_txg);
1014 vdev_defer_resilver(vd);
1029 &vd->vdev_faulted);
1031 &vd->vdev_degraded);
1033 &vd->vdev_removed);
1035 if (vd->vdev_faulted || vd->vdev_degraded) {
1038 vd->vdev_label_aux =
1043 vd->vdev_label_aux = VDEV_AUX_EXTERNAL;
1045 vd->vdev_faulted = 0ULL;
1053 vdev_add_child(parent, vd);
1055 *vdp = vd;
1061 vdev_free(vdev_t *vd)
1063 spa_t *spa = vd->vdev_spa;
1065 ASSERT3P(vd->vdev_initialize_thread, ==, NULL);
1066 ASSERT3P(vd->vdev_trim_thread, ==, NULL);
1067 ASSERT3P(vd->vdev_autotrim_thread, ==, NULL);
1068 ASSERT3P(vd->vdev_rebuild_thread, ==, NULL);
1075 if (vd->vdev_scan_io_queue != NULL) {
1076 mutex_enter(&vd->vdev_scan_io_queue_lock);
1077 dsl_scan_io_queue_destroy(vd->vdev_scan_io_queue);
1078 vd->vdev_scan_io_queue = NULL;
1079 mutex_exit(&vd->vdev_scan_io_queue_lock);
1086 vdev_close(vd);
1088 ASSERT(!list_link_active(&vd->vdev_config_dirty_node));
1089 ASSERT(!list_link_active(&vd->vdev_state_dirty_node));
1094 for (int c = 0; c < vd->vdev_children; c++)
1095 vdev_free(vd->vdev_child[c]);
1097 ASSERT(vd->vdev_child == NULL);
1098 ASSERT(vd->vdev_guid_sum == vd->vdev_guid);
1100 if (vd->vdev_ops->vdev_op_fini != NULL)
1101 vd->vdev_ops->vdev_op_fini(vd);
1106 if (vd->vdev_mg != NULL) {
1107 vdev_metaslab_fini(vd);
1108 metaslab_group_destroy(vd->vdev_mg);
1109 vd->vdev_mg = NULL;
1111 if (vd->vdev_log_mg != NULL) {
1112 ASSERT0(vd->vdev_ms_count);
1113 metaslab_group_destroy(vd->vdev_log_mg);
1114 vd->vdev_log_mg = NULL;
1117 ASSERT0(vd->vdev_stat.vs_space);
1118 ASSERT0(vd->vdev_stat.vs_dspace);
1119 ASSERT0(vd->vdev_stat.vs_alloc);
1124 vdev_remove_child(vd->vdev_parent, vd);
1126 ASSERT(vd->vdev_parent == NULL);
1127 ASSERT(!list_link_active(&vd->vdev_leaf_node));
1132 vdev_queue_fini(vd);
1134 if (vd->vdev_path)
1135 spa_strfree(vd->vdev_path);
1136 if (vd->vdev_devid)
1137 spa_strfree(vd->vdev_devid);
1138 if (vd->vdev_physpath)
1139 spa_strfree(vd->vdev_physpath);
1141 if (vd->vdev_enc_sysfs_path)
1142 spa_strfree(vd->vdev_enc_sysfs_path);
1144 if (vd->vdev_fru)
1145 spa_strfree(vd->vdev_fru);
1147 if (vd->vdev_isspare)
1148 spa_spare_remove(vd);
1149 if (vd->vdev_isl2cache)
1150 spa_l2cache_remove(vd);
1152 txg_list_destroy(&vd->vdev_ms_list);
1153 txg_list_destroy(&vd->vdev_dtl_list);
1155 mutex_enter(&vd->vdev_dtl_lock);
1156 space_map_close(vd->vdev_dtl_sm);
1158 range_tree_vacate(vd->vdev_dtl[t], NULL, NULL);
1159 range_tree_destroy(vd->vdev_dtl[t]);
1161 mutex_exit(&vd->vdev_dtl_lock);
1163 EQUIV(vd->vdev_indirect_births != NULL,
1164 vd->vdev_indirect_mapping != NULL);
1165 if (vd->vdev_indirect_births != NULL) {
1166 vdev_indirect_mapping_close(vd->vdev_indirect_mapping);
1167 vdev_indirect_births_close(vd->vdev_indirect_births);
1170 if (vd->vdev_obsolete_sm != NULL) {
1171 ASSERT(vd->vdev_removing ||
1172 vd->vdev_ops == &vdev_indirect_ops);
1173 space_map_close(vd->vdev_obsolete_sm);
1174 vd->vdev_obsolete_sm = NULL;
1176 range_tree_destroy(vd->vdev_obsolete_segments);
1177 rw_destroy(&vd->vdev_indirect_rwlock);
1178 mutex_destroy(&vd->vdev_obsolete_lock);
1180 mutex_destroy(&vd->vdev_dtl_lock);
1181 mutex_destroy(&vd->vdev_stat_lock);
1182 mutex_destroy(&vd->vdev_probe_lock);
1183 mutex_destroy(&vd->vdev_scan_io_queue_lock);
1185 mutex_destroy(&vd->vdev_initialize_lock);
1186 mutex_destroy(&vd->vdev_initialize_io_lock);
1187 cv_destroy(&vd->vdev_initialize_io_cv);
1188 cv_destroy(&vd->vdev_initialize_cv);
1190 mutex_destroy(&vd->vdev_trim_lock);
1191 mutex_destroy(&vd->vdev_autotrim_lock);
1192 mutex_destroy(&vd->vdev_trim_io_lock);
1193 cv_destroy(&vd->vdev_trim_cv);
1194 cv_destroy(&vd->vdev_autotrim_cv);
1195 cv_destroy(&vd->vdev_autotrim_kick_cv);
1196 cv_destroy(&vd->vdev_trim_io_cv);
1198 mutex_destroy(&vd->vdev_rebuild_lock);
1199 cv_destroy(&vd->vdev_rebuild_cv);
1201 zfs_ratelimit_fini(&vd->vdev_delay_rl);
1202 zfs_ratelimit_fini(&vd->vdev_deadman_rl);
1203 zfs_ratelimit_fini(&vd->vdev_dio_verify_rl);
1204 zfs_ratelimit_fini(&vd->vdev_checksum_rl);
1206 if (vd == spa->spa_root_vdev)
1209 kmem_free(vd, sizeof (vdev_t));
1220 vdev_t *vd;
1302 while ((vd = txg_list_remove(&svd->vdev_dtl_list, t)) != NULL)
1303 (void) txg_list_add(&tvd->vdev_dtl_list, vd, t);
1328 vdev_top_update(vdev_t *tvd, vdev_t *vd)
1330 if (vd == NULL)
1333 vd->vdev_top = tvd;
1335 for (int c = 0; c < vd->vdev_children; c++)
1336 vdev_top_update(tvd, vd->vdev_child[c]);
1462 vdev_metaslab_group_create(vdev_t *vd)
1464 spa_t *spa = vd->vdev_spa;
1469 if (vd->vdev_mg == NULL) {
1472 if (vd->vdev_islog && vd->vdev_alloc_bias == VDEV_BIAS_NONE)
1473 vd->vdev_alloc_bias = VDEV_BIAS_LOG;
1475 ASSERT3U(vd->vdev_islog, ==,
1476 (vd->vdev_alloc_bias == VDEV_BIAS_LOG));
1478 switch (vd->vdev_alloc_bias) {
1492 vd->vdev_mg = metaslab_group_create(mc, vd,
1495 if (!vd->vdev_islog) {
1496 vd->vdev_log_mg = metaslab_group_create(
1497 spa_embedded_log_class(spa), vd, 1);
1505 if (vd->vdev_top == vd && vd->vdev_ashift != 0 &&
1506 mc == spa_normal_class(spa) && vd->vdev_aux == NULL) {
1507 if (vd->vdev_ashift > spa->spa_max_ashift)
1508 spa->spa_max_ashift = vd->vdev_ashift;
1509 if (vd->vdev_ashift < spa->spa_min_ashift)
1510 spa->spa_min_ashift = vd->vdev_ashift;
1512 uint64_t min_alloc = vdev_get_min_alloc(vd);
1519 vdev_metaslab_init(vdev_t *vd, uint64_t txg)
1521 spa_t *spa = vd->vdev_spa;
1522 uint64_t oldc = vd->vdev_ms_count;
1523 uint64_t newc = vd->vdev_asize >> vd->vdev_ms_shift;
1533 if (vd->vdev_ms_shift == 0)
1536 ASSERT(!vd->vdev_ishole);
1543 memcpy(mspp, vd->vdev_ms, oldc * sizeof (*mspp));
1544 vmem_free(vd->vdev_ms, oldc * sizeof (*mspp));
1547 vd->vdev_ms = mspp;
1548 vd->vdev_ms_count = newc;
1557 if (txg == 0 && vd->vdev_ms_array != 0) {
1559 vd->vdev_ms_array,
1563 vdev_dbgmsg(vd, "unable to read the metaslab "
1569 error = metaslab_init(vd->vdev_mg, m, object, txg,
1570 &(vd->vdev_ms[m]));
1572 vdev_dbgmsg(vd, "metaslab_init failed [error=%d]",
1583 if (vd->vdev_mg->mg_class == spa_normal_class(spa) &&
1584 vd->vdev_ms_count > zfs_embedded_slog_min_ms &&
1585 avl_is_empty(&vd->vdev_log_mg->mg_metaslab_tree)) {
1597 space_map_allocated(vd->vdev_ms[m]->ms_sm);
1603 metaslab_t *slog_ms = vd->vdev_ms[slog_msid];
1610 (void) txg_list_remove_this(&vd->vdev_ms_list,
1615 VERIFY0(metaslab_init(vd->vdev_log_mg, slog_msid, sm_obj, txg,
1616 &vd->vdev_ms[slog_msid]));
1627 if (vd->vdev_noalloc) {
1630 vd->vdev_stat.vs_dspace : vd->vdev_stat.vs_space;
1632 metaslab_group_activate(vd->vdev_mg);
1633 if (vd->vdev_log_mg != NULL)
1634 metaslab_group_activate(vd->vdev_log_mg);
1644 vdev_metaslab_fini(vdev_t *vd)
1646 if (vd->vdev_checkpoint_sm != NULL) {
1647 ASSERT(spa_feature_is_active(vd->vdev_spa,
1649 space_map_close(vd->vdev_checkpoint_sm);
1658 vd->vdev_checkpoint_sm = NULL;
1661 if (vd->vdev_ms != NULL) {
1662 metaslab_group_t *mg = vd->vdev_mg;
1665 if (vd->vdev_log_mg != NULL) {
1666 ASSERT(!vd->vdev_islog);
1667 metaslab_group_passivate(vd->vdev_log_mg);
1670 uint64_t count = vd->vdev_ms_count;
1672 metaslab_t *msp = vd->vdev_ms[m];
1676 vmem_free(vd->vdev_ms, count * sizeof (metaslab_t *));
1677 vd->vdev_ms = NULL;
1678 vd->vdev_ms_count = 0;
1682 if (vd->vdev_log_mg != NULL)
1683 ASSERT0(vd->vdev_log_mg->mg_histogram[i]);
1686 ASSERT0(vd->vdev_ms_count);
1700 vdev_t *vd = zio->io_vd;
1703 ASSERT(vd->vdev_probe_zio != NULL);
1709 zio_nowait(zio_write_phys(vd->vdev_probe_zio, vd,
1724 vd->vdev_cant_read |= !vps->vps_readable;
1725 vd->vdev_cant_write |= !vps->vps_writeable;
1726 vdev_dbgmsg(vd, "probe done, cant_read=%u cant_write=%u",
1727 vd->vdev_cant_read, vd->vdev_cant_write);
1729 if (vdev_readable(vd) &&
1730 (vdev_writeable(vd) || !spa_writeable(spa))) {
1734 vdev_dbgmsg(vd, "failed probe");
1736 spa, vd, NULL, NULL, 0);
1746 vd->vdev_fault_wanted = B_TRUE;
1751 mutex_enter(&vd->vdev_probe_lock);
1752 ASSERT(vd->vdev_probe_zio == zio);
1753 vd->vdev_probe_zio = NULL;
1754 mutex_exit(&vd->vdev_probe_lock);
1758 if (!vdev_accessible(vd, pio))
1773 vdev_probe(vdev_t *vd, zio_t *zio)
1775 spa_t *spa = vd->vdev_spa;
1779 ASSERT(vd->vdev_ops->vdev_op_leaf);
1792 mutex_enter(&vd->vdev_probe_lock);
1794 if ((pio = vd->vdev_probe_zio) == NULL) {
1819 vd->vdev_cant_read = B_FALSE;
1820 vd->vdev_cant_write = B_FALSE;
1823 vd->vdev_probe_zio = pio = zio_null(NULL, spa, vd,
1831 mutex_exit(&vd->vdev_probe_lock);
1839 zio_nowait(zio_read_phys(pio, vd,
1840 vdev_label_offset(vd->vdev_psize, l,
1857 vdev_t *vd = arg;
1859 vd->vdev_load_error = vdev_load(vd);
1865 vdev_t *vd = arg;
1867 vd->vdev_open_thread = curthread;
1868 vd->vdev_open_error = vdev_open(vd);
1869 vd->vdev_open_thread = NULL;
1873 vdev_uses_zvols(vdev_t *vd)
1876 if (zvol_is_zvol(vd->vdev_path))
1880 for (int c = 0; c < vd->vdev_children; c++)
1881 if (vdev_uses_zvols(vd->vdev_child[c]))
1891 vdev_default_open_children_func(vdev_t *vd)
1893 (void) vd;
1903 vdev_open_children_impl(vdev_t *vd, vdev_open_children_func_t *open_func)
1905 int children = vd->vdev_children;
1909 vd->vdev_nonrot = B_TRUE;
1912 vdev_t *cvd = vd->vdev_child[c];
1917 if (tq == NULL || vdev_uses_zvols(vd)) {
1924 vd->vdev_nonrot &= cvd->vdev_nonrot;
1937 vdev_open_children(vdev_t *vd)
1939 vdev_open_children_impl(vd, vdev_default_open_children_func);
1946 vdev_open_children_subset(vdev_t *vd, vdev_open_children_func_t *open_func)
1948 vdev_open_children_impl(vd, open_func);
1960 vdev_set_deflate_ratio(vdev_t *vd)
1962 if (vd == vd->vdev_top && !vd->vdev_ishole && vd->vdev_ashift != 0) {
1963 vd->vdev_deflate_ratio = (1 << 17) /
1964 (vdev_psize_to_asize_txg(vd, 1 << 17, 0) >>
1994 vdev_ashift_optimize(vdev_t *vd)
1996 ASSERT(vd == vd->vdev_top);
1998 if (vd->vdev_ashift < vd->vdev_physical_ashift &&
1999 vd->vdev_physical_ashift <= zfs_vdev_max_auto_ashift) {
2000 vd->vdev_ashift = MIN(
2001 MAX(zfs_vdev_max_auto_ashift, vd->vdev_ashift),
2003 vd->vdev_physical_ashift));
2015 vd->vdev_ashift = MAX(zfs_vdev_min_auto_ashift,
2016 vd->vdev_ashift);
2024 vdev_open(vdev_t *vd)
2026 spa_t *spa = vd->vdev_spa;
2034 ASSERT(vd->vdev_open_thread == curthread ||
2036 ASSERT(vd->vdev_state == VDEV_STATE_CLOSED ||
2037 vd->vdev_state == VDEV_STATE_CANT_OPEN ||
2038 vd->vdev_state == VDEV_STATE_OFFLINE);
2040 vd->vdev_stat.vs_aux = VDEV_AUX_NONE;
2041 vd->vdev_cant_read = B_FALSE;
2042 vd->vdev_cant_write = B_FALSE;
2043 vd->vdev_fault_wanted = B_FALSE;
2044 vd->vdev_remove_wanted = B_FALSE;
2045 vd->vdev_min_asize = vdev_get_min_asize(vd);
2051 if (!vd->vdev_removed && vd->vdev_faulted) {
2052 ASSERT(vd->vdev_children == 0);
2053 ASSERT(vd->vdev_label_aux == VDEV_AUX_ERR_EXCEEDED ||
2054 vd->vdev_label_aux == VDEV_AUX_EXTERNAL);
2055 vdev_set_state(vd, B_TRUE, VDEV_STATE_FAULTED,
2056 vd->vdev_label_aux);
2058 } else if (vd->vdev_offline) {
2059 ASSERT(vd->vdev_children == 0);
2060 vdev_set_state(vd, B_TRUE, VDEV_STATE_OFFLINE, VDEV_AUX_NONE);
2064 error = vd->vdev_ops->vdev_op_open(vd, &osize, &max_osize,
2068 if (error == ENOENT && vd->vdev_removed) {
2069 vdev_set_state(vd, B_TRUE, VDEV_STATE_REMOVED,
2080 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
2089 vd->vdev_reopening = B_FALSE;
2091 error = zio_handle_device_injection(vd, NULL, SET_ERROR(ENXIO));
2094 if (vd->vdev_removed &&
2095 vd->vdev_stat.vs_aux != VDEV_AUX_OPEN_FAILED)
2096 vd->vdev_removed = B_FALSE;
2098 if (vd->vdev_stat.vs_aux == VDEV_AUX_CHILDREN_OFFLINE) {
2099 vdev_set_state(vd, B_TRUE, VDEV_STATE_OFFLINE,
2100 vd->vdev_stat.vs_aux);
2102 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
2103 vd->vdev_stat.vs_aux);
2108 vd->vdev_removed = B_FALSE;
2114 if (vd->vdev_faulted) {
2115 ASSERT(vd->vdev_children == 0);
2116 ASSERT(vd->vdev_label_aux == VDEV_AUX_ERR_EXCEEDED ||
2117 vd->vdev_label_aux == VDEV_AUX_EXTERNAL);
2118 vdev_set_state(vd, B_TRUE, VDEV_STATE_FAULTED,
2119 vd->vdev_label_aux);
2123 if (vd->vdev_degraded) {
2124 ASSERT(vd->vdev_children == 0);
2125 vdev_set_state(vd, B_TRUE, VDEV_STATE_DEGRADED,
2128 vdev_set_state(vd, B_TRUE, VDEV_STATE_HEALTHY, 0);
2134 if (vd->vdev_ishole || vd->vdev_ops == &vdev_missing_ops)
2137 for (int c = 0; c < vd->vdev_children; c++) {
2138 if (vd->vdev_child[c]->vdev_state != VDEV_STATE_HEALTHY) {
2139 vdev_set_state(vd, B_TRUE, VDEV_STATE_DEGRADED,
2148 if (vd->vdev_children == 0) {
2150 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
2159 if (vd->vdev_parent != NULL && osize < SPA_MINDEVSIZE -
2161 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
2174 if ((psize > vd->vdev_psize) && (vd->vdev_psize != 0))
2175 vd->vdev_copy_uberblocks = B_TRUE;
2177 vd->vdev_psize = psize;
2182 if (asize < vd->vdev_min_asize) {
2183 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
2195 vd->vdev_physical_ashift =
2196 MAX(physical_ashift, vd->vdev_physical_ashift);
2197 vd->vdev_logical_ashift = MAX(logical_ashift,
2198 vd->vdev_logical_ashift);
2200 if (vd->vdev_asize == 0) {
2205 vd->vdev_asize = asize;
2206 vd->vdev_max_asize = max_asize;
2213 if (vd->vdev_ashift < vd->vdev_logical_ashift) {
2214 vd->vdev_ashift = vd->vdev_logical_ashift;
2216 if (vd->vdev_logical_ashift > ASHIFT_MAX) {
2217 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
2222 if (vd->vdev_top == vd && vd->vdev_attaching == B_FALSE)
2223 vdev_ashift_optimize(vd);
2224 vd->vdev_attaching = B_FALSE;
2226 if (vd->vdev_ashift != 0 && (vd->vdev_ashift < ASHIFT_MIN ||
2227 vd->vdev_ashift > ASHIFT_MAX)) {
2228 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
2236 if (vd->vdev_ashift > vd->vdev_top->vdev_ashift &&
2237 vd->vdev_ops->vdev_op_leaf) {
2240 spa, vd, NULL, NULL, 0);
2241 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
2245 vd->vdev_max_asize = max_asize;
2260 if (vd->vdev_state == VDEV_STATE_HEALTHY &&
2261 ((asize > vd->vdev_asize &&
2262 (vd->vdev_expanding || spa->spa_autoexpand)) ||
2263 (asize < vd->vdev_asize)))
2264 vd->vdev_asize = asize;
2266 vdev_set_min_asize(vd);
2272 if (vd->vdev_ops->vdev_op_leaf &&
2273 (error = zio_wait(vdev_probe(vd, NULL))) != 0) {
2274 vdev_set_state(vd, B_TRUE, VDEV_STATE_FAULTED,
2282 if (vd->vdev_top == vd && vd->vdev_ashift != 0 &&
2283 vd->vdev_islog == 0 && vd->vdev_aux == NULL) {
2284 uint64_t min_alloc = vdev_get_min_alloc(vd);
2293 if (vd->vdev_ops->vdev_op_leaf && !spa->spa_scrub_reopen)
2294 dsl_scan_assess_vdev(spa->spa_dsl_pool, vd);
2302 vdev_t *vd = arg;
2304 vd->vdev_validate_thread = curthread;
2305 vd->vdev_validate_error = vdev_validate(vd);
2306 vd->vdev_validate_thread = NULL;
2320 vdev_validate(vdev_t *vd)
2322 spa_t *spa = vd->vdev_spa;
2329 int children = vd->vdev_children;
2340 vdev_t *cvd = vd->vdev_child[c];
2354 int error = vd->vdev_child[c]->vdev_validate_error;
2366 if (!vd->vdev_ops->vdev_op_leaf || !vdev_readable(vd))
2381 if ((label = vdev_label_read_config(vd, txg)) == NULL) {
2382 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
2384 vdev_dbgmsg(vd, "vdev_validate: failed reading config for "
2395 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
2398 vdev_dbgmsg(vd, "vdev_validate: vdev split into other pool");
2403 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
2406 vdev_dbgmsg(vd, "vdev_validate: '%s' missing from label",
2419 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
2422 vdev_dbgmsg(vd, "vdev_validate: vdev label pool_guid doesn't "
2434 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
2437 vdev_dbgmsg(vd, "vdev_validate: '%s' missing from label",
2444 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
2447 vdev_dbgmsg(vd, "vdev_validate: '%s' missing from label",
2467 if (vd->vdev_guid != guid && vd->vdev_guid != aux_guid) {
2470 if (vd != vd->vdev_top || vd->vdev_guid != top_guid)
2473 if (vd->vdev_guid != top_guid &&
2474 vd->vdev_top->vdev_guid != guid)
2479 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
2482 vdev_dbgmsg(vd, "vdev_validate: config guid "
2484 vdev_dbgmsg(vd, "CONFIG: guid %llu, top_guid %llu",
2485 (u_longlong_t)vd->vdev_guid,
2486 (u_longlong_t)vd->vdev_top->vdev_guid);
2487 vdev_dbgmsg(vd, "LABEL: guid %llu, top_guid %llu, "
2496 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
2499 vdev_dbgmsg(vd, "vdev_validate: '%s' missing from label",
2513 vdev_dbgmsg(vd, "vdev_validate: invalid pool state (%llu) "
2523 if (vd->vdev_not_present)
2524 vd->vdev_not_present = 0;
2649 vdev_t *vd = vdev_lookup_by_guid(stvd, dvd->vdev_guid);
2651 if (vd == NULL || vd->vdev_ops != dvd->vdev_ops)
2654 ASSERT(vd->vdev_ops->vdev_op_leaf);
2656 vdev_copy_path_impl(vd, dvd);
2682 vdev_close(vdev_t *vd)
2684 vdev_t *pvd = vd->vdev_parent;
2685 spa_t *spa __maybe_unused = vd->vdev_spa;
2687 ASSERT(vd != NULL);
2688 ASSERT(vd->vdev_open_thread == curthread ||
2696 vd->vdev_reopening = (pvd->vdev_reopening && !vd->vdev_offline);
2698 vd->vdev_ops->vdev_op_close(vd);
2705 vd->vdev_prevstate = vd->vdev_state;
2707 if (vd->vdev_offline)
2708 vd->vdev_state = VDEV_STATE_OFFLINE;
2710 vd->vdev_state = VDEV_STATE_CLOSED;
2711 vd->vdev_stat.vs_aux = VDEV_AUX_NONE;
2715 vdev_hold(vdev_t *vd)
2717 spa_t *spa = vd->vdev_spa;
2723 for (int c = 0; c < vd->vdev_children; c++)
2724 vdev_hold(vd->vdev_child[c]);
2726 if (vd->vdev_ops->vdev_op_leaf && vd->vdev_ops->vdev_op_hold != NULL)
2727 vd->vdev_ops->vdev_op_hold(vd);
2731 vdev_rele(vdev_t *vd)
2733 ASSERT(spa_is_root(vd->vdev_spa));
2734 for (int c = 0; c < vd->vdev_children; c++)
2735 vdev_rele(vd->vdev_child[c]);
2737 if (vd->vdev_ops->vdev_op_leaf && vd->vdev_ops->vdev_op_rele != NULL)
2738 vd->vdev_ops->vdev_op_rele(vd);
2748 vdev_reopen(vdev_t *vd)
2750 spa_t *spa = vd->vdev_spa;
2755 vd->vdev_reopening = !vd->vdev_offline;
2756 vdev_close(vd);
2757 (void) vdev_open(vd);
2764 if (vd->vdev_aux) {
2765 (void) vdev_validate_aux(vd);
2766 if (vdev_readable(vd) && vdev_writeable(vd) &&
2767 vd->vdev_aux == &spa->spa_l2cache) {
2773 if (l2arc_vdev_present(vd)) {
2774 l2arc_rebuild_vdev(vd, B_TRUE);
2776 l2arc_add_vdev(spa, vd);
2782 (void) vdev_validate(vd);
2799 vdev_propagate_state(vd);
2803 vdev_create(vdev_t *vd, uint64_t txg, boolean_t isreplacing)
2812 error = vdev_open(vd);
2814 if (error || vd->vdev_state != VDEV_STATE_HEALTHY) {
2815 vdev_close(vd);
2822 if ((error = vdev_dtl_load(vd)) != 0 ||
2823 (error = vdev_label_init(vd, txg, isreplacing ?
2825 vdev_close(vd);
2833 vdev_metaslab_set_size(vdev_t *vd)
2835 uint64_t asize = vd->vdev_asize;
2899 vd->vdev_ms_shift = ms_shift;
2900 ASSERT3U(vd->vdev_ms_shift, >=, SPA_MAXBLOCKSHIFT);
2904 vdev_dirty(vdev_t *vd, int flags, void *arg, uint64_t txg)
2906 ASSERT(vd == vd->vdev_top);
2908 ASSERT(vdev_is_concrete(vd) || flags == 0);
2910 ASSERT(spa_writeable(vd->vdev_spa));
2913 (void) txg_list_add(&vd->vdev_ms_list, arg, txg);
2916 (void) txg_list_add(&vd->vdev_dtl_list, arg, txg);
2918 (void) txg_list_add(&vd->vdev_spa->spa_vdev_txg_list, vd, txg);
2922 vdev_dirty_leaves(vdev_t *vd, int flags, uint64_t txg)
2924 for (int c = 0; c < vd->vdev_children; c++)
2925 vdev_dirty_leaves(vd->vdev_child[c], flags, txg);
2927 if (vd->vdev_ops->vdev_op_leaf)
2928 vdev_dirty(vd->vdev_top, flags, vd, txg);
2970 vdev_dtl_dirty(vdev_t *vd, vdev_dtl_type_t t, uint64_t txg, uint64_t size)
2972 range_tree_t *rt = vd->vdev_dtl[t];
2975 ASSERT(vd != vd->vdev_spa->spa_root_vdev);
2976 ASSERT(spa_writeable(vd->vdev_spa));
2978 mutex_enter(&vd->vdev_dtl_lock);
2981 mutex_exit(&vd->vdev_dtl_lock);
2985 vdev_dtl_contains(vdev_t *vd, vdev_dtl_type_t t, uint64_t txg, uint64_t size)
2987 range_tree_t *rt = vd->vdev_dtl[t];
2991 ASSERT(vd != vd->vdev_spa->spa_root_vdev);
3001 mutex_enter(&vd->vdev_dtl_lock);
3004 mutex_exit(&vd->vdev_dtl_lock);
3010 vdev_dtl_empty(vdev_t *vd, vdev_dtl_type_t t)
3012 range_tree_t *rt = vd->vdev_dtl[t];
3015 mutex_enter(&vd->vdev_dtl_lock);
3017 mutex_exit(&vd->vdev_dtl_lock);
3027 vdev_default_need_resilver(vdev_t *vd, const dva_t *dva, size_t psize,
3036 return (vdev_dtl_contains(vd, DTL_PARTIAL, phys_birth, 1));
3043 vdev_dtl_need_resilver(vdev_t *vd, const dva_t *dva, size_t psize,
3046 ASSERT(vd != vd->vdev_spa->spa_root_vdev);
3048 if (vd->vdev_ops->vdev_op_need_resilver == NULL ||
3049 vd->vdev_ops->vdev_op_leaf)
3052 return (vd->vdev_ops->vdev_op_need_resilver(vd, dva, psize,
3060 vdev_dtl_min(vdev_t *vd)
3062 ASSERT(MUTEX_HELD(&vd->vdev_dtl_lock));
3063 ASSERT3U(range_tree_space(vd->vdev_dtl[DTL_MISSING]), !=, 0);
3064 ASSERT0(vd->vdev_children);
3066 return (range_tree_min(vd->vdev_dtl[DTL_MISSING]) - 1);
3073 vdev_dtl_max(vdev_t *vd)
3075 ASSERT(MUTEX_HELD(&vd->vdev_dtl_lock));
3076 ASSERT3U(range_tree_space(vd->vdev_dtl[DTL_MISSING]), !=, 0);
3077 ASSERT0(vd->vdev_children);
3079 return (range_tree_max(vd->vdev_dtl[DTL_MISSING]));
3091 vdev_dtl_should_excise(vdev_t *vd, boolean_t rebuild_done)
3093 ASSERT0(vd->vdev_children);
3095 if (vd->vdev_state < VDEV_STATE_DEGRADED)
3098 if (vd->vdev_resilver_deferred)
3101 if (range_tree_is_empty(vd->vdev_dtl[DTL_MISSING]))
3105 vdev_rebuild_t *vr = &vd->vdev_top->vdev_rebuild_config;
3109 if (vd->vdev_rebuild_txg == 0)
3118 vdev_dtl_max(vd) <= vrp->vrp_max_txg) {
3119 ASSERT3U(vrp->vrp_min_txg, <=, vdev_dtl_min(vd));
3120 ASSERT3U(vrp->vrp_min_txg, <, vd->vdev_rebuild_txg);
3121 ASSERT3U(vd->vdev_rebuild_txg, <=, vrp->vrp_max_txg);
3125 dsl_scan_t *scn = vd->vdev_spa->spa_dsl_pool->dp_scan;
3129 if (vd->vdev_resilver_txg == 0)
3139 if (vdev_dtl_max(vd) <= scn->scn_phys.scn_max_txg) {
3140 ASSERT3U(scnp->scn_min_txg, <=, vdev_dtl_min(vd));
3141 ASSERT3U(scnp->scn_min_txg, <, vd->vdev_resilver_txg);
3142 ASSERT3U(vd->vdev_resilver_txg, <=, scnp->scn_max_txg);
3155 vdev_dtl_reassess_impl(vdev_t *vd, uint64_t txg, uint64_t scrub_txg,
3158 spa_t *spa = vd->vdev_spa;
3164 for (int c = 0; c < vd->vdev_children; c++)
3165 vdev_dtl_reassess_impl(vd->vdev_child[c], txg,
3168 if (vd == spa->spa_root_vdev || !vdev_is_concrete(vd) || vd->vdev_aux)
3171 if (vd->vdev_ops->vdev_op_leaf) {
3173 vdev_rebuild_t *vr = &vd->vdev_top->vdev_rebuild_config;
3177 mutex_enter(&vd->vdev_dtl_lock);
3190 !range_tree_is_empty(vd->vdev_dtl[DTL_MISSING])) {
3194 (u_longlong_t)vd->vdev_guid, (u_longlong_t)txg,
3196 (u_longlong_t)vdev_dtl_min(vd),
3197 (u_longlong_t)vdev_dtl_max(vd),
3218 vdev_dtl_should_excise(vd, rebuild_done)) {
3238 vd->vdev_dtl[DTL_MISSING], 1);
3241 vd->vdev_dtl[DTL_SCRUB], 2);
3243 vd->vdev_dtl[DTL_MISSING], 1);
3246 if (!range_tree_is_empty(vd->vdev_dtl[DTL_MISSING])) {
3248 (u_longlong_t)vdev_dtl_min(vd),
3249 (u_longlong_t)vdev_dtl_max(vd));
3254 range_tree_vacate(vd->vdev_dtl[DTL_PARTIAL], NULL, NULL);
3255 range_tree_walk(vd->vdev_dtl[DTL_MISSING],
3256 range_tree_add, vd->vdev_dtl[DTL_PARTIAL]);
3258 range_tree_vacate(vd->vdev_dtl[DTL_SCRUB], NULL, NULL);
3259 range_tree_vacate(vd->vdev_dtl[DTL_OUTAGE], NULL, NULL);
3267 if (!vdev_readable(vd) ||
3268 (faulting && vd->vdev_parent != NULL &&
3269 vd->vdev_parent->vdev_ops == &vdev_replacing_ops)) {
3270 range_tree_add(vd->vdev_dtl[DTL_OUTAGE], 0, -1ULL);
3272 range_tree_walk(vd->vdev_dtl[DTL_MISSING],
3273 range_tree_add, vd->vdev_dtl[DTL_OUTAGE]);
3282 range_tree_is_empty(vd->vdev_dtl[DTL_MISSING]) &&
3283 range_tree_is_empty(vd->vdev_dtl[DTL_OUTAGE])) {
3284 if (vd->vdev_rebuild_txg != 0) {
3285 vd->vdev_rebuild_txg = 0;
3286 vdev_config_dirty(vd->vdev_top);
3287 } else if (vd->vdev_resilver_txg != 0) {
3288 vd->vdev_resilver_txg = 0;
3289 vdev_config_dirty(vd->vdev_top);
3293 mutex_exit(&vd->vdev_dtl_lock);
3296 vdev_dirty(vd->vdev_top, VDD_DTL, vd, txg);
3298 mutex_enter(&vd->vdev_dtl_lock);
3309 } else if (vdev_get_nparity(vd) != 0) {
3311 minref = vdev_get_nparity(vd) + 1;
3314 minref = vd->vdev_children;
3317 for (int c = 0; c < vd->vdev_children; c++) {
3318 vdev_t *cvd = vd->vdev_child[c];
3325 vd->vdev_dtl[t], minref);
3328 mutex_exit(&vd->vdev_dtl_lock);
3331 if (vd->vdev_top->vdev_ops == &vdev_raidz_ops) {
3332 raidz_dtl_reassessed(vd);
3337 vdev_dtl_reassess(vdev_t *vd, uint64_t txg, uint64_t scrub_txg,
3340 return (vdev_dtl_reassess_impl(vd, txg, scrub_txg, scrub_done,
3348 vdev_post_kobj_evt(vdev_t *vd)
3350 if (vd->vdev_ops->vdev_op_kobj_evt_post &&
3351 vd->vdev_kobj_flag == B_FALSE) {
3352 vd->vdev_kobj_flag = B_TRUE;
3353 vd->vdev_ops->vdev_op_kobj_evt_post(vd);
3356 for (int c = 0; c < vd->vdev_children; c++)
3357 vdev_post_kobj_evt(vd->vdev_child[c]);
3364 vdev_clear_kobj_evt(vdev_t *vd)
3366 vd->vdev_kobj_flag = B_FALSE;
3368 for (int c = 0; c < vd->vdev_children; c++)
3369 vdev_clear_kobj_evt(vd->vdev_child[c]);
3373 vdev_dtl_load(vdev_t *vd)
3375 spa_t *spa = vd->vdev_spa;
3380 if (vd->vdev_ops->vdev_op_leaf && vd->vdev_dtl_object != 0) {
3381 ASSERT(vdev_is_concrete(vd));
3389 error = space_map_open(&vd->vdev_dtl_sm, mos,
3390 vd->vdev_dtl_object, 0, -1ULL, 0);
3393 ASSERT(vd->vdev_dtl_sm != NULL);
3396 error = space_map_load(vd->vdev_dtl_sm, rt, SM_ALLOC);
3398 mutex_enter(&vd->vdev_dtl_lock);
3400 vd->vdev_dtl[DTL_MISSING]);
3401 mutex_exit(&vd->vdev_dtl_lock);
3410 for (int c = 0; c < vd->vdev_children; c++) {
3411 error = vdev_dtl_load(vd->vdev_child[c]);
3420 vdev_zap_allocation_data(vdev_t *vd, dmu_tx_t *tx)
3422 spa_t *spa = vd->vdev_spa;
3424 vdev_alloc_bias_t alloc_bias = vd->vdev_alloc_bias;
3435 VERIFY0(zap_add(mos, vd->vdev_top_zap, VDEV_TOP_ZAP_ALLOCATION_BIAS,
3444 vdev_destroy_unlink_zap(vdev_t *vd, uint64_t zapobj, dmu_tx_t *tx)
3446 spa_t *spa = vd->vdev_spa;
3454 vdev_create_link_zap(vdev_t *vd, dmu_tx_t *tx)
3456 spa_t *spa = vd->vdev_spa;
3468 vdev_construct_zaps(vdev_t *vd, dmu_tx_t *tx)
3470 if (vd->vdev_ops != &vdev_hole_ops &&
3471 vd->vdev_ops != &vdev_missing_ops &&
3472 vd->vdev_ops != &vdev_root_ops &&
3473 !vd->vdev_top->vdev_removing) {
3474 if (vd->vdev_ops->vdev_op_leaf && vd->vdev_leaf_zap == 0) {
3475 vd->vdev_leaf_zap = vdev_create_link_zap(vd, tx);
3477 if (vd == vd->vdev_top && vd->vdev_top_zap == 0) {
3478 vd->vdev_top_zap = vdev_create_link_zap(vd, tx);
3479 if (vd->vdev_alloc_bias != VDEV_BIAS_NONE)
3480 vdev_zap_allocation_data(vd, tx);
3483 if (vd->vdev_ops == &vdev_root_ops && vd->vdev_root_zap == 0 &&
3484 spa_feature_is_enabled(vd->vdev_spa, SPA_FEATURE_AVZ_V2)) {
3485 if (!spa_feature_is_active(vd->vdev_spa, SPA_FEATURE_AVZ_V2))
3486 spa_feature_incr(vd->vdev_spa, SPA_FEATURE_AVZ_V2, tx);
3487 vd->vdev_root_zap = vdev_create_link_zap(vd, tx);
3490 for (uint64_t i = 0; i < vd->vdev_children; i++) {
3491 vdev_construct_zaps(vd->vdev_child[i], tx);
3496 vdev_dtl_sync(vdev_t *vd, uint64_t txg)
3498 spa_t *spa = vd->vdev_spa;
3499 range_tree_t *rt = vd->vdev_dtl[DTL_MISSING];
3503 uint64_t object = space_map_object(vd->vdev_dtl_sm);
3505 ASSERT(vdev_is_concrete(vd));
3506 ASSERT(vd->vdev_ops->vdev_op_leaf);
3510 if (vd->vdev_detached || vd->vdev_top->vdev_removing) {
3511 mutex_enter(&vd->vdev_dtl_lock);
3512 space_map_free(vd->vdev_dtl_sm, tx);
3513 space_map_close(vd->vdev_dtl_sm);
3514 vd->vdev_dtl_sm = NULL;
3515 mutex_exit(&vd->vdev_dtl_lock);
3522 if (vd->vdev_leaf_zap != 0 && (vd->vdev_detached ||
3523 vd->vdev_top->vdev_islog)) {
3524 vdev_destroy_unlink_zap(vd, vd->vdev_leaf_zap, tx);
3525 vd->vdev_leaf_zap = 0;
3532 if (vd->vdev_dtl_sm == NULL) {
3538 VERIFY0(space_map_open(&vd->vdev_dtl_sm, mos, new_object,
3540 ASSERT(vd->vdev_dtl_sm != NULL);
3545 mutex_enter(&vd->vdev_dtl_lock);
3547 mutex_exit(&vd->vdev_dtl_lock);
3549 space_map_truncate(vd->vdev_dtl_sm, zfs_vdev_dtl_sm_blksz, tx);
3550 space_map_write(vd->vdev_dtl_sm, rtsync, SM_ALLOC, SM_NO_VDEVID, tx);
3559 if (object != space_map_object(vd->vdev_dtl_sm)) {
3560 vdev_dbgmsg(vd, "txg %llu, spa %s, DTL old object %llu, "
3563 (u_longlong_t)space_map_object(vd->vdev_dtl_sm));
3564 vdev_config_dirty(vd->vdev_top);
3579 vdev_dtl_required(vdev_t *vd)
3581 spa_t *spa = vd->vdev_spa;
3582 vdev_t *tvd = vd->vdev_top;
3583 uint8_t cant_read = vd->vdev_cant_read;
3585 boolean_t faulting = vd->vdev_state == VDEV_STATE_FAULTED;
3589 if (vd == spa->spa_root_vdev || vd == tvd)
3597 vd->vdev_cant_read = B_TRUE;
3600 vd->vdev_cant_read = cant_read;
3604 required = !!zio_handle_device_injection(vd, NULL,
3615 vdev_resilver_needed(vdev_t *vd, uint64_t *minp, uint64_t *maxp)
3621 if (vd->vdev_children == 0) {
3622 mutex_enter(&vd->vdev_dtl_lock);
3623 if (!range_tree_is_empty(vd->vdev_dtl[DTL_MISSING]) &&
3624 vdev_writeable(vd)) {
3626 thismin = vdev_dtl_min(vd);
3627 thismax = vdev_dtl_max(vd);
3630 mutex_exit(&vd->vdev_dtl_lock);
3632 for (int c = 0; c < vd->vdev_children; c++) {
3633 vdev_t *cvd = vd->vdev_child[c];
3657 vdev_checkpoint_sm_object(vdev_t *vd, uint64_t *sm_obj)
3659 ASSERT0(spa_config_held(vd->vdev_spa, SCL_ALL, RW_WRITER));
3661 if (vd->vdev_top_zap == 0) {
3666 int error = zap_lookup(spa_meta_objset(vd->vdev_spa), vd->vdev_top_zap,
3677 vdev_load(vdev_t *vd)
3679 int children = vd->vdev_children;
3688 if (vd->vdev_ops == &vdev_root_ops && vd->vdev_children > 0) {
3696 for (int c = 0; c < vd->vdev_children; c++) {
3697 vdev_t *cvd = vd->vdev_child[c];
3712 for (int c = 0; c < vd->vdev_children; c++) {
3713 int error = vd->vdev_child[c]->vdev_load_error;
3719 vdev_set_deflate_ratio(vd);
3721 if (vd->vdev_ops == &vdev_raidz_ops) {
3722 error = vdev_raidz_load(vd);
3730 if (vd == vd->vdev_top && vd->vdev_top_zap != 0) {
3731 spa_t *spa = vd->vdev_spa;
3734 error = zap_lookup(spa->spa_meta_objset, vd->vdev_top_zap,
3738 ASSERT(vd->vdev_alloc_bias == VDEV_BIAS_NONE);
3739 vd->vdev_alloc_bias = vdev_derive_alloc_bias(bias_str);
3741 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
3743 vdev_dbgmsg(vd, "vdev_load: zap_lookup(top_zap=%llu) "
3745 (u_longlong_t)vd->vdev_top_zap, error);
3750 if (vd == vd->vdev_top && vd->vdev_top_zap != 0) {
3751 spa_t *spa = vd->vdev_spa;
3754 error = zap_lookup(spa->spa_meta_objset, vd->vdev_top_zap,
3758 vd->vdev_failfast = failfast & 1;
3760 vd->vdev_failfast = vdev_prop_default_numeric(
3763 vdev_dbgmsg(vd,
3766 (u_longlong_t)vd->vdev_top_zap, error);
3773 if (vd == vd->vdev_top && vd->vdev_top_zap != 0) {
3774 error = vdev_rebuild_load(vd);
3776 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
3778 vdev_dbgmsg(vd, "vdev_load: vdev_rebuild_load "
3784 if (vd->vdev_top_zap != 0 || vd->vdev_leaf_zap != 0) {
3787 if (vd->vdev_top_zap != 0)
3788 zapobj = vd->vdev_top_zap;
3790 zapobj = vd->vdev_leaf_zap;
3792 error = vdev_prop_get_int(vd, VDEV_PROP_CHECKSUM_N,
3793 &vd->vdev_checksum_n);
3795 vdev_dbgmsg(vd, "vdev_load: zap_lookup(zap=%llu) "
3798 error = vdev_prop_get_int(vd, VDEV_PROP_CHECKSUM_T,
3799 &vd->vdev_checksum_t);
3801 vdev_dbgmsg(vd, "vdev_load: zap_lookup(zap=%llu) "
3804 error = vdev_prop_get_int(vd, VDEV_PROP_IO_N,
3805 &vd->vdev_io_n);
3807 vdev_dbgmsg(vd, "vdev_load: zap_lookup(zap=%llu) "
3810 error = vdev_prop_get_int(vd, VDEV_PROP_IO_T,
3811 &vd->vdev_io_t);
3813 vdev_dbgmsg(vd, "vdev_load: zap_lookup(zap=%llu) "
3816 error = vdev_prop_get_int(vd, VDEV_PROP_SLOW_IO_N,
3817 &vd->vdev_slow_io_n);
3819 vdev_dbgmsg(vd, "vdev_load: zap_lookup(zap=%llu) "
3822 error = vdev_prop_get_int(vd, VDEV_PROP_SLOW_IO_T,
3823 &vd->vdev_slow_io_t);
3825 vdev_dbgmsg(vd, "vdev_load: zap_lookup(zap=%llu) "
3832 if (vd == vd->vdev_top && vdev_is_concrete(vd)) {
3833 vdev_metaslab_group_create(vd);
3835 if (vd->vdev_ashift == 0 || vd->vdev_asize == 0) {
3836 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
3838 vdev_dbgmsg(vd, "vdev_load: invalid size. ashift=%llu, "
3839 "asize=%llu", (u_longlong_t)vd->vdev_ashift,
3840 (u_longlong_t)vd->vdev_asize);
3844 error = vdev_metaslab_init(vd, 0);
3846 vdev_dbgmsg(vd, "vdev_load: metaslab_init failed "
3848 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
3854 error = vdev_checkpoint_sm_object(vd, &checkpoint_sm_obj);
3856 objset_t *mos = spa_meta_objset(vd->vdev_spa);
3857 ASSERT(vd->vdev_asize != 0);
3858 ASSERT3P(vd->vdev_checkpoint_sm, ==, NULL);
3860 error = space_map_open(&vd->vdev_checkpoint_sm,
3861 mos, checkpoint_sm_obj, 0, vd->vdev_asize,
3862 vd->vdev_ashift);
3864 vdev_dbgmsg(vd, "vdev_load: space_map_open "
3870 ASSERT3P(vd->vdev_checkpoint_sm, !=, NULL);
3878 vd->vdev_stat.vs_checkpoint_space =
3879 -space_map_allocated(vd->vdev_checkpoint_sm);
3880 vd->vdev_spa->spa_checkpoint_info.sci_dspace +=
3881 vd->vdev_stat.vs_checkpoint_space;
3883 vdev_dbgmsg(vd, "vdev_load: failed to retrieve "
3893 if (vd->vdev_ops->vdev_op_leaf && (error = vdev_dtl_load(vd)) != 0) {
3894 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
3896 vdev_dbgmsg(vd, "vdev_load: vdev_dtl_load failed "
3902 error = vdev_obsolete_sm_object(vd, &obsolete_sm_object);
3904 objset_t *mos = vd->vdev_spa->spa_meta_objset;
3905 ASSERT(vd->vdev_asize != 0);
3906 ASSERT3P(vd->vdev_obsolete_sm, ==, NULL);
3908 if ((error = space_map_open(&vd->vdev_obsolete_sm, mos,
3909 obsolete_sm_object, 0, vd->vdev_asize, 0))) {
3910 vdev_set_state(vd, B_FALSE, VDEV_STATE_CANT_OPEN,
3912 vdev_dbgmsg(vd, "vdev_load: space_map_open failed for "
3918 vdev_dbgmsg(vd, "vdev_load: failed to retrieve obsolete "
3934 vdev_validate_aux(vdev_t *vd)
3940 if (!vdev_readable(vd))
3943 if ((label = vdev_label_read_config(vd, -1ULL)) == NULL) {
3944 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
3952 guid != vd->vdev_guid ||
3954 vdev_set_state(vd, B_TRUE, VDEV_STATE_CANT_OPEN,
3969 vdev_destroy_ms_flush_data(vdev_t *vd, dmu_tx_t *tx)
3971 objset_t *mos = spa_meta_objset(vd->vdev_spa);
3973 if (vd->vdev_top_zap == 0)
3977 int err = zap_lookup(mos, vd->vdev_top_zap,
3984 VERIFY0(zap_remove(mos, vd->vdev_top_zap,
3993 vdev_destroy_spacemaps(vdev_t *vd, dmu_tx_t *tx)
3995 if (vd->vdev_ms_array == 0)
3998 objset_t *mos = vd->vdev_spa->spa_meta_objset;
3999 uint64_t array_count = vd->vdev_asize >> vd->vdev_ms_shift;
4002 VERIFY0(dmu_read(mos, vd->vdev_ms_array, 0,
4014 VERIFY0(dmu_object_free(mos, vd->vdev_ms_array, tx));
4015 vdev_destroy_ms_flush_data(vd, tx);
4016 vd->vdev_ms_array = 0;
4020 vdev_remove_empty_log(vdev_t *vd, uint64_t txg)
4022 spa_t *spa = vd->vdev_spa;
4024 ASSERT(vd->vdev_islog);
4025 ASSERT(vd == vd->vdev_top);
4030 vdev_destroy_spacemaps(vd, tx);
4031 if (vd->vdev_top_zap != 0) {
4032 vdev_destroy_unlink_zap(vd, vd->vdev_top_zap, tx);
4033 vd->vdev_top_zap = 0;
4040 vdev_sync_done(vdev_t *vd, uint64_t txg)
4043 boolean_t reassess = !txg_list_empty(&vd->vdev_ms_list, TXG_CLEAN(txg));
4045 ASSERT(vdev_is_concrete(vd));
4047 while ((msp = txg_list_remove(&vd->vdev_ms_list, TXG_CLEAN(txg)))
4052 metaslab_sync_reassess(vd->vdev_mg);
4053 if (vd->vdev_log_mg != NULL)
4054 metaslab_sync_reassess(vd->vdev_log_mg);
4059 vdev_sync(vdev_t *vd, uint64_t txg)
4061 spa_t *spa = vd->vdev_spa;
4067 if (range_tree_space(vd->vdev_obsolete_segments) > 0) {
4068 ASSERT(vd->vdev_removing ||
4069 vd->vdev_ops == &vdev_indirect_ops);
4071 vdev_indirect_sync_obsolete(vd, tx);
4077 if (vd->vdev_ops == &vdev_indirect_ops) {
4078 ASSERT(txg_list_empty(&vd->vdev_ms_list, txg));
4079 ASSERT(txg_list_empty(&vd->vdev_dtl_list, txg));
4085 ASSERT(vdev_is_concrete(vd));
4087 if (vd->vdev_ms_array == 0 && vd->vdev_ms_shift != 0 &&
4088 !vd->vdev_removing) {
4089 ASSERT(vd == vd->vdev_top);
4090 ASSERT0(vd->vdev_indirect_config.vic_mapping_object);
4091 vd->vdev_ms_array = dmu_object_alloc(spa->spa_meta_objset,
4093 ASSERT(vd->vdev_ms_array != 0);
4094 vdev_config_dirty(vd);
4097 while ((msp = txg_list_remove(&vd->vdev_ms_list, txg)) != NULL) {
4099 (void) txg_list_add(&vd->vdev_ms_list, msp, TXG_CLEAN(txg));
4102 while ((lvd = txg_list_remove(&vd->vdev_dtl_list, txg)) != NULL)
4109 if (vd->vdev_islog && vd->vdev_stat.vs_alloc == 0 && vd->vdev_removing)
4110 vdev_remove_empty_log(vd, txg);
4112 (void) txg_list_add(&spa->spa_vdev_txg_list, vd, TXG_CLEAN(txg));
4123 vdev_psize_to_asize_txg(vdev_t *vd, uint64_t psize, uint64_t txg)
4125 return (vd->vdev_ops->vdev_op_asize(vd, psize, txg));
4129 vdev_psize_to_asize(vdev_t *vd, uint64_t psize)
4131 return (vdev_psize_to_asize_txg(vd, psize, 0));
4141 vdev_t *vd, *tvd;
4145 if ((vd = spa_lookup_by_guid(spa, guid, B_TRUE)) == NULL)
4148 if (!vd->vdev_ops->vdev_op_leaf)
4151 tvd = vd->vdev_top;
4168 * by setting vd.vdev_stat.vs_aux to VDEV_AUX_EXTERNAL. This
4172 vd->vdev_stat.vs_aux = VDEV_AUX_EXTERNAL;
4173 vd->vdev_tmpoffline = B_FALSE;
4176 vd->vdev_tmpoffline = B_TRUE;
4184 vd->vdev_label_aux = aux;
4189 vd->vdev_delayed_close = B_FALSE;
4190 vd->vdev_faulted = 1ULL;
4191 vd->vdev_degraded = 0ULL;
4192 vdev_set_state(vd, B_FALSE, VDEV_STATE_FAULTED, aux);
4198 if (!tvd->vdev_islog && vd->vdev_aux == NULL && vdev_dtl_required(vd)) {
4199 vd->vdev_degraded = 1ULL;
4200 vd->vdev_faulted = 0ULL;
4208 if (vdev_readable(vd))
4209 vdev_set_state(vd, B_FALSE, VDEV_STATE_DEGRADED, aux);
4212 return (spa_vdev_state_exit(spa, vd, 0));
4223 vdev_t *vd;
4227 if ((vd = spa_lookup_by_guid(spa, guid, B_TRUE)) == NULL)
4230 if (!vd->vdev_ops->vdev_op_leaf)
4236 if (vd->vdev_faulted || vd->vdev_degraded)
4239 vd->vdev_degraded = 1ULL;
4240 if (!vdev_is_dead(vd))
4241 vdev_set_state(vd, B_FALSE, VDEV_STATE_DEGRADED,
4244 return (spa_vdev_state_exit(spa, vd, 0));
4250 vdev_t *vd;
4254 if ((vd = spa_lookup_by_guid(spa, guid, B_TRUE)) == NULL)
4261 if (vd->vdev_removed || vd->vdev_expanding)
4267 if (vd->vdev_ops->vdev_op_leaf && !zio_wait(vdev_probe(vd, NULL)))
4270 vd->vdev_remove_wanted = B_TRUE;
4273 return (spa_vdev_state_exit(spa, vd, 0));
4288 vdev_t *vd, *tvd, *pvd, *rvd = spa->spa_root_vdev;
4294 if ((vd = spa_lookup_by_guid(spa, guid, B_TRUE)) == NULL)
4297 wasoffline = (vd->vdev_offline || vd->vdev_tmpoffline);
4298 oldstate = vd->vdev_state;
4300 tvd = vd->vdev_top;
4301 vd->vdev_offline = B_FALSE;
4302 vd->vdev_tmpoffline = B_FALSE;
4303 vd->vdev_checkremove = !!(flags & ZFS_ONLINE_CHECKREMOVE);
4304 vd->vdev_forcefault = !!(flags & ZFS_ONLINE_FORCEFAULT);
4307 if (!vd->vdev_aux) {
4308 for (pvd = vd; pvd != rvd; pvd = pvd->vdev_parent)
4311 vd->vdev_expansion_time = gethrestime_sec();
4315 vd->vdev_checkremove = vd->vdev_forcefault = B_FALSE;
4317 if (!vd->vdev_aux) {
4318 for (pvd = vd; pvd != rvd; pvd = pvd->vdev_parent)
4323 *newstate = vd->vdev_state;
4325 !vdev_is_dead(vd) && vd->vdev_parent &&
4326 vd->vdev_parent->vdev_ops == &vdev_spare_ops &&
4327 vd->vdev_parent->vdev_child[0] == vd)
4328 vd->vdev_unspare = B_TRUE;
4333 if (vd->vdev_aux)
4334 return (spa_vdev_state_exit(spa, vd, ENOTSUP));
4340 mutex_enter(&vd->vdev_initialize_lock);
4341 if (vdev_writeable(vd) &&
4342 vd->vdev_initialize_thread == NULL &&
4343 vd->vdev_initialize_state == VDEV_INITIALIZE_ACTIVE) {
4344 (void) vdev_initialize(vd);
4346 mutex_exit(&vd->vdev_initialize_lock);
4354 mutex_enter(&vd->vdev_trim_lock);
4355 if (vdev_writeable(vd) && !vd->vdev_isl2cache &&
4356 vd->vdev_trim_thread == NULL &&
4357 vd->vdev_trim_state == VDEV_TRIM_ACTIVE) {
4358 (void) vdev_trim(vd, vd->vdev_trim_rate, vd->vdev_trim_partial,
4359 vd->vdev_trim_secure);
4361 mutex_exit(&vd->vdev_trim_lock);
4365 vd->vdev_state >= VDEV_STATE_DEGRADED)) {
4366 spa_event_notify(spa, vd, NULL, ESC_ZFS_VDEV_ONLINE);
4372 if (vd->vdev_unspare &&
4378 return (spa_vdev_state_exit(spa, vd, 0));
4384 vdev_t *vd, *tvd;
4392 if ((vd = spa_lookup_by_guid(spa, guid, B_TRUE)) == NULL)
4395 if (!vd->vdev_ops->vdev_op_leaf)
4398 if (vd->vdev_ops == &vdev_draid_spare_ops)
4401 tvd = vd->vdev_top;
4408 if (!vd->vdev_offline) {
4414 if (!tvd->vdev_islog && vd->vdev_aux == NULL &&
4415 vdev_dtl_required(vd))
4431 (void) spa_vdev_state_exit(spa, vd, 0);
4455 vd, error));
4456 (void) spa_vdev_state_exit(spa, vd, 0);
4468 vd->vdev_offline = B_TRUE;
4471 if (!tvd->vdev_islog && vd->vdev_aux == NULL &&
4473 vd->vdev_offline = B_FALSE;
4487 vd->vdev_tmpoffline = !!(flags & ZFS_OFFLINE_TEMPORARY);
4489 return (spa_vdev_state_exit(spa, vd, 0));
4507 * children. If 'vd' is NULL, then the user wants to clear all vdevs.
4510 vdev_clear(spa_t *spa, vdev_t *vd)
4516 if (vd == NULL)
4517 vd = rvd;
4519 vd->vdev_stat.vs_read_errors = 0;
4520 vd->vdev_stat.vs_write_errors = 0;
4521 vd->vdev_stat.vs_checksum_errors = 0;
4522 vd->vdev_stat.vs_dio_verify_errors = 0;
4523 vd->vdev_stat.vs_slow_ios = 0;
4525 for (int c = 0; c < vd->vdev_children; c++)
4526 vdev_clear(spa, vd->vdev_child[c]);
4531 if (!vdev_is_concrete(vd) || vd->vdev_removed)
4540 if (vd->vdev_faulted || vd->vdev_degraded ||
4541 !vdev_readable(vd) || !vdev_writeable(vd)) {
4547 vd->vdev_forcefault = B_TRUE;
4549 vd->vdev_faulted = vd->vdev_degraded = 0ULL;
4550 vd->vdev_cant_read = B_FALSE;
4551 vd->vdev_cant_write = B_FALSE;
4552 vd->vdev_stat.vs_aux = 0;
4554 vdev_reopen(vd == rvd ? rvd : vd->vdev_top);
4556 vd->vdev_forcefault = B_FALSE;
4558 if (vd != rvd && vdev_writeable(vd->vdev_top))
4559 vdev_state_dirty(vd->vdev_top);
4562 if (vd->vdev_aux == NULL && !vdev_is_dead(vd) &&
4567 spa_event_notify(spa, vd, NULL, ESC_ZFS_VDEV_CLEAR);
4575 if (!vdev_is_dead(vd) && vd->vdev_parent != NULL &&
4576 vd->vdev_parent->vdev_ops == &vdev_spare_ops &&
4577 vd->vdev_parent->vdev_child[0] == vd)
4578 vd->vdev_unspare = B_TRUE;
4581 zfs_ereport_clear(spa, vd);
4585 vdev_is_dead(vdev_t *vd)
4594 return (vd->vdev_state < VDEV_STATE_DEGRADED ||
4595 vd->vdev_ops == &vdev_hole_ops ||
4596 vd->vdev_ops == &vdev_missing_ops);
4600 vdev_readable(vdev_t *vd)
4602 return (!vdev_is_dead(vd) && !vd->vdev_cant_read);
4606 vdev_writeable(vdev_t *vd)
4608 return (!vdev_is_dead(vd) && !vd->vdev_cant_write &&
4609 vdev_is_concrete(vd));
4613 vdev_allocatable(vdev_t *vd)
4615 uint64_t state = vd->vdev_state;
4626 !vd->vdev_cant_write && vdev_is_concrete(vd) &&
4627 vd->vdev_mg->mg_initialized);
4631 vdev_accessible(vdev_t *vd, zio_t *zio)
4633 ASSERT(zio->io_vd == vd);
4635 if (vdev_is_dead(vd) || vd->vdev_remove_wanted)
4639 return (!vd->vdev_cant_read);
4642 return (!vd->vdev_cant_write);
4702 vdev_is_spacemap_addressable(vdev_t *vd)
4704 if (spa_feature_is_active(vd->vdev_spa, SPA_FEATURE_SPACEMAP_V2))
4714 uint64_t shift = vd->vdev_ashift + SM_OFFSET_BITS;
4719 return (vd->vdev_asize < (1ULL << shift));
4726 vdev_get_stats_ex_impl(vdev_t *vd, vdev_stat_t *vs, vdev_stat_ex_t *vsx)
4733 if (!vd->vdev_ops->vdev_op_leaf) {
4741 for (int c = 0; c < vd->vdev_children; c++) {
4742 vdev_t *cvd = vd->vdev_child[c];
4760 memcpy(vsx, &vd->vdev_stat_ex, sizeof (vd->vdev_stat_ex));
4763 vsx->vsx_active_queue[t] = vd->vdev_queue.vq_cactive[t];
4764 vsx->vsx_pend_queue[t] = vdev_queue_class_length(vd, t);
4770 vdev_get_stats_ex(vdev_t *vd, vdev_stat_t *vs, vdev_stat_ex_t *vsx)
4772 vdev_t *tvd = vd->vdev_top;
4773 mutex_enter(&vd->vdev_stat_lock);
4775 memcpy(vs, &vd->vdev_stat, sizeof (*vs));
4777 vs->vs_state = vd->vdev_state;
4778 vs->vs_rsize = vdev_get_min_asize(vd);
4780 if (vd->vdev_ops->vdev_op_leaf) {
4781 vs->vs_pspace = vd->vdev_psize;
4790 vd->vdev_initialize_bytes_done;
4792 vd->vdev_initialize_bytes_est;
4793 vs->vs_initialize_state = vd->vdev_initialize_state;
4795 vd->vdev_initialize_action_time;
4802 vs->vs_trim_notsup = !vd->vdev_has_trim;
4803 vs->vs_trim_bytes_done = vd->vdev_trim_bytes_done;
4804 vs->vs_trim_bytes_est = vd->vdev_trim_bytes_est;
4805 vs->vs_trim_state = vd->vdev_trim_state;
4806 vs->vs_trim_action_time = vd->vdev_trim_action_time;
4809 vs->vs_resilver_deferred = vd->vdev_resilver_deferred;
4818 if (vd->vdev_aux == NULL && tvd != NULL) {
4820 vd->vdev_max_asize - vd->vdev_asize,
4824 vs->vs_configured_ashift = vd->vdev_top != NULL
4825 ? vd->vdev_top->vdev_ashift : vd->vdev_ashift;
4826 vs->vs_logical_ashift = vd->vdev_logical_ashift;
4827 if (vd->vdev_physical_ashift <= ASHIFT_MAX)
4828 vs->vs_physical_ashift = vd->vdev_physical_ashift;
4836 if (vd->vdev_aux == NULL && vd == vd->vdev_top &&
4837 vdev_is_concrete(vd)) {
4844 vs->vs_fragmentation = (vd->vdev_mg != NULL) ?
4845 vd->vdev_mg->mg_fragmentation : 0;
4847 vs->vs_noalloc = MAX(vd->vdev_noalloc,
4851 vdev_get_stats_ex_impl(vd, vs, vsx);
4852 mutex_exit(&vd->vdev_stat_lock);
4856 vdev_get_stats(vdev_t *vd, vdev_stat_t *vs)
4858 return (vdev_get_stats_ex(vd, vs, NULL));
4862 vdev_clear_stats(vdev_t *vd)
4864 mutex_enter(&vd->vdev_stat_lock);
4865 vd->vdev_stat.vs_space = 0;
4866 vd->vdev_stat.vs_dspace = 0;
4867 vd->vdev_stat.vs_alloc = 0;
4868 mutex_exit(&vd->vdev_stat_lock);
4872 vdev_scan_stat_init(vdev_t *vd)
4874 vdev_stat_t *vs = &vd->vdev_stat;
4876 for (int c = 0; c < vd->vdev_children; c++)
4877 vdev_scan_stat_init(vd->vdev_child[c]);
4879 mutex_enter(&vd->vdev_stat_lock);
4881 mutex_exit(&vd->vdev_stat_lock);
4889 vdev_t *vd = zio->io_vd ? zio->io_vd : rvd;
4894 vdev_stat_t *vs = vd ? &vd->vdev_stat : NULL;
4895 vdev_stat_ex_t *vsx = vd ? &vd->vdev_stat_ex : NULL;
4897 vdev_stat_t *vs = &vd->vdev_stat;
4898 vdev_stat_ex_t *vsx = &vd->vdev_stat_ex;
4924 if (vd == rvd)
4927 ASSERT(vd == zio->io_vd);
4932 mutex_enter(&vd->vdev_stat_lock);
4944 if (vd->vdev_ops->vdev_op_leaf)
4956 vdev_t *tvd = vd->vdev_top;
4961 if (vd->vdev_ops->vdev_op_leaf &&
4962 vd->vdev_ops != &vdev_draid_spare_ops) {
4976 if (vd->vdev_ops->vdev_op_leaf &&
5032 mutex_exit(&vd->vdev_stat_lock);
5076 if (vd->vdev_ops->vdev_op_leaf) {
5081 vdev_dtl_dirty(vd, DTL_SCRUB, txg, 1);
5088 if (vdev_dtl_contains(vd, DTL_MISSING, txg, 1))
5090 for (pvd = vd; pvd != rvd; pvd = pvd->vdev_parent)
5092 vdev_dirty(vd->vdev_top, VDD_DTL, vd, commit_txg);
5094 if (vd != rvd)
5095 vdev_dtl_dirty(vd, DTL_MISSING, txg, 1);
5100 vdev_deflated_space(vdev_t *vd, int64_t space)
5103 ASSERT(vd->vdev_deflate_ratio != 0 || vd->vdev_isl2cache);
5105 return ((space >> SPA_MINBLOCKSHIFT) * vd->vdev_deflate_ratio);
5113 vdev_space_update(vdev_t *vd, int64_t alloc_delta, int64_t defer_delta,
5118 spa_t *spa = vd->vdev_spa;
5121 ASSERT(vd == vd->vdev_top);
5129 dspace_delta = vdev_deflated_space(vd, space_delta);
5131 mutex_enter(&vd->vdev_stat_lock);
5134 ASSERT3U(vd->vdev_stat.vs_alloc, >=, -alloc_delta);
5137 vd->vdev_stat.vs_alloc += alloc_delta;
5138 vd->vdev_stat.vs_space += space_delta;
5139 vd->vdev_stat.vs_dspace += dspace_delta;
5140 mutex_exit(&vd->vdev_stat_lock);
5143 if (vd->vdev_mg != NULL && !vd->vdev_islog) {
5144 ASSERT(!vd->vdev_isl2cache);
5160 vdev_config_dirty(vdev_t *vd)
5162 spa_t *spa = vd->vdev_spa;
5172 if (vd->vdev_aux != NULL) {
5173 spa_aux_vdev_t *sav = vd->vdev_aux;
5178 if (sav->sav_vdevs[c] == vd)
5205 aux[c] = vdev_config_generate(spa, vd, B_TRUE, 0);
5220 if (vd == rvd) {
5224 ASSERT(vd == vd->vdev_top);
5226 if (!list_link_active(&vd->vdev_config_dirty_node) &&
5227 vdev_is_concrete(vd)) {
5228 list_insert_head(&spa->spa_config_dirty_list, vd);
5234 vdev_config_clean(vdev_t *vd)
5236 spa_t *spa = vd->vdev_spa;
5242 ASSERT(list_link_active(&vd->vdev_config_dirty_node));
5243 list_remove(&spa->spa_config_dirty_list, vd);
5253 vdev_state_dirty(vdev_t *vd)
5255 spa_t *spa = vd->vdev_spa;
5258 ASSERT(vd == vd->vdev_top);
5270 if (!list_link_active(&vd->vdev_state_dirty_node) &&
5271 vdev_is_concrete(vd))
5272 list_insert_head(&spa->spa_state_dirty_list, vd);
5276 vdev_state_clean(vdev_t *vd)
5278 spa_t *spa = vd->vdev_spa;
5284 ASSERT(list_link_active(&vd->vdev_state_dirty_node));
5285 list_remove(&spa->spa_state_dirty_list, vd);
5292 vdev_propagate_state(vdev_t *vd)
5294 spa_t *spa = vd->vdev_spa;
5300 if (vd->vdev_children > 0) {
5301 for (int c = 0; c < vd->vdev_children; c++) {
5302 child = vd->vdev_child[c];
5318 if (child->vdev_islog && vd == rvd)
5330 vd->vdev_ops->vdev_op_state_change(vd, faulted, degraded);
5338 if (corrupted && vd == rvd &&
5344 if (vd->vdev_parent)
5345 vdev_propagate_state(vd->vdev_parent);
5357 vdev_set_state(vdev_t *vd, boolean_t isopen, vdev_state_t state, vdev_aux_t aux)
5360 spa_t *spa = vd->vdev_spa;
5362 if (state == vd->vdev_state) {
5368 if (vd->vdev_ops->vdev_op_leaf &&
5370 (vd->vdev_prevstate >= VDEV_STATE_FAULTED)) {
5372 zfs_post_state_change(spa, vd, vd->vdev_prevstate);
5374 vd->vdev_stat.vs_aux = aux;
5378 save_state = vd->vdev_state;
5380 vd->vdev_state = state;
5381 vd->vdev_stat.vs_aux = aux;
5393 if (!vd->vdev_delayed_close && vdev_is_dead(vd) &&
5394 vd->vdev_ops->vdev_op_leaf)
5395 vd->vdev_ops->vdev_op_close(vd);
5397 if (vd->vdev_removed &&
5399 (aux == VDEV_AUX_OPEN_FAILED || vd->vdev_checkremove)) {
5409 vd->vdev_state = VDEV_STATE_REMOVED;
5410 vd->vdev_stat.vs_aux = VDEV_AUX_NONE;
5412 vd->vdev_removed = B_TRUE;
5422 vd->vdev_ops->vdev_op_leaf)
5423 vd->vdev_not_present = 1;
5440 if ((vd->vdev_prevstate != state || vd->vdev_forcefault) &&
5441 !vd->vdev_not_present && !vd->vdev_checkremove &&
5442 vd != spa->spa_root_vdev) {
5471 (void) zfs_ereport_post(class, spa, vd, NULL, NULL,
5476 vd->vdev_removed = B_FALSE;
5478 vd->vdev_removed = B_FALSE;
5485 if (vd->vdev_ops->vdev_op_leaf) {
5487 if ((vd->vdev_prevstate != VDEV_STATE_UNKNOWN) &&
5488 (vd->vdev_prevstate != vd->vdev_state) &&
5490 save_state = vd->vdev_prevstate;
5494 zfs_post_state_change(spa, vd, save_state);
5497 if (!isopen && vd->vdev_parent)
5498 vdev_propagate_state(vd->vdev_parent);
5502 vdev_children_are_offline(vdev_t *vd)
5504 ASSERT(!vd->vdev_ops->vdev_op_leaf);
5506 for (uint64_t i = 0; i < vd->vdev_children; i++) {
5507 if (vd->vdev_child[i]->vdev_state != VDEV_STATE_OFFLINE)
5519 vdev_is_bootable(vdev_t *vd)
5521 if (!vd->vdev_ops->vdev_op_leaf) {
5522 const char *vdev_type = vd->vdev_ops->vdev_op_type;
5528 for (int c = 0; c < vd->vdev_children; c++) {
5529 if (!vdev_is_bootable(vd->vdev_child[c]))
5536 vdev_is_concrete(vdev_t *vd)
5538 vdev_ops_t *ops = vd->vdev_ops;
5553 vdev_log_state_valid(vdev_t *vd)
5555 if (vd->vdev_ops->vdev_op_leaf && !vd->vdev_faulted &&
5556 !vd->vdev_removed)
5559 for (int c = 0; c < vd->vdev_children; c++)
5560 if (vdev_log_state_valid(vd->vdev_child[c]))
5570 vdev_expand(vdev_t *vd, uint64_t txg)
5572 ASSERT(vd->vdev_top == vd);
5573 ASSERT(spa_config_held(vd->vdev_spa, SCL_ALL, RW_WRITER) == SCL_ALL);
5574 ASSERT(vdev_is_concrete(vd));
5576 vdev_set_deflate_ratio(vd);
5578 if ((vd->vdev_spa->spa_raidz_expand == NULL ||
5579 vd->vdev_spa->spa_raidz_expand->vre_vdev_id != vd->vdev_id) &&
5580 (vd->vdev_asize >> vd->vdev_ms_shift) > vd->vdev_ms_count &&
5581 vdev_is_concrete(vd)) {
5582 vdev_metaslab_group_create(vd);
5583 VERIFY(vdev_metaslab_init(vd, txg) == 0);
5584 vdev_config_dirty(vd);
5592 vdev_split(vdev_t *vd)
5594 vdev_t *cvd, *pvd = vd->vdev_parent;
5598 vdev_remove_child(pvd, vd);
5612 vdev_deadman(vdev_t *vd, const char *tag)
5614 for (int c = 0; c < vd->vdev_children; c++) {
5615 vdev_t *cvd = vd->vdev_child[c];
5620 if (vd->vdev_ops->vdev_op_leaf) {
5621 vdev_queue_t *vq = &vd->vdev_queue;
5625 spa_t *spa = vd->vdev_spa;
5630 vd->vdev_path, vq->vq_active);
5647 vdev_defer_resilver(vdev_t *vd)
5649 ASSERT(vd->vdev_ops->vdev_op_leaf);
5651 vd->vdev_resilver_deferred = B_TRUE;
5652 vd->vdev_spa->spa_resilver_deferred = B_TRUE;
5656 * Clears the resilver deferred flag on all leaf devs under vd. Returns
5661 vdev_clear_resilver_deferred(vdev_t *vd, dmu_tx_t *tx)
5664 spa_t *spa = vd->vdev_spa;
5666 for (int c = 0; c < vd->vdev_children; c++) {
5667 vdev_t *cvd = vd->vdev_child[c];
5671 if (vd == spa->spa_root_vdev &&
5674 vdev_config_dirty(vd);
5679 if (!vdev_is_concrete(vd) || vd->vdev_aux ||
5680 !vd->vdev_ops->vdev_op_leaf)
5683 vd->vdev_resilver_deferred = B_FALSE;
5685 return (!vdev_is_dead(vd) && !vd->vdev_offline &&
5686 vdev_resilver_needed(vd, NULL, NULL));
5704 vdev_xlate(vdev_t *vd, const range_seg64_t *logical_rs,
5710 if (vd != vd->vdev_top) {
5711 vdev_xlate(vd->vdev_parent, logical_rs, physical_rs,
5728 vdev_t *pvd = vd->vdev_parent;
5738 pvd->vdev_ops->vdev_op_xlate(vd, physical_rs, &intermediate, remain_rs);
5745 vdev_xlate_walk(vdev_t *vd, const range_seg64_t *logical_rs,
5754 vdev_xlate(vd, &iter_rs, &physical_rs, &remain_rs);
5769 vdev_name(vdev_t *vd, char *buf, int buflen)
5771 if (vd->vdev_path == NULL) {
5772 if (strcmp(vd->vdev_ops->vdev_op_type, "root") == 0) {
5773 strlcpy(buf, vd->vdev_spa->spa_name, buflen);
5774 } else if (!vd->vdev_ops->vdev_op_leaf) {
5776 vd->vdev_ops->vdev_op_type,
5777 (u_longlong_t)vd->vdev_id);
5780 strlcpy(buf, vd->vdev_path, buflen);
5838 vdev_t *vd;
5849 vd = spa_lookup_by_guid(spa, vdev_guid, B_TRUE);
5852 if (vd == NULL)
5858 if (vd->vdev_root_zap != 0) {
5859 objid = vd->vdev_root_zap;
5860 } else if (vd->vdev_top_zap != 0) {
5861 objid = vd->vdev_top_zap;
5862 } else if (vd->vdev_leaf_zap != 0) {
5863 objid = vd->vdev_leaf_zap;
5935 vdev_prop_set(vdev_t *vd, nvlist_t *innvl, nvlist_t *outnvl)
5937 spa_t *spa = vd->vdev_spa;
5943 ASSERT(vd != NULL);
5946 if (vd->vdev_root_zap == 0 &&
5947 vd->vdev_top_zap == 0 &&
5948 vd->vdev_leaf_zap == 0)
5959 if ((vd = spa_lookup_by_guid(spa, vdev_guid, B_TRUE)) == NULL)
5981 if (vd->vdev_path == NULL) {
6001 if (intval != vd->vdev_noalloc)
6013 vd->vdev_failfast = intval & 1;
6020 vd->vdev_checksum_n = intval;
6027 vd->vdev_checksum_t = intval;
6034 vd->vdev_io_n = intval;
6041 vd->vdev_io_t = intval;
6048 vd->vdev_slow_io_n = intval;
6055 vd->vdev_slow_io_t = intval;
6074 vdev_prop_get(vdev_t *vd, nvlist_t *innvl, nvlist_t *outnvl)
6076 spa_t *spa = vd->vdev_spa;
6088 ASSERT(vd != NULL);
6097 if (vd->vdev_root_zap != 0) {
6098 objid = vd->vdev_root_zap;
6099 } else if (vd->vdev_top_zap != 0) {
6100 objid = vd->vdev_top_zap;
6101 } else if (vd->vdev_leaf_zap != 0) {
6102 objid = vd->vdev_leaf_zap;
6124 strval = vdev_name(vd, namebuf,
6133 intval = (vd->vdev_stat.vs_dspace == 0) ? 0 :
6134 (vd->vdev_stat.vs_alloc * 100 /
6135 vd->vdev_stat.vs_dspace);
6141 vd->vdev_state, ZPROP_SRC_NONE);
6145 vd->vdev_guid, ZPROP_SRC_NONE);
6149 vd->vdev_asize, ZPROP_SRC_NONE);
6153 vd->vdev_psize, ZPROP_SRC_NONE);
6157 vd->vdev_ashift, ZPROP_SRC_NONE);
6161 vd->vdev_stat.vs_dspace, ZPROP_SRC_NONE);
6165 vd->vdev_stat.vs_dspace -
6166 vd->vdev_stat.vs_alloc, ZPROP_SRC_NONE);
6170 vd->vdev_stat.vs_alloc, ZPROP_SRC_NONE);
6174 vd->vdev_stat.vs_esize, ZPROP_SRC_NONE);
6178 vd->vdev_stat.vs_fragmentation,
6183 vdev_get_nparity(vd), ZPROP_SRC_NONE);
6186 if (vd->vdev_path == NULL)
6189 vd->vdev_path, 0, ZPROP_SRC_NONE);
6192 if (vd->vdev_devid == NULL)
6195 vd->vdev_devid, 0, ZPROP_SRC_NONE);
6198 if (vd->vdev_physpath == NULL)
6201 vd->vdev_physpath, 0, ZPROP_SRC_NONE);
6204 if (vd->vdev_enc_sysfs_path == NULL)
6207 vd->vdev_enc_sysfs_path, 0, ZPROP_SRC_NONE);
6210 if (vd->vdev_fru == NULL)
6213 vd->vdev_fru, 0, ZPROP_SRC_NONE);
6216 if (vd->vdev_parent != NULL) {
6217 strval = vdev_name(vd->vdev_parent,
6224 if (vd->vdev_children > 0)
6227 for (uint64_t i = 0; i < vd->vdev_children;
6231 vname = vdev_name(vd->vdev_child[i],
6248 vd->vdev_children, ZPROP_SRC_NONE);
6252 vd->vdev_stat.vs_read_errors,
6257 vd->vdev_stat.vs_write_errors,
6262 vd->vdev_stat.vs_checksum_errors,
6267 vd->vdev_stat.vs_initialize_errors,
6272 vd->vdev_stat.vs_trim_errors,
6277 vd->vdev_stat.vs_slow_ios,
6282 vd->vdev_stat.vs_ops[ZIO_TYPE_NULL],
6287 vd->vdev_stat.vs_ops[ZIO_TYPE_READ],
6292 vd->vdev_stat.vs_ops[ZIO_TYPE_WRITE],
6297 vd->vdev_stat.vs_ops[ZIO_TYPE_FREE],
6302 vd->vdev_stat.vs_ops[ZIO_TYPE_CLAIM],
6313 vd->vdev_stat.vs_ops[ZIO_TYPE_FLUSH],
6318 vd->vdev_stat.vs_bytes[ZIO_TYPE_NULL],
6323 vd->vdev_stat.vs_bytes[ZIO_TYPE_READ],
6328 vd->vdev_stat.vs_bytes[ZIO_TYPE_WRITE],
6333 vd->vdev_stat.vs_bytes[ZIO_TYPE_FREE],
6338 vd->vdev_stat.vs_bytes[ZIO_TYPE_CLAIM],
6349 vd->vdev_stat.vs_bytes[ZIO_TYPE_FLUSH],
6354 vd->vdev_removing, ZPROP_SRC_NONE);
6358 if (vd->vdev_ops == &vdev_raidz_ops) {
6360 NULL, vd->vdev_rz_expanding,
6366 if (vd->vdev_ops->vdev_op_leaf) {
6368 NULL, vd->vdev_has_trim,
6375 if (vd->vdev_mg == NULL &&
6376 vd->vdev_top != NULL) {
6380 err = vdev_prop_get_int(vd, prop,
6420 err = vdev_prop_get_int(vd, prop, &intval);