1b872e29fSKozlowski Mateusz /* SPDX-License-Identifier: BSD-3-Clause 2b872e29fSKozlowski Mateusz * Copyright (c) Intel Corporation. 3b872e29fSKozlowski Mateusz * All rights reserved. 4b872e29fSKozlowski Mateusz */ 5b872e29fSKozlowski Mateusz 6b872e29fSKozlowski Mateusz #include "ftl_core.h" 7b872e29fSKozlowski Mateusz #include "ftl_utils.h" 8b872e29fSKozlowski Mateusz #include "ftl_mngt.h" 9b872e29fSKozlowski Mateusz #include "ftl_mngt_steps.h" 10c7213b9cSArtur Paszkiewicz #include "ftl_band.h" 11b872e29fSKozlowski Mateusz #include "ftl_internal.h" 12a68a12a4SKozlowski Mateusz #include "ftl_nv_cache.h" 1392b5ebe0SKozlowski Mateusz #include "ftl_debug.h" 14b872e29fSKozlowski Mateusz 15b872e29fSKozlowski Mateusz void 16b872e29fSKozlowski Mateusz ftl_mngt_check_conf(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 17b872e29fSKozlowski Mateusz { 18b872e29fSKozlowski Mateusz if (ftl_conf_is_valid(&dev->conf)) { 19b872e29fSKozlowski Mateusz ftl_mngt_next_step(mngt); 20b872e29fSKozlowski Mateusz } else { 21b872e29fSKozlowski Mateusz ftl_mngt_fail_step(mngt); 22b872e29fSKozlowski Mateusz } 23b872e29fSKozlowski Mateusz } 245022d8f3SKozlowski Mateusz 25c7213b9cSArtur Paszkiewicz static int 26c7213b9cSArtur Paszkiewicz init_p2l_map_pool(struct spdk_ftl_dev *dev) 27c7213b9cSArtur Paszkiewicz { 28c7213b9cSArtur Paszkiewicz size_t p2l_pool_el_blks = spdk_divide_round_up(ftl_p2l_map_pool_elem_size(dev), FTL_BLOCK_SIZE); 29101a0399SKozlowski Mateusz size_t p2l_pool_buf_blks = P2L_MEMPOOL_SIZE * p2l_pool_el_blks; 30101a0399SKozlowski Mateusz void *p2l_pool_buf; 31c7213b9cSArtur Paszkiewicz 32101a0399SKozlowski Mateusz dev->p2l_pool_md = ftl_md_create(dev, p2l_pool_buf_blks, 0, "p2l_pool", 33811a027eSKozlowski Mateusz ftl_md_create_shm_flags(dev), NULL); 34101a0399SKozlowski Mateusz if (!dev->p2l_pool_md) { 35101a0399SKozlowski Mateusz return -ENOMEM; 36101a0399SKozlowski Mateusz } 37101a0399SKozlowski Mateusz 38101a0399SKozlowski Mateusz p2l_pool_buf = ftl_md_get_buffer(dev->p2l_pool_md); 39101a0399SKozlowski Mateusz dev->p2l_pool = ftl_mempool_create_ext(p2l_pool_buf, P2L_MEMPOOL_SIZE, 40c7213b9cSArtur Paszkiewicz p2l_pool_el_blks * FTL_BLOCK_SIZE, 41101a0399SKozlowski Mateusz FTL_BLOCK_SIZE); 42c7213b9cSArtur Paszkiewicz if (!dev->p2l_pool) { 43c7213b9cSArtur Paszkiewicz return -ENOMEM; 44c7213b9cSArtur Paszkiewicz } 45c7213b9cSArtur Paszkiewicz 46*1e904e2bSArtur Paszkiewicz if (!ftl_fast_startup(dev)) { 47101a0399SKozlowski Mateusz ftl_mempool_initialize_ext(dev->p2l_pool); 48*1e904e2bSArtur Paszkiewicz } 49101a0399SKozlowski Mateusz 50c7213b9cSArtur Paszkiewicz return 0; 51c7213b9cSArtur Paszkiewicz } 52c7213b9cSArtur Paszkiewicz 53c7213b9cSArtur Paszkiewicz static int 54c7213b9cSArtur Paszkiewicz init_band_md_pool(struct spdk_ftl_dev *dev) 55c7213b9cSArtur Paszkiewicz { 56c7213b9cSArtur Paszkiewicz dev->band_md_pool = ftl_mempool_create(P2L_MEMPOOL_SIZE, 57c7213b9cSArtur Paszkiewicz sizeof(struct ftl_band_md), 58c7213b9cSArtur Paszkiewicz FTL_BLOCK_SIZE, 59c7213b9cSArtur Paszkiewicz SPDK_ENV_SOCKET_ID_ANY); 60c7213b9cSArtur Paszkiewicz if (!dev->band_md_pool) { 61c7213b9cSArtur Paszkiewicz return -ENOMEM; 62c7213b9cSArtur Paszkiewicz } 63c7213b9cSArtur Paszkiewicz 64c7213b9cSArtur Paszkiewicz return 0; 65c7213b9cSArtur Paszkiewicz } 66c7213b9cSArtur Paszkiewicz 67c7213b9cSArtur Paszkiewicz void 68c7213b9cSArtur Paszkiewicz ftl_mngt_init_mem_pools(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 69c7213b9cSArtur Paszkiewicz { 70c7213b9cSArtur Paszkiewicz if (init_p2l_map_pool(dev)) { 71c7213b9cSArtur Paszkiewicz ftl_mngt_fail_step(mngt); 72c7213b9cSArtur Paszkiewicz } 73c7213b9cSArtur Paszkiewicz 74c7213b9cSArtur Paszkiewicz if (init_band_md_pool(dev)) { 75c7213b9cSArtur Paszkiewicz ftl_mngt_fail_step(mngt); 76c7213b9cSArtur Paszkiewicz } 77c7213b9cSArtur Paszkiewicz 78c7213b9cSArtur Paszkiewicz ftl_mngt_next_step(mngt); 79c7213b9cSArtur Paszkiewicz } 80c7213b9cSArtur Paszkiewicz 81c7213b9cSArtur Paszkiewicz void 82c7213b9cSArtur Paszkiewicz ftl_mngt_deinit_mem_pools(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 83c7213b9cSArtur Paszkiewicz { 84c7213b9cSArtur Paszkiewicz if (dev->p2l_pool) { 85101a0399SKozlowski Mateusz ftl_mempool_destroy_ext(dev->p2l_pool); 86c7213b9cSArtur Paszkiewicz dev->p2l_pool = NULL; 87c7213b9cSArtur Paszkiewicz } 88c7213b9cSArtur Paszkiewicz 89101a0399SKozlowski Mateusz if (dev->p2l_pool_md) { 900e33da49SKozlowski Mateusz ftl_md_destroy(dev->p2l_pool_md, ftl_md_destroy_shm_flags(dev)); 91101a0399SKozlowski Mateusz dev->p2l_pool_md = NULL; 92101a0399SKozlowski Mateusz } 93101a0399SKozlowski Mateusz 94c7213b9cSArtur Paszkiewicz if (dev->band_md_pool) { 95c7213b9cSArtur Paszkiewicz ftl_mempool_destroy(dev->band_md_pool); 96c7213b9cSArtur Paszkiewicz dev->band_md_pool = NULL; 97c7213b9cSArtur Paszkiewicz } 98c7213b9cSArtur Paszkiewicz 99c7213b9cSArtur Paszkiewicz ftl_mngt_next_step(mngt); 100c7213b9cSArtur Paszkiewicz } 101c7213b9cSArtur Paszkiewicz 102a68a12a4SKozlowski Mateusz void 10343a4d47aSKozlowski Mateusz ftl_mngt_init_reloc(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 10443a4d47aSKozlowski Mateusz { 10543a4d47aSKozlowski Mateusz dev->reloc = ftl_reloc_init(dev); 10643a4d47aSKozlowski Mateusz if (!dev->reloc) { 10743a4d47aSKozlowski Mateusz FTL_ERRLOG(dev, "Unable to initialize reloc structures\n"); 10843a4d47aSKozlowski Mateusz ftl_mngt_fail_step(mngt); 10943a4d47aSKozlowski Mateusz return; 11043a4d47aSKozlowski Mateusz } 11143a4d47aSKozlowski Mateusz 11243a4d47aSKozlowski Mateusz ftl_mngt_next_step(mngt); 11343a4d47aSKozlowski Mateusz } 11443a4d47aSKozlowski Mateusz 11543a4d47aSKozlowski Mateusz void 11643a4d47aSKozlowski Mateusz ftl_mngt_deinit_reloc(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 11743a4d47aSKozlowski Mateusz { 11843a4d47aSKozlowski Mateusz ftl_reloc_free(dev->reloc); 11943a4d47aSKozlowski Mateusz ftl_mngt_next_step(mngt); 12043a4d47aSKozlowski Mateusz } 12143a4d47aSKozlowski Mateusz 12243a4d47aSKozlowski Mateusz void 123a68a12a4SKozlowski Mateusz ftl_mngt_init_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 124a68a12a4SKozlowski Mateusz { 125a68a12a4SKozlowski Mateusz if (ftl_nv_cache_init(dev)) { 126a68a12a4SKozlowski Mateusz FTL_ERRLOG(dev, "Unable to initialize persistent cache\n"); 127a68a12a4SKozlowski Mateusz ftl_mngt_fail_step(mngt); 128a68a12a4SKozlowski Mateusz return; 129a68a12a4SKozlowski Mateusz } 130a68a12a4SKozlowski Mateusz 131a68a12a4SKozlowski Mateusz ftl_mngt_next_step(mngt); 132a68a12a4SKozlowski Mateusz } 133a68a12a4SKozlowski Mateusz 134a68a12a4SKozlowski Mateusz void 135a68a12a4SKozlowski Mateusz ftl_mngt_deinit_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 136a68a12a4SKozlowski Mateusz { 137a68a12a4SKozlowski Mateusz ftl_nv_cache_deinit(dev); 138a68a12a4SKozlowski Mateusz ftl_mngt_next_step(mngt); 139a68a12a4SKozlowski Mateusz } 140a68a12a4SKozlowski Mateusz 1415022d8f3SKozlowski Mateusz static void 1425022d8f3SKozlowski Mateusz user_clear_cb(struct spdk_ftl_dev *dev, struct ftl_md *md, int status) 1435022d8f3SKozlowski Mateusz { 1445022d8f3SKozlowski Mateusz struct ftl_mngt_process *mngt = md->owner.cb_ctx; 1455022d8f3SKozlowski Mateusz 1465022d8f3SKozlowski Mateusz if (status) { 1475022d8f3SKozlowski Mateusz FTL_ERRLOG(ftl_mngt_get_dev(mngt), "FTL NV Cache: ERROR of clearing user cache data\n"); 1485022d8f3SKozlowski Mateusz ftl_mngt_fail_step(mngt); 1495022d8f3SKozlowski Mateusz } else { 1505022d8f3SKozlowski Mateusz ftl_mngt_next_step(mngt); 1515022d8f3SKozlowski Mateusz } 1525022d8f3SKozlowski Mateusz } 1535022d8f3SKozlowski Mateusz 1545022d8f3SKozlowski Mateusz void 1555022d8f3SKozlowski Mateusz ftl_mngt_scrub_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 1565022d8f3SKozlowski Mateusz { 1575022d8f3SKozlowski Mateusz struct ftl_layout_region *region = &dev->layout.region[FTL_LAYOUT_REGION_TYPE_DATA_NVC]; 1585022d8f3SKozlowski Mateusz struct ftl_md *md = dev->layout.md[FTL_LAYOUT_REGION_TYPE_DATA_NVC]; 1595022d8f3SKozlowski Mateusz union ftl_md_vss vss; 1605022d8f3SKozlowski Mateusz 1615022d8f3SKozlowski Mateusz FTL_NOTICELOG(dev, "First startup needs to scrub nv cache data region, this may take some time.\n"); 1625022d8f3SKozlowski Mateusz FTL_NOTICELOG(dev, "Scrubbing %lluGiB\n", region->current.blocks * FTL_BLOCK_SIZE / GiB); 1635022d8f3SKozlowski Mateusz 1645022d8f3SKozlowski Mateusz /* Need to scrub user data, so in case of dirty shutdown the recovery won't 1655022d8f3SKozlowski Mateusz * pull in data during open chunks recovery from any previous instance 1665022d8f3SKozlowski Mateusz */ 1675022d8f3SKozlowski Mateusz md->cb = user_clear_cb; 1685022d8f3SKozlowski Mateusz md->owner.cb_ctx = mngt; 1695022d8f3SKozlowski Mateusz 1705022d8f3SKozlowski Mateusz vss.version.md_version = region->current.version; 1715022d8f3SKozlowski Mateusz vss.nv_cache.lba = FTL_ADDR_INVALID; 1725022d8f3SKozlowski Mateusz ftl_md_clear(md, 0, &vss); 1735022d8f3SKozlowski Mateusz } 1745022d8f3SKozlowski Mateusz 1755022d8f3SKozlowski Mateusz void 1765022d8f3SKozlowski Mateusz ftl_mngt_finalize_startup(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 1775022d8f3SKozlowski Mateusz { 1785022d8f3SKozlowski Mateusz dev->initialized = 1; 179f45c0075SArtur Paszkiewicz dev->sb_shm->shm_ready = true; 1805022d8f3SKozlowski Mateusz 18143a4d47aSKozlowski Mateusz ftl_reloc_resume(dev->reloc); 18231cf6336SKozlowski Mateusz ftl_writer_resume(&dev->writer_user); 18331cf6336SKozlowski Mateusz ftl_writer_resume(&dev->writer_gc); 184a68a12a4SKozlowski Mateusz ftl_nv_cache_resume(&dev->nv_cache); 185a68a12a4SKozlowski Mateusz 1865022d8f3SKozlowski Mateusz ftl_mngt_next_step(mngt); 1875022d8f3SKozlowski Mateusz } 18892b5ebe0SKozlowski Mateusz 18992b5ebe0SKozlowski Mateusz void 19017147949SArtur Paszkiewicz ftl_mngt_start_core_poller(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 19117147949SArtur Paszkiewicz { 19217147949SArtur Paszkiewicz dev->core_poller = SPDK_POLLER_REGISTER(ftl_core_poller, dev, 0); 19317147949SArtur Paszkiewicz if (!dev->core_poller) { 19417147949SArtur Paszkiewicz FTL_ERRLOG(dev, "Unable to register core poller\n"); 19517147949SArtur Paszkiewicz ftl_mngt_fail_step(mngt); 19617147949SArtur Paszkiewicz return; 19717147949SArtur Paszkiewicz } 19817147949SArtur Paszkiewicz 19917147949SArtur Paszkiewicz ftl_mngt_next_step(mngt); 20017147949SArtur Paszkiewicz } 20117147949SArtur Paszkiewicz 20217147949SArtur Paszkiewicz void 20317147949SArtur Paszkiewicz ftl_mngt_stop_core_poller(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 20417147949SArtur Paszkiewicz { 20517147949SArtur Paszkiewicz dev->halt = true; 20617147949SArtur Paszkiewicz 20717147949SArtur Paszkiewicz if (dev->core_poller) { 20817147949SArtur Paszkiewicz ftl_mngt_continue_step(mngt); 20917147949SArtur Paszkiewicz } else { 21017147949SArtur Paszkiewicz ftl_mngt_next_step(mngt); 21117147949SArtur Paszkiewicz } 21217147949SArtur Paszkiewicz } 21317147949SArtur Paszkiewicz 21417147949SArtur Paszkiewicz void 21592b5ebe0SKozlowski Mateusz ftl_mngt_dump_stats(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 21692b5ebe0SKozlowski Mateusz { 21788d1c3a6SKozlowski Mateusz ftl_dev_dump_bands(dev); 21892b5ebe0SKozlowski Mateusz ftl_dev_dump_stats(dev); 21992b5ebe0SKozlowski Mateusz ftl_mngt_next_step(mngt); 22092b5ebe0SKozlowski Mateusz } 221