1b872e29fSKozlowski Mateusz /* SPDX-License-Identifier: BSD-3-Clause 2b872e29fSKozlowski Mateusz * Copyright (c) Intel Corporation. 3b872e29fSKozlowski Mateusz * All rights reserved. 4b872e29fSKozlowski Mateusz */ 5b872e29fSKozlowski Mateusz 6b872e29fSKozlowski Mateusz #include "ftl_core.h" 7b872e29fSKozlowski Mateusz #include "ftl_utils.h" 8b872e29fSKozlowski Mateusz #include "ftl_mngt.h" 9b872e29fSKozlowski Mateusz #include "ftl_mngt_steps.h" 10c7213b9cSArtur Paszkiewicz #include "ftl_band.h" 11b872e29fSKozlowski Mateusz #include "ftl_internal.h" 12a68a12a4SKozlowski Mateusz #include "ftl_nv_cache.h" 1392b5ebe0SKozlowski Mateusz #include "ftl_debug.h" 14b872e29fSKozlowski Mateusz 15b872e29fSKozlowski Mateusz void 16b872e29fSKozlowski Mateusz ftl_mngt_check_conf(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 17b872e29fSKozlowski Mateusz { 18b872e29fSKozlowski Mateusz if (ftl_conf_is_valid(&dev->conf)) { 19b872e29fSKozlowski Mateusz ftl_mngt_next_step(mngt); 20b872e29fSKozlowski Mateusz } else { 21b872e29fSKozlowski Mateusz ftl_mngt_fail_step(mngt); 22b872e29fSKozlowski Mateusz } 23b872e29fSKozlowski Mateusz } 245022d8f3SKozlowski Mateusz 25c7213b9cSArtur Paszkiewicz static int 26c7213b9cSArtur Paszkiewicz init_p2l_map_pool(struct spdk_ftl_dev *dev) 27c7213b9cSArtur Paszkiewicz { 28c7213b9cSArtur Paszkiewicz size_t p2l_pool_el_blks = spdk_divide_round_up(ftl_p2l_map_pool_elem_size(dev), FTL_BLOCK_SIZE); 29101a0399SKozlowski Mateusz size_t p2l_pool_buf_blks = P2L_MEMPOOL_SIZE * p2l_pool_el_blks; 30101a0399SKozlowski Mateusz void *p2l_pool_buf; 31c7213b9cSArtur Paszkiewicz 32101a0399SKozlowski Mateusz dev->p2l_pool_md = ftl_md_create(dev, p2l_pool_buf_blks, 0, "p2l_pool", 33811a027eSKozlowski Mateusz ftl_md_create_shm_flags(dev), NULL); 34101a0399SKozlowski Mateusz if (!dev->p2l_pool_md) { 35101a0399SKozlowski Mateusz return -ENOMEM; 36101a0399SKozlowski Mateusz } 37101a0399SKozlowski Mateusz 38101a0399SKozlowski Mateusz p2l_pool_buf = ftl_md_get_buffer(dev->p2l_pool_md); 39101a0399SKozlowski Mateusz dev->p2l_pool = ftl_mempool_create_ext(p2l_pool_buf, P2L_MEMPOOL_SIZE, 40c7213b9cSArtur Paszkiewicz p2l_pool_el_blks * FTL_BLOCK_SIZE, 41101a0399SKozlowski Mateusz FTL_BLOCK_SIZE); 42c7213b9cSArtur Paszkiewicz if (!dev->p2l_pool) { 43c7213b9cSArtur Paszkiewicz return -ENOMEM; 44c7213b9cSArtur Paszkiewicz } 45c7213b9cSArtur Paszkiewicz 46101a0399SKozlowski Mateusz ftl_mempool_initialize_ext(dev->p2l_pool); 47101a0399SKozlowski Mateusz 48c7213b9cSArtur Paszkiewicz return 0; 49c7213b9cSArtur Paszkiewicz } 50c7213b9cSArtur Paszkiewicz 51c7213b9cSArtur Paszkiewicz static int 52c7213b9cSArtur Paszkiewicz init_band_md_pool(struct spdk_ftl_dev *dev) 53c7213b9cSArtur Paszkiewicz { 54c7213b9cSArtur Paszkiewicz dev->band_md_pool = ftl_mempool_create(P2L_MEMPOOL_SIZE, 55c7213b9cSArtur Paszkiewicz sizeof(struct ftl_band_md), 56c7213b9cSArtur Paszkiewicz FTL_BLOCK_SIZE, 57c7213b9cSArtur Paszkiewicz SPDK_ENV_SOCKET_ID_ANY); 58c7213b9cSArtur Paszkiewicz if (!dev->band_md_pool) { 59c7213b9cSArtur Paszkiewicz return -ENOMEM; 60c7213b9cSArtur Paszkiewicz } 61c7213b9cSArtur Paszkiewicz 62c7213b9cSArtur Paszkiewicz return 0; 63c7213b9cSArtur Paszkiewicz } 64c7213b9cSArtur Paszkiewicz 65c7213b9cSArtur Paszkiewicz void 66c7213b9cSArtur Paszkiewicz ftl_mngt_init_mem_pools(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 67c7213b9cSArtur Paszkiewicz { 68c7213b9cSArtur Paszkiewicz if (init_p2l_map_pool(dev)) { 69c7213b9cSArtur Paszkiewicz ftl_mngt_fail_step(mngt); 70c7213b9cSArtur Paszkiewicz } 71c7213b9cSArtur Paszkiewicz 72c7213b9cSArtur Paszkiewicz if (init_band_md_pool(dev)) { 73c7213b9cSArtur Paszkiewicz ftl_mngt_fail_step(mngt); 74c7213b9cSArtur Paszkiewicz } 75c7213b9cSArtur Paszkiewicz 76c7213b9cSArtur Paszkiewicz ftl_mngt_next_step(mngt); 77c7213b9cSArtur Paszkiewicz } 78c7213b9cSArtur Paszkiewicz 79c7213b9cSArtur Paszkiewicz void 80c7213b9cSArtur Paszkiewicz ftl_mngt_deinit_mem_pools(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 81c7213b9cSArtur Paszkiewicz { 82c7213b9cSArtur Paszkiewicz if (dev->p2l_pool) { 83101a0399SKozlowski Mateusz ftl_mempool_destroy_ext(dev->p2l_pool); 84c7213b9cSArtur Paszkiewicz dev->p2l_pool = NULL; 85c7213b9cSArtur Paszkiewicz } 86c7213b9cSArtur Paszkiewicz 87101a0399SKozlowski Mateusz if (dev->p2l_pool_md) { 88*0e33da49SKozlowski Mateusz ftl_md_destroy(dev->p2l_pool_md, ftl_md_destroy_shm_flags(dev)); 89101a0399SKozlowski Mateusz dev->p2l_pool_md = NULL; 90101a0399SKozlowski Mateusz } 91101a0399SKozlowski Mateusz 92c7213b9cSArtur Paszkiewicz if (dev->band_md_pool) { 93c7213b9cSArtur Paszkiewicz ftl_mempool_destroy(dev->band_md_pool); 94c7213b9cSArtur Paszkiewicz dev->band_md_pool = NULL; 95c7213b9cSArtur Paszkiewicz } 96c7213b9cSArtur Paszkiewicz 97c7213b9cSArtur Paszkiewicz ftl_mngt_next_step(mngt); 98c7213b9cSArtur Paszkiewicz } 99c7213b9cSArtur Paszkiewicz 100a68a12a4SKozlowski Mateusz void 10143a4d47aSKozlowski Mateusz ftl_mngt_init_reloc(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 10243a4d47aSKozlowski Mateusz { 10343a4d47aSKozlowski Mateusz dev->reloc = ftl_reloc_init(dev); 10443a4d47aSKozlowski Mateusz if (!dev->reloc) { 10543a4d47aSKozlowski Mateusz FTL_ERRLOG(dev, "Unable to initialize reloc structures\n"); 10643a4d47aSKozlowski Mateusz ftl_mngt_fail_step(mngt); 10743a4d47aSKozlowski Mateusz return; 10843a4d47aSKozlowski Mateusz } 10943a4d47aSKozlowski Mateusz 11043a4d47aSKozlowski Mateusz ftl_mngt_next_step(mngt); 11143a4d47aSKozlowski Mateusz } 11243a4d47aSKozlowski Mateusz 11343a4d47aSKozlowski Mateusz void 11443a4d47aSKozlowski Mateusz ftl_mngt_deinit_reloc(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 11543a4d47aSKozlowski Mateusz { 11643a4d47aSKozlowski Mateusz ftl_reloc_free(dev->reloc); 11743a4d47aSKozlowski Mateusz ftl_mngt_next_step(mngt); 11843a4d47aSKozlowski Mateusz } 11943a4d47aSKozlowski Mateusz 12043a4d47aSKozlowski Mateusz void 121a68a12a4SKozlowski Mateusz ftl_mngt_init_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 122a68a12a4SKozlowski Mateusz { 123a68a12a4SKozlowski Mateusz if (ftl_nv_cache_init(dev)) { 124a68a12a4SKozlowski Mateusz FTL_ERRLOG(dev, "Unable to initialize persistent cache\n"); 125a68a12a4SKozlowski Mateusz ftl_mngt_fail_step(mngt); 126a68a12a4SKozlowski Mateusz return; 127a68a12a4SKozlowski Mateusz } 128a68a12a4SKozlowski Mateusz 129a68a12a4SKozlowski Mateusz ftl_mngt_next_step(mngt); 130a68a12a4SKozlowski Mateusz } 131a68a12a4SKozlowski Mateusz 132a68a12a4SKozlowski Mateusz void 133a68a12a4SKozlowski Mateusz ftl_mngt_deinit_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 134a68a12a4SKozlowski Mateusz { 135a68a12a4SKozlowski Mateusz ftl_nv_cache_deinit(dev); 136a68a12a4SKozlowski Mateusz ftl_mngt_next_step(mngt); 137a68a12a4SKozlowski Mateusz } 138a68a12a4SKozlowski Mateusz 1395022d8f3SKozlowski Mateusz static void 1405022d8f3SKozlowski Mateusz user_clear_cb(struct spdk_ftl_dev *dev, struct ftl_md *md, int status) 1415022d8f3SKozlowski Mateusz { 1425022d8f3SKozlowski Mateusz struct ftl_mngt_process *mngt = md->owner.cb_ctx; 1435022d8f3SKozlowski Mateusz 1445022d8f3SKozlowski Mateusz if (status) { 1455022d8f3SKozlowski Mateusz FTL_ERRLOG(ftl_mngt_get_dev(mngt), "FTL NV Cache: ERROR of clearing user cache data\n"); 1465022d8f3SKozlowski Mateusz ftl_mngt_fail_step(mngt); 1475022d8f3SKozlowski Mateusz } else { 1485022d8f3SKozlowski Mateusz ftl_mngt_next_step(mngt); 1495022d8f3SKozlowski Mateusz } 1505022d8f3SKozlowski Mateusz } 1515022d8f3SKozlowski Mateusz 1525022d8f3SKozlowski Mateusz void 1535022d8f3SKozlowski Mateusz ftl_mngt_scrub_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 1545022d8f3SKozlowski Mateusz { 1555022d8f3SKozlowski Mateusz struct ftl_layout_region *region = &dev->layout.region[FTL_LAYOUT_REGION_TYPE_DATA_NVC]; 1565022d8f3SKozlowski Mateusz struct ftl_md *md = dev->layout.md[FTL_LAYOUT_REGION_TYPE_DATA_NVC]; 1575022d8f3SKozlowski Mateusz union ftl_md_vss vss; 1585022d8f3SKozlowski Mateusz 1595022d8f3SKozlowski Mateusz FTL_NOTICELOG(dev, "First startup needs to scrub nv cache data region, this may take some time.\n"); 1605022d8f3SKozlowski Mateusz FTL_NOTICELOG(dev, "Scrubbing %lluGiB\n", region->current.blocks * FTL_BLOCK_SIZE / GiB); 1615022d8f3SKozlowski Mateusz 1625022d8f3SKozlowski Mateusz /* Need to scrub user data, so in case of dirty shutdown the recovery won't 1635022d8f3SKozlowski Mateusz * pull in data during open chunks recovery from any previous instance 1645022d8f3SKozlowski Mateusz */ 1655022d8f3SKozlowski Mateusz md->cb = user_clear_cb; 1665022d8f3SKozlowski Mateusz md->owner.cb_ctx = mngt; 1675022d8f3SKozlowski Mateusz 1685022d8f3SKozlowski Mateusz vss.version.md_version = region->current.version; 1695022d8f3SKozlowski Mateusz vss.nv_cache.lba = FTL_ADDR_INVALID; 1705022d8f3SKozlowski Mateusz ftl_md_clear(md, 0, &vss); 1715022d8f3SKozlowski Mateusz } 1725022d8f3SKozlowski Mateusz 1735022d8f3SKozlowski Mateusz void 1745022d8f3SKozlowski Mateusz ftl_mngt_finalize_startup(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 1755022d8f3SKozlowski Mateusz { 1765022d8f3SKozlowski Mateusz dev->initialized = 1; 177f45c0075SArtur Paszkiewicz dev->sb_shm->shm_ready = true; 1785022d8f3SKozlowski Mateusz 17943a4d47aSKozlowski Mateusz ftl_reloc_resume(dev->reloc); 18031cf6336SKozlowski Mateusz ftl_writer_resume(&dev->writer_user); 18131cf6336SKozlowski Mateusz ftl_writer_resume(&dev->writer_gc); 182a68a12a4SKozlowski Mateusz ftl_nv_cache_resume(&dev->nv_cache); 183a68a12a4SKozlowski Mateusz 1845022d8f3SKozlowski Mateusz ftl_mngt_next_step(mngt); 1855022d8f3SKozlowski Mateusz } 18692b5ebe0SKozlowski Mateusz 18792b5ebe0SKozlowski Mateusz void 18817147949SArtur Paszkiewicz ftl_mngt_start_core_poller(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 18917147949SArtur Paszkiewicz { 19017147949SArtur Paszkiewicz dev->core_poller = SPDK_POLLER_REGISTER(ftl_core_poller, dev, 0); 19117147949SArtur Paszkiewicz if (!dev->core_poller) { 19217147949SArtur Paszkiewicz FTL_ERRLOG(dev, "Unable to register core poller\n"); 19317147949SArtur Paszkiewicz ftl_mngt_fail_step(mngt); 19417147949SArtur Paszkiewicz return; 19517147949SArtur Paszkiewicz } 19617147949SArtur Paszkiewicz 19717147949SArtur Paszkiewicz ftl_mngt_next_step(mngt); 19817147949SArtur Paszkiewicz } 19917147949SArtur Paszkiewicz 20017147949SArtur Paszkiewicz void 20117147949SArtur Paszkiewicz ftl_mngt_stop_core_poller(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 20217147949SArtur Paszkiewicz { 20317147949SArtur Paszkiewicz dev->halt = true; 20417147949SArtur Paszkiewicz 20517147949SArtur Paszkiewicz if (dev->core_poller) { 20617147949SArtur Paszkiewicz ftl_mngt_continue_step(mngt); 20717147949SArtur Paszkiewicz } else { 20817147949SArtur Paszkiewicz ftl_mngt_next_step(mngt); 20917147949SArtur Paszkiewicz } 21017147949SArtur Paszkiewicz } 21117147949SArtur Paszkiewicz 21217147949SArtur Paszkiewicz void 21392b5ebe0SKozlowski Mateusz ftl_mngt_dump_stats(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt) 21492b5ebe0SKozlowski Mateusz { 21588d1c3a6SKozlowski Mateusz ftl_dev_dump_bands(dev); 21692b5ebe0SKozlowski Mateusz ftl_dev_dump_stats(dev); 21792b5ebe0SKozlowski Mateusz ftl_mngt_next_step(mngt); 21892b5ebe0SKozlowski Mateusz } 219