xref: /spdk/lib/ftl/mngt/ftl_mngt_misc.c (revision 1e904e2b75651d63bdac25b8fa8176279fcf2b77)
1b872e29fSKozlowski Mateusz /*   SPDX-License-Identifier: BSD-3-Clause
2b872e29fSKozlowski Mateusz  *   Copyright (c) Intel Corporation.
3b872e29fSKozlowski Mateusz  *   All rights reserved.
4b872e29fSKozlowski Mateusz  */
5b872e29fSKozlowski Mateusz 
6b872e29fSKozlowski Mateusz #include "ftl_core.h"
7b872e29fSKozlowski Mateusz #include "ftl_utils.h"
8b872e29fSKozlowski Mateusz #include "ftl_mngt.h"
9b872e29fSKozlowski Mateusz #include "ftl_mngt_steps.h"
10c7213b9cSArtur Paszkiewicz #include "ftl_band.h"
11b872e29fSKozlowski Mateusz #include "ftl_internal.h"
12a68a12a4SKozlowski Mateusz #include "ftl_nv_cache.h"
1392b5ebe0SKozlowski Mateusz #include "ftl_debug.h"
14b872e29fSKozlowski Mateusz 
15b872e29fSKozlowski Mateusz void
16b872e29fSKozlowski Mateusz ftl_mngt_check_conf(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
17b872e29fSKozlowski Mateusz {
18b872e29fSKozlowski Mateusz 	if (ftl_conf_is_valid(&dev->conf)) {
19b872e29fSKozlowski Mateusz 		ftl_mngt_next_step(mngt);
20b872e29fSKozlowski Mateusz 	} else {
21b872e29fSKozlowski Mateusz 		ftl_mngt_fail_step(mngt);
22b872e29fSKozlowski Mateusz 	}
23b872e29fSKozlowski Mateusz }
245022d8f3SKozlowski Mateusz 
25c7213b9cSArtur Paszkiewicz static int
26c7213b9cSArtur Paszkiewicz init_p2l_map_pool(struct spdk_ftl_dev *dev)
27c7213b9cSArtur Paszkiewicz {
28c7213b9cSArtur Paszkiewicz 	size_t p2l_pool_el_blks = spdk_divide_round_up(ftl_p2l_map_pool_elem_size(dev), FTL_BLOCK_SIZE);
29101a0399SKozlowski Mateusz 	size_t p2l_pool_buf_blks = P2L_MEMPOOL_SIZE * p2l_pool_el_blks;
30101a0399SKozlowski Mateusz 	void *p2l_pool_buf;
31c7213b9cSArtur Paszkiewicz 
32101a0399SKozlowski Mateusz 	dev->p2l_pool_md = ftl_md_create(dev, p2l_pool_buf_blks, 0, "p2l_pool",
33811a027eSKozlowski Mateusz 					 ftl_md_create_shm_flags(dev), NULL);
34101a0399SKozlowski Mateusz 	if (!dev->p2l_pool_md) {
35101a0399SKozlowski Mateusz 		return -ENOMEM;
36101a0399SKozlowski Mateusz 	}
37101a0399SKozlowski Mateusz 
38101a0399SKozlowski Mateusz 	p2l_pool_buf = ftl_md_get_buffer(dev->p2l_pool_md);
39101a0399SKozlowski Mateusz 	dev->p2l_pool = ftl_mempool_create_ext(p2l_pool_buf, P2L_MEMPOOL_SIZE,
40c7213b9cSArtur Paszkiewicz 					       p2l_pool_el_blks * FTL_BLOCK_SIZE,
41101a0399SKozlowski Mateusz 					       FTL_BLOCK_SIZE);
42c7213b9cSArtur Paszkiewicz 	if (!dev->p2l_pool) {
43c7213b9cSArtur Paszkiewicz 		return -ENOMEM;
44c7213b9cSArtur Paszkiewicz 	}
45c7213b9cSArtur Paszkiewicz 
46*1e904e2bSArtur Paszkiewicz 	if (!ftl_fast_startup(dev)) {
47101a0399SKozlowski Mateusz 		ftl_mempool_initialize_ext(dev->p2l_pool);
48*1e904e2bSArtur Paszkiewicz 	}
49101a0399SKozlowski Mateusz 
50c7213b9cSArtur Paszkiewicz 	return 0;
51c7213b9cSArtur Paszkiewicz }
52c7213b9cSArtur Paszkiewicz 
53c7213b9cSArtur Paszkiewicz static int
54c7213b9cSArtur Paszkiewicz init_band_md_pool(struct spdk_ftl_dev *dev)
55c7213b9cSArtur Paszkiewicz {
56c7213b9cSArtur Paszkiewicz 	dev->band_md_pool = ftl_mempool_create(P2L_MEMPOOL_SIZE,
57c7213b9cSArtur Paszkiewicz 					       sizeof(struct ftl_band_md),
58c7213b9cSArtur Paszkiewicz 					       FTL_BLOCK_SIZE,
59c7213b9cSArtur Paszkiewicz 					       SPDK_ENV_SOCKET_ID_ANY);
60c7213b9cSArtur Paszkiewicz 	if (!dev->band_md_pool) {
61c7213b9cSArtur Paszkiewicz 		return -ENOMEM;
62c7213b9cSArtur Paszkiewicz 	}
63c7213b9cSArtur Paszkiewicz 
64c7213b9cSArtur Paszkiewicz 	return 0;
65c7213b9cSArtur Paszkiewicz }
66c7213b9cSArtur Paszkiewicz 
67c7213b9cSArtur Paszkiewicz void
68c7213b9cSArtur Paszkiewicz ftl_mngt_init_mem_pools(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
69c7213b9cSArtur Paszkiewicz {
70c7213b9cSArtur Paszkiewicz 	if (init_p2l_map_pool(dev)) {
71c7213b9cSArtur Paszkiewicz 		ftl_mngt_fail_step(mngt);
72c7213b9cSArtur Paszkiewicz 	}
73c7213b9cSArtur Paszkiewicz 
74c7213b9cSArtur Paszkiewicz 	if (init_band_md_pool(dev)) {
75c7213b9cSArtur Paszkiewicz 		ftl_mngt_fail_step(mngt);
76c7213b9cSArtur Paszkiewicz 	}
77c7213b9cSArtur Paszkiewicz 
78c7213b9cSArtur Paszkiewicz 	ftl_mngt_next_step(mngt);
79c7213b9cSArtur Paszkiewicz }
80c7213b9cSArtur Paszkiewicz 
81c7213b9cSArtur Paszkiewicz void
82c7213b9cSArtur Paszkiewicz ftl_mngt_deinit_mem_pools(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
83c7213b9cSArtur Paszkiewicz {
84c7213b9cSArtur Paszkiewicz 	if (dev->p2l_pool) {
85101a0399SKozlowski Mateusz 		ftl_mempool_destroy_ext(dev->p2l_pool);
86c7213b9cSArtur Paszkiewicz 		dev->p2l_pool = NULL;
87c7213b9cSArtur Paszkiewicz 	}
88c7213b9cSArtur Paszkiewicz 
89101a0399SKozlowski Mateusz 	if (dev->p2l_pool_md) {
900e33da49SKozlowski Mateusz 		ftl_md_destroy(dev->p2l_pool_md, ftl_md_destroy_shm_flags(dev));
91101a0399SKozlowski Mateusz 		dev->p2l_pool_md = NULL;
92101a0399SKozlowski Mateusz 	}
93101a0399SKozlowski Mateusz 
94c7213b9cSArtur Paszkiewicz 	if (dev->band_md_pool) {
95c7213b9cSArtur Paszkiewicz 		ftl_mempool_destroy(dev->band_md_pool);
96c7213b9cSArtur Paszkiewicz 		dev->band_md_pool = NULL;
97c7213b9cSArtur Paszkiewicz 	}
98c7213b9cSArtur Paszkiewicz 
99c7213b9cSArtur Paszkiewicz 	ftl_mngt_next_step(mngt);
100c7213b9cSArtur Paszkiewicz }
101c7213b9cSArtur Paszkiewicz 
102a68a12a4SKozlowski Mateusz void
10343a4d47aSKozlowski Mateusz ftl_mngt_init_reloc(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
10443a4d47aSKozlowski Mateusz {
10543a4d47aSKozlowski Mateusz 	dev->reloc = ftl_reloc_init(dev);
10643a4d47aSKozlowski Mateusz 	if (!dev->reloc) {
10743a4d47aSKozlowski Mateusz 		FTL_ERRLOG(dev, "Unable to initialize reloc structures\n");
10843a4d47aSKozlowski Mateusz 		ftl_mngt_fail_step(mngt);
10943a4d47aSKozlowski Mateusz 		return;
11043a4d47aSKozlowski Mateusz 	}
11143a4d47aSKozlowski Mateusz 
11243a4d47aSKozlowski Mateusz 	ftl_mngt_next_step(mngt);
11343a4d47aSKozlowski Mateusz }
11443a4d47aSKozlowski Mateusz 
11543a4d47aSKozlowski Mateusz void
11643a4d47aSKozlowski Mateusz ftl_mngt_deinit_reloc(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
11743a4d47aSKozlowski Mateusz {
11843a4d47aSKozlowski Mateusz 	ftl_reloc_free(dev->reloc);
11943a4d47aSKozlowski Mateusz 	ftl_mngt_next_step(mngt);
12043a4d47aSKozlowski Mateusz }
12143a4d47aSKozlowski Mateusz 
12243a4d47aSKozlowski Mateusz void
123a68a12a4SKozlowski Mateusz ftl_mngt_init_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
124a68a12a4SKozlowski Mateusz {
125a68a12a4SKozlowski Mateusz 	if (ftl_nv_cache_init(dev)) {
126a68a12a4SKozlowski Mateusz 		FTL_ERRLOG(dev, "Unable to initialize persistent cache\n");
127a68a12a4SKozlowski Mateusz 		ftl_mngt_fail_step(mngt);
128a68a12a4SKozlowski Mateusz 		return;
129a68a12a4SKozlowski Mateusz 	}
130a68a12a4SKozlowski Mateusz 
131a68a12a4SKozlowski Mateusz 	ftl_mngt_next_step(mngt);
132a68a12a4SKozlowski Mateusz }
133a68a12a4SKozlowski Mateusz 
134a68a12a4SKozlowski Mateusz void
135a68a12a4SKozlowski Mateusz ftl_mngt_deinit_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
136a68a12a4SKozlowski Mateusz {
137a68a12a4SKozlowski Mateusz 	ftl_nv_cache_deinit(dev);
138a68a12a4SKozlowski Mateusz 	ftl_mngt_next_step(mngt);
139a68a12a4SKozlowski Mateusz }
140a68a12a4SKozlowski Mateusz 
1415022d8f3SKozlowski Mateusz static void
1425022d8f3SKozlowski Mateusz user_clear_cb(struct spdk_ftl_dev *dev, struct ftl_md *md, int status)
1435022d8f3SKozlowski Mateusz {
1445022d8f3SKozlowski Mateusz 	struct ftl_mngt_process *mngt = md->owner.cb_ctx;
1455022d8f3SKozlowski Mateusz 
1465022d8f3SKozlowski Mateusz 	if (status) {
1475022d8f3SKozlowski Mateusz 		FTL_ERRLOG(ftl_mngt_get_dev(mngt), "FTL NV Cache: ERROR of clearing user cache data\n");
1485022d8f3SKozlowski Mateusz 		ftl_mngt_fail_step(mngt);
1495022d8f3SKozlowski Mateusz 	} else {
1505022d8f3SKozlowski Mateusz 		ftl_mngt_next_step(mngt);
1515022d8f3SKozlowski Mateusz 	}
1525022d8f3SKozlowski Mateusz }
1535022d8f3SKozlowski Mateusz 
1545022d8f3SKozlowski Mateusz void
1555022d8f3SKozlowski Mateusz ftl_mngt_scrub_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
1565022d8f3SKozlowski Mateusz {
1575022d8f3SKozlowski Mateusz 	struct ftl_layout_region *region = &dev->layout.region[FTL_LAYOUT_REGION_TYPE_DATA_NVC];
1585022d8f3SKozlowski Mateusz 	struct ftl_md *md = dev->layout.md[FTL_LAYOUT_REGION_TYPE_DATA_NVC];
1595022d8f3SKozlowski Mateusz 	union ftl_md_vss vss;
1605022d8f3SKozlowski Mateusz 
1615022d8f3SKozlowski Mateusz 	FTL_NOTICELOG(dev, "First startup needs to scrub nv cache data region, this may take some time.\n");
1625022d8f3SKozlowski Mateusz 	FTL_NOTICELOG(dev, "Scrubbing %lluGiB\n", region->current.blocks * FTL_BLOCK_SIZE / GiB);
1635022d8f3SKozlowski Mateusz 
1645022d8f3SKozlowski Mateusz 	/* Need to scrub user data, so in case of dirty shutdown the recovery won't
1655022d8f3SKozlowski Mateusz 	 * pull in data during open chunks recovery from any previous instance
1665022d8f3SKozlowski Mateusz 	 */
1675022d8f3SKozlowski Mateusz 	md->cb = user_clear_cb;
1685022d8f3SKozlowski Mateusz 	md->owner.cb_ctx = mngt;
1695022d8f3SKozlowski Mateusz 
1705022d8f3SKozlowski Mateusz 	vss.version.md_version = region->current.version;
1715022d8f3SKozlowski Mateusz 	vss.nv_cache.lba = FTL_ADDR_INVALID;
1725022d8f3SKozlowski Mateusz 	ftl_md_clear(md, 0, &vss);
1735022d8f3SKozlowski Mateusz }
1745022d8f3SKozlowski Mateusz 
1755022d8f3SKozlowski Mateusz void
1765022d8f3SKozlowski Mateusz ftl_mngt_finalize_startup(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
1775022d8f3SKozlowski Mateusz {
1785022d8f3SKozlowski Mateusz 	dev->initialized = 1;
179f45c0075SArtur Paszkiewicz 	dev->sb_shm->shm_ready = true;
1805022d8f3SKozlowski Mateusz 
18143a4d47aSKozlowski Mateusz 	ftl_reloc_resume(dev->reloc);
18231cf6336SKozlowski Mateusz 	ftl_writer_resume(&dev->writer_user);
18331cf6336SKozlowski Mateusz 	ftl_writer_resume(&dev->writer_gc);
184a68a12a4SKozlowski Mateusz 	ftl_nv_cache_resume(&dev->nv_cache);
185a68a12a4SKozlowski Mateusz 
1865022d8f3SKozlowski Mateusz 	ftl_mngt_next_step(mngt);
1875022d8f3SKozlowski Mateusz }
18892b5ebe0SKozlowski Mateusz 
18992b5ebe0SKozlowski Mateusz void
19017147949SArtur Paszkiewicz ftl_mngt_start_core_poller(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
19117147949SArtur Paszkiewicz {
19217147949SArtur Paszkiewicz 	dev->core_poller = SPDK_POLLER_REGISTER(ftl_core_poller, dev, 0);
19317147949SArtur Paszkiewicz 	if (!dev->core_poller) {
19417147949SArtur Paszkiewicz 		FTL_ERRLOG(dev, "Unable to register core poller\n");
19517147949SArtur Paszkiewicz 		ftl_mngt_fail_step(mngt);
19617147949SArtur Paszkiewicz 		return;
19717147949SArtur Paszkiewicz 	}
19817147949SArtur Paszkiewicz 
19917147949SArtur Paszkiewicz 	ftl_mngt_next_step(mngt);
20017147949SArtur Paszkiewicz }
20117147949SArtur Paszkiewicz 
20217147949SArtur Paszkiewicz void
20317147949SArtur Paszkiewicz ftl_mngt_stop_core_poller(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
20417147949SArtur Paszkiewicz {
20517147949SArtur Paszkiewicz 	dev->halt = true;
20617147949SArtur Paszkiewicz 
20717147949SArtur Paszkiewicz 	if (dev->core_poller) {
20817147949SArtur Paszkiewicz 		ftl_mngt_continue_step(mngt);
20917147949SArtur Paszkiewicz 	} else {
21017147949SArtur Paszkiewicz 		ftl_mngt_next_step(mngt);
21117147949SArtur Paszkiewicz 	}
21217147949SArtur Paszkiewicz }
21317147949SArtur Paszkiewicz 
21417147949SArtur Paszkiewicz void
21592b5ebe0SKozlowski Mateusz ftl_mngt_dump_stats(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
21692b5ebe0SKozlowski Mateusz {
21788d1c3a6SKozlowski Mateusz 	ftl_dev_dump_bands(dev);
21892b5ebe0SKozlowski Mateusz 	ftl_dev_dump_stats(dev);
21992b5ebe0SKozlowski Mateusz 	ftl_mngt_next_step(mngt);
22092b5ebe0SKozlowski Mateusz }
221