xref: /spdk/lib/ftl/mngt/ftl_mngt_misc.c (revision 0e33da49749d6ceba57497997d8a777f6ba20745)
1b872e29fSKozlowski Mateusz /*   SPDX-License-Identifier: BSD-3-Clause
2b872e29fSKozlowski Mateusz  *   Copyright (c) Intel Corporation.
3b872e29fSKozlowski Mateusz  *   All rights reserved.
4b872e29fSKozlowski Mateusz  */
5b872e29fSKozlowski Mateusz 
6b872e29fSKozlowski Mateusz #include "ftl_core.h"
7b872e29fSKozlowski Mateusz #include "ftl_utils.h"
8b872e29fSKozlowski Mateusz #include "ftl_mngt.h"
9b872e29fSKozlowski Mateusz #include "ftl_mngt_steps.h"
10c7213b9cSArtur Paszkiewicz #include "ftl_band.h"
11b872e29fSKozlowski Mateusz #include "ftl_internal.h"
12a68a12a4SKozlowski Mateusz #include "ftl_nv_cache.h"
1392b5ebe0SKozlowski Mateusz #include "ftl_debug.h"
14b872e29fSKozlowski Mateusz 
15b872e29fSKozlowski Mateusz void
16b872e29fSKozlowski Mateusz ftl_mngt_check_conf(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
17b872e29fSKozlowski Mateusz {
18b872e29fSKozlowski Mateusz 	if (ftl_conf_is_valid(&dev->conf)) {
19b872e29fSKozlowski Mateusz 		ftl_mngt_next_step(mngt);
20b872e29fSKozlowski Mateusz 	} else {
21b872e29fSKozlowski Mateusz 		ftl_mngt_fail_step(mngt);
22b872e29fSKozlowski Mateusz 	}
23b872e29fSKozlowski Mateusz }
245022d8f3SKozlowski Mateusz 
25c7213b9cSArtur Paszkiewicz static int
26c7213b9cSArtur Paszkiewicz init_p2l_map_pool(struct spdk_ftl_dev *dev)
27c7213b9cSArtur Paszkiewicz {
28c7213b9cSArtur Paszkiewicz 	size_t p2l_pool_el_blks = spdk_divide_round_up(ftl_p2l_map_pool_elem_size(dev), FTL_BLOCK_SIZE);
29101a0399SKozlowski Mateusz 	size_t p2l_pool_buf_blks = P2L_MEMPOOL_SIZE * p2l_pool_el_blks;
30101a0399SKozlowski Mateusz 	void *p2l_pool_buf;
31c7213b9cSArtur Paszkiewicz 
32101a0399SKozlowski Mateusz 	dev->p2l_pool_md = ftl_md_create(dev, p2l_pool_buf_blks, 0, "p2l_pool",
33811a027eSKozlowski Mateusz 					 ftl_md_create_shm_flags(dev), NULL);
34101a0399SKozlowski Mateusz 	if (!dev->p2l_pool_md) {
35101a0399SKozlowski Mateusz 		return -ENOMEM;
36101a0399SKozlowski Mateusz 	}
37101a0399SKozlowski Mateusz 
38101a0399SKozlowski Mateusz 	p2l_pool_buf = ftl_md_get_buffer(dev->p2l_pool_md);
39101a0399SKozlowski Mateusz 	dev->p2l_pool = ftl_mempool_create_ext(p2l_pool_buf, P2L_MEMPOOL_SIZE,
40c7213b9cSArtur Paszkiewicz 					       p2l_pool_el_blks * FTL_BLOCK_SIZE,
41101a0399SKozlowski Mateusz 					       FTL_BLOCK_SIZE);
42c7213b9cSArtur Paszkiewicz 	if (!dev->p2l_pool) {
43c7213b9cSArtur Paszkiewicz 		return -ENOMEM;
44c7213b9cSArtur Paszkiewicz 	}
45c7213b9cSArtur Paszkiewicz 
46101a0399SKozlowski Mateusz 	ftl_mempool_initialize_ext(dev->p2l_pool);
47101a0399SKozlowski Mateusz 
48c7213b9cSArtur Paszkiewicz 	return 0;
49c7213b9cSArtur Paszkiewicz }
50c7213b9cSArtur Paszkiewicz 
51c7213b9cSArtur Paszkiewicz static int
52c7213b9cSArtur Paszkiewicz init_band_md_pool(struct spdk_ftl_dev *dev)
53c7213b9cSArtur Paszkiewicz {
54c7213b9cSArtur Paszkiewicz 	dev->band_md_pool = ftl_mempool_create(P2L_MEMPOOL_SIZE,
55c7213b9cSArtur Paszkiewicz 					       sizeof(struct ftl_band_md),
56c7213b9cSArtur Paszkiewicz 					       FTL_BLOCK_SIZE,
57c7213b9cSArtur Paszkiewicz 					       SPDK_ENV_SOCKET_ID_ANY);
58c7213b9cSArtur Paszkiewicz 	if (!dev->band_md_pool) {
59c7213b9cSArtur Paszkiewicz 		return -ENOMEM;
60c7213b9cSArtur Paszkiewicz 	}
61c7213b9cSArtur Paszkiewicz 
62c7213b9cSArtur Paszkiewicz 	return 0;
63c7213b9cSArtur Paszkiewicz }
64c7213b9cSArtur Paszkiewicz 
65c7213b9cSArtur Paszkiewicz void
66c7213b9cSArtur Paszkiewicz ftl_mngt_init_mem_pools(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
67c7213b9cSArtur Paszkiewicz {
68c7213b9cSArtur Paszkiewicz 	if (init_p2l_map_pool(dev)) {
69c7213b9cSArtur Paszkiewicz 		ftl_mngt_fail_step(mngt);
70c7213b9cSArtur Paszkiewicz 	}
71c7213b9cSArtur Paszkiewicz 
72c7213b9cSArtur Paszkiewicz 	if (init_band_md_pool(dev)) {
73c7213b9cSArtur Paszkiewicz 		ftl_mngt_fail_step(mngt);
74c7213b9cSArtur Paszkiewicz 	}
75c7213b9cSArtur Paszkiewicz 
76c7213b9cSArtur Paszkiewicz 	ftl_mngt_next_step(mngt);
77c7213b9cSArtur Paszkiewicz }
78c7213b9cSArtur Paszkiewicz 
79c7213b9cSArtur Paszkiewicz void
80c7213b9cSArtur Paszkiewicz ftl_mngt_deinit_mem_pools(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
81c7213b9cSArtur Paszkiewicz {
82c7213b9cSArtur Paszkiewicz 	if (dev->p2l_pool) {
83101a0399SKozlowski Mateusz 		ftl_mempool_destroy_ext(dev->p2l_pool);
84c7213b9cSArtur Paszkiewicz 		dev->p2l_pool = NULL;
85c7213b9cSArtur Paszkiewicz 	}
86c7213b9cSArtur Paszkiewicz 
87101a0399SKozlowski Mateusz 	if (dev->p2l_pool_md) {
88*0e33da49SKozlowski Mateusz 		ftl_md_destroy(dev->p2l_pool_md, ftl_md_destroy_shm_flags(dev));
89101a0399SKozlowski Mateusz 		dev->p2l_pool_md = NULL;
90101a0399SKozlowski Mateusz 	}
91101a0399SKozlowski Mateusz 
92c7213b9cSArtur Paszkiewicz 	if (dev->band_md_pool) {
93c7213b9cSArtur Paszkiewicz 		ftl_mempool_destroy(dev->band_md_pool);
94c7213b9cSArtur Paszkiewicz 		dev->band_md_pool = NULL;
95c7213b9cSArtur Paszkiewicz 	}
96c7213b9cSArtur Paszkiewicz 
97c7213b9cSArtur Paszkiewicz 	ftl_mngt_next_step(mngt);
98c7213b9cSArtur Paszkiewicz }
99c7213b9cSArtur Paszkiewicz 
100a68a12a4SKozlowski Mateusz void
10143a4d47aSKozlowski Mateusz ftl_mngt_init_reloc(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
10243a4d47aSKozlowski Mateusz {
10343a4d47aSKozlowski Mateusz 	dev->reloc = ftl_reloc_init(dev);
10443a4d47aSKozlowski Mateusz 	if (!dev->reloc) {
10543a4d47aSKozlowski Mateusz 		FTL_ERRLOG(dev, "Unable to initialize reloc structures\n");
10643a4d47aSKozlowski Mateusz 		ftl_mngt_fail_step(mngt);
10743a4d47aSKozlowski Mateusz 		return;
10843a4d47aSKozlowski Mateusz 	}
10943a4d47aSKozlowski Mateusz 
11043a4d47aSKozlowski Mateusz 	ftl_mngt_next_step(mngt);
11143a4d47aSKozlowski Mateusz }
11243a4d47aSKozlowski Mateusz 
11343a4d47aSKozlowski Mateusz void
11443a4d47aSKozlowski Mateusz ftl_mngt_deinit_reloc(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
11543a4d47aSKozlowski Mateusz {
11643a4d47aSKozlowski Mateusz 	ftl_reloc_free(dev->reloc);
11743a4d47aSKozlowski Mateusz 	ftl_mngt_next_step(mngt);
11843a4d47aSKozlowski Mateusz }
11943a4d47aSKozlowski Mateusz 
12043a4d47aSKozlowski Mateusz void
121a68a12a4SKozlowski Mateusz ftl_mngt_init_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
122a68a12a4SKozlowski Mateusz {
123a68a12a4SKozlowski Mateusz 	if (ftl_nv_cache_init(dev)) {
124a68a12a4SKozlowski Mateusz 		FTL_ERRLOG(dev, "Unable to initialize persistent cache\n");
125a68a12a4SKozlowski Mateusz 		ftl_mngt_fail_step(mngt);
126a68a12a4SKozlowski Mateusz 		return;
127a68a12a4SKozlowski Mateusz 	}
128a68a12a4SKozlowski Mateusz 
129a68a12a4SKozlowski Mateusz 	ftl_mngt_next_step(mngt);
130a68a12a4SKozlowski Mateusz }
131a68a12a4SKozlowski Mateusz 
132a68a12a4SKozlowski Mateusz void
133a68a12a4SKozlowski Mateusz ftl_mngt_deinit_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
134a68a12a4SKozlowski Mateusz {
135a68a12a4SKozlowski Mateusz 	ftl_nv_cache_deinit(dev);
136a68a12a4SKozlowski Mateusz 	ftl_mngt_next_step(mngt);
137a68a12a4SKozlowski Mateusz }
138a68a12a4SKozlowski Mateusz 
1395022d8f3SKozlowski Mateusz static void
1405022d8f3SKozlowski Mateusz user_clear_cb(struct spdk_ftl_dev *dev, struct ftl_md *md, int status)
1415022d8f3SKozlowski Mateusz {
1425022d8f3SKozlowski Mateusz 	struct ftl_mngt_process *mngt = md->owner.cb_ctx;
1435022d8f3SKozlowski Mateusz 
1445022d8f3SKozlowski Mateusz 	if (status) {
1455022d8f3SKozlowski Mateusz 		FTL_ERRLOG(ftl_mngt_get_dev(mngt), "FTL NV Cache: ERROR of clearing user cache data\n");
1465022d8f3SKozlowski Mateusz 		ftl_mngt_fail_step(mngt);
1475022d8f3SKozlowski Mateusz 	} else {
1485022d8f3SKozlowski Mateusz 		ftl_mngt_next_step(mngt);
1495022d8f3SKozlowski Mateusz 	}
1505022d8f3SKozlowski Mateusz }
1515022d8f3SKozlowski Mateusz 
1525022d8f3SKozlowski Mateusz void
1535022d8f3SKozlowski Mateusz ftl_mngt_scrub_nv_cache(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
1545022d8f3SKozlowski Mateusz {
1555022d8f3SKozlowski Mateusz 	struct ftl_layout_region *region = &dev->layout.region[FTL_LAYOUT_REGION_TYPE_DATA_NVC];
1565022d8f3SKozlowski Mateusz 	struct ftl_md *md = dev->layout.md[FTL_LAYOUT_REGION_TYPE_DATA_NVC];
1575022d8f3SKozlowski Mateusz 	union ftl_md_vss vss;
1585022d8f3SKozlowski Mateusz 
1595022d8f3SKozlowski Mateusz 	FTL_NOTICELOG(dev, "First startup needs to scrub nv cache data region, this may take some time.\n");
1605022d8f3SKozlowski Mateusz 	FTL_NOTICELOG(dev, "Scrubbing %lluGiB\n", region->current.blocks * FTL_BLOCK_SIZE / GiB);
1615022d8f3SKozlowski Mateusz 
1625022d8f3SKozlowski Mateusz 	/* Need to scrub user data, so in case of dirty shutdown the recovery won't
1635022d8f3SKozlowski Mateusz 	 * pull in data during open chunks recovery from any previous instance
1645022d8f3SKozlowski Mateusz 	 */
1655022d8f3SKozlowski Mateusz 	md->cb = user_clear_cb;
1665022d8f3SKozlowski Mateusz 	md->owner.cb_ctx = mngt;
1675022d8f3SKozlowski Mateusz 
1685022d8f3SKozlowski Mateusz 	vss.version.md_version = region->current.version;
1695022d8f3SKozlowski Mateusz 	vss.nv_cache.lba = FTL_ADDR_INVALID;
1705022d8f3SKozlowski Mateusz 	ftl_md_clear(md, 0, &vss);
1715022d8f3SKozlowski Mateusz }
1725022d8f3SKozlowski Mateusz 
1735022d8f3SKozlowski Mateusz void
1745022d8f3SKozlowski Mateusz ftl_mngt_finalize_startup(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
1755022d8f3SKozlowski Mateusz {
1765022d8f3SKozlowski Mateusz 	dev->initialized = 1;
177f45c0075SArtur Paszkiewicz 	dev->sb_shm->shm_ready = true;
1785022d8f3SKozlowski Mateusz 
17943a4d47aSKozlowski Mateusz 	ftl_reloc_resume(dev->reloc);
18031cf6336SKozlowski Mateusz 	ftl_writer_resume(&dev->writer_user);
18131cf6336SKozlowski Mateusz 	ftl_writer_resume(&dev->writer_gc);
182a68a12a4SKozlowski Mateusz 	ftl_nv_cache_resume(&dev->nv_cache);
183a68a12a4SKozlowski Mateusz 
1845022d8f3SKozlowski Mateusz 	ftl_mngt_next_step(mngt);
1855022d8f3SKozlowski Mateusz }
18692b5ebe0SKozlowski Mateusz 
18792b5ebe0SKozlowski Mateusz void
18817147949SArtur Paszkiewicz ftl_mngt_start_core_poller(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
18917147949SArtur Paszkiewicz {
19017147949SArtur Paszkiewicz 	dev->core_poller = SPDK_POLLER_REGISTER(ftl_core_poller, dev, 0);
19117147949SArtur Paszkiewicz 	if (!dev->core_poller) {
19217147949SArtur Paszkiewicz 		FTL_ERRLOG(dev, "Unable to register core poller\n");
19317147949SArtur Paszkiewicz 		ftl_mngt_fail_step(mngt);
19417147949SArtur Paszkiewicz 		return;
19517147949SArtur Paszkiewicz 	}
19617147949SArtur Paszkiewicz 
19717147949SArtur Paszkiewicz 	ftl_mngt_next_step(mngt);
19817147949SArtur Paszkiewicz }
19917147949SArtur Paszkiewicz 
20017147949SArtur Paszkiewicz void
20117147949SArtur Paszkiewicz ftl_mngt_stop_core_poller(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
20217147949SArtur Paszkiewicz {
20317147949SArtur Paszkiewicz 	dev->halt = true;
20417147949SArtur Paszkiewicz 
20517147949SArtur Paszkiewicz 	if (dev->core_poller) {
20617147949SArtur Paszkiewicz 		ftl_mngt_continue_step(mngt);
20717147949SArtur Paszkiewicz 	} else {
20817147949SArtur Paszkiewicz 		ftl_mngt_next_step(mngt);
20917147949SArtur Paszkiewicz 	}
21017147949SArtur Paszkiewicz }
21117147949SArtur Paszkiewicz 
21217147949SArtur Paszkiewicz void
21392b5ebe0SKozlowski Mateusz ftl_mngt_dump_stats(struct spdk_ftl_dev *dev, struct ftl_mngt_process *mngt)
21492b5ebe0SKozlowski Mateusz {
21588d1c3a6SKozlowski Mateusz 	ftl_dev_dump_bands(dev);
21692b5ebe0SKozlowski Mateusz 	ftl_dev_dump_stats(dev);
21792b5ebe0SKozlowski Mateusz 	ftl_mngt_next_step(mngt);
21892b5ebe0SKozlowski Mateusz }
219