xref: /spdk/scripts/rpc.py (revision 79daf868a54dfe2f93356b885df05b520385f0a7)
1#!/usr/bin/env python3
2#  SPDX-License-Identifier: BSD-3-Clause
3#  Copyright (C) 2016 Intel Corporation
4#  All rights reserved.
5#  Copyright (c) 2022 Dell Inc, or its subsidiaries.
6#  Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
7#
8
9import logging
10import argparse
11import importlib
12import os
13import sys
14import shlex
15import json
16
17try:
18    from shlex import quote
19except ImportError:
20    from pipes import quote
21
22sys.path.append(os.path.dirname(__file__) + '/../python')
23
24import spdk.rpc as rpc  # noqa
25from spdk.rpc.client import print_dict, print_json, JSONRPCException  # noqa
26from spdk.rpc.helpers import deprecated_aliases  # noqa
27
28
29def print_array(a):
30    print(" ".join((quote(v) for v in a)))
31
32
33if __name__ == "__main__":
34    parser = argparse.ArgumentParser(
35        description='SPDK RPC command line interface', usage='%(prog)s [options]')
36    parser.add_argument('-s', dest='server_addr',
37                        help='RPC domain socket path or IP address', default='/var/tmp/spdk.sock')
38    parser.add_argument('-p', dest='port',
39                        help='RPC port number (if server_addr is IP address)',
40                        default=5260, type=int)
41    parser.add_argument('-t', dest='timeout',
42                        help='Timeout as a floating point number expressed in seconds waiting for response. Default: 60.0',
43                        default=None, type=float)
44    parser.add_argument('-r', dest='conn_retries',
45                        help='Retry connecting to the RPC server N times with 0.2s interval. Default: 0',
46                        default=0, type=int)
47    parser.add_argument('-v', dest='verbose', action='store_const', const="INFO",
48                        help='Set verbose mode to INFO', default="ERROR")
49    parser.add_argument('--verbose', dest='verbose', choices=['DEBUG', 'INFO', 'ERROR'],
50                        help="""Set verbose level. """)
51    parser.add_argument('--dry-run', dest='dry_run', action='store_true', help="Display request and exit")
52    parser.set_defaults(dry_run=False)
53    parser.add_argument('--go-client', dest='go_client', action='store_true', help="Use Go client")
54    parser.set_defaults(go_client=False)
55    parser.add_argument('--server', dest='is_server', action='store_true',
56                        help="Start listening on stdin, parse each line as a regular rpc.py execution and create \
57                                a separate connection for each command. Each command's output ends with either \
58                                **STATUS=0 if the command succeeded or **STATUS=1 if it failed. --server is meant \
59                                to be used in conjunction with bash coproc, where stdin and stdout are connected to \
60                                pipes and can be used as a faster way to send RPC commands. If enabled, rpc.py \
61                                must be executed without any other parameters.")
62    parser.set_defaults(is_server=False)
63    parser.add_argument('--plugin', dest='rpc_plugin', help='Module name of plugin with additional RPC commands')
64    subparsers = parser.add_subparsers(help='RPC methods', dest='called_rpc_name', metavar='')
65
66    def framework_start_init(args):
67        rpc.framework_start_init(args.client)
68
69    p = subparsers.add_parser('framework_start_init', help='Start initialization of subsystems')
70    p.set_defaults(func=framework_start_init)
71
72    def framework_wait_init(args):
73        rpc.framework_wait_init(args.client)
74
75    p = subparsers.add_parser('framework_wait_init', help='Block until subsystems have been initialized')
76    p.set_defaults(func=framework_wait_init)
77
78    def rpc_get_methods(args):
79        print_dict(rpc.rpc_get_methods(args.client,
80                                       current=args.current,
81                                       include_aliases=args.include_aliases))
82
83    p = subparsers.add_parser('rpc_get_methods', help='Get list of supported RPC methods')
84    p.add_argument('-c', '--current', help='Get list of RPC methods only callable in the current state.', action='store_true')
85    p.add_argument('-i', '--include-aliases', help='include RPC aliases', action='store_true')
86    p.set_defaults(func=rpc_get_methods)
87
88    def spdk_get_version(args):
89        print_json(rpc.spdk_get_version(args.client))
90
91    p = subparsers.add_parser('spdk_get_version', help='Get SPDK version')
92    p.set_defaults(func=spdk_get_version)
93
94    def save_config(args):
95        rpc.save_config(args.client,
96                        sys.stdout,
97                        indent=args.indent,
98                        subsystems=args.subsystems)
99
100    p = subparsers.add_parser('save_config', help="""Write current (live) configuration of SPDK subsystems and targets to stdout.
101    """)
102    p.add_argument('-i', '--indent', help="""Indent level. Value less than 0 mean compact mode. Default indent level is 2.
103    """, type=int, default=2)
104    p.add_argument('-s', '--subsystems', help="""Comma-separated list of subsystems (and their dependencies) to save""")
105    p.set_defaults(func=save_config)
106
107    def load_config(args):
108        rpc.load_config(args.client, args.json_conf,
109                        include_aliases=args.include_aliases)
110
111    p = subparsers.add_parser('load_config', help="""Configure SPDK subsystems and targets using JSON RPC.""")
112    p.add_argument('-i', '--include-aliases', help='include RPC aliases', action='store_true')
113    p.add_argument('-j', '--json-conf', help='Valid JSON configuration', default=sys.stdin)
114    p.set_defaults(func=load_config)
115
116    def save_subsystem_config(args):
117        rpc.save_subsystem_config(args.client,
118                                  sys.stdout,
119                                  indent=args.indent,
120                                  name=args.name)
121
122    p = subparsers.add_parser('save_subsystem_config', help="""Write current (live) configuration of SPDK subsystem to stdout.
123    """)
124    p.add_argument('-i', '--indent', help="""Indent level. Value less than 0 mean compact mode. Default indent level is 2.
125    """, type=int, default=2)
126    p.add_argument('-n', '--name', help='Name of subsystem', required=True)
127    p.set_defaults(func=save_subsystem_config)
128
129    def load_subsystem_config(args):
130        rpc.load_subsystem_config(args.client,
131                                  args.json_conf)
132
133    p = subparsers.add_parser('load_subsystem_config', help="""Configure SPDK subsystem using JSON RPC.""")
134    p.add_argument('-j', '--json-conf', help='Valid JSON configuration', default=sys.stdin)
135    p.set_defaults(func=load_subsystem_config)
136
137    # app
138    def spdk_kill_instance(args):
139        rpc.app.spdk_kill_instance(args.client,
140                                   sig_name=args.sig_name)
141
142    p = subparsers.add_parser('spdk_kill_instance', help='Send signal to instance')
143    p.add_argument('sig_name', help='signal will be sent to server.')
144    p.set_defaults(func=spdk_kill_instance)
145
146    def framework_monitor_context_switch(args):
147        enabled = None
148        if args.enable:
149            enabled = True
150        if args.disable:
151            enabled = False
152        print_dict(rpc.app.framework_monitor_context_switch(args.client,
153                                                            enabled=enabled))
154
155    p = subparsers.add_parser('framework_monitor_context_switch',
156                              help='Control whether the context switch monitor is enabled')
157    p.add_argument('-e', '--enable', action='store_true', help='Enable context switch monitoring')
158    p.add_argument('-d', '--disable', action='store_true', help='Disable context switch monitoring')
159    p.set_defaults(func=framework_monitor_context_switch)
160
161    def framework_get_reactors(args):
162        print_dict(rpc.app.framework_get_reactors(args.client))
163
164    p = subparsers.add_parser(
165        'framework_get_reactors', help='Display list of all reactors')
166    p.set_defaults(func=framework_get_reactors)
167
168    def framework_set_scheduler(args):
169        rpc.app.framework_set_scheduler(args.client,
170                                        name=args.name,
171                                        period=args.period,
172                                        load_limit=args.load_limit,
173                                        core_limit=args.core_limit,
174                                        core_busy=args.core_busy,
175                                        mappings=args.mappings)
176
177    p = subparsers.add_parser(
178        'framework_set_scheduler', help='Select thread scheduler that will be activated and its period (experimental)')
179    p.add_argument('name', help="Name of a scheduler")
180    p.add_argument('-p', '--period', help="Scheduler period in microseconds", type=int)
181    p.add_argument('--load-limit', help="Scheduler load limit. Reserved for dynamic scheduler", type=int)
182    p.add_argument('--core-limit', help="Scheduler core limit. Reserved for dynamic scheduler", type=int)
183    p.add_argument('--core-busy', help="Scheduler core busy limit. Reserved for dynamic scheduler", type=int)
184    p.add_argument('--mappings', help="Comma-separated list of thread:core mappings. Reserved for static scheduler")
185    p.set_defaults(func=framework_set_scheduler)
186
187    def framework_get_scheduler(args):
188        print_dict(rpc.app.framework_get_scheduler(args.client))
189
190    p = subparsers.add_parser(
191        'framework_get_scheduler', help='Display currently set scheduler and its properties.')
192    p.set_defaults(func=framework_get_scheduler)
193
194    def framework_get_governor(args):
195        print_dict(rpc.app.framework_get_governor(args.client))
196
197    p = subparsers.add_parser(
198        'framework_get_governor', help='Display currently set governor and the available, set CPU frequencies.')
199    p.set_defaults(func=framework_get_governor)
200
201    def scheduler_set_options(args):
202        rpc.app.scheduler_set_options(args.client,
203                                      isolated_core_mask=args.isolated_core_mask,
204                                      scheduling_core=args.scheduling_core)
205    p = subparsers.add_parser('scheduler_set_options', help='Set scheduler options')
206    p.add_argument('-i', '--isolated-core-mask', help="Mask of CPU cores to isolate from scheduling change", type=str)
207    p.add_argument('-s', '--scheduling-core', help="Scheduler scheduling core. Idle threads will move to scheduling core."
208                   "Reserved for dynamic scheduler.", type=int)
209    p.set_defaults(func=scheduler_set_options)
210
211    def framework_disable_cpumask_locks(args):
212        rpc.framework_disable_cpumask_locks(args.client)
213
214    p = subparsers.add_parser('framework_disable_cpumask_locks',
215                              help='Disable CPU core lock files.')
216    p.set_defaults(func=framework_disable_cpumask_locks)
217
218    def framework_enable_cpumask_locks(args):
219        rpc.framework_enable_cpumask_locks(args.client)
220
221    p = subparsers.add_parser('framework_enable_cpumask_locks',
222                              help='Enable CPU core lock files.')
223    p.set_defaults(func=framework_enable_cpumask_locks)
224
225    # bdev
226    def bdev_set_options(args):
227        rpc.bdev.bdev_set_options(args.client,
228                                  bdev_io_pool_size=args.bdev_io_pool_size,
229                                  bdev_io_cache_size=args.bdev_io_cache_size,
230                                  bdev_auto_examine=args.bdev_auto_examine,
231                                  iobuf_small_cache_size=args.iobuf_small_cache_size,
232                                  iobuf_large_cache_size=args.iobuf_large_cache_size)
233
234    p = subparsers.add_parser('bdev_set_options',
235                              help="""Set options of bdev subsystem""")
236    p.add_argument('-p', '--bdev-io-pool-size', help='Number of bdev_io structures in shared buffer pool', type=int)
237    p.add_argument('-c', '--bdev-io-cache-size', help='Maximum number of bdev_io structures cached per thread', type=int)
238    group = p.add_mutually_exclusive_group()
239    group.add_argument('-e', '--enable-auto-examine', dest='bdev_auto_examine', help='Allow to auto examine', action='store_true')
240    group.add_argument('-d', '--disable-auto-examine', dest='bdev_auto_examine', help='Not allow to auto examine', action='store_false')
241    p.add_argument('--iobuf-small-cache-size', help='Size of the small iobuf per thread cache', type=int)
242    p.add_argument('--iobuf-large-cache-size', help='Size of the large iobuf per thread cache', type=int)
243    p.set_defaults(bdev_auto_examine=True)
244    p.set_defaults(func=bdev_set_options)
245
246    def bdev_examine(args):
247        rpc.bdev.bdev_examine(args.client,
248                              name=args.name)
249
250    p = subparsers.add_parser('bdev_examine',
251                              help="""examine a bdev if it exists, or will examine it after it is created""")
252    p.add_argument('-b', '--name', help='Name or alias of the bdev')
253    p.set_defaults(func=bdev_examine)
254
255    def bdev_wait_for_examine(args):
256        rpc.bdev.bdev_wait_for_examine(args.client)
257
258    p = subparsers.add_parser('bdev_wait_for_examine',
259                              help="""Report when all bdevs have been examined""")
260    p.set_defaults(func=bdev_wait_for_examine)
261
262    def bdev_compress_create(args):
263        print_json(rpc.bdev.bdev_compress_create(args.client,
264                                                 base_bdev_name=args.base_bdev_name,
265                                                 pm_path=args.pm_path,
266                                                 lb_size=args.lb_size,
267                                                 comp_algo=args.comp_algo,
268                                                 comp_level=args.comp_level))
269
270    p = subparsers.add_parser('bdev_compress_create', help='Add a compress vbdev')
271    p.add_argument('-b', '--base-bdev-name', help="Name of the base bdev", required=True)
272    p.add_argument('-p', '--pm-path', help="Path to persistent memory", required=True)
273    p.add_argument('-l', '--lb-size', help="Compressed vol logical block size (optional, if used must be 512 or 4096)", type=int)
274    p.add_argument('-c', '--comp-algo', help='Compression algorithm, (deflate, lz4). Default is deflate')
275    p.add_argument('-L', '--comp-level',
276                   help="""Compression algorithm level.
277                   if algo == deflate, level ranges from 0 to 3.
278                   if algo == lz4, level ranges from 1 to 65537""",
279                   default=1, type=int)
280    p.set_defaults(func=bdev_compress_create)
281
282    def bdev_compress_delete(args):
283        rpc.bdev.bdev_compress_delete(args.client,
284                                      name=args.name)
285
286    p = subparsers.add_parser('bdev_compress_delete', help='Delete a compress disk')
287    p.add_argument('name', help='compress bdev name')
288    p.set_defaults(func=bdev_compress_delete)
289
290    def bdev_compress_get_orphans(args):
291        print_dict(rpc.bdev.bdev_compress_get_orphans(args.client,
292                                                      name=args.name))
293    p = subparsers.add_parser(
294        'bdev_compress_get_orphans', help='Display list of orphaned compress bdevs.')
295    p.add_argument('-b', '--name', help="Name of a comp bdev. Example: COMP_Nvme0n1")
296    p.set_defaults(func=bdev_compress_get_orphans)
297
298    def bdev_crypto_create(args):
299        print_json(rpc.bdev.bdev_crypto_create(args.client,
300                                               base_bdev_name=args.base_bdev_name,
301                                               name=args.name,
302                                               crypto_pmd=args.crypto_pmd,
303                                               key=args.key,
304                                               cipher=args.cipher,
305                                               key2=args.key2,
306                                               key_name=args.key_name))
307    p = subparsers.add_parser('bdev_crypto_create', help='Add a crypto vbdev')
308    p.add_argument('base_bdev_name', help="Name of the base bdev")
309    p.add_argument('name', help="Name of the crypto vbdev")
310    p.add_argument('-p', '--crypto-pmd', help="Name of the crypto device driver. Obsolete, see dpdk_cryptodev_set_driver")
311    p.add_argument('-k', '--key', help="Key. Obsolete, see accel_crypto_key_create")
312    p.add_argument('-c', '--cipher', help="cipher to use. Obsolete, see accel_crypto_key_create")
313    p.add_argument('-k2', '--key2', help="2nd key for cipher AES_XTS. Obsolete, see accel_crypto_key_create", default=None)
314    p.add_argument('-n', '--key-name', help="Key name to use, see accel_crypto_key_create")
315    p.set_defaults(func=bdev_crypto_create)
316
317    def bdev_crypto_delete(args):
318        rpc.bdev.bdev_crypto_delete(args.client,
319                                    name=args.name)
320
321    p = subparsers.add_parser('bdev_crypto_delete', help='Delete a crypto disk')
322    p.add_argument('name', help='crypto bdev name')
323    p.set_defaults(func=bdev_crypto_delete)
324
325    def bdev_ocf_create(args):
326        print_json(rpc.bdev.bdev_ocf_create(args.client,
327                                            name=args.name,
328                                            mode=args.mode,
329                                            cache_line_size=args.cache_line_size,
330                                            cache_bdev_name=args.cache_bdev_name,
331                                            core_bdev_name=args.core_bdev_name))
332    p = subparsers.add_parser('bdev_ocf_create', help='Add an OCF block device')
333    p.add_argument('name', help='Name of resulting OCF bdev')
334    p.add_argument('mode', help='OCF cache mode', choices=['wb', 'wt', 'pt', 'wa', 'wi', 'wo'])
335    p.add_argument(
336        '--cache-line-size',
337        help='OCF cache line size. The unit is KiB',
338        type=int,
339        choices=[4, 8, 16, 32, 64]
340    )
341    p.add_argument('cache_bdev_name', help='Name of underlying cache bdev')
342    p.add_argument('core_bdev_name', help='Name of underlying core bdev')
343    p.set_defaults(func=bdev_ocf_create)
344
345    def bdev_ocf_delete(args):
346        rpc.bdev.bdev_ocf_delete(args.client,
347                                 name=args.name)
348
349    p = subparsers.add_parser('bdev_ocf_delete', help='Delete an OCF block device')
350    p.add_argument('name', help='Name of OCF bdev')
351    p.set_defaults(func=bdev_ocf_delete)
352
353    def bdev_ocf_get_stats(args):
354        print_dict(rpc.bdev.bdev_ocf_get_stats(args.client,
355                                               name=args.name))
356    p = subparsers.add_parser('bdev_ocf_get_stats', help='Get statistics of chosen OCF block device')
357    p.add_argument('name', help='Name of OCF bdev')
358    p.set_defaults(func=bdev_ocf_get_stats)
359
360    def bdev_ocf_reset_stats(args):
361        print_dict(rpc.bdev.bdev_ocf_reset_stats(args.client,
362                                                 name=args.name))
363    p = subparsers.add_parser('bdev_ocf_reset_stats', help='Reset statistics of chosen OCF block device')
364    p.add_argument('name', help='Name of OCF bdev')
365    p.set_defaults(func=bdev_ocf_reset_stats)
366
367    def bdev_ocf_get_bdevs(args):
368        print_dict(rpc.bdev.bdev_ocf_get_bdevs(args.client,
369                                               name=args.name))
370    p = subparsers.add_parser('bdev_ocf_get_bdevs', help='Get list of OCF devices including unregistered ones')
371    p.add_argument('name', nargs='?', help='name of OCF vbdev or name of cache device or name of core device (optional)')
372    p.set_defaults(func=bdev_ocf_get_bdevs)
373
374    def bdev_ocf_set_cache_mode(args):
375        print_json(rpc.bdev.bdev_ocf_set_cache_mode(args.client,
376                                                    name=args.name,
377                                                    mode=args.mode))
378    p = subparsers.add_parser('bdev_ocf_set_cache_mode',
379                              help='Set cache mode of OCF block device')
380    p.add_argument('name', help='Name of OCF bdev')
381    p.add_argument('mode', help='OCF cache mode', choices=['wb', 'wt', 'pt', 'wa', 'wi', 'wo'])
382    p.set_defaults(func=bdev_ocf_set_cache_mode)
383
384    def bdev_ocf_set_seqcutoff(args):
385        rpc.bdev.bdev_ocf_set_seqcutoff(args.client,
386                                        name=args.name,
387                                        policy=args.policy,
388                                        threshold=args.threshold,
389                                        promotion_count=args.promotion_count)
390    p = subparsers.add_parser('bdev_ocf_set_seqcutoff',
391                              help='Set sequential cutoff parameters on all cores for the given OCF cache device')
392    p.add_argument('name', help='Name of OCF cache bdev')
393    p.add_argument('-t', '--threshold', type=int,
394                   help='Activation threshold [KiB]')
395    p.add_argument('-c', '--promotion-count', type=int,
396                   help='Promotion request count')
397    p.add_argument('-p', '--policy', choices=['always', 'full', 'never'], required=True,
398                   help='Sequential cutoff policy')
399    p.set_defaults(func=bdev_ocf_set_seqcutoff)
400
401    def bdev_ocf_flush_start(args):
402        rpc.bdev.bdev_ocf_flush_start(args.client, name=args.name)
403    p = subparsers.add_parser('bdev_ocf_flush_start',
404                              help='Start flushing OCF cache device')
405    p.add_argument('name', help='Name of OCF bdev')
406    p.set_defaults(func=bdev_ocf_flush_start)
407
408    def bdev_ocf_flush_status(args):
409        print_json(rpc.bdev.bdev_ocf_flush_status(args.client, name=args.name))
410    p = subparsers.add_parser('bdev_ocf_flush_status',
411                              help='Get flush status of OCF cache device')
412    p.add_argument('name', help='Name of OCF bdev')
413    p.set_defaults(func=bdev_ocf_flush_status)
414
415    def bdev_malloc_create(args):
416        num_blocks = (args.total_size * 1024 * 1024) // args.block_size
417        print_json(rpc.bdev.bdev_malloc_create(args.client,
418                                               num_blocks=int(num_blocks),
419                                               block_size=args.block_size,
420                                               physical_block_size=args.physical_block_size,
421                                               name=args.name,
422                                               uuid=args.uuid,
423                                               optimal_io_boundary=args.optimal_io_boundary,
424                                               md_size=args.md_size,
425                                               md_interleave=args.md_interleave,
426                                               dif_type=args.dif_type,
427                                               dif_is_head_of_md=args.dif_is_head_of_md,
428                                               dif_pi_format=args.dif_pi_format))
429    p = subparsers.add_parser('bdev_malloc_create', help='Create a bdev with malloc backend')
430    p.add_argument('-b', '--name', help="Name of the bdev")
431    p.add_argument('-u', '--uuid', help="UUID of the bdev (optional)")
432    p.add_argument(
433        'total_size', help='Size of malloc bdev in MB (float > 0)', type=float)
434    p.add_argument('block_size', help='Data block size for this bdev', type=int)
435    p.add_argument('-p', '--physical-block-size', help='Physical block size for this bdev.', type=int)
436    p.add_argument('-o', '--optimal-io-boundary', help="""Split on optimal IO boundary, in number of
437    blocks, default 0 (disabled)""", type=int)
438    p.add_argument('-m', '--md-size', type=int,
439                   help='Metadata size for this bdev (0, 8, 16, 32, 64, or 128). Default is 0.')
440    p.add_argument('-i', '--md-interleave', action='store_true',
441                   help='Metadata location, interleaved if set, and separated if omitted.')
442    p.add_argument('-t', '--dif-type', type=int, choices=[0, 1, 2, 3],
443                   help='Protection information type. Parameter --md-size needs'
444                        'to be set along --dif-type. Default=0 - no protection.')
445    p.add_argument('-d', '--dif-is-head-of-md', action='store_true',
446                   help='Protection information is in the first 8 bytes of metadata. Default=false.')
447    p.add_argument('-f', '--dif-pi-format', type=int, choices=[0, 1, 2],
448                   help='Protection infromation format. Parameter --dif-type needs to be set together.'
449                        '0=16b Guard PI, 1=32b Guard PI, 2=64b Guard PI. Default=0.')
450    p.set_defaults(func=bdev_malloc_create)
451
452    def bdev_malloc_delete(args):
453        rpc.bdev.bdev_malloc_delete(args.client,
454                                    name=args.name)
455
456    p = subparsers.add_parser('bdev_malloc_delete', help='Delete a malloc disk')
457    p.add_argument('name', help='malloc bdev name')
458    p.set_defaults(func=bdev_malloc_delete)
459
460    def bdev_null_create(args):
461        num_blocks = (args.total_size * 1024 * 1024) // args.block_size
462        if args.dif_type and not args.md_size:
463            print("ERROR: --md-size must be > 0 when --dif-type is > 0")
464            exit(1)
465        print_json(rpc.bdev.bdev_null_create(args.client,
466                                             num_blocks=num_blocks,
467                                             block_size=args.block_size,
468                                             physical_block_size=args.physical_block_size,
469                                             name=args.name,
470                                             uuid=args.uuid,
471                                             md_size=args.md_size,
472                                             dif_type=args.dif_type,
473                                             dif_is_head_of_md=args.dif_is_head_of_md,
474                                             dif_pi_format=args.dif_pi_format))
475
476    p = subparsers.add_parser('bdev_null_create', help='Add a bdev with null backend')
477    p.add_argument('name', help='Block device name')
478    p.add_argument('-u', '--uuid', help='UUID of the bdev (optional)')
479    p.add_argument('total_size', help='Size of null bdev in MB (int > 0). Includes only data blocks.', type=int)
480    p.add_argument('block_size', help='Data block size for this bdev.', type=int)
481    p.add_argument('-p', '--physical-block-size', help='Physical block size for this bdev.', type=int)
482    p.add_argument('-m', '--md-size', type=int,
483                   help='Metadata size for this bdev. Default=0.')
484    p.add_argument('-t', '--dif-type', type=int, choices=[0, 1, 2, 3],
485                   help='Protection information type. Parameter --md-size needs'
486                        'to be set along --dif-type. Default=0 - no protection.')
487    p.add_argument('-d', '--dif-is-head-of-md', action='store_true',
488                   help='Protection information is in the first 8 bytes of metadata. Default=false.')
489    p.add_argument('-f', '--dif-pi-format', type=int, choices=[0, 1, 2],
490                   help='Protection infromation format. Parameter --dif-type needs to be set together.'
491                        '0=16b Guard PI, 1=32b Guard PI, 2=64b Guard PI. Default=0.')
492    p.set_defaults(func=bdev_null_create)
493
494    def bdev_null_delete(args):
495        rpc.bdev.bdev_null_delete(args.client,
496                                  name=args.name)
497
498    p = subparsers.add_parser('bdev_null_delete', help='Delete a null bdev')
499    p.add_argument('name', help='null bdev name')
500    p.set_defaults(func=bdev_null_delete)
501
502    def bdev_null_resize(args):
503        print_json(rpc.bdev.bdev_null_resize(args.client,
504                                             name=args.name,
505                                             new_size=int(args.new_size)))
506
507    p = subparsers.add_parser('bdev_null_resize',
508                              help='Resize a null bdev')
509    p.add_argument('name', help='null bdev name')
510    p.add_argument('new_size', help='new bdev size for resize operation. The unit is MiB')
511    p.set_defaults(func=bdev_null_resize)
512
513    def bdev_aio_create(args):
514        print_json(rpc.bdev.bdev_aio_create(args.client,
515                                            filename=args.filename,
516                                            name=args.name,
517                                            block_size=args.block_size,
518                                            readonly=args.readonly,
519                                            fallocate=args.fallocate,
520                                            uuid=args.uuid))
521
522    p = subparsers.add_parser('bdev_aio_create', help='Add a bdev with aio backend')
523    p.add_argument('filename', help='Path to device or file (ex: /dev/sda)')
524    p.add_argument('name', help='Block device name')
525    p.add_argument('block_size', help='Block size for this bdev', type=int, nargs='?')
526    p.add_argument("-r", "--readonly", action='store_true', help='Set this bdev as read-only')
527    p.add_argument("--fallocate", action='store_true', help='Support unmap/writezeros by fallocate')
528    p.add_argument('-u', '--uuid', help="UUID of the bdev (optional)")
529    p.set_defaults(func=bdev_aio_create)
530
531    def bdev_aio_rescan(args):
532        print_json(rpc.bdev.bdev_aio_rescan(args.client,
533                                            name=args.name))
534
535    p = subparsers.add_parser('bdev_aio_rescan', help='Rescan a bdev size with aio backend')
536    p.add_argument('name', help='Block device name')
537    p.set_defaults(func=bdev_aio_rescan)
538
539    def bdev_aio_delete(args):
540        rpc.bdev.bdev_aio_delete(args.client,
541                                 name=args.name)
542
543    p = subparsers.add_parser('bdev_aio_delete', help='Delete an aio disk')
544    p.add_argument('name', help='aio bdev name')
545    p.set_defaults(func=bdev_aio_delete)
546
547    def bdev_uring_create(args):
548        print_json(rpc.bdev.bdev_uring_create(args.client,
549                                              filename=args.filename,
550                                              name=args.name,
551                                              block_size=args.block_size,
552                                              uuid=args.uuid))
553
554    p = subparsers.add_parser('bdev_uring_create', help='Create a bdev with io_uring backend')
555    p.add_argument('filename', help='Path to device or file (ex: /dev/nvme0n1)')
556    p.add_argument('name', help='bdev name')
557    p.add_argument('block_size', help='Block size for this bdev', type=int, nargs='?')
558    p.add_argument('-u', '--uuid', help="UUID of the bdev")
559    p.set_defaults(func=bdev_uring_create)
560
561    def bdev_uring_rescan(args):
562        print_json(rpc.bdev.bdev_uring_rescan(args.client,
563                                              name=args.name))
564
565    p = subparsers.add_parser('bdev_uring_rescan', help='Rescan a bdev size with uring backend')
566    p.add_argument('name', help='Block device name')
567    p.set_defaults(func=bdev_uring_rescan)
568
569    def bdev_uring_delete(args):
570        rpc.bdev.bdev_uring_delete(args.client,
571                                   name=args.name)
572
573    p = subparsers.add_parser('bdev_uring_delete', help='Delete a uring bdev')
574    p.add_argument('name', help='uring bdev name')
575    p.set_defaults(func=bdev_uring_delete)
576
577    def bdev_xnvme_create(args):
578        print_json(rpc.bdev.bdev_xnvme_create(args.client,
579                                              filename=args.filename,
580                                              name=args.name,
581                                              io_mechanism=args.io_mechanism,
582                                              conserve_cpu=args.conserve_cpu))
583
584    p = subparsers.add_parser('bdev_xnvme_create', help='Create a bdev with xNVMe backend')
585    p.add_argument('filename', help='Path to device or file (ex: /dev/nvme0n1)')
586    p.add_argument('name', help='name of xNVMe bdev to create')
587    p.add_argument('io_mechanism', help='IO mechanism to use (ex: libaio, io_uring, io_uring_cmd, etc.)')
588    p.add_argument('-c', '--conserve-cpu', action='store_true', help='Whether or not to conserve CPU when polling')
589    p.set_defaults(func=bdev_xnvme_create)
590
591    def bdev_xnvme_delete(args):
592        rpc.bdev.bdev_xnvme_delete(args.client,
593                                   name=args.name)
594
595    p = subparsers.add_parser('bdev_xnvme_delete', help='Delete a xNVMe bdev')
596    p.add_argument('name', help='xNVMe bdev name')
597    p.set_defaults(func=bdev_xnvme_delete)
598
599    def bdev_nvme_set_options(args):
600        rpc.bdev.bdev_nvme_set_options(args.client,
601                                       action_on_timeout=args.action_on_timeout,
602                                       timeout_us=args.timeout_us,
603                                       timeout_admin_us=args.timeout_admin_us,
604                                       keep_alive_timeout_ms=args.keep_alive_timeout_ms,
605                                       arbitration_burst=args.arbitration_burst,
606                                       low_priority_weight=args.low_priority_weight,
607                                       medium_priority_weight=args.medium_priority_weight,
608                                       high_priority_weight=args.high_priority_weight,
609                                       nvme_adminq_poll_period_us=args.nvme_adminq_poll_period_us,
610                                       nvme_ioq_poll_period_us=args.nvme_ioq_poll_period_us,
611                                       io_queue_requests=args.io_queue_requests,
612                                       delay_cmd_submit=args.delay_cmd_submit,
613                                       transport_retry_count=args.transport_retry_count,
614                                       bdev_retry_count=args.bdev_retry_count,
615                                       transport_ack_timeout=args.transport_ack_timeout,
616                                       ctrlr_loss_timeout_sec=args.ctrlr_loss_timeout_sec,
617                                       reconnect_delay_sec=args.reconnect_delay_sec,
618                                       fast_io_fail_timeout_sec=args.fast_io_fail_timeout_sec,
619                                       disable_auto_failback=args.disable_auto_failback,
620                                       generate_uuids=args.generate_uuids,
621                                       transport_tos=args.transport_tos,
622                                       nvme_error_stat=args.nvme_error_stat,
623                                       rdma_srq_size=args.rdma_srq_size,
624                                       io_path_stat=args.io_path_stat,
625                                       allow_accel_sequence=args.allow_accel_sequence,
626                                       rdma_max_cq_size=args.rdma_max_cq_size,
627                                       rdma_cm_event_timeout_ms=args.rdma_cm_event_timeout_ms,
628                                       dhchap_digests=args.dhchap_digests,
629                                       dhchap_dhgroups=args.dhchap_dhgroups)
630
631    p = subparsers.add_parser('bdev_nvme_set_options',
632                              help='Set options for the bdev nvme type. This is startup command.')
633    p.add_argument('-a', '--action-on-timeout',
634                   help="Action to take on command time out. Valid values are: none, reset, abort")
635    p.add_argument('-t', '--timeout-us',
636                   help="Timeout for each command, in microseconds. If 0, don't track timeouts.", type=int)
637    p.add_argument('--timeout-admin-us',
638                   help="Timeout for each admin command, in microseconds. If 0, treat same as io timeouts.", type=int)
639    p.add_argument('-k', '--keep-alive-timeout-ms',
640                   help="Keep alive timeout period in millisecond. If 0, disable keep-alive.", type=int)
641    p.add_argument('--arbitration-burst',
642                   help='the value is expressed as a power of two', type=int)
643    p.add_argument('--low-priority-weight',
644                   help='the maximum number of commands that the controller may launch at one time from a low priority queue', type=int)
645    p.add_argument('--medium-priority-weight',
646                   help='the maximum number of commands that the controller may launch at one time from a medium priority queue', type=int)
647    p.add_argument('--high-priority-weight',
648                   help='the maximum number of commands that the controller may launch at one time from a high priority queue', type=int)
649    p.add_argument('-p', '--nvme-adminq-poll-period-us',
650                   help='How often the admin queue is polled for asynchronous events', type=int)
651    p.add_argument('-i', '--nvme-ioq-poll-period-us',
652                   help='How often to poll I/O queues for completions', type=int)
653    p.add_argument('-s', '--io-queue-requests',
654                   help='The number of requests allocated for each NVMe I/O queue. Default: 512', type=int)
655    p.add_argument('-d', '--disable-delay-cmd-submit',
656                   help='Disable delaying NVMe command submission, i.e. no batching of multiple commands',
657                   action='store_false', dest='delay_cmd_submit')
658    p.add_argument('-c', '--transport-retry-count',
659                   help='the number of attempts per I/O in the transport layer when an I/O fails.', type=int)
660    p.add_argument('-r', '--bdev-retry-count',
661                   help='the number of attempts per I/O in the bdev layer when an I/O fails. -1 means infinite retries.', type=int)
662    p.add_argument('-e', '--transport-ack-timeout',
663                   help="""Time to wait ack until packet retransmission for RDMA or until closes connection for TCP.
664                   Range 0-31 where 0 is driver-specific default value.""", type=int)
665    p.add_argument('-l', '--ctrlr-loss-timeout-sec',
666                   help="""Time to wait until ctrlr is reconnected before deleting ctrlr.
667                   -1 means infinite reconnect retries. 0 means no reconnect retry.
668                   If reconnect_delay_sec is zero, ctrlr_loss_timeout_sec has to be zero.
669                   If reconnect_delay_sec is non-zero, ctrlr_loss_timeout_sec has to be -1 or not less than
670                   reconnect_delay_sec.
671                   This can be overridden by bdev_nvme_attach_controller.""",
672                   type=int)
673    p.add_argument('-o', '--reconnect-delay-sec',
674                   help="""Time to delay a reconnect retry.
675                   If ctrlr_loss_timeout_sec is zero, reconnect_delay_sec has to be zero.
676                   If ctrlr_loss_timeout_sec is -1, reconnect_delay_sec has to be non-zero.
677                   If ctrlr_loss_timeout_sec is not -1 or zero, reconnect_delay_sec has to be non-zero and
678                   less than ctrlr_loss_timeout_sec.
679                   This can be overridden by bdev_nvme_attach_controller.""",
680                   type=int)
681    p.add_argument('-u', '--fast-io-fail-timeout-sec',
682                   help="""Time to wait until ctrlr is reconnected before failing I/O to ctrlr.
683                   0 means no such timeout.
684                   If fast_io_fail_timeout_sec is not zero, it has to be not less than reconnect_delay_sec and
685                   less than ctrlr_loss_timeout_sec if ctrlr_loss_timeout_sec is not -1.
686                   This can be overridden by bdev_nvme_attach_controller.""",
687                   type=int)
688    p.add_argument('-f', '--disable-auto-failback',
689                   help="""Disable automatic failback. bdev_nvme_set_preferred_path can be used to do manual failback.
690                   By default, immediately failback to the preferred I/O path if it restored.""",
691                   action='store_true')
692    p.add_argument('--generate-uuids',
693                   help="""Enable generation of unique identifiers for NVMe bdevs only if they do
694                   not provide UUID themselves. These strings are based on device serial number and
695                   namespace ID and will always be the same for that device.""", action='store_true')
696    p.add_argument('--transport-tos',
697                   help="""IPv4 Type of Service value. Only applicable for RDMA transports.
698                   The default is 0 which means no TOS is applied.""", type=int)
699    p.add_argument('-m', '--nvme-error-stat', help="Enable collecting NVMe error counts.", action='store_true')
700    p.add_argument('-q', '--rdma-srq-size',
701                   help='Set the size of a shared rdma receive queue. Default: 0 (disabled)', type=int)
702    p.add_argument('--io-path-stat',
703                   help="""Enable collecting I/O path stat of each io path.""",
704                   action='store_true')
705    p.add_argument('--allow-accel-sequence',
706                   help='''Allow NVMe bdevs to advertise support for accel sequences if the
707                   controller also supports them.''', action='store_true')
708    p.add_argument('--rdma-max-cq-size',
709                   help='The maximum size of a rdma completion queue. Default: 0 (unlimited)', type=int)
710    p.add_argument('--rdma-cm-event-timeout-ms',
711                   help='Time to wait for RDMA CM event. Only applicable for RDMA transports.', type=int)
712    p.add_argument('--dhchap-digests', help='Comma-separated list of allowed DH-HMAC-CHAP digests',
713                   type=lambda d: d.split(','))
714    p.add_argument('--dhchap-dhgroups', help='Comma-separated list of allowed DH-HMAC-CHAP DH groups',
715                   type=lambda d: d.split(','))
716
717    p.set_defaults(func=bdev_nvme_set_options)
718
719    def bdev_nvme_set_hotplug(args):
720        rpc.bdev.bdev_nvme_set_hotplug(args.client, enable=args.enable, period_us=args.period_us)
721
722    p = subparsers.add_parser('bdev_nvme_set_hotplug', help='Set hotplug options for bdev nvme type.')
723    p.add_argument('-d', '--disable', dest='enable', default=False, action='store_false', help="Disable hotplug (default)")
724    p.add_argument('-e', '--enable', dest='enable', action='store_true', help="Enable hotplug")
725    p.add_argument('-r', '--period-us',
726                   help='How often the hotplug is processed for insert and remove events', type=int)
727    p.set_defaults(func=bdev_nvme_set_hotplug)
728
729    def bdev_nvme_attach_controller(args):
730        print_array(rpc.bdev.bdev_nvme_attach_controller(args.client,
731                                                         name=args.name,
732                                                         trtype=args.trtype,
733                                                         traddr=args.traddr,
734                                                         adrfam=args.adrfam,
735                                                         trsvcid=args.trsvcid,
736                                                         priority=args.priority,
737                                                         subnqn=args.subnqn,
738                                                         hostnqn=args.hostnqn,
739                                                         hostaddr=args.hostaddr,
740                                                         hostsvcid=args.hostsvcid,
741                                                         prchk_reftag=args.prchk_reftag,
742                                                         prchk_guard=args.prchk_guard,
743                                                         hdgst=args.hdgst,
744                                                         ddgst=args.ddgst,
745                                                         fabrics_connect_timeout_us=args.fabrics_connect_timeout_us,
746                                                         multipath=args.multipath,
747                                                         num_io_queues=args.num_io_queues,
748                                                         ctrlr_loss_timeout_sec=args.ctrlr_loss_timeout_sec,
749                                                         reconnect_delay_sec=args.reconnect_delay_sec,
750                                                         fast_io_fail_timeout_sec=args.fast_io_fail_timeout_sec,
751                                                         psk=args.psk,
752                                                         max_bdevs=args.max_bdevs,
753                                                         dhchap_key=args.dhchap_key,
754                                                         dhchap_ctrlr_key=args.dhchap_ctrlr_key,
755                                                         allow_unrecognized_csi=args.allow_unrecognized_csi))
756
757    p = subparsers.add_parser('bdev_nvme_attach_controller', help='Add bdevs with nvme backend')
758    p.add_argument('-b', '--name', help="Name of the NVMe controller, prefix for each bdev name", required=True)
759    p.add_argument('-t', '--trtype',
760                   help='NVMe-oF target trtype: e.g., rdma, pcie', required=True)
761    p.add_argument('-a', '--traddr',
762                   help='NVMe-oF target address: e.g., an ip address or BDF', required=True)
763    p.add_argument('-f', '--adrfam',
764                   help='NVMe-oF target adrfam: e.g., ipv4, ipv6, ib, fc, intra_host')
765    p.add_argument('-s', '--trsvcid',
766                   help='NVMe-oF target trsvcid: e.g., a port number')
767    p.add_argument('-p', '--priority',
768                   help='NVMe-oF connection priority: e.g., a priority number')
769    p.add_argument('-n', '--subnqn', help='NVMe-oF target subnqn')
770    p.add_argument('-q', '--hostnqn', help='NVMe-oF host subnqn')
771    p.add_argument('-i', '--hostaddr',
772                   help='NVMe-oF host address: e.g., an ip address')
773    p.add_argument('-c', '--hostsvcid',
774                   help='NVMe-oF host svcid: e.g., a port number')
775    p.add_argument('-r', '--prchk-reftag',
776                   help='Enable checking of PI reference tag for I/O processing.', action='store_true')
777    p.add_argument('-g', '--prchk-guard',
778                   help='Enable checking of PI guard for I/O processing.', action='store_true')
779    p.add_argument('-e', '--hdgst',
780                   help='Enable TCP header digest.', action='store_true')
781    p.add_argument('-d', '--ddgst',
782                   help='Enable TCP data digest.', action='store_true')
783    p.add_argument('--fabrics-timeout', type=int, help='Fabrics connect timeout in microseconds',
784                   dest="fabrics_connect_timeout_us")
785    p.add_argument('-x', '--multipath', help='Set multipath behavior (disable, failover, multipath)')
786    p.add_argument('--num-io-queues', type=int, help='Set the number of IO queues to request during initialization.')
787    p.add_argument('-l', '--ctrlr-loss-timeout-sec',
788                   help="""Time to wait until ctrlr is reconnected before deleting ctrlr.
789                   -1 means infinite reconnect retries. 0 means no reconnect retry.
790                   If reconnect_delay_sec is zero, ctrlr_loss_timeout_sec has to be zero.
791                   If reconnect_delay_sec is non-zero, ctrlr_loss_timeout_sec has to be -1 or not less than
792                   reconnect_delay_sec.""",
793                   type=int)
794    p.add_argument('-o', '--reconnect-delay-sec',
795                   help="""Time to delay a reconnect retry.
796                   If ctrlr_loss_timeout_sec is zero, reconnect_delay_sec has to be zero.
797                   If ctrlr_loss_timeout_sec is -1, reconnect_delay_sec has to be non-zero.
798                   If ctrlr_loss_timeout_sec is not -1 or zero, reconnect_delay_sec has to be non-zero and
799                   less than ctrlr_loss_timeout_sec.""",
800                   type=int)
801    p.add_argument('-u', '--fast-io-fail-timeout-sec',
802                   help="""Time to wait until ctrlr is reconnected before failing I/O to ctrlr.
803                   0 means no such timeout.
804                   If fast_io_fail_timeout_sec is not zero, it has to be not less than reconnect_delay_sec and
805                   less than ctrlr_loss_timeout_sec if ctrlr_loss_timeout_sec is not -1.""",
806                   type=int)
807    p.add_argument('-k', '--psk',
808                   help="""Set PSK and enable TCP SSL socket implementation.  The PSK can either be a
809                   name of a key attached to the keyring or a path to a file containing the key.  The
810                   latter method is deprecated.""")
811    p.add_argument('-m', '--max-bdevs', type=int,
812                   help='The size of the name array for newly created bdevs. Default is 128',)
813    p.add_argument('--dhchap-key', help='DH-HMAC-CHAP key name')
814    p.add_argument('--dhchap-ctrlr-key', help='DH-HMAC-CHAP controller key name')
815    p.add_argument('-U', '--allow-unrecognized-csi', help="""Allow attaching namespaces with unrecognized command set identifiers.
816                   These will only support NVMe passthrough.""", action='store_true')
817
818    p.set_defaults(func=bdev_nvme_attach_controller)
819
820    def bdev_nvme_get_controllers(args):
821        print_dict(rpc.nvme.bdev_nvme_get_controllers(args.client,
822                                                      name=args.name))
823
824    p = subparsers.add_parser(
825        'bdev_nvme_get_controllers', help='Display current NVMe controllers list or required NVMe controller')
826    p.add_argument('-n', '--name', help="Name of the NVMe controller. Example: Nvme0")
827    p.set_defaults(func=bdev_nvme_get_controllers)
828
829    def bdev_nvme_detach_controller(args):
830        rpc.bdev.bdev_nvme_detach_controller(args.client,
831                                             name=args.name,
832                                             trtype=args.trtype,
833                                             traddr=args.traddr,
834                                             adrfam=args.adrfam,
835                                             trsvcid=args.trsvcid,
836                                             subnqn=args.subnqn,
837                                             hostaddr=args.hostaddr,
838                                             hostsvcid=args.hostsvcid)
839
840    p = subparsers.add_parser('bdev_nvme_detach_controller',
841                              help='Detach an NVMe controller and delete any associated bdevs')
842    p.add_argument('name', help="Name of the controller")
843    p.add_argument('-t', '--trtype',
844                   help='NVMe-oF target trtype: e.g., rdma, pcie')
845    p.add_argument('-a', '--traddr',
846                   help='NVMe-oF target address: e.g., an ip address or BDF')
847    p.add_argument('-f', '--adrfam',
848                   help='NVMe-oF target adrfam: e.g., ipv4, ipv6, ib, fc, intra_host')
849    p.add_argument('-s', '--trsvcid',
850                   help='NVMe-oF target trsvcid: e.g., a port number')
851    p.add_argument('-n', '--subnqn', help='NVMe-oF target subnqn')
852    p.add_argument('-i', '--hostaddr',
853                   help='NVMe-oF host address: e.g., an ip address')
854    p.add_argument('-c', '--hostsvcid',
855                   help='NVMe-oF host svcid: e.g., a port number')
856    p.set_defaults(func=bdev_nvme_detach_controller)
857
858    def bdev_nvme_reset_controller(args):
859        rpc.bdev.bdev_nvme_reset_controller(args.client,
860                                            name=args.name,
861                                            cntlid=args.cntlid)
862
863    p = subparsers.add_parser('bdev_nvme_reset_controller',
864                              help='Reset an NVMe controller or all NVMe controllers in an NVMe bdev controller')
865    p.add_argument('name', help="Name of the NVMe controller")
866    p.add_argument('-c', '--cntlid', help="NVMe controller ID", type=int)
867    p.set_defaults(func=bdev_nvme_reset_controller)
868
869    def bdev_nvme_enable_controller(args):
870        rpc.bdev.bdev_nvme_enable_controller(args.client,
871                                             name=args.name,
872                                             cntlid=args.cntlid)
873
874    p = subparsers.add_parser('bdev_nvme_enable_controller',
875                              help='Enable an NVMe controller or all NVMe controllers in an NVMe bdev controller')
876    p.add_argument('name', help="Name of the NVMe controller")
877    p.add_argument('-c', '--cntlid', help="NVMe controller ID", type=int)
878    p.set_defaults(func=bdev_nvme_enable_controller)
879
880    def bdev_nvme_disable_controller(args):
881        rpc.bdev.bdev_nvme_disable_controller(args.client,
882                                              name=args.name,
883                                              cntlid=args.cntlid)
884
885    p = subparsers.add_parser('bdev_nvme_disable_controller',
886                              help='Disable an NVMe controller or all NVMe controllers in an NVMe bdev controller')
887    p.add_argument('name', help="Name of the NVMe controller")
888    p.add_argument('-c', '--cntlid', help="NVMe controller ID", type=int)
889    p.set_defaults(func=bdev_nvme_disable_controller)
890
891    def bdev_nvme_start_discovery(args):
892        rpc.bdev.bdev_nvme_start_discovery(args.client,
893                                           name=args.name,
894                                           trtype=args.trtype,
895                                           traddr=args.traddr,
896                                           adrfam=args.adrfam,
897                                           trsvcid=args.trsvcid,
898                                           hostnqn=args.hostnqn,
899                                           wait_for_attach=args.wait_for_attach,
900                                           attach_timeout_ms=args.attach_timeout_ms,
901                                           ctrlr_loss_timeout_sec=args.ctrlr_loss_timeout_sec,
902                                           reconnect_delay_sec=args.reconnect_delay_sec,
903                                           fast_io_fail_timeout_sec=args.fast_io_fail_timeout_sec)
904
905    p = subparsers.add_parser('bdev_nvme_start_discovery', help='Start automatic discovery')
906    p.add_argument('-b', '--name', help="Name of the NVMe controller prefix for each bdev name", required=True)
907    p.add_argument('-t', '--trtype',
908                   help='NVMe-oF target trtype: e.g., rdma, pcie', required=True)
909    p.add_argument('-a', '--traddr',
910                   help='NVMe-oF target address: e.g., an ip address or BDF', required=True)
911    p.add_argument('-f', '--adrfam',
912                   help='NVMe-oF target adrfam: e.g., ipv4, ipv6, ib, fc, intra_host')
913    p.add_argument('-s', '--trsvcid',
914                   help='NVMe-oF target trsvcid: e.g., a port number')
915    p.add_argument('-q', '--hostnqn', help='NVMe-oF host subnqn')
916    p.add_argument('-w', '--wait-for-attach', action='store_true',
917                   help='Do not complete RPC until all discovered NVM subsystems are attached')
918    p.add_argument('-T', '--attach-timeout-ms', type=int,
919                   help="""Time to wait until the discovery and all discovered NVM subsystems
920                        are attached (default: 0, meaning wait indefinitely).  Automatically
921                        selects the --wait-for-attach option.""")
922    p.add_argument('-l', '--ctrlr-loss-timeout-sec',
923                   help="""Time to wait until ctrlr is reconnected before deleting ctrlr.
924                   -1 means infinite reconnect retries. 0 means no reconnect retry.
925                   If reconnect_delay_sec is zero, ctrlr_loss_timeout_sec has to be zero.
926                   If reconnect_delay_sec is non-zero, ctrlr_loss_timeout_sec has to be -1 or not less than
927                   reconnect_delay_sec.""",
928                   type=int)
929    p.add_argument('-o', '--reconnect-delay-sec',
930                   help="""Time to delay a reconnect retry.
931                   If ctrlr_loss_timeout_sec is zero, reconnect_delay_sec has to be zero.
932                   If ctrlr_loss_timeout_sec is -1, reconnect_delay_sec has to be non-zero.
933                   If ctrlr_loss_timeout_sec is not -1 or zero, reconnect_delay_sec has to be non-zero and
934                   less than ctrlr_loss_timeout_sec.""",
935                   type=int)
936    p.add_argument('-u', '--fast-io-fail-timeout-sec',
937                   help="""Time to wait until ctrlr is reconnected before failing I/O to ctrlr.
938                   0 means no such timeout.
939                   If fast_io_fail_timeout_sec is not zero, it has to be not less than reconnect_delay_sec and
940                   less than ctrlr_loss_timeout_sec if ctrlr_loss_timeout_sec is not -1.""",
941                   type=int)
942    p.set_defaults(func=bdev_nvme_start_discovery)
943
944    def bdev_nvme_stop_discovery(args):
945        rpc.bdev.bdev_nvme_stop_discovery(args.client, name=args.name)
946
947    p = subparsers.add_parser('bdev_nvme_stop_discovery', help='Stop automatic discovery')
948    p.add_argument('-b', '--name', help="Name of the service to stop", required=True)
949    p.set_defaults(func=bdev_nvme_stop_discovery)
950
951    def bdev_nvme_get_discovery_info(args):
952        print_dict(rpc.bdev.bdev_nvme_get_discovery_info(args.client))
953
954    p = subparsers.add_parser('bdev_nvme_get_discovery_info', help='Get information about the automatic discovery')
955    p.set_defaults(func=bdev_nvme_get_discovery_info)
956
957    def bdev_nvme_get_io_paths(args):
958        print_dict(rpc.bdev.bdev_nvme_get_io_paths(args.client, name=args.name))
959
960    p = subparsers.add_parser('bdev_nvme_get_io_paths', help='Display active I/O paths')
961    p.add_argument('-n', '--name', help="Name of the NVMe bdev")
962    p.set_defaults(func=bdev_nvme_get_io_paths)
963
964    def bdev_nvme_set_preferred_path(args):
965        rpc.bdev.bdev_nvme_set_preferred_path(args.client,
966                                              name=args.name,
967                                              cntlid=args.cntlid)
968
969    p = subparsers.add_parser('bdev_nvme_set_preferred_path',
970                              help="""Set the preferred I/O path for an NVMe bdev when in multipath mode""")
971    p.add_argument('-b', '--name', help='Name of the NVMe bdev', required=True)
972    p.add_argument('-c', '--cntlid', help='NVMe-oF controller ID', type=int, required=True)
973    p.set_defaults(func=bdev_nvme_set_preferred_path)
974
975    def bdev_nvme_set_multipath_policy(args):
976        rpc.bdev.bdev_nvme_set_multipath_policy(args.client,
977                                                name=args.name,
978                                                policy=args.policy,
979                                                selector=args.selector,
980                                                rr_min_io=args.rr_min_io)
981
982    p = subparsers.add_parser('bdev_nvme_set_multipath_policy',
983                              help="""Set multipath policy of the NVMe bdev""")
984    p.add_argument('-b', '--name', help='Name of the NVMe bdev', required=True)
985    p.add_argument('-p', '--policy', help='Multipath policy (active_passive or active_active)', required=True)
986    p.add_argument('-s', '--selector', help='Multipath selector (round_robin, queue_depth)')
987    p.add_argument('-r', '--rr-min-io',
988                   help='Number of IO to route to a path before switching to another for round-robin',
989                   type=int)
990    p.set_defaults(func=bdev_nvme_set_multipath_policy)
991
992    def bdev_nvme_get_path_iostat(args):
993        print_dict(rpc.bdev.bdev_nvme_get_path_iostat(args.client,
994                                                      name=args.name))
995
996    p = subparsers.add_parser('bdev_nvme_get_path_iostat',
997                              help="""Display current I/O statistics of all the IO paths of the blockdev. It can be
998                              called when io_path_stat is true.""")
999    p.add_argument('-b', '--name', help="Name of the Blockdev. Example: NVMe0n1", required=True)
1000    p.set_defaults(func=bdev_nvme_get_path_iostat)
1001
1002    def bdev_nvme_cuse_register(args):
1003        rpc.bdev.bdev_nvme_cuse_register(args.client,
1004                                         name=args.name)
1005
1006    p = subparsers.add_parser('bdev_nvme_cuse_register',
1007                              help='Register CUSE devices on NVMe controller')
1008    p.add_argument('-n', '--name',
1009                   help='Name of the NVMe controller. Example: Nvme0', required=True)
1010    p.set_defaults(func=bdev_nvme_cuse_register)
1011
1012    def bdev_nvme_cuse_unregister(args):
1013        rpc.bdev.bdev_nvme_cuse_unregister(args.client,
1014                                           name=args.name)
1015
1016    p = subparsers.add_parser('bdev_nvme_cuse_unregister',
1017                              help='Unregister CUSE devices on NVMe controller')
1018    p.add_argument('-n', '--name',
1019                   help='Name of the NVMe controller. Example: Nvme0', required=True)
1020    p.set_defaults(func=bdev_nvme_cuse_unregister)
1021
1022    def bdev_nvme_set_keys(args):
1023        rpc.bdev.bdev_nvme_set_keys(args.client, args.name, args.dhchap_key, args.dhchap_ctrlr_key)
1024
1025    p = subparsers.add_parser('bdev_nvme_set_keys',
1026                              help='Set DH-HMAC-CHAP keys and force (re)authentication on all '
1027                              'connected qpairs')
1028    p.add_argument('name', help='Name of the NVMe controller')
1029    p.add_argument('--dhchap-key', help='DH-HMAC-CHAP key name')
1030    p.add_argument('--dhchap-ctrlr-key', help='DH-HMAC-CHAP controller key name')
1031    p.set_defaults(func=bdev_nvme_set_keys)
1032
1033    def bdev_zone_block_create(args):
1034        print_json(rpc.bdev.bdev_zone_block_create(args.client,
1035                                                   name=args.name,
1036                                                   base_bdev=args.base_bdev,
1037                                                   zone_capacity=args.zone_capacity,
1038                                                   optimal_open_zones=args.optimal_open_zones))
1039
1040    p = subparsers.add_parser('bdev_zone_block_create',
1041                              help='Create virtual zone namespace device with block device backend')
1042    p.add_argument('-b', '--name', help="Name of the zone device", required=True)
1043    p.add_argument('-n', '--base-bdev', help='Name of underlying, non-zoned bdev', required=True)
1044    p.add_argument('-z', '--zone-capacity', help='Surfaced zone capacity in blocks', type=int, required=True)
1045    p.add_argument('-o', '--optimal-open-zones', help='Number of zones required to reach optimal write speed', type=int, required=True)
1046    p.set_defaults(func=bdev_zone_block_create)
1047
1048    def bdev_zone_block_delete(args):
1049        rpc.bdev.bdev_zone_block_delete(args.client,
1050                                        name=args.name)
1051
1052    p = subparsers.add_parser('bdev_zone_block_delete', help='Delete a virtual zone namespace device')
1053    p.add_argument('name', help='Virtual zone bdev name')
1054    p.set_defaults(func=bdev_zone_block_delete)
1055
1056    def bdev_rbd_register_cluster(args):
1057        config_param = None
1058        if args.config_param:
1059            config_param = {}
1060            for entry in args.config_param:
1061                parts = entry.split('=', 1)
1062                if len(parts) != 2:
1063                    raise Exception('--config %s not in key=value form' % entry)
1064                config_param[parts[0]] = parts[1]
1065        print_json(rpc.bdev.bdev_rbd_register_cluster(args.client,
1066                                                      name=args.name,
1067                                                      user_id=args.user,
1068                                                      config_param=config_param,
1069                                                      config_file=args.config_file,
1070                                                      key_file=args.key_file,
1071                                                      core_mask=args.core_mask))
1072
1073    p = subparsers.add_parser('bdev_rbd_register_cluster',
1074                              help='Add a Rados cluster with ceph rbd backend')
1075    p.add_argument('name', help="Name of the Rados cluster only known to rbd bdev")
1076    p.add_argument('--user', help="Ceph user name (i.e. admin, not client.admin)")
1077    p.add_argument('--config-param', action='append', metavar='key=value',
1078                   help="adds a key=value configuration option for rados_conf_set (default: rely on config file)")
1079    p.add_argument('--config-file', help="The file path of the Rados configuration file")
1080    p.add_argument('--key-file', help="The file path of the Rados keyring file")
1081    p.add_argument('--core-mask', help="Set core mask for librbd IO context threads")
1082    p.set_defaults(func=bdev_rbd_register_cluster)
1083
1084    def bdev_rbd_unregister_cluster(args):
1085        rpc.bdev.bdev_rbd_unregister_cluster(args.client, name=args.name)
1086
1087    p = subparsers.add_parser('bdev_rbd_unregister_cluster',
1088                              help='Unregister a Rados cluster object')
1089    p.add_argument('name', help='Name of the Rados Cluster only known to rbd bdev')
1090    p.set_defaults(func=bdev_rbd_unregister_cluster)
1091
1092    def bdev_rbd_get_clusters_info(args):
1093        print_json(rpc.bdev.bdev_rbd_get_clusters_info(args.client, name=args.name))
1094
1095    p = subparsers.add_parser('bdev_rbd_get_clusters_info',
1096                              help='Display registered Rados Cluster names and related info')
1097    p.add_argument('-b', '--name', help="Name of the registered Rados Cluster Name. Example: Cluster1")
1098    p.set_defaults(func=bdev_rbd_get_clusters_info)
1099
1100    def bdev_rbd_create(args):
1101        config = None
1102        if args.config:
1103            config = {}
1104            for entry in args.config:
1105                parts = entry.split('=', 1)
1106                if len(parts) != 2:
1107                    raise Exception('--config %s not in key=value form' % entry)
1108                config[parts[0]] = parts[1]
1109        print_json(rpc.bdev.bdev_rbd_create(args.client,
1110                                            name=args.name,
1111                                            user_id=args.user,
1112                                            config=config,
1113                                            pool_name=args.pool_name,
1114                                            rbd_name=args.rbd_name,
1115                                            block_size=args.block_size,
1116                                            cluster_name=args.cluster_name,
1117                                            uuid=args.uuid))
1118
1119    p = subparsers.add_parser('bdev_rbd_create', help='Add a bdev with ceph rbd backend')
1120    p.add_argument('-b', '--name', help="Name of the bdev")
1121    p.add_argument('--user', help="Ceph user name (i.e. admin, not client.admin)")
1122    p.add_argument('--config', action='append', metavar='key=value',
1123                   help="adds a key=value configuration option for rados_conf_set (default: rely on config file)")
1124    p.add_argument('pool_name', help='rbd pool name')
1125    p.add_argument('rbd_name', help='rbd image name')
1126    p.add_argument('block_size', help='rbd block size', type=int)
1127    p.add_argument('-c', '--cluster-name', help="cluster name to identify the Rados cluster")
1128    p.add_argument('-u', '--uuid', help="UUID of the bdev")
1129    p.set_defaults(func=bdev_rbd_create)
1130
1131    def bdev_rbd_delete(args):
1132        rpc.bdev.bdev_rbd_delete(args.client,
1133                                 name=args.name)
1134
1135    p = subparsers.add_parser('bdev_rbd_delete', help='Delete a rbd bdev')
1136    p.add_argument('name', help='rbd bdev name')
1137    p.set_defaults(func=bdev_rbd_delete)
1138
1139    def bdev_rbd_resize(args):
1140        print_json(rpc.bdev.bdev_rbd_resize(args.client,
1141                                            name=args.name,
1142                                            new_size=int(args.new_size)))
1143
1144    p = subparsers.add_parser('bdev_rbd_resize',
1145                              help='Resize a rbd bdev')
1146    p.add_argument('name', help='rbd bdev name')
1147    p.add_argument('new_size', help='new bdev size for resize operation. The unit is MiB')
1148    p.set_defaults(func=bdev_rbd_resize)
1149
1150    def bdev_delay_create(args):
1151        print_json(rpc.bdev.bdev_delay_create(args.client,
1152                                              base_bdev_name=args.base_bdev_name,
1153                                              name=args.name,
1154                                              uuid=args.uuid,
1155                                              avg_read_latency=args.avg_read_latency,
1156                                              p99_read_latency=args.nine_nine_read_latency,
1157                                              avg_write_latency=args.avg_write_latency,
1158                                              p99_write_latency=args.nine_nine_write_latency))
1159
1160    p = subparsers.add_parser('bdev_delay_create',
1161                              help='Add a delay bdev on existing bdev')
1162    p.add_argument('-b', '--base-bdev-name', help="Name of the existing bdev", required=True)
1163    p.add_argument('-d', '--name', help="Name of the delay bdev", required=True)
1164    p.add_argument('-u', '--uuid', help='UUID of the bdev (optional)')
1165    p.add_argument('-r', '--avg-read-latency',
1166                   help="Average latency to apply before completing read ops (in microseconds)", required=True, type=int)
1167    p.add_argument('-t', '--nine-nine-read-latency',
1168                   help="latency to apply to 1 in 100 read ops (in microseconds)", required=True, type=int)
1169    p.add_argument('-w', '--avg-write-latency',
1170                   help="Average latency to apply before completing write ops (in microseconds)", required=True, type=int)
1171    p.add_argument('-n', '--nine-nine-write-latency',
1172                   help="latency to apply to 1 in 100 write ops (in microseconds)", required=True, type=int)
1173    p.set_defaults(func=bdev_delay_create)
1174
1175    def bdev_delay_delete(args):
1176        rpc.bdev.bdev_delay_delete(args.client,
1177                                   name=args.name)
1178
1179    p = subparsers.add_parser('bdev_delay_delete', help='Delete a delay bdev')
1180    p.add_argument('name', help='delay bdev name')
1181    p.set_defaults(func=bdev_delay_delete)
1182
1183    def bdev_delay_update_latency(args):
1184        print_json(rpc.bdev.bdev_delay_update_latency(args.client,
1185                                                      delay_bdev_name=args.delay_bdev_name,
1186                                                      latency_type=args.latency_type,
1187                                                      latency_us=args.latency_us))
1188    p = subparsers.add_parser('bdev_delay_update_latency',
1189                              help='Update one of the latency values for a given delay bdev')
1190    p.add_argument('delay_bdev_name', help='The name of the given delay bdev')
1191    p.add_argument('latency_type', help='one of: avg_read, avg_write, p99_read, p99_write. No other values accepted.')
1192    p.add_argument('latency_us', help='new latency value in microseconds.', type=int)
1193    p.set_defaults(func=bdev_delay_update_latency)
1194
1195    def bdev_error_create(args):
1196        print_json(rpc.bdev.bdev_error_create(args.client,
1197                                              base_name=args.base_name,
1198                                              uuid=args.uuid))
1199
1200    p = subparsers.add_parser('bdev_error_create', help='Add bdev with error injection backend')
1201    p.add_argument('base_name', help='base bdev name')
1202    p.add_argument('--uuid', help='UUID for this bdev')
1203    p.set_defaults(func=bdev_error_create)
1204
1205    def bdev_error_delete(args):
1206        rpc.bdev.bdev_error_delete(args.client,
1207                                   name=args.name)
1208
1209    p = subparsers.add_parser('bdev_error_delete', help='Delete an error bdev')
1210    p.add_argument('name', help='error bdev name')
1211    p.set_defaults(func=bdev_error_delete)
1212
1213    def bdev_iscsi_set_options(args):
1214        rpc.bdev.bdev_iscsi_set_options(args.client,
1215                                        timeout_sec=args.timeout_sec)
1216
1217    p = subparsers.add_parser('bdev_iscsi_set_options', help='Set options for the bdev iscsi type.')
1218    p.add_argument('-t', '--timeout-sec', help="Timeout for command, in seconds, if 0, don't track timeout.", type=int)
1219    p.set_defaults(func=bdev_iscsi_set_options)
1220
1221    def bdev_iscsi_create(args):
1222        print_json(rpc.bdev.bdev_iscsi_create(args.client,
1223                                              name=args.name,
1224                                              url=args.url,
1225                                              initiator_iqn=args.initiator_iqn))
1226
1227    p = subparsers.add_parser('bdev_iscsi_create',
1228                              help='Add bdev with iSCSI initiator backend')
1229    p.add_argument('-b', '--name', help="Name of the bdev", required=True)
1230    p.add_argument('-i', '--initiator-iqn', help="Initiator IQN", required=True)
1231    p.add_argument('--url', help="iSCSI Lun URL", required=True)
1232    p.set_defaults(func=bdev_iscsi_create)
1233
1234    def bdev_iscsi_delete(args):
1235        rpc.bdev.bdev_iscsi_delete(args.client,
1236                                   name=args.name)
1237
1238    p = subparsers.add_parser('bdev_iscsi_delete', help='Delete an iSCSI bdev')
1239    p.add_argument('name', help='iSCSI bdev name')
1240    p.set_defaults(func=bdev_iscsi_delete)
1241
1242    def bdev_passthru_create(args):
1243        print_json(rpc.bdev.bdev_passthru_create(args.client,
1244                                                 base_bdev_name=args.base_bdev_name,
1245                                                 name=args.name,
1246                                                 uuid=args.uuid))
1247
1248    p = subparsers.add_parser('bdev_passthru_create', help='Add a pass through bdev on existing bdev')
1249    p.add_argument('-b', '--base-bdev-name', help="Name of the existing bdev", required=True)
1250    p.add_argument('-p', '--name', help="Name of the pass through bdev", required=True)
1251    p.add_argument('-u', '--uuid', help="UUID of the bdev")
1252    p.set_defaults(func=bdev_passthru_create)
1253
1254    def bdev_passthru_delete(args):
1255        rpc.bdev.bdev_passthru_delete(args.client,
1256                                      name=args.name)
1257
1258    p = subparsers.add_parser('bdev_passthru_delete', help='Delete a pass through bdev')
1259    p.add_argument('name', help='pass through bdev name')
1260    p.set_defaults(func=bdev_passthru_delete)
1261
1262    def bdev_get_bdevs(args):
1263        print_dict(rpc.bdev.bdev_get_bdevs(args.client,
1264                                           name=args.name, timeout=args.timeout_ms))
1265
1266    p = subparsers.add_parser('bdev_get_bdevs',
1267                              help='Display current blockdev list or required blockdev')
1268    p.add_argument('-b', '--name', help="Name of the Blockdev. Example: Nvme0n1")
1269    p.add_argument('-t', '--timeout-ms', help="""Time in ms to wait for the bdev to appear (only used
1270    with the -b|--name option). The default timeout is 0, meaning the RPC returns immediately
1271    whether the bdev exists or not.""",
1272                   type=int)
1273    p.set_defaults(func=bdev_get_bdevs)
1274
1275    def bdev_get_iostat(args):
1276        print_dict(rpc.bdev.bdev_get_iostat(args.client,
1277                                            name=args.name,
1278                                            per_channel=args.per_channel,
1279                                            reset_mode=args.reset_mode))
1280
1281    p = subparsers.add_parser('bdev_get_iostat',
1282                              help='Display current I/O statistics of all the blockdevs or specified blockdev.')
1283    p.add_argument('-b', '--name', help="Name of the Blockdev. Example: Nvme0n1")
1284    p.add_argument('-c', '--per-channel', default=False, dest='per_channel', help='Display per channel IO stats for specified device',
1285                   action='store_true')
1286    p.add_argument('--reset-mode', help="Mode to reset I/O statistics after getting", choices=['all', 'maxmin', 'none'])
1287    p.set_defaults(func=bdev_get_iostat)
1288
1289    def bdev_reset_iostat(args):
1290        rpc.bdev.bdev_reset_iostat(args.client, name=args.name, mode=args.mode)
1291
1292    p = subparsers.add_parser('bdev_reset_iostat',
1293                              help='Reset I/O statistics of all the blockdevs or specified blockdev.')
1294    p.add_argument('-b', '--name', help="Name of the Blockdev. Example: Nvme0n1")
1295    p.add_argument('-m', '--mode', help="Mode to reset I/O statistics", choices=['all', 'maxmin', 'none'])
1296    p.set_defaults(func=bdev_reset_iostat)
1297
1298    def bdev_enable_histogram(args):
1299        rpc.bdev.bdev_enable_histogram(args.client, name=args.name, enable=args.enable, opc=args.opc)
1300
1301    p = subparsers.add_parser('bdev_enable_histogram',
1302                              help='Enable or disable histogram for specified bdev')
1303    p.add_argument('-e', '--enable', default=True, dest='enable', action='store_true', help='Enable histograms on specified device')
1304    p.add_argument('-d', '--disable', dest='enable', action='store_false', help='Disable histograms on specified device')
1305    p.add_argument('-o', '--opc', help='Enable histogram for specified io type. Defaults to all io types if not specified.'
1306                   ' Refer to bdev_get_bdevs RPC for the list of io types.')
1307    p.add_argument('name', help='bdev name')
1308    p.set_defaults(func=bdev_enable_histogram)
1309
1310    def bdev_get_histogram(args):
1311        print_dict(rpc.bdev.bdev_get_histogram(args.client, name=args.name))
1312
1313    p = subparsers.add_parser('bdev_get_histogram',
1314                              help='Get histogram for specified bdev')
1315    p.add_argument('name', help='bdev name')
1316    p.set_defaults(func=bdev_get_histogram)
1317
1318    def bdev_set_qd_sampling_period(args):
1319        rpc.bdev.bdev_set_qd_sampling_period(args.client,
1320                                             name=args.name,
1321                                             period=args.period)
1322
1323    p = subparsers.add_parser('bdev_set_qd_sampling_period',
1324                              help="Enable or disable tracking of a bdev's queue depth.")
1325    p.add_argument('name', help='Blockdev name. Example: Malloc0')
1326    p.add_argument('period', help='Period with which to poll the block device queue depth in microseconds.'
1327                   ' If set to 0, polling will be disabled.',
1328                   type=int)
1329    p.set_defaults(func=bdev_set_qd_sampling_period)
1330
1331    def bdev_set_qos_limit(args):
1332        rpc.bdev.bdev_set_qos_limit(args.client,
1333                                    name=args.name,
1334                                    rw_ios_per_sec=args.rw_ios_per_sec,
1335                                    rw_mbytes_per_sec=args.rw_mbytes_per_sec,
1336                                    r_mbytes_per_sec=args.r_mbytes_per_sec,
1337                                    w_mbytes_per_sec=args.w_mbytes_per_sec)
1338
1339    p = subparsers.add_parser('bdev_set_qos_limit',
1340                              help='Set QoS rate limit on a blockdev')
1341    p.add_argument('name', help='Blockdev name to set QoS. Example: Malloc0')
1342    p.add_argument('--rw-ios-per-sec',
1343                   help='R/W IOs per second limit (>=1000, example: 20000). 0 means unlimited.',
1344                   type=int)
1345    p.add_argument('--rw-mbytes-per-sec',
1346                   help="R/W megabytes per second limit (>=1, example: 100). 0 means unlimited.",
1347                   type=int)
1348    p.add_argument('--r-mbytes-per-sec',
1349                   help="Read megabytes per second limit (>=1, example: 100). 0 means unlimited.",
1350                   type=int)
1351    p.add_argument('--w-mbytes-per-sec',
1352                   help="Write megabytes per second limit (>=1, example: 100). 0 means unlimited.",
1353                   type=int)
1354    p.set_defaults(func=bdev_set_qos_limit)
1355
1356    def bdev_error_inject_error(args):
1357        rpc.bdev.bdev_error_inject_error(args.client,
1358                                         name=args.name,
1359                                         io_type=args.io_type,
1360                                         error_type=args.error_type,
1361                                         num=args.num,
1362                                         queue_depth=args.queue_depth,
1363                                         corrupt_offset=args.corrupt_offset,
1364                                         corrupt_value=args.corrupt_value)
1365
1366    p = subparsers.add_parser('bdev_error_inject_error', help='bdev inject error')
1367    p.add_argument('name', help="""the name of the error injection bdev""")
1368    p.add_argument('io_type', help="""io_type: 'clear' 'read' 'write' 'unmap' 'flush' 'all'""")
1369    p.add_argument('error_type', help="""error_type: 'failure' 'pending' 'corrupt_data' 'nomem'""")
1370    p.add_argument(
1371        '-n', '--num', help='the number of commands you want to fail', type=int)
1372    p.add_argument(
1373        '-q', '--queue-depth', help='the queue depth at which to trigger the error', type=int)
1374    p.add_argument(
1375        '-o', '--corrupt-offset', help='the offset in bytes to xor with corrupt_value', type=int)
1376    p.add_argument(
1377        '-v', '--corrupt-value', help='the value for xor (1-255, 0 is invalid)', type=int)
1378    p.set_defaults(func=bdev_error_inject_error)
1379
1380    def bdev_nvme_apply_firmware(args):
1381        print_dict(rpc.bdev.bdev_nvme_apply_firmware(args.client,
1382                                                     bdev_name=args.bdev_name,
1383                                                     filename=args.filename))
1384
1385    p = subparsers.add_parser('bdev_nvme_apply_firmware', help='Download and commit firmware to NVMe device')
1386    p.add_argument('filename', help='filename of the firmware to download')
1387    p.add_argument('bdev_name', help='name of the NVMe device')
1388    p.set_defaults(func=bdev_nvme_apply_firmware)
1389
1390    def bdev_nvme_get_transport_statistics(args):
1391        print_dict(rpc.bdev.bdev_nvme_get_transport_statistics(args.client))
1392
1393    p = subparsers.add_parser('bdev_nvme_get_transport_statistics',
1394                              help='Get bdev_nvme poll group transport statistics')
1395    p.set_defaults(func=bdev_nvme_get_transport_statistics)
1396
1397    def bdev_nvme_get_controller_health_info(args):
1398        print_dict(rpc.bdev.bdev_nvme_get_controller_health_info(args.client,
1399                                                                 name=args.name))
1400
1401    p = subparsers.add_parser('bdev_nvme_get_controller_health_info',
1402                              help='Display health log of the required NVMe bdev controller.')
1403    p.add_argument('-c', '--name', help="Name of the NVMe bdev controller. Example: Nvme0", required=True)
1404    p.set_defaults(func=bdev_nvme_get_controller_health_info)
1405
1406    # iSCSI
1407    def iscsi_set_options(args):
1408        rpc.iscsi.iscsi_set_options(
1409            args.client,
1410            auth_file=args.auth_file,
1411            node_base=args.node_base,
1412            nop_timeout=args.nop_timeout,
1413            nop_in_interval=args.nop_in_interval,
1414            disable_chap=args.disable_chap,
1415            require_chap=args.require_chap,
1416            mutual_chap=args.mutual_chap,
1417            chap_group=args.chap_group,
1418            max_sessions=args.max_sessions,
1419            max_queue_depth=args.max_queue_depth,
1420            max_connections_per_session=args.max_connections_per_session,
1421            default_time2wait=args.default_time2wait,
1422            default_time2retain=args.default_time2retain,
1423            first_burst_length=args.first_burst_length,
1424            immediate_data=args.immediate_data,
1425            error_recovery_level=args.error_recovery_level,
1426            allow_duplicated_isid=args.allow_duplicated_isid,
1427            max_large_datain_per_connection=args.max_large_datain_per_connection,
1428            max_r2t_per_connection=args.max_r2t_per_connection,
1429            pdu_pool_size=args.pdu_pool_size,
1430            immediate_data_pool_size=args.immediate_data_pool_size,
1431            data_out_pool_size=args.data_out_pool_size)
1432
1433    p = subparsers.add_parser('iscsi_set_options',
1434                              help="""Set options of iSCSI subsystem""")
1435    p.add_argument('-f', '--auth-file', help='Path to CHAP shared secret file')
1436    p.add_argument('-b', '--node-base', help='Prefix of the name of iSCSI target node')
1437    p.add_argument('-o', '--nop-timeout', help='Timeout in seconds to nop-in request to the initiator', type=int)
1438    p.add_argument('-n', '--nop-in-interval', help='Time interval in secs between nop-in requests by the target', type=int)
1439    p.add_argument('-d', '--disable-chap', help="""CHAP for discovery session should be disabled.
1440    *** Mutually exclusive with --require-chap""", action='store_true')
1441    p.add_argument('-r', '--require-chap', help="""CHAP for discovery session should be required.
1442    *** Mutually exclusive with --disable-chap""", action='store_true')
1443    p.add_argument('-m', '--mutual-chap', help='CHAP for discovery session should be mutual', action='store_true')
1444    p.add_argument('-g', '--chap-group', help="""Authentication group ID for discovery session.
1445    *** Authentication group must be precreated ***""", type=int)
1446    p.add_argument('-a', '--max-sessions', help='Maximum number of sessions in the host.', type=int)
1447    p.add_argument('-q', '--max-queue-depth', help='Max number of outstanding I/Os per queue.', type=int)
1448    p.add_argument('-c', '--max-connections-per-session', help='Negotiated parameter, MaxConnections.', type=int)
1449    p.add_argument('-w', '--default-time2wait', help='Negotiated parameter, DefaultTime2Wait.', type=int)
1450    p.add_argument('-v', '--default-time2retain', help='Negotiated parameter, DefaultTime2Retain.', type=int)
1451    p.add_argument('-s', '--first-burst-length', help='Negotiated parameter, FirstBurstLength.', type=int)
1452    p.add_argument('-i', '--immediate-data', help='Negotiated parameter, ImmediateData.', action='store_true')
1453    p.add_argument('-l', '--error-recovery-level', help='Negotiated parameter, ErrorRecoveryLevel', type=int)
1454    p.add_argument('-p', '--allow-duplicated-isid', help='Allow duplicated initiator session ID.', action='store_true')
1455    p.add_argument('-x', '--max-large-datain-per-connection', help='Max number of outstanding split read I/Os per connection', type=int)
1456    p.add_argument('-k', '--max-r2t-per-connection', help='Max number of outstanding R2Ts per connection', type=int)
1457    p.add_argument('-u', '--pdu-pool-size', help='Number of PDUs in the pool', type=int)
1458    p.add_argument('-j', '--immediate-data-pool-size', help='Number of immediate data buffers in the pool', type=int)
1459    p.add_argument('-z', '--data-out-pool-size', help='Number of data out buffers in the pool', type=int)
1460    p.set_defaults(func=iscsi_set_options)
1461
1462    def iscsi_set_discovery_auth(args):
1463        rpc.iscsi.iscsi_set_discovery_auth(
1464            args.client,
1465            disable_chap=args.disable_chap,
1466            require_chap=args.require_chap,
1467            mutual_chap=args.mutual_chap,
1468            chap_group=args.chap_group)
1469
1470    p = subparsers.add_parser('iscsi_set_discovery_auth',
1471                              help="""Set CHAP authentication for discovery session.""")
1472    p.add_argument('-d', '--disable-chap', help="""CHAP for discovery session should be disabled.
1473    *** Mutually exclusive with --require-chap""", action='store_true')
1474    p.add_argument('-r', '--require-chap', help="""CHAP for discovery session should be required.
1475    *** Mutually exclusive with --disable-chap""", action='store_true')
1476    p.add_argument('-m', '--mutual-chap', help='CHAP for discovery session should be mutual', action='store_true')
1477    p.add_argument('-g', '--chap-group', help="""Authentication group ID for discovery session.
1478    *** Authentication group must be precreated ***""", type=int)
1479    p.set_defaults(func=iscsi_set_discovery_auth)
1480
1481    def iscsi_create_auth_group(args):
1482        secrets = None
1483        if args.secrets:
1484            secrets = [dict(u.split(":") for u in a.split(" ")) for a in args.secrets.split(",")]
1485
1486        rpc.iscsi.iscsi_create_auth_group(args.client, tag=args.tag, secrets=secrets)
1487
1488    p = subparsers.add_parser('iscsi_create_auth_group',
1489                              help='Create authentication group for CHAP authentication.')
1490    p.add_argument('tag', help='Authentication group tag (unique, integer > 0).', type=int)
1491    p.add_argument('-c', '--secrets', help="""Comma-separated list of CHAP secrets
1492<user:user_name secret:chap_secret muser:mutual_user_name msecret:mutual_chap_secret> enclosed in quotes.
1493Format: 'user:u1 secret:s1 muser:mu1 msecret:ms1,user:u2 secret:s2 muser:mu2 msecret:ms2'""")
1494    p.set_defaults(func=iscsi_create_auth_group)
1495
1496    def iscsi_delete_auth_group(args):
1497        rpc.iscsi.iscsi_delete_auth_group(args.client, tag=args.tag)
1498
1499    p = subparsers.add_parser('iscsi_delete_auth_group',
1500                              help='Delete an authentication group.')
1501    p.add_argument('tag', help='Authentication group tag', type=int)
1502    p.set_defaults(func=iscsi_delete_auth_group)
1503
1504    def iscsi_auth_group_add_secret(args):
1505        rpc.iscsi.iscsi_auth_group_add_secret(
1506            args.client,
1507            tag=args.tag,
1508            user=args.user,
1509            secret=args.secret,
1510            muser=args.muser,
1511            msecret=args.msecret)
1512
1513    p = subparsers.add_parser('iscsi_auth_group_add_secret',
1514                              help='Add a secret to an authentication group.')
1515    p.add_argument('tag', help='Authentication group tag', type=int)
1516    p.add_argument('-u', '--user', help='User name for one-way CHAP authentication', required=True)
1517    p.add_argument('-s', '--secret', help='Secret for one-way CHAP authentication', required=True)
1518    p.add_argument('-m', '--muser', help='User name for mutual CHAP authentication')
1519    p.add_argument('-r', '--msecret', help='Secret for mutual CHAP authentication')
1520    p.set_defaults(func=iscsi_auth_group_add_secret)
1521
1522    def iscsi_auth_group_remove_secret(args):
1523        rpc.iscsi.iscsi_auth_group_remove_secret(args.client, tag=args.tag, user=args.user)
1524
1525    p = subparsers.add_parser('iscsi_auth_group_remove_secret',
1526                              help='Remove a secret from an authentication group.')
1527    p.add_argument('tag', help='Authentication group tag', type=int)
1528    p.add_argument('-u', '--user', help='User name for one-way CHAP authentication', required=True)
1529    p.set_defaults(func=iscsi_auth_group_remove_secret)
1530
1531    def iscsi_get_auth_groups(args):
1532        print_dict(rpc.iscsi.iscsi_get_auth_groups(args.client))
1533
1534    p = subparsers.add_parser('iscsi_get_auth_groups',
1535                              help='Display current authentication group configuration')
1536    p.set_defaults(func=iscsi_get_auth_groups)
1537
1538    def iscsi_get_portal_groups(args):
1539        print_dict(rpc.iscsi.iscsi_get_portal_groups(args.client))
1540
1541    p = subparsers.add_parser('iscsi_get_portal_groups', help='Display current portal group configuration')
1542    p.set_defaults(func=iscsi_get_portal_groups)
1543
1544    def iscsi_get_initiator_groups(args):
1545        print_dict(rpc.iscsi.iscsi_get_initiator_groups(args.client))
1546
1547    p = subparsers.add_parser('iscsi_get_initiator_groups',
1548                              help='Display current initiator group configuration')
1549    p.set_defaults(func=iscsi_get_initiator_groups)
1550
1551    def iscsi_get_target_nodes(args):
1552        print_dict(rpc.iscsi.iscsi_get_target_nodes(args.client))
1553
1554    p = subparsers.add_parser('iscsi_get_target_nodes', help='Display target nodes')
1555    p.set_defaults(func=iscsi_get_target_nodes)
1556
1557    def iscsi_enable_histogram(args):
1558        rpc.iscsi.iscsi_enable_histogram(args.client, name=args.name, enable=args.enable)
1559
1560    p = subparsers.add_parser('iscsi_enable_histogram',
1561                              help='Enable or disable histogram for specified iscsi target')
1562    p.add_argument('-e', '--enable', default=True, dest='enable', action='store_true', help='Enable histograms on specified iscsi target')
1563    p.add_argument('-d', '--disable', dest='enable', action='store_false', help='Disable histograms on specified iscsi target')
1564    p.add_argument('name', help='iscsi target name')
1565    p.set_defaults(func=iscsi_enable_histogram)
1566
1567    def iscsi_get_histogram(args):
1568        print_dict(rpc.iscsi.iscsi_get_histogram(args.client, name=args.name))
1569
1570    p = subparsers.add_parser('iscsi_get_histogram',
1571                              help='Get histogram for specified iscsi target')
1572    p.add_argument('name', help='target name')
1573    p.set_defaults(func=iscsi_get_histogram)
1574
1575    def iscsi_create_target_node(args):
1576        luns = []
1577        for u in args.bdev_name_id_pairs.strip().split(" "):
1578            bdev_name, lun_id = u.split(":")
1579            luns.append({"bdev_name": bdev_name, "lun_id": int(lun_id)})
1580
1581        pg_ig_maps = []
1582        for u in args.pg_ig_mappings.strip().split(" "):
1583            pg, ig = u.split(":")
1584            pg_ig_maps.append({"pg_tag": int(pg), "ig_tag": int(ig)})
1585
1586        rpc.iscsi.iscsi_create_target_node(
1587            args.client,
1588            luns=luns,
1589            pg_ig_maps=pg_ig_maps,
1590            name=args.name,
1591            alias_name=args.alias_name,
1592            queue_depth=args.queue_depth,
1593            chap_group=args.chap_group,
1594            disable_chap=args.disable_chap,
1595            require_chap=args.require_chap,
1596            mutual_chap=args.mutual_chap,
1597            header_digest=args.header_digest,
1598            data_digest=args.data_digest)
1599
1600    p = subparsers.add_parser('iscsi_create_target_node', help='Add a target node')
1601    p.add_argument('name', help='Target node name (ASCII)')
1602    p.add_argument('alias_name', help='Target node alias name (ASCII)')
1603    p.add_argument('bdev_name_id_pairs', help="""Whitespace-separated list of <bdev name:LUN ID> pairs enclosed
1604    in quotes.  Format:  'bdev_name0:id0 bdev_name1:id1' etc
1605    Example: 'Malloc0:0 Malloc1:1 Malloc5:2'
1606    *** The bdevs must pre-exist ***
1607    *** LUN0 (id = 0) is required ***
1608    *** bdevs names cannot contain space or colon characters ***""")
1609    p.add_argument('pg_ig_mappings', help="""List of (Portal_Group_Tag:Initiator_Group_Tag) mappings
1610    Whitespace separated, quoted, mapping defined with colon
1611    separated list of "tags" (int > 0)
1612    Example: '1:1 2:2 2:1'
1613    *** The Portal/Initiator Groups must be precreated ***""")
1614    p.add_argument('queue_depth', help='Desired target queue depth', type=int)
1615    p.add_argument('-g', '--chap-group', help="""Authentication group ID for this target node.
1616    *** Authentication group must be precreated ***""", type=int)
1617    p.add_argument('-d', '--disable-chap', help="""CHAP authentication should be disabled for this target node.
1618    *** Mutually exclusive with --require-chap ***""", action='store_true')
1619    p.add_argument('-r', '--require-chap', help="""CHAP authentication should be required for this target node.
1620    *** Mutually exclusive with --disable-chap ***""", action='store_true')
1621    p.add_argument(
1622        '-m', '--mutual-chap', help='CHAP authentication should be mutual/bidirectional.', action='store_true')
1623    p.add_argument('-H', '--header-digest',
1624                   help='Header Digest should be required for this target node.', action='store_true')
1625    p.add_argument('-D', '--data-digest',
1626                   help='Data Digest should be required for this target node.', action='store_true')
1627    p.set_defaults(func=iscsi_create_target_node)
1628
1629    def iscsi_target_node_add_lun(args):
1630        rpc.iscsi.iscsi_target_node_add_lun(
1631            args.client,
1632            name=args.name,
1633            bdev_name=args.bdev_name,
1634            lun_id=args.lun_id)
1635
1636    p = subparsers.add_parser('iscsi_target_node_add_lun',
1637                              help='Add LUN to the target node')
1638    p.add_argument('name', help='Target node name (ASCII)')
1639    p.add_argument('bdev_name', help="""bdev name enclosed in quotes.
1640    *** bdev name cannot contain space or colon characters ***""")
1641    p.add_argument('-i', dest='lun_id', help="""LUN ID (integer >= 0)
1642    *** If LUN ID is omitted or -1, the lowest free one is assigned ***""", type=int)
1643    p.set_defaults(func=iscsi_target_node_add_lun)
1644
1645    def iscsi_target_node_set_auth(args):
1646        rpc.iscsi.iscsi_target_node_set_auth(
1647            args.client,
1648            name=args.name,
1649            chap_group=args.chap_group,
1650            disable_chap=args.disable_chap,
1651            require_chap=args.require_chap,
1652            mutual_chap=args.mutual_chap)
1653
1654    p = subparsers.add_parser('iscsi_target_node_set_auth',
1655                              help='Set CHAP authentication for the target node')
1656    p.add_argument('name', help='Target node name (ASCII)')
1657    p.add_argument('-g', '--chap-group', help="""Authentication group ID for this target node.
1658    *** Authentication group must be precreated ***""", type=int)
1659    p.add_argument('-d', '--disable-chap', help="""CHAP authentication should be disabled for this target node.
1660    *** Mutually exclusive with --require-chap ***""", action='store_true')
1661    p.add_argument('-r', '--require-chap', help="""CHAP authentication should be required for this target node.
1662    *** Mutually exclusive with --disable-chap ***""", action='store_true')
1663    p.add_argument('-m', '--mutual-chap', help='CHAP authentication should be mutual/bidirectional.',
1664                   action='store_true')
1665    p.set_defaults(func=iscsi_target_node_set_auth)
1666
1667    def iscsi_target_node_add_pg_ig_maps(args):
1668        pg_ig_maps = []
1669        for u in args.pg_ig_mappings.strip().split(" "):
1670            pg, ig = u.split(":")
1671            pg_ig_maps.append({"pg_tag": int(pg), "ig_tag": int(ig)})
1672        rpc.iscsi.iscsi_target_node_add_pg_ig_maps(
1673            args.client,
1674            pg_ig_maps=pg_ig_maps,
1675            name=args.name)
1676
1677    p = subparsers.add_parser('iscsi_target_node_add_pg_ig_maps',
1678                              help='Add PG-IG maps to the target node')
1679    p.add_argument('name', help='Target node name (ASCII)')
1680    p.add_argument('pg_ig_mappings', help="""List of (Portal_Group_Tag:Initiator_Group_Tag) mappings
1681    Whitespace separated, quoted, mapping defined with colon
1682    separated list of "tags" (int > 0)
1683    Example: '1:1 2:2 2:1'
1684    *** The Portal/Initiator Groups must be precreated ***""")
1685    p.set_defaults(func=iscsi_target_node_add_pg_ig_maps)
1686
1687    def iscsi_target_node_remove_pg_ig_maps(args):
1688        pg_ig_maps = []
1689        for u in args.pg_ig_mappings.strip().split(" "):
1690            pg, ig = u.split(":")
1691            pg_ig_maps.append({"pg_tag": int(pg), "ig_tag": int(ig)})
1692        rpc.iscsi.iscsi_target_node_remove_pg_ig_maps(
1693            args.client, pg_ig_maps=pg_ig_maps, name=args.name)
1694
1695    p = subparsers.add_parser('iscsi_target_node_remove_pg_ig_maps',
1696                              help='Delete PG-IG maps from the target node')
1697    p.add_argument('name', help='Target node name (ASCII)')
1698    p.add_argument('pg_ig_mappings', help="""List of (Portal_Group_Tag:Initiator_Group_Tag) mappings
1699    Whitespace separated, quoted, mapping defined with colon
1700    separated list of "tags" (int > 0)
1701    Example: '1:1 2:2 2:1'
1702    *** The Portal/Initiator Groups must be precreated ***""")
1703    p.set_defaults(func=iscsi_target_node_remove_pg_ig_maps)
1704
1705    def iscsi_target_node_set_redirect(args):
1706        rpc.iscsi.iscsi_target_node_set_redirect(
1707            args.client,
1708            name=args.name,
1709            pg_tag=args.pg_tag,
1710            redirect_host=args.redirect_host,
1711            redirect_port=args.redirect_port)
1712
1713    p = subparsers.add_parser('iscsi_target_node_set_redirect',
1714                              help="""Update redirect portal of the public portal group for the target node.
1715    Omit redirect host and port to clear previously set redirect settings.""")
1716    p.add_argument('name', help='Target node name (ASCII)')
1717    p.add_argument('pg_tag', help='Portal group tag (unique, integer > 0)', type=int)
1718    p.add_argument('-a', '--redirect-host', help='Numeric IP address for redirect portal')
1719    p.add_argument('-p', '--redirect-port', help='Numeric TCP port for redirect portal')
1720    p.set_defaults(func=iscsi_target_node_set_redirect)
1721
1722    def iscsi_target_node_request_logout(args):
1723        rpc.iscsi.iscsi_target_node_request_logout(
1724            args.client,
1725            name=args.name,
1726            pg_tag=args.pg_tag)
1727
1728    p = subparsers.add_parser('iscsi_target_node_request_logout',
1729                              help="""For the target node, request connections whose portal group tag
1730    match to logout, or request all connections if portal group tag is omitted.""")
1731    p.add_argument('name', help='Target node name (ASCII)')
1732    p.add_argument('-t', '--pg-tag', help='Portal group tag (unique, integer > 0)', type=int)
1733    p.set_defaults(func=iscsi_target_node_request_logout)
1734
1735    def iscsi_create_portal_group(args):
1736        portals = []
1737        for p in args.portal_list.strip().split(' '):
1738            ip, separator, port_cpumask = p.rpartition(':')
1739            split_port_cpumask = port_cpumask.split('@')
1740            if len(split_port_cpumask) == 1:
1741                port = port_cpumask
1742                portals.append({'host': ip, 'port': port})
1743            else:
1744                port = split_port_cpumask[0]
1745                cpumask = split_port_cpumask[1]
1746                portals.append({'host': ip, 'port': port})
1747                print("WARNING: Specifying a portal group with a CPU mask is no longer supported. Ignoring it.")
1748        rpc.iscsi.iscsi_create_portal_group(
1749            args.client,
1750            portals=portals,
1751            tag=args.tag,
1752            private=args.private,
1753            wait=args.wait)
1754
1755    p = subparsers.add_parser('iscsi_create_portal_group',
1756                              help='Add a portal group')
1757    p.add_argument(
1758        'tag', help='Portal group tag (unique, integer > 0)', type=int)
1759    p.add_argument('portal_list', help="""List of portals in host:port format, separated by whitespace
1760    Example: '192.168.100.100:3260 192.168.100.100:3261 192.168.100.100:3262""")
1761    p.add_argument('-p', '--private', help="""Public (false) or private (true) portal group.
1762    Private portal groups do not have their portals returned by a discovery session. A public
1763    portal group may optionally specify a redirect portal for non-discovery logins. This redirect
1764    portal must be from a private portal group.""", action='store_true')
1765    p.add_argument('-w', '--wait', help="""Do not listening on portals until it is started explicitly.
1766    One major iSCSI initiator may not retry login once it failed. Hence for such initiator, listening
1767    on portals should be allowed after all associated target nodes are created.""", action='store_true')
1768    p.set_defaults(func=iscsi_create_portal_group)
1769
1770    def iscsi_start_portal_group(args):
1771        rpc.iscsi.iscsi_start_portal_group(args.client, tag=args.tag)
1772
1773    p = subparsers.add_parser('iscsi_start_portal_group',
1774                              help='Start listening on portals if it is not started yet.')
1775    p.add_argument(
1776        'tag', help='Portal group tag (unique, integer > 0)', type=int)
1777    p.set_defaults(func=iscsi_start_portal_group)
1778
1779    def iscsi_create_initiator_group(args):
1780        initiators = []
1781        netmasks = []
1782        for i in args.initiator_list.strip().split(' '):
1783            initiators.append(i)
1784        for n in args.netmask_list.strip().split(' '):
1785            netmasks.append(n)
1786        rpc.iscsi.iscsi_create_initiator_group(
1787            args.client,
1788            tag=args.tag,
1789            initiators=initiators,
1790            netmasks=netmasks)
1791
1792    p = subparsers.add_parser('iscsi_create_initiator_group',
1793                              help='Add an initiator group')
1794    p.add_argument(
1795        'tag', help='Initiator group tag (unique, integer > 0)', type=int)
1796    p.add_argument('initiator_list', help="""Whitespace-separated list of initiator hostnames or IP addresses,
1797    enclosed in quotes.  Example: 'ANY' or 'iqn.2016-06.io.spdk:host1 iqn.2016-06.io.spdk:host2'""")
1798    p.add_argument('netmask_list', help="""Whitespace-separated list of initiator netmasks enclosed in quotes.
1799    Example: '255.255.0.0 255.248.0.0' etc""")
1800    p.set_defaults(func=iscsi_create_initiator_group)
1801
1802    def iscsi_initiator_group_add_initiators(args):
1803        initiators = None
1804        netmasks = None
1805        if args.initiator_list:
1806            initiators = []
1807            for i in args.initiator_list.strip().split(' '):
1808                initiators.append(i)
1809        if args.netmask_list:
1810            netmasks = []
1811            for n in args.netmask_list.strip().split(' '):
1812                netmasks.append(n)
1813        rpc.iscsi.iscsi_initiator_group_add_initiators(
1814            args.client,
1815            tag=args.tag,
1816            initiators=initiators,
1817            netmasks=netmasks)
1818
1819    p = subparsers.add_parser('iscsi_initiator_group_add_initiators',
1820                              help='Add initiators to an existing initiator group')
1821    p.add_argument(
1822        'tag', help='Initiator group tag (unique, integer > 0)', type=int)
1823    p.add_argument('-n', dest='initiator_list', help="""Whitespace-separated list of initiator hostnames or IP addresses,
1824    enclosed in quotes.  This parameter can be omitted.  Example: 'ANY' or
1825    'iqn.2016-06.io.spdk:host1 iqn.2016-06.io.spdk:host2'""")
1826    p.add_argument('-m', dest='netmask_list', help="""Whitespace-separated list of initiator netmasks enclosed in quotes.
1827    This parameter can be omitted.  Example: '255.255.0.0 255.248.0.0' etc""")
1828    p.set_defaults(func=iscsi_initiator_group_add_initiators)
1829
1830    def iscsi_initiator_group_remove_initiators(args):
1831        initiators = None
1832        netmasks = None
1833        if args.initiator_list:
1834            initiators = []
1835            for i in args.initiator_list.strip().split(' '):
1836                initiators.append(i)
1837        if args.netmask_list:
1838            netmasks = []
1839            for n in args.netmask_list.strip().split(' '):
1840                netmasks.append(n)
1841        rpc.iscsi.iscsi_initiator_group_remove_initiators(
1842            args.client,
1843            tag=args.tag,
1844            initiators=initiators,
1845            netmasks=netmasks)
1846
1847    p = subparsers.add_parser('iscsi_initiator_group_remove_initiators',
1848                              help='Delete initiators from an existing initiator group')
1849    p.add_argument(
1850        'tag', help='Initiator group tag (unique, integer > 0)', type=int)
1851    p.add_argument('-n', dest='initiator_list', help="""Whitespace-separated list of initiator hostnames or IP addresses,
1852    enclosed in quotes.  This parameter can be omitted.  Example: 'ANY' or
1853    'iqn.2016-06.io.spdk:host1 iqn.2016-06.io.spdk:host2'""")
1854    p.add_argument('-m', dest='netmask_list', help="""Whitespace-separated list of initiator netmasks enclosed in quotes.
1855    This parameter can be omitted.  Example: '255.255.0.0 255.248.0.0' etc""")
1856    p.set_defaults(func=iscsi_initiator_group_remove_initiators)
1857
1858    def iscsi_delete_target_node(args):
1859        rpc.iscsi.iscsi_delete_target_node(
1860            args.client, target_node_name=args.target_node_name)
1861
1862    p = subparsers.add_parser('iscsi_delete_target_node',
1863                              help='Delete a target node')
1864    p.add_argument('target_node_name',
1865                   help='Target node name to be deleted. Example: iqn.2016-06.io.spdk:disk1.')
1866    p.set_defaults(func=iscsi_delete_target_node)
1867
1868    def iscsi_delete_portal_group(args):
1869        rpc.iscsi.iscsi_delete_portal_group(args.client, tag=args.tag)
1870
1871    p = subparsers.add_parser('iscsi_delete_portal_group',
1872                              help='Delete a portal group')
1873    p.add_argument(
1874        'tag', help='Portal group tag (unique, integer > 0)', type=int)
1875    p.set_defaults(func=iscsi_delete_portal_group)
1876
1877    def iscsi_delete_initiator_group(args):
1878        rpc.iscsi.iscsi_delete_initiator_group(args.client, tag=args.tag)
1879
1880    p = subparsers.add_parser('iscsi_delete_initiator_group',
1881                              help='Delete an initiator group')
1882    p.add_argument(
1883        'tag', help='Initiator group tag (unique, integer > 0)', type=int)
1884    p.set_defaults(func=iscsi_delete_initiator_group)
1885
1886    def iscsi_portal_group_set_auth(args):
1887        rpc.iscsi.iscsi_portal_group_set_auth(
1888            args.client,
1889            tag=args.tag,
1890            chap_group=args.chap_group,
1891            disable_chap=args.disable_chap,
1892            require_chap=args.require_chap,
1893            mutual_chap=args.mutual_chap)
1894
1895    p = subparsers.add_parser('iscsi_portal_group_set_auth',
1896                              help='Set CHAP authentication for discovery sessions specific for the portal group')
1897    p.add_argument('tag', help='Portal group tag (unique, integer > 0)', type=int)
1898    p.add_argument('-g', '--chap-group', help="""Authentication group ID for this portal group.
1899    *** Authentication group must be precreated ***""", type=int)
1900    p.add_argument('-d', '--disable-chap', help="""CHAP authentication should be disabled for this portal group.
1901    *** Mutually exclusive with --require-chap ***""", action='store_true')
1902    p.add_argument('-r', '--require-chap', help="""CHAP authentication should be required for this portal group.
1903    *** Mutually exclusive with --disable-chap ***""", action='store_true')
1904    p.add_argument('-m', '--mutual-chap', help='CHAP authentication should be mutual/bidirectional.',
1905                   action='store_true')
1906    p.set_defaults(func=iscsi_portal_group_set_auth)
1907
1908    def iscsi_get_connections(args):
1909        print_dict(rpc.iscsi.iscsi_get_connections(args.client))
1910
1911    p = subparsers.add_parser('iscsi_get_connections',
1912                              help='Display iSCSI connections')
1913    p.set_defaults(func=iscsi_get_connections)
1914
1915    def iscsi_get_stats(args):
1916        print_dict(rpc.iscsi.iscsi_get_stats(args.client))
1917
1918    p = subparsers.add_parser('iscsi_get_stats',
1919                              help='Display stat information of iSCSI connections.')
1920    p.set_defaults(func=iscsi_get_stats)
1921
1922    def iscsi_get_options(args):
1923        print_dict(rpc.iscsi.iscsi_get_options(args.client))
1924
1925    p = subparsers.add_parser('iscsi_get_options',
1926                              help='Display iSCSI global parameters')
1927    p.set_defaults(func=iscsi_get_options)
1928
1929    def scsi_get_devices(args):
1930        print_dict(rpc.iscsi.scsi_get_devices(args.client))
1931
1932    p = subparsers.add_parser('scsi_get_devices', help='Display SCSI devices')
1933    p.set_defaults(func=scsi_get_devices)
1934
1935    # trace
1936    def trace_enable_tpoint_group(args):
1937        rpc.trace.trace_enable_tpoint_group(args.client, name=args.name)
1938
1939    p = subparsers.add_parser('trace_enable_tpoint_group',
1940                              help='enable trace on a specific tpoint group')
1941    p.add_argument(
1942        'name', help="""trace group name we want to enable in tpoint_group_mask.
1943        (for example "bdev" for bdev trace group, "all" for all trace groups).""")
1944    p.set_defaults(func=trace_enable_tpoint_group)
1945
1946    def trace_disable_tpoint_group(args):
1947        rpc.trace.trace_disable_tpoint_group(args.client, name=args.name)
1948
1949    p = subparsers.add_parser('trace_disable_tpoint_group',
1950                              help='disable trace on a specific tpoint group')
1951    p.add_argument(
1952        'name', help="""trace group name we want to disable in tpoint_group_mask.
1953        (for example "bdev" for bdev trace group, "all" for all trace groups).""")
1954    p.set_defaults(func=trace_disable_tpoint_group)
1955
1956    def trace_set_tpoint_mask(args):
1957        rpc.trace.trace_set_tpoint_mask(args.client, name=args.name, tpoint_mask=args.tpoint_mask)
1958
1959    p = subparsers.add_parser('trace_set_tpoint_mask',
1960                              help='enable tracepoint mask on a specific tpoint group')
1961    p.add_argument(
1962        'name', help="""trace group name we want to enable in tpoint_group_mask.
1963        (for example "bdev" for bdev trace group)""")
1964    p.add_argument(
1965        'tpoint_mask', help="""tracepoints to be enabled inside a given trace group.
1966        (for example value of "0x3" will enable only the first two tpoints in this group)""",
1967        type=lambda m: int(m, 16))
1968    p.set_defaults(func=trace_set_tpoint_mask)
1969
1970    def trace_clear_tpoint_mask(args):
1971        rpc.trace.trace_clear_tpoint_mask(args.client, name=args.name, tpoint_mask=args.tpoint_mask)
1972
1973    p = subparsers.add_parser('trace_clear_tpoint_mask',
1974                              help='disable tracepoint mask on a specific tpoint group')
1975    p.add_argument(
1976        'name', help="""trace group name we want to disable in tpoint_group_mask.
1977        (for example "bdev" for bdev trace group)""")
1978    p.add_argument(
1979        'tpoint_mask', help="""tracepoints to be disabled inside a given trace group.
1980        (for example value of "0x3" will disable the first two tpoints in this group)""",
1981        type=lambda m: int(m, 16))
1982    p.set_defaults(func=trace_clear_tpoint_mask)
1983
1984    def trace_get_tpoint_group_mask(args):
1985        print_dict(rpc.trace.trace_get_tpoint_group_mask(args.client))
1986
1987    p = subparsers.add_parser('trace_get_tpoint_group_mask', help='get trace point group mask')
1988    p.set_defaults(func=trace_get_tpoint_group_mask)
1989
1990    def trace_get_info(args):
1991        print_dict(rpc.trace.trace_get_info(args.client))
1992
1993    p = subparsers.add_parser('trace_get_info',
1994                              help='get name of shared memory file and list of the available trace point groups')
1995    p.set_defaults(func=trace_get_info)
1996
1997    # log
1998    def log_set_flag(args):
1999        rpc.log.log_set_flag(args.client, flag=args.flag)
2000
2001    p = subparsers.add_parser('log_set_flag', help='set log flag')
2002    p.add_argument(
2003        'flag', help='log flag we want to set. (for example "nvme").')
2004    p.set_defaults(func=log_set_flag)
2005
2006    def log_clear_flag(args):
2007        rpc.log.log_clear_flag(args.client, flag=args.flag)
2008
2009    p = subparsers.add_parser('log_clear_flag', help='clear log flag')
2010    p.add_argument(
2011        'flag', help='log flag we want to clear. (for example "nvme").')
2012    p.set_defaults(func=log_clear_flag)
2013
2014    def log_get_flags(args):
2015        print_dict(rpc.log.log_get_flags(args.client))
2016
2017    p = subparsers.add_parser('log_get_flags', help='get log flags')
2018    p.set_defaults(func=log_get_flags)
2019
2020    def log_set_level(args):
2021        rpc.log.log_set_level(args.client, level=args.level)
2022
2023    p = subparsers.add_parser('log_set_level', help='set log level')
2024    p.add_argument('level', help='log level we want to set. (for example "DEBUG").')
2025    p.set_defaults(func=log_set_level)
2026
2027    def log_get_level(args):
2028        print_dict(rpc.log.log_get_level(args.client))
2029
2030    p = subparsers.add_parser('log_get_level', help='get log level')
2031    p.set_defaults(func=log_get_level)
2032
2033    def log_set_print_level(args):
2034        rpc.log.log_set_print_level(args.client, level=args.level)
2035
2036    p = subparsers.add_parser('log_set_print_level', help='set log print level')
2037    p.add_argument('level', help='log print level we want to set. (for example "DEBUG").')
2038    p.set_defaults(func=log_set_print_level)
2039
2040    def log_get_print_level(args):
2041        print_dict(rpc.log.log_get_print_level(args.client))
2042
2043    p = subparsers.add_parser('log_get_print_level', help='get log print level')
2044    p.set_defaults(func=log_get_print_level)
2045
2046    # lvol
2047    def bdev_lvol_create_lvstore(args):
2048        # The default unmap clear method may take over 60.0 sec.
2049        if args.timeout is None:
2050            args.client.timeout = 90.0
2051        print_json(rpc.lvol.bdev_lvol_create_lvstore(args.client,
2052                                                     bdev_name=args.bdev_name,
2053                                                     lvs_name=args.lvs_name,
2054                                                     cluster_sz=args.cluster_sz,
2055                                                     clear_method=args.clear_method,
2056                                                     num_md_pages_per_cluster_ratio=args.md_pages_per_cluster_ratio))
2057
2058    p = subparsers.add_parser('bdev_lvol_create_lvstore', help='Add logical volume store on base bdev')
2059    p.add_argument('bdev_name', help='base bdev name')
2060    p.add_argument('lvs_name', help='name for lvol store')
2061    p.add_argument('-c', '--cluster-sz', help='size of cluster (in bytes)', type=int)
2062    p.add_argument('--clear-method', help="""Change clear method for data region.
2063        Available: none, unmap, write_zeroes""")
2064    p.add_argument('-m', '--md-pages-per-cluster-ratio', help='reserved metadata pages for each cluster', type=int)
2065    p.set_defaults(func=bdev_lvol_create_lvstore)
2066
2067    def bdev_lvol_rename_lvstore(args):
2068        rpc.lvol.bdev_lvol_rename_lvstore(args.client,
2069                                          old_name=args.old_name,
2070                                          new_name=args.new_name)
2071
2072    p = subparsers.add_parser('bdev_lvol_rename_lvstore', help='Change logical volume store name')
2073    p.add_argument('old_name', help='old name')
2074    p.add_argument('new_name', help='new name')
2075    p.set_defaults(func=bdev_lvol_rename_lvstore)
2076
2077    def bdev_lvol_grow_lvstore(args):
2078        print_dict(rpc.lvol.bdev_lvol_grow_lvstore(args.client,
2079                                                   uuid=args.uuid,
2080                                                   lvs_name=args.lvs_name))
2081
2082    p = subparsers.add_parser('bdev_lvol_grow_lvstore',
2083                              help='Grow the lvstore size to the underlying bdev size')
2084    p.add_argument('-u', '--uuid', help='lvol store UUID')
2085    p.add_argument('-l', '--lvs-name', help='lvol store name')
2086    p.set_defaults(func=bdev_lvol_grow_lvstore)
2087
2088    def bdev_lvol_create(args):
2089        print_json(rpc.lvol.bdev_lvol_create(args.client,
2090                                             lvol_name=args.lvol_name,
2091                                             size_in_mib=args.size_in_mib,
2092                                             thin_provision=args.thin_provision,
2093                                             clear_method=args.clear_method,
2094                                             uuid=args.uuid,
2095                                             lvs_name=args.lvs_name))
2096
2097    p = subparsers.add_parser('bdev_lvol_create', help='Add a bdev with an logical volume backend')
2098    p.add_argument('-u', '--uuid', help='lvol store UUID')
2099    p.add_argument('-l', '--lvs-name', help='lvol store name')
2100    p.add_argument('-t', '--thin-provision', action='store_true', help='create lvol bdev as thin provisioned')
2101    p.add_argument('-c', '--clear-method', help="""Change default data clusters clear method.
2102        Available: none, unmap, write_zeroes""")
2103    p.add_argument('lvol_name', help='name for this lvol')
2104    p.add_argument('size_in_mib', help='size in MiB for this bdev', type=int)
2105    p.set_defaults(func=bdev_lvol_create)
2106
2107    def bdev_lvol_snapshot(args):
2108        print_json(rpc.lvol.bdev_lvol_snapshot(args.client,
2109                                               lvol_name=args.lvol_name,
2110                                               snapshot_name=args.snapshot_name))
2111
2112    p = subparsers.add_parser('bdev_lvol_snapshot', help='Create a snapshot of an lvol bdev')
2113    p.add_argument('lvol_name', help='lvol bdev name')
2114    p.add_argument('snapshot_name', help='lvol snapshot name')
2115    p.set_defaults(func=bdev_lvol_snapshot)
2116
2117    def bdev_lvol_clone(args):
2118        print_json(rpc.lvol.bdev_lvol_clone(args.client,
2119                                            snapshot_name=args.snapshot_name,
2120                                            clone_name=args.clone_name))
2121
2122    p = subparsers.add_parser('bdev_lvol_clone', help='Create a clone of an lvol snapshot')
2123    p.add_argument('snapshot_name', help='lvol snapshot name')
2124    p.add_argument('clone_name', help='lvol clone name')
2125    p.set_defaults(func=bdev_lvol_clone)
2126
2127    def bdev_lvol_clone_bdev(args):
2128        print_json(rpc.lvol.bdev_lvol_clone_bdev(args.client,
2129                                                 bdev=args.bdev,
2130                                                 lvs_name=args.lvs_name,
2131                                                 clone_name=args.clone_name))
2132
2133    p = subparsers.add_parser('bdev_lvol_clone_bdev',
2134                              help='Create a clone of a non-lvol bdev')
2135    p.add_argument('bdev', help='bdev to clone')
2136    p.add_argument('lvs_name', help='logical volume store name')
2137    p.add_argument('clone_name', help='lvol clone name')
2138    p.set_defaults(func=bdev_lvol_clone_bdev)
2139
2140    def bdev_lvol_rename(args):
2141        rpc.lvol.bdev_lvol_rename(args.client,
2142                                  old_name=args.old_name,
2143                                  new_name=args.new_name)
2144
2145    p = subparsers.add_parser('bdev_lvol_rename', help='Change lvol bdev name')
2146    p.add_argument('old_name', help='lvol bdev name')
2147    p.add_argument('new_name', help='new lvol name')
2148    p.set_defaults(func=bdev_lvol_rename)
2149
2150    def bdev_lvol_inflate(args):
2151        rpc.lvol.bdev_lvol_inflate(args.client,
2152                                   name=args.name)
2153
2154    p = subparsers.add_parser('bdev_lvol_inflate', help='Make thin provisioned lvol a thick provisioned lvol')
2155    p.add_argument('name', help='lvol bdev name')
2156    p.set_defaults(func=bdev_lvol_inflate)
2157
2158    def bdev_lvol_decouple_parent(args):
2159        rpc.lvol.bdev_lvol_decouple_parent(args.client,
2160                                           name=args.name)
2161
2162    p = subparsers.add_parser('bdev_lvol_decouple_parent', help='Decouple parent of lvol')
2163    p.add_argument('name', help='lvol bdev name')
2164    p.set_defaults(func=bdev_lvol_decouple_parent)
2165
2166    def bdev_lvol_resize(args):
2167        rpc.lvol.bdev_lvol_resize(args.client,
2168                                  name=args.name,
2169                                  size_in_mib=args.size_in_mib)
2170
2171    p = subparsers.add_parser('bdev_lvol_resize', help='Resize existing lvol bdev')
2172    p.add_argument('name', help='lvol bdev name')
2173    p.add_argument('size_in_mib', help='new size in MiB for this bdev', type=int)
2174    p.set_defaults(func=bdev_lvol_resize)
2175
2176    def bdev_lvol_set_read_only(args):
2177        rpc.lvol.bdev_lvol_set_read_only(args.client,
2178                                         name=args.name)
2179
2180    p = subparsers.add_parser('bdev_lvol_set_read_only', help='Mark lvol bdev as read only')
2181    p.add_argument('name', help='lvol bdev name')
2182    p.set_defaults(func=bdev_lvol_set_read_only)
2183
2184    def bdev_lvol_delete(args):
2185        rpc.lvol.bdev_lvol_delete(args.client,
2186                                  name=args.name)
2187
2188    p = subparsers.add_parser('bdev_lvol_delete', help='Destroy a logical volume')
2189    p.add_argument('name', help='lvol bdev name')
2190    p.set_defaults(func=bdev_lvol_delete)
2191
2192    def bdev_lvol_start_shallow_copy(args):
2193        print_json(rpc.lvol.bdev_lvol_start_shallow_copy(args.client,
2194                                                         src_lvol_name=args.src_lvol_name,
2195                                                         dst_bdev_name=args.dst_bdev_name))
2196
2197    p = subparsers.add_parser('bdev_lvol_start_shallow_copy',
2198                              help="""Start a shallow copy of an lvol over a given bdev.  The status of the operation
2199    can be obtained with bdev_lvol_check_shallow_copy""")
2200    p.add_argument('src_lvol_name', help='source lvol name')
2201    p.add_argument('dst_bdev_name', help='destination bdev name')
2202    p.set_defaults(func=bdev_lvol_start_shallow_copy)
2203
2204    def bdev_lvol_check_shallow_copy(args):
2205        print_json(rpc.lvol.bdev_lvol_check_shallow_copy(args.client,
2206                                                         operation_id=args.operation_id))
2207
2208    p = subparsers.add_parser('bdev_lvol_check_shallow_copy', help='Get shallow copy status')
2209    p.add_argument('operation_id', help='operation identifier', type=int)
2210    p.set_defaults(func=bdev_lvol_check_shallow_copy)
2211
2212    def bdev_lvol_set_parent(args):
2213        rpc.lvol.bdev_lvol_set_parent(args.client,
2214                                      lvol_name=args.lvol_name,
2215                                      parent_name=args.parent_name)
2216
2217    p = subparsers.add_parser('bdev_lvol_set_parent', help='Set the parent snapshot of a lvol')
2218    p.add_argument('lvol_name', help='lvol name')
2219    p.add_argument('parent_name', help='parent snapshot name')
2220    p.set_defaults(func=bdev_lvol_set_parent)
2221
2222    def bdev_lvol_set_parent_bdev(args):
2223        rpc.lvol.bdev_lvol_set_parent_bdev(args.client,
2224                                           lvol_name=args.lvol_name,
2225                                           parent_name=args.parent_name)
2226
2227    p = subparsers.add_parser('bdev_lvol_set_parent_bdev', help='Set the parent external snapshot of a lvol')
2228    p.add_argument('lvol_name', help='lvol name')
2229    p.add_argument('parent_name', help='parent external snapshot name')
2230    p.set_defaults(func=bdev_lvol_set_parent_bdev)
2231
2232    def bdev_lvol_delete_lvstore(args):
2233        rpc.lvol.bdev_lvol_delete_lvstore(args.client,
2234                                          uuid=args.uuid,
2235                                          lvs_name=args.lvs_name)
2236
2237    p = subparsers.add_parser('bdev_lvol_delete_lvstore', help='Destroy an logical volume store')
2238    p.add_argument('-u', '--uuid', help='lvol store UUID')
2239    p.add_argument('-l', '--lvs-name', help='lvol store name')
2240    p.set_defaults(func=bdev_lvol_delete_lvstore)
2241
2242    def bdev_lvol_get_lvstores(args):
2243        print_dict(rpc.lvol.bdev_lvol_get_lvstores(args.client,
2244                                                   uuid=args.uuid,
2245                                                   lvs_name=args.lvs_name))
2246
2247    p = subparsers.add_parser('bdev_lvol_get_lvstores', help='Display current logical volume store list')
2248    p.add_argument('-u', '--uuid', help='lvol store UUID')
2249    p.add_argument('-l', '--lvs-name', help='lvol store name')
2250    p.set_defaults(func=bdev_lvol_get_lvstores)
2251
2252    def bdev_lvol_get_lvols(args):
2253        print_dict(rpc.lvol.bdev_lvol_get_lvols(args.client,
2254                                                lvs_uuid=args.lvs_uuid,
2255                                                lvs_name=args.lvs_name))
2256
2257    p = subparsers.add_parser('bdev_lvol_get_lvols', help='Display current logical volume list')
2258    p.add_argument('-u', '--lvs-uuid', help='only lvols in  lvol store UUID')
2259    p.add_argument('-l', '--lvs-name', help='only lvols in lvol store name')
2260    p.set_defaults(func=bdev_lvol_get_lvols)
2261
2262    def bdev_raid_set_options(args):
2263        rpc.bdev.bdev_raid_set_options(args.client,
2264                                       process_window_size_kb=args.process_window_size_kb,
2265                                       process_max_bandwidth_mb_sec=args.process_max_bandwidth_mb_sec)
2266
2267    p = subparsers.add_parser('bdev_raid_set_options',
2268                              help='Set options for bdev raid.')
2269    p.add_argument('-w', '--process-window-size-kb', type=int,
2270                   help="Background process (e.g. rebuild) window size in KiB")
2271    p.add_argument('-b', '--process-max-bandwidth-mb-sec', type=int,
2272                   help="Background process (e.g. rebuild) maximum bandwidth in MiB/Sec")
2273
2274    p.set_defaults(func=bdev_raid_set_options)
2275
2276    def bdev_raid_get_bdevs(args):
2277        print_json(rpc.bdev.bdev_raid_get_bdevs(args.client,
2278                                                category=args.category))
2279
2280    p = subparsers.add_parser('bdev_raid_get_bdevs',
2281                              help="""This is used to list all the raid bdev details based on the input category
2282    requested. Category should be one of 'all', 'online', 'configuring' or 'offline'. 'all' means all the raid bdevs whether
2283    they are online or configuring or offline. 'online' is the raid bdev which is registered with bdev layer. 'configuring'
2284    is the raid bdev which does not have full configuration discovered yet. 'offline' is the raid bdev which is not registered
2285    with bdev as of now and it has encountered any error or user has requested to offline the raid bdev""")
2286    p.add_argument('category', help='all or online or configuring or offline')
2287    p.set_defaults(func=bdev_raid_get_bdevs)
2288
2289    def bdev_raid_create(args):
2290        base_bdevs = []
2291        for u in args.base_bdevs.strip().split():
2292            base_bdevs.append(u)
2293
2294        rpc.bdev.bdev_raid_create(args.client,
2295                                  name=args.name,
2296                                  strip_size_kb=args.strip_size_kb,
2297                                  raid_level=args.raid_level,
2298                                  base_bdevs=base_bdevs,
2299                                  uuid=args.uuid,
2300                                  superblock=args.superblock)
2301    p = subparsers.add_parser('bdev_raid_create', help='Create new raid bdev')
2302    p.add_argument('-n', '--name', help='raid bdev name', required=True)
2303    p.add_argument('-z', '--strip-size-kb', help='strip size in KB', type=int)
2304    p.add_argument('-r', '--raid-level', help='raid level, raid0, raid1 and a special level concat are supported', required=True)
2305    p.add_argument('-b', '--base-bdevs', help='base bdevs name, whitespace separated list in quotes', required=True)
2306    p.add_argument('--uuid', help='UUID for this raid bdev')
2307    p.add_argument('-s', '--superblock', help='information about raid bdev will be stored in superblock on each base bdev, '
2308                                              'disabled by default due to backward compatibility', action='store_true')
2309    p.set_defaults(func=bdev_raid_create)
2310
2311    def bdev_raid_delete(args):
2312        rpc.bdev.bdev_raid_delete(args.client,
2313                                  name=args.name)
2314    p = subparsers.add_parser('bdev_raid_delete', help='Delete existing raid bdev')
2315    p.add_argument('name', help='raid bdev name')
2316    p.set_defaults(func=bdev_raid_delete)
2317
2318    def bdev_raid_add_base_bdev(args):
2319        rpc.bdev.bdev_raid_add_base_bdev(args.client,
2320                                         raid_bdev=args.raid_bdev,
2321                                         base_bdev=args.base_bdev)
2322    p = subparsers.add_parser('bdev_raid_add_base_bdev', help='Add base bdev to existing raid bdev')
2323    p.add_argument('raid_bdev', help='raid bdev name')
2324    p.add_argument('base_bdev', help='base bdev name')
2325    p.set_defaults(func=bdev_raid_add_base_bdev)
2326
2327    def bdev_raid_remove_base_bdev(args):
2328        rpc.bdev.bdev_raid_remove_base_bdev(args.client,
2329                                            name=args.name)
2330    p = subparsers.add_parser('bdev_raid_remove_base_bdev', help='Remove base bdev from existing raid bdev')
2331    p.add_argument('name', help='base bdev name')
2332    p.set_defaults(func=bdev_raid_remove_base_bdev)
2333
2334    # split
2335    def bdev_split_create(args):
2336        print_array(rpc.bdev.bdev_split_create(args.client,
2337                                               base_bdev=args.base_bdev,
2338                                               split_count=args.split_count,
2339                                               split_size_mb=args.split_size_mb))
2340
2341    p = subparsers.add_parser('bdev_split_create',
2342                              help="""Add given disk name to split config. If bdev with base_name
2343    name exist the split bdevs will be created right away, if not split bdevs will be created when base bdev became
2344    available (during examination process).""")
2345    p.add_argument('base_bdev', help='base bdev name')
2346    p.add_argument('-s', '--split-size-mb', help='size in MiB for each bdev', type=int)
2347    p.add_argument('split_count', help="""Optional - number of split bdevs to create. Total size * split_count must not
2348    exceed the base bdev size.""", type=int)
2349    p.set_defaults(func=bdev_split_create)
2350
2351    def bdev_split_delete(args):
2352        rpc.bdev.bdev_split_delete(args.client,
2353                                   base_bdev=args.base_bdev)
2354
2355    p = subparsers.add_parser('bdev_split_delete', help="""Delete split config with all created splits.""")
2356    p.add_argument('base_bdev', help='base bdev name')
2357    p.set_defaults(func=bdev_split_delete)
2358
2359    # ftl
2360    def bdev_ftl_create(args):
2361        print_dict(rpc.bdev.bdev_ftl_create(args.client,
2362                                            name=args.name,
2363                                            base_bdev=args.base_bdev,
2364                                            uuid=args.uuid,
2365                                            cache=args.cache,
2366                                            overprovisioning=args.overprovisioning,
2367                                            l2p_dram_limit=args.l2p_dram_limit,
2368                                            core_mask=args.core_mask,
2369                                            fast_shutdown=args.fast_shutdown))
2370
2371    p = subparsers.add_parser('bdev_ftl_create', help='Add FTL bdev')
2372    p.add_argument('-b', '--name', help="Name of the bdev", required=True)
2373    p.add_argument('-d', '--base-bdev', help='Name of bdev used as underlying device',
2374                   required=True)
2375    p.add_argument('-u', '--uuid', help='UUID of restored bdev (not applicable when creating new '
2376                   'instance): e.g. b286d19a-0059-4709-abcd-9f7732b1567d (optional)')
2377    p.add_argument('-c', '--cache', help='Name of the bdev to be used as a write buffer cache',
2378                   required=True)
2379    p.add_argument('--overprovisioning', help='Percentage of device used for relocation, not exposed'
2380                   ' to user (optional); default 20', type=int)
2381    p.add_argument('--l2p-dram-limit', help='l2p size that could reside in DRAM (optional); default 2048',
2382                   type=int)
2383    p.add_argument('--core-mask', help='CPU core mask - which cores will be used for ftl core thread, '
2384                   'by default core thread will be set to the main application core (optional)')
2385    p.add_argument('-f', '--fast-shutdown', help="Enable fast shutdown", action='store_true')
2386    p.set_defaults(func=bdev_ftl_create)
2387
2388    def bdev_ftl_load(args):
2389        print_dict(rpc.bdev.bdev_ftl_load(args.client,
2390                                          name=args.name,
2391                                          base_bdev=args.base_bdev,
2392                                          uuid=args.uuid,
2393                                          cache=args.cache,
2394                                          overprovisioning=args.overprovisioning,
2395                                          l2p_dram_limit=args.l2p_dram_limit,
2396                                          core_mask=args.core_mask,
2397                                          fast_shutdown=args.fast_shutdown))
2398
2399    p = subparsers.add_parser('bdev_ftl_load', help='Load FTL bdev')
2400    p.add_argument('-b', '--name', help="Name of the bdev", required=True)
2401    p.add_argument('-d', '--base-bdev', help='Name of bdev used as underlying device',
2402                   required=True)
2403    p.add_argument('-u', '--uuid', help='UUID of restored bdev', required=True)
2404    p.add_argument('-c', '--cache', help='Name of the bdev to be used as a write buffer cache',
2405                   required=True)
2406    p.add_argument('--overprovisioning', help='Percentage of device used for relocation, not exposed'
2407                   ' to user (optional); default 20', type=int)
2408    p.add_argument('--l2p-dram-limit', help='l2p size that could reside in DRAM (optional); default 2048',
2409                   type=int)
2410    p.add_argument('--core-mask', help='CPU core mask - which cores will be used for ftl core thread, '
2411                   'by default core thread will be set to the main application core (optional)')
2412    p.add_argument('-f', '--fast-shutdown', help="Enable fast shutdown", action='store_true')
2413    p.set_defaults(func=bdev_ftl_load)
2414
2415    def bdev_ftl_unload(args):
2416        print_dict(rpc.bdev.bdev_ftl_unload(args.client, name=args.name, fast_shutdown=args.fast_shutdown))
2417
2418    p = subparsers.add_parser('bdev_ftl_unload', help='Unload FTL bdev')
2419    p.add_argument('-b', '--name', help="Name of the bdev", required=True)
2420    p.add_argument('-f', '--fast-shutdown', help="Fast shutdown", action='store_true')
2421    p.set_defaults(func=bdev_ftl_unload)
2422
2423    def bdev_ftl_delete(args):
2424        print_dict(rpc.bdev.bdev_ftl_delete(args.client, name=args.name, fast_shutdown=args.fast_shutdown))
2425
2426    p = subparsers.add_parser('bdev_ftl_delete', help='Delete FTL bdev')
2427    p.add_argument('-b', '--name', help="Name of the bdev", required=True)
2428    p.add_argument('-f', '--fast-shutdown', help="Fast shutdown", action='store_true')
2429    p.set_defaults(func=bdev_ftl_delete)
2430
2431    def bdev_ftl_unmap(args):
2432        print_dict(rpc.bdev.bdev_ftl_unmap(args.client, name=args.name,
2433                                           lba=args.lba,
2434                                           num_blocks=args.num_blocks))
2435
2436    p = subparsers.add_parser('bdev_ftl_unmap', help='FTL unmap')
2437    p.add_argument('-b', '--name', help="Name of the bdev", required=True)
2438    p.add_argument('--lba', help='start LBA', required=True, type=int)
2439    p.add_argument('--num-blocks', help='num blocks', required=True, type=int)
2440    p.set_defaults(func=bdev_ftl_unmap)
2441
2442    def bdev_ftl_get_stats(args):
2443        print_dict(rpc.bdev.bdev_ftl_get_stats(args.client, name=args.name))
2444
2445    p = subparsers.add_parser('bdev_ftl_get_stats', help='print ftl stats')
2446    p.add_argument('-b', '--name', help="Name of the bdev", required=True)
2447    p.set_defaults(func=bdev_ftl_get_stats)
2448
2449    def bdev_ftl_get_properties(args):
2450        print_dict(rpc.bdev.bdev_ftl_get_properties(args.client, name=args.name))
2451
2452    p = subparsers.add_parser('bdev_ftl_get_properties', help='Print FTL properties')
2453    p.add_argument('-b', '--name', help="Name of the bdev", required=True)
2454    p.set_defaults(func=bdev_ftl_get_properties)
2455
2456    def bdev_ftl_set_property(args):
2457        print_dict(rpc.bdev.bdev_ftl_set_property(args.client, name=args.name,
2458                   ftl_property=args.property,
2459                   value=args.value))
2460
2461    p = subparsers.add_parser('bdev_ftl_set_property', help='Set FTL property')
2462    p.add_argument('-b', '--name', help="Name of the bdev", required=True)
2463    p.add_argument('-p', '--property', help="Name of the property to be set", required=True)
2464    p.add_argument('-v', '--value', help="Value of the property", required=True)
2465    p.set_defaults(func=bdev_ftl_set_property)
2466
2467    # vmd
2468    def vmd_enable(args):
2469        print_dict(rpc.vmd.vmd_enable(args.client))
2470
2471    p = subparsers.add_parser('vmd_enable', aliases=['enable_vmd'], help='Enable VMD enumeration')
2472    p.set_defaults(func=vmd_enable)
2473
2474    def vmd_remove_device(args):
2475        print_dict(rpc.vmd.vmd_remove_device(args.client, addr=args.addr))
2476
2477    p = subparsers.add_parser('vmd_remove_device', help='Remove a device behind VMD')
2478    p.add_argument('addr', help='Address of the device to remove', type=str)
2479    p.set_defaults(func=vmd_remove_device)
2480
2481    def vmd_rescan(args):
2482        print_dict(rpc.vmd.vmd_rescan(args.client))
2483
2484    p = subparsers.add_parser('vmd_rescan', help='Force a rescan of the devices behind VMD')
2485    p.set_defaults(func=vmd_rescan)
2486
2487    # ublk
2488    def ublk_create_target(args):
2489        rpc.ublk.ublk_create_target(args.client,
2490                                    cpumask=args.cpumask,
2491                                    disable_user_copy=args.disable_user_copy)
2492    p = subparsers.add_parser('ublk_create_target',
2493                              help='Create spdk ublk target for ublk dev')
2494    p.add_argument('-m', '--cpumask', help='cpu mask for ublk dev')
2495    p.add_argument('--disable-user-copy', help='Disable user copy feature', action='store_true')
2496    p.set_defaults(func=ublk_create_target)
2497
2498    def ublk_destroy_target(args):
2499        rpc.ublk.ublk_destroy_target(args.client)
2500    p = subparsers.add_parser('ublk_destroy_target',
2501                              help='Destroy spdk ublk target for ublk dev')
2502    p.set_defaults(func=ublk_destroy_target)
2503
2504    def ublk_start_disk(args):
2505        print(rpc.ublk.ublk_start_disk(args.client,
2506                                       bdev_name=args.bdev_name,
2507                                       ublk_id=args.ublk_id,
2508                                       num_queues=args.num_queues,
2509                                       queue_depth=args.queue_depth))
2510
2511    p = subparsers.add_parser('ublk_start_disk',
2512                              help='Export a bdev as a ublk device')
2513    p.add_argument('bdev_name', help='Blockdev name to be exported. Example: Malloc0.')
2514    p.add_argument('ublk_id', help='ublk device id to be assigned. Example: 1.', type=int)
2515    p.add_argument('-q', '--num-queues', help="the total number of queues. Example: 1", type=int)
2516    p.add_argument('-d', '--queue-depth', help="queue depth. Example: 128", type=int)
2517    p.set_defaults(func=ublk_start_disk)
2518
2519    def ublk_stop_disk(args):
2520        rpc.ublk.ublk_stop_disk(args.client,
2521                                ublk_id=args.ublk_id)
2522
2523    p = subparsers.add_parser('ublk_stop_disk',
2524                              help='Stop a ublk device')
2525    p.add_argument('ublk_id', help='ublk device id to be deleted. Example: 1.', type=int)
2526    p.set_defaults(func=ublk_stop_disk)
2527
2528    def ublk_recover_disk(args):
2529        print(rpc.ublk.ublk_recover_disk(args.client,
2530                                         bdev_name=args.bdev_name,
2531                                         ublk_id=args.ublk_id))
2532
2533    p = subparsers.add_parser('ublk_recover_disk',
2534                              help='Recover ublk device')
2535    p.add_argument('bdev_name', help='Blockdev name to be recovered. Example: Malloc0.')
2536    p.add_argument('ublk_id', help='ublk device id to be recovered. Example: 1.', type=int)
2537    p.set_defaults(func=ublk_recover_disk)
2538
2539    def ublk_get_disks(args):
2540        print_dict(rpc.ublk.ublk_get_disks(args.client,
2541                                           ublk_id=args.ublk_id))
2542
2543    p = subparsers.add_parser('ublk_get_disks',
2544                              help='Display full or specified ublk device list')
2545    p.add_argument('-n', '--ublk-id', help="ublk device id. Example: 1", type=int)
2546    p.set_defaults(func=ublk_get_disks)
2547
2548    # nbd
2549    def nbd_start_disk(args):
2550        print(rpc.nbd.nbd_start_disk(args.client,
2551                                     bdev_name=args.bdev_name,
2552                                     nbd_device=args.nbd_device))
2553
2554    p = subparsers.add_parser('nbd_start_disk',
2555                              help='Export a bdev as an nbd disk')
2556    p.add_argument('bdev_name', help='Blockdev name to be exported. Example: Malloc0.')
2557    p.add_argument('nbd_device', help='Nbd device name to be assigned. Example: /dev/nbd0.', nargs='?')
2558    p.set_defaults(func=nbd_start_disk)
2559
2560    def nbd_stop_disk(args):
2561        rpc.nbd.nbd_stop_disk(args.client,
2562                              nbd_device=args.nbd_device)
2563
2564    p = subparsers.add_parser('nbd_stop_disk',
2565                              help='Stop an nbd disk')
2566    p.add_argument('nbd_device', help='Nbd device name to be stopped. Example: /dev/nbd0.')
2567    p.set_defaults(func=nbd_stop_disk)
2568
2569    def nbd_get_disks(args):
2570        print_dict(rpc.nbd.nbd_get_disks(args.client,
2571                                         nbd_device=args.nbd_device))
2572
2573    p = subparsers.add_parser('nbd_get_disks',
2574                              help='Display full or specified nbd device list')
2575    p.add_argument('-n', '--nbd-device', help="Path of the nbd device. Example: /dev/nbd0")
2576    p.set_defaults(func=nbd_get_disks)
2577
2578    # NVMe-oF
2579    def nvmf_set_max_subsystems(args):
2580        rpc.nvmf.nvmf_set_max_subsystems(args.client,
2581                                         max_subsystems=args.max_subsystems)
2582
2583    p = subparsers.add_parser('nvmf_set_max_subsystems',
2584                              help='Set the maximum number of NVMf target subsystems')
2585    p.add_argument('-x', '--max-subsystems', help='Max number of NVMf subsystems', type=int, required=True)
2586    p.set_defaults(func=nvmf_set_max_subsystems)
2587
2588    def nvmf_set_config(args):
2589        rpc.nvmf.nvmf_set_config(args.client,
2590                                 passthru_identify_ctrlr=args.passthru_identify_ctrlr,
2591                                 poll_groups_mask=args.poll_groups_mask,
2592                                 discovery_filter=args.discovery_filter,
2593                                 dhchap_digests=args.dhchap_digests,
2594                                 dhchap_dhgroups=args.dhchap_dhgroups)
2595
2596    p = subparsers.add_parser('nvmf_set_config', help='Set NVMf target config')
2597    p.add_argument('-i', '--passthru-identify-ctrlr', help="""Passthrough fields like serial number and model number
2598    when the controller has a single namespace that is an NVMe bdev""", action='store_true')
2599    p.add_argument('-m', '--poll-groups-mask', help='Set cpumask for NVMf poll groups (optional)', type=str)
2600    p.add_argument('-d', '--discovery-filter', help="""Set discovery filter (optional), possible values are: `match_any` (default) or
2601         comma separated values: `transport`, `address`, `svcid`""", type=str)
2602    p.add_argument('--dhchap-digests', help='Comma-separated list of allowed DH-HMAC-CHAP digests',
2603                   type=lambda d: d.split(','))
2604    p.add_argument('--dhchap-dhgroups', help='Comma-separated list of allowed DH-HMAC-CHAP DH groups',
2605                   type=lambda d: d.split(','))
2606    p.set_defaults(func=nvmf_set_config)
2607
2608    def nvmf_create_transport(args):
2609        rpc.nvmf.nvmf_create_transport(**vars(args))
2610
2611    p = subparsers.add_parser('nvmf_create_transport', help='Create NVMf transport')
2612    p.add_argument('-t', '--trtype', help='Transport type (ex. RDMA)', type=str, required=True)
2613    p.add_argument('-g', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2614    p.add_argument('-q', '--max-queue-depth', help='Max number of outstanding I/O per queue', type=int)
2615    p.add_argument('-m', '--max-io-qpairs-per-ctrlr', help='Max number of IO qpairs per controller', type=int)
2616    p.add_argument('-c', '--in-capsule-data-size', help='Max number of in-capsule data size', type=int)
2617    p.add_argument('-i', '--max-io-size', help='Max I/O size (bytes)', type=int)
2618    p.add_argument('-u', '--io-unit-size', help='I/O unit size (bytes)', type=int)
2619    p.add_argument('-a', '--max-aq-depth', help='Max number of admin cmds per AQ', type=int)
2620    p.add_argument('-n', '--num-shared-buffers', help='The number of pooled data buffers available to the transport', type=int)
2621    p.add_argument('-b', '--buf-cache-size', help='The number of shared buffers to reserve for each poll group', type=int)
2622    p.add_argument('-z', '--zcopy', action='store_true', help='''Use zero-copy operations if the
2623    underlying bdev supports them''')
2624    p.add_argument('-d', '--num-cqe', help="""The number of CQ entries. Only used when no_srq=true.
2625    Relevant only for RDMA transport""", type=int)
2626    p.add_argument('-s', '--max-srq-depth', help='Max number of outstanding I/O per SRQ. Relevant only for RDMA transport', type=int)
2627    p.add_argument('-r', '--no-srq', action='store_true', help='Disable per-thread shared receive queue. Relevant only for RDMA transport')
2628    p.add_argument('-o', '--c2h-success', action='store_false', help='Disable C2H success optimization. Relevant only for TCP transport')
2629    p.add_argument('-f', '--dif-insert-or-strip', action='store_true', help='Enable DIF insert/strip. Relevant only for TCP transport')
2630    p.add_argument('-y', '--sock-priority', help='The sock priority of the tcp connection. Relevant only for TCP transport', type=int)
2631    p.add_argument('-l', '--acceptor-backlog', help='Pending connections allowed at one time. Relevant only for RDMA transport', type=int)
2632    p.add_argument('-x', '--abort-timeout-sec', help='Abort execution timeout value, in seconds', type=int)
2633    p.add_argument('-w', '--no-wr-batching', action='store_true', help='Disable work requests batching. Relevant only for RDMA transport')
2634    p.add_argument('-e', '--control-msg-num', help="""The number of control messages per poll group.
2635    Relevant only for TCP transport""", type=int)
2636    p.add_argument('-M', '--disable-mappable-bar0', action='store_true', help="""Disable mmap() of BAR0.
2637    Relevant only for VFIO-USER transport""")
2638    p.add_argument('-I', '--disable-adaptive-irq', action='store_true', help="""Disable adaptive interrupt feature.
2639    Relevant only for VFIO-USER transport""")
2640    p.add_argument('-S', '--disable-shadow-doorbells', action='store_true', help="""Disable shadow doorbell support.
2641    Relevant only for VFIO-USER transport""")
2642    p.add_argument('--acceptor-poll-rate', help='Polling interval of the acceptor for incoming connections (usec)', type=int)
2643    p.add_argument('--ack-timeout', help='ACK timeout in milliseconds', type=int)
2644    p.add_argument('--data-wr-pool-size', help='RDMA data WR pool size. Relevant only for RDMA transport', type=int)
2645    p.add_argument('--disable-command-passthru', help='Disallow command passthru', action='store_true')
2646    p.set_defaults(func=nvmf_create_transport)
2647
2648    def nvmf_get_transports(args):
2649        print_dict(rpc.nvmf.nvmf_get_transports(args.client, trtype=args.trtype, tgt_name=args.tgt_name))
2650
2651    p = subparsers.add_parser('nvmf_get_transports', help='Display nvmf transports or required transport')
2652    p.add_argument('--trtype', help='Transport type (optional)')
2653    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2654    p.set_defaults(func=nvmf_get_transports)
2655
2656    def nvmf_get_subsystems(args):
2657        print_dict(rpc.nvmf.nvmf_get_subsystems(args.client, nqn=args.nqn, tgt_name=args.tgt_name))
2658
2659    p = subparsers.add_parser('nvmf_get_subsystems', help='Display nvmf subsystems or required subsystem')
2660    p.add_argument('nqn', help='Subsystem NQN (optional)', nargs="?")
2661    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2662    p.set_defaults(func=nvmf_get_subsystems)
2663
2664    def nvmf_create_subsystem(args):
2665        rpc.nvmf.nvmf_create_subsystem(args.client,
2666                                       nqn=args.nqn,
2667                                       tgt_name=args.tgt_name,
2668                                       serial_number=args.serial_number,
2669                                       model_number=args.model_number,
2670                                       allow_any_host=args.allow_any_host,
2671                                       max_namespaces=args.max_namespaces,
2672                                       ana_reporting=args.ana_reporting,
2673                                       min_cntlid=args.min_cntlid,
2674                                       max_cntlid=args.max_cntlid,
2675                                       max_discard_size_kib=args.max_discard_size,
2676                                       max_write_zeroes_size_kib=args.max_write_zeroes_size,
2677                                       passthrough=args.passthrough)
2678
2679    p = subparsers.add_parser('nvmf_create_subsystem', help='Create an NVMe-oF subsystem')
2680    p.add_argument('nqn', help='Subsystem NQN (ASCII)')
2681    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2682    p.add_argument("-s", "--serial-number", help="""
2683    Format:  'sn' etc
2684    Example: 'SPDK00000000000001'""")
2685    p.add_argument("-d", "--model-number", help="""
2686    Format:  'mn' etc
2687    Example: 'SPDK Controller'""")
2688    p.add_argument("-a", "--allow-any-host", action='store_true', help="Allow any host to connect (don't enforce allowed host NQN list)")
2689    p.add_argument("-m", "--max-namespaces", help="Maximum number of namespaces allowed",
2690                   type=int)
2691    p.add_argument("-r", "--ana-reporting", action='store_true', help="Enable ANA reporting feature")
2692    p.add_argument("-i", "--min_cntlid", help="Minimum controller ID", type=int)
2693    p.add_argument("-I", "--max_cntlid", help="Maximum controller ID", type=int)
2694    p.add_argument("--max-discard-size", help="Maximum discard size (Kib)", type=int)
2695    p.add_argument("--max-write-zeroes-size", help="Maximum write_zeroes size (Kib)", type=int)
2696    p.add_argument("-p", "--passthrough", action='store_true', help="""Use NVMe passthrough for all I/O commands and namespace-directed
2697                   admin commands""")
2698    p.set_defaults(func=nvmf_create_subsystem)
2699
2700    def nvmf_delete_subsystem(args):
2701        rpc.nvmf.nvmf_delete_subsystem(args.client,
2702                                       nqn=args.subsystem_nqn,
2703                                       tgt_name=args.tgt_name)
2704
2705    p = subparsers.add_parser('nvmf_delete_subsystem', help='Delete a nvmf subsystem')
2706    p.add_argument('subsystem_nqn',
2707                   help='subsystem nqn to be deleted. Example: nqn.2016-06.io.spdk:cnode1.')
2708    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2709    p.set_defaults(func=nvmf_delete_subsystem)
2710
2711    def nvmf_subsystem_add_listener(args):
2712        rpc.nvmf.nvmf_subsystem_add_listener(**vars(args))
2713
2714    p = subparsers.add_parser('nvmf_subsystem_add_listener', help='Add a listener to an NVMe-oF subsystem')
2715    p.add_argument('nqn', help='NVMe-oF subsystem NQN (\'discovery\' can be used as shortcut for discovery NQN)')
2716    p.add_argument('-t', '--trtype', help='NVMe-oF transport type: e.g., rdma', required=True)
2717    p.add_argument('-a', '--traddr', help='NVMe-oF transport address: e.g., an ip address', required=True)
2718    p.add_argument('-p', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2719    p.add_argument('-f', '--adrfam', help='NVMe-oF transport adrfam: e.g., ipv4, ipv6, ib, fc, intra_host')
2720    p.add_argument('-s', '--trsvcid', help='NVMe-oF transport service id: e.g., a port number (required for RDMA or TCP)')
2721    p.add_argument('-k', '--secure-channel', help='Immediately establish a secure channel', action="store_true")
2722    p.add_argument('-n', '--ana-state', help='ANA state to set: optimized, non_optimized, or inaccessible', type=str)
2723    p.add_argument('-S', '--sock-impl', help='The socket implementation to use for the listener (ex. posix)', type=str)
2724    p.set_defaults(func=nvmf_subsystem_add_listener)
2725
2726    def nvmf_subsystem_remove_listener(args):
2727        rpc.nvmf.nvmf_subsystem_remove_listener(args.client,
2728                                                nqn=args.nqn,
2729                                                trtype=args.trtype,
2730                                                traddr=args.traddr,
2731                                                tgt_name=args.tgt_name,
2732                                                adrfam=args.adrfam,
2733                                                trsvcid=args.trsvcid)
2734
2735    p = subparsers.add_parser('nvmf_subsystem_remove_listener', help='Remove a listener from an NVMe-oF subsystem')
2736    p.add_argument('nqn', help='NVMe-oF subsystem NQN (\'discovery\' can be used as shortcut for discovery NQN)')
2737    p.add_argument('-t', '--trtype', help='NVMe-oF transport type: e.g., rdma', required=True)
2738    p.add_argument('-a', '--traddr', help='NVMe-oF transport address: e.g., an ip address', required=True)
2739    p.add_argument('-p', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2740    p.add_argument('-f', '--adrfam', help='NVMe-oF transport adrfam: e.g., ipv4, ipv6, ib, fc, intra_host')
2741    p.add_argument('-s', '--trsvcid', help='NVMe-oF transport service id: e.g., a port number (required for TCP and RDMA transport types)')
2742    p.set_defaults(func=nvmf_subsystem_remove_listener)
2743
2744    def nvmf_subsystem_listener_set_ana_state(args):
2745        rpc.nvmf.nvmf_subsystem_listener_set_ana_state(args.client,
2746                                                       nqn=args.nqn,
2747                                                       ana_state=args.ana_state,
2748                                                       trtype=args.trtype,
2749                                                       traddr=args.traddr,
2750                                                       tgt_name=args.tgt_name,
2751                                                       adrfam=args.adrfam,
2752                                                       trsvcid=args.trsvcid,
2753                                                       anagrpid=args.anagrpid)
2754
2755    p = subparsers.add_parser('nvmf_subsystem_listener_set_ana_state', help='Set ANA state of a listener for an NVMe-oF subsystem')
2756    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2757    p.add_argument('-n', '--ana-state', help='ANA state to set: optimized, non_optimized, or inaccessible', required=True)
2758    p.add_argument('-t', '--trtype', help='NVMe-oF transport type: e.g., rdma', required=True)
2759    p.add_argument('-a', '--traddr', help='NVMe-oF transport address: e.g., an ip address', required=True)
2760    p.add_argument('-p', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2761    p.add_argument('-f', '--adrfam', help='NVMe-oF transport adrfam: e.g., ipv4, ipv6, ib, fc, intra_host')
2762    p.add_argument('-s', '--trsvcid', help='NVMe-oF transport service id: e.g., a port number')
2763    p.add_argument('-g', '--anagrpid', help='ANA group ID (optional)', type=int)
2764    p.set_defaults(func=nvmf_subsystem_listener_set_ana_state)
2765
2766    def nvmf_discovery_add_referral(args):
2767        rpc.nvmf.nvmf_discovery_add_referral(**vars(args))
2768
2769    p = subparsers.add_parser('nvmf_discovery_add_referral', help='Add a discovery service referral to an NVMe-oF target')
2770    p.add_argument('-t', '--trtype', help='NVMe-oF transport type: e.g., rdma', required=True)
2771    p.add_argument('-a', '--traddr', help='NVMe-oF transport address: e.g., an ip address', required=True)
2772    p.add_argument('-p', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2773    p.add_argument('-f', '--adrfam', help='NVMe-oF transport adrfam: e.g., ipv4, ipv6, ib, fc, intra_host')
2774    p.add_argument('-s', '--trsvcid', help='NVMe-oF transport service id: e.g., a port number (required for RDMA or TCP)')
2775    p.add_argument('-k', '--secure-channel', help='The connection to that discovery subsystem requires a secure channel',
2776                   action="store_true")
2777    p.add_argument('-n', '--subnqn', help='Subsystem NQN')
2778    p.set_defaults(func=nvmf_discovery_add_referral)
2779
2780    def nvmf_discovery_remove_referral(args):
2781        rpc.nvmf.nvmf_discovery_remove_referral(args.client,
2782                                                trtype=args.trtype,
2783                                                traddr=args.traddr,
2784                                                tgt_name=args.tgt_name,
2785                                                adrfam=args.adrfam,
2786                                                trsvcid=args.trsvcid,
2787                                                subnqn=args.subnqn)
2788
2789    p = subparsers.add_parser('nvmf_discovery_remove_referral', help='Remove a discovery service referral from an NVMe-oF target')
2790    p.add_argument('-t', '--trtype', help='NVMe-oF transport type: e.g., rdma', required=True)
2791    p.add_argument('-a', '--traddr', help='NVMe-oF transport address: e.g., an ip address', required=True)
2792    p.add_argument('-p', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2793    p.add_argument('-f', '--adrfam', help='NVMe-oF transport adrfam: e.g., ipv4, ipv6, ib, fc, intra_host')
2794    p.add_argument('-s', '--trsvcid', help='NVMe-oF transport service id: e.g., a port number (required for TCP and RDMA transport types)')
2795    p.add_argument('-n', '--subnqn', help='Subsystem NQN')
2796    p.set_defaults(func=nvmf_discovery_remove_referral)
2797
2798    def nvmf_discovery_get_referrals(args):
2799        print_dict(rpc.nvmf.nvmf_discovery_get_referrals(args.client,
2800                                                         tgt_name=args.tgt_name))
2801
2802    p = subparsers.add_parser('nvmf_discovery_get_referrals',
2803                              help='Display discovery subsystem referrals of an NVMe-oF target')
2804    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2805    p.set_defaults(func=nvmf_discovery_get_referrals)
2806
2807    def nvmf_subsystem_add_ns(args):
2808        rpc.nvmf.nvmf_subsystem_add_ns(**vars(args))
2809
2810    p = subparsers.add_parser('nvmf_subsystem_add_ns', help='Add a namespace to an NVMe-oF subsystem')
2811    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2812    p.add_argument('bdev_name', help='The name of the bdev that will back this namespace')
2813    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2814    p.add_argument('-p', '--ptpl-file', help='The persistent reservation storage location (optional)', type=str)
2815    p.add_argument('-n', '--nsid', help='The requested NSID (optional)', type=int)
2816    p.add_argument('-g', '--nguid', help='Namespace globally unique identifier (optional)')
2817    p.add_argument('-e', '--eui64', help='Namespace EUI-64 identifier (optional)')
2818    p.add_argument('-u', '--uuid', help='Namespace UUID (optional)')
2819    p.add_argument('-a', '--anagrpid', help='ANA group ID (optional)', type=int)
2820    p.add_argument('-i', '--no-auto-visible', action='store_true',
2821                   help='Do not auto make namespace visible to controllers (optional)')
2822    p.set_defaults(func=nvmf_subsystem_add_ns)
2823
2824    def nvmf_subsystem_set_ns_ana_group(args):
2825        rpc.nvmf.nvmf_subsystem_set_ns_ana_group(args.client,
2826                                                 nqn=args.nqn,
2827                                                 nsid=args.nsid,
2828                                                 anagrpid=args.anagrpid,
2829                                                 tgt_name=args.tgt_name)
2830
2831    p = subparsers.add_parser('nvmf_subsystem_set_ns_ana_group', help='Change ANA group ID of a namespace')
2832    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2833    p.add_argument('nsid', help='The requested NSID', type=int)
2834    p.add_argument('anagrpid', help='ANA group ID', type=int)
2835    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2836    p.set_defaults(func=nvmf_subsystem_set_ns_ana_group)
2837
2838    def nvmf_subsystem_remove_ns(args):
2839        rpc.nvmf.nvmf_subsystem_remove_ns(args.client,
2840                                          nqn=args.nqn,
2841                                          nsid=args.nsid,
2842                                          tgt_name=args.tgt_name)
2843
2844    p = subparsers.add_parser('nvmf_subsystem_remove_ns', help='Remove a namespace to an NVMe-oF subsystem')
2845    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2846    p.add_argument('nsid', help='The requested NSID', type=int)
2847    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2848    p.set_defaults(func=nvmf_subsystem_remove_ns)
2849
2850    def nvmf_ns_add_host(args):
2851        rpc.nvmf.nvmf_ns_visible(True,
2852                                 args.client,
2853                                 nqn=args.nqn,
2854                                 nsid=args.nsid,
2855                                 host=args.host,
2856                                 tgt_name=args.tgt_name)
2857
2858    def nvmf_ns_visible_add_args(p):
2859        p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2860        p.add_argument('nsid', help='The requested NSID', type=int)
2861        p.add_argument('host', help='Host NQN to make namespace visible to')
2862        p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2863
2864    p = subparsers.add_parser('nvmf_ns_add_host', help='Make namespace visible to controllers of host')
2865    nvmf_ns_visible_add_args(p)
2866    p.set_defaults(func=nvmf_ns_add_host)
2867
2868    def nvmf_ns_remove_host(args):
2869        rpc.nvmf.nvmf_ns_visible(False,
2870                                 args.client,
2871                                 nqn=args.nqn,
2872                                 nsid=args.nsid,
2873                                 host=args.host,
2874                                 tgt_name=args.tgt_name)
2875
2876    p = subparsers.add_parser('nvmf_ns_remove_host', help='Make namespace not visible to controllers of host')
2877    nvmf_ns_visible_add_args(p)
2878    p.set_defaults(func=nvmf_ns_remove_host)
2879
2880    def nvmf_subsystem_add_host(args):
2881        rpc.nvmf.nvmf_subsystem_add_host(args.client,
2882                                         nqn=args.nqn,
2883                                         host=args.host,
2884                                         tgt_name=args.tgt_name,
2885                                         psk=args.psk,
2886                                         dhchap_key=args.dhchap_key,
2887                                         dhchap_ctrlr_key=args.dhchap_ctrlr_key)
2888
2889    p = subparsers.add_parser('nvmf_subsystem_add_host', help='Add a host to an NVMe-oF subsystem')
2890    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2891    p.add_argument('host', help='Host NQN to allow')
2892    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2893    p.add_argument('--psk', help='Path to PSK file for TLS authentication (optional). Only applicable for TCP transport.', type=str)
2894    p.add_argument('--dhchap-key', help='DH-HMAC-CHAP key name (optional)')
2895    p.add_argument('--dhchap-ctrlr-key', help='DH-HMAC-CHAP controller key name (optional)')
2896    p.set_defaults(func=nvmf_subsystem_add_host)
2897
2898    def nvmf_subsystem_remove_host(args):
2899        rpc.nvmf.nvmf_subsystem_remove_host(args.client,
2900                                            nqn=args.nqn,
2901                                            host=args.host,
2902                                            tgt_name=args.tgt_name)
2903
2904    p = subparsers.add_parser('nvmf_subsystem_remove_host', help='Remove a host from an NVMe-oF subsystem')
2905    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2906    p.add_argument('host', help='Host NQN to remove')
2907    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2908    p.set_defaults(func=nvmf_subsystem_remove_host)
2909
2910    def nvmf_subsystem_set_keys(args):
2911        rpc.nvmf.nvmf_subsystem_set_keys(args.client,
2912                                         nqn=args.nqn,
2913                                         host=args.host,
2914                                         tgt_name=args.tgt_name,
2915                                         dhchap_key=args.dhchap_key,
2916                                         dhchap_ctrlr_key=args.dhchap_ctrlr_key)
2917
2918    p = subparsers.add_parser('nvmf_subsystem_set_keys', help='Set keys required for a host to connect to a given subsystem')
2919    p.add_argument('nqn', help='Subsystem NQN')
2920    p.add_argument('host', help='Host NQN')
2921    p.add_argument('-t', '--tgt-name', help='Name of the NVMe-oF target')
2922    p.add_argument('--dhchap-key', help='DH-HMAC-CHAP key name')
2923    p.add_argument('--dhchap-ctrlr-key', help='DH-HMAC-CHAP controller key name')
2924    p.set_defaults(func=nvmf_subsystem_set_keys)
2925
2926    def nvmf_subsystem_allow_any_host(args):
2927        rpc.nvmf.nvmf_subsystem_allow_any_host(args.client,
2928                                               nqn=args.nqn,
2929                                               disable=args.disable,
2930                                               tgt_name=args.tgt_name)
2931
2932    p = subparsers.add_parser('nvmf_subsystem_allow_any_host', help='Allow any host to connect to the subsystem')
2933    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2934    p.add_argument('-e', '--enable', action='store_true', help='Enable allowing any host')
2935    p.add_argument('-d', '--disable', action='store_true', help='Disable allowing any host')
2936    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2937    p.set_defaults(func=nvmf_subsystem_allow_any_host)
2938
2939    def nvmf_subsystem_get_controllers(args):
2940        print_dict(rpc.nvmf.nvmf_subsystem_get_controllers(args.client,
2941                                                           nqn=args.nqn,
2942                                                           tgt_name=args.tgt_name))
2943
2944    p = subparsers.add_parser('nvmf_subsystem_get_controllers',
2945                              help='Display controllers of an NVMe-oF subsystem.')
2946    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2947    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2948    p.set_defaults(func=nvmf_subsystem_get_controllers)
2949
2950    def nvmf_subsystem_get_qpairs(args):
2951        print_dict(rpc.nvmf.nvmf_subsystem_get_qpairs(args.client,
2952                                                      nqn=args.nqn,
2953                                                      tgt_name=args.tgt_name))
2954
2955    p = subparsers.add_parser('nvmf_subsystem_get_qpairs',
2956                              help='Display queue pairs of an NVMe-oF subsystem.')
2957    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2958    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2959    p.set_defaults(func=nvmf_subsystem_get_qpairs)
2960
2961    def nvmf_subsystem_get_listeners(args):
2962        print_dict(rpc.nvmf.nvmf_subsystem_get_listeners(args.client,
2963                                                         nqn=args.nqn,
2964                                                         tgt_name=args.tgt_name))
2965
2966    p = subparsers.add_parser('nvmf_subsystem_get_listeners',
2967                              help='Display listeners of an NVMe-oF subsystem.')
2968    p.add_argument('nqn', help='NVMe-oF subsystem NQN')
2969    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2970    p.set_defaults(func=nvmf_subsystem_get_listeners)
2971
2972    def nvmf_get_stats(args):
2973        print_dict(rpc.nvmf.nvmf_get_stats(args.client, tgt_name=args.tgt_name))
2974
2975    p = subparsers.add_parser(
2976        'nvmf_get_stats', help='Display current statistics for NVMf subsystem')
2977    p.add_argument('-t', '--tgt-name', help='The name of the parent NVMe-oF target (optional)', type=str)
2978    p.set_defaults(func=nvmf_get_stats)
2979
2980    def nvmf_set_crdt(args):
2981        print_dict(rpc.nvmf.nvmf_set_crdt(args.client, args.crdt1, args.crdt2, args.crdt3))
2982
2983    p = subparsers.add_parser(
2984        'nvmf_set_crdt',
2985        help="""Set the 3 crdt (Command Retry Delay Time) values for NVMf subsystem. All
2986        values are in units of 100 milliseconds (same as the NVM Express specification).""")
2987    p.add_argument('-t1', '--crdt1', help='Command Retry Delay Time 1, in units of 100 milliseconds', type=int)
2988    p.add_argument('-t2', '--crdt2', help='Command Retry Delay Time 2, in units of 100 milliseconds', type=int)
2989    p.add_argument('-t3', '--crdt3', help='Command Retry Delay Time 3, in units of 100 milliseconds', type=int)
2990    p.set_defaults(func=nvmf_set_crdt)
2991
2992    def nvmf_publish_mdns_prr(args):
2993        rpc.nvmf.nvmf_publish_mdns_prr(args.client, args.tgt_name)
2994
2995    p = subparsers.add_parser('nvmf_publish_mdns_prr',
2996                              help='Publish pull registration request through mdns')
2997    p.add_argument('-t', '--tgt-name', help='The name of the NVMe-oF target (optional)', type=str)
2998    p.set_defaults(func=nvmf_publish_mdns_prr)
2999
3000    def nvmf_stop_mdns_prr(args):
3001        rpc.nvmf.nvmf_stop_mdns_prr(args.client, args.tgt_name)
3002
3003    p = subparsers.add_parser('nvmf_stop_mdns_prr',
3004                              help='Stop publishing pull registration request through mdns')
3005    p.add_argument('-t', '--tgt-name', help='The name of the NVMe-oF target (optional)', type=str)
3006    p.set_defaults(func=nvmf_stop_mdns_prr)
3007
3008    # subsystem
3009    def framework_get_subsystems(args):
3010        print_dict(rpc.subsystem.framework_get_subsystems(args.client))
3011
3012    p = subparsers.add_parser('framework_get_subsystems',
3013                              help="""Print subsystems array in initialization order. Each subsystem
3014    entry contain (unsorted) array of subsystems it depends on.""")
3015    p.set_defaults(func=framework_get_subsystems)
3016
3017    def framework_get_config(args):
3018        print_dict(rpc.subsystem.framework_get_config(args.client, args.name))
3019
3020    p = subparsers.add_parser('framework_get_config', help="""Print subsystem configuration""")
3021    p.add_argument('name', help='Name of subsystem to query')
3022    p.set_defaults(func=framework_get_config)
3023
3024    # vhost
3025    def vhost_controller_set_coalescing(args):
3026        rpc.vhost.vhost_controller_set_coalescing(args.client,
3027                                                  ctrlr=args.ctrlr,
3028                                                  delay_base_us=args.delay_base_us,
3029                                                  iops_threshold=args.iops_threshold)
3030
3031    p = subparsers.add_parser('vhost_controller_set_coalescing', help='Set vhost controller coalescing')
3032    p.add_argument('ctrlr', help='controller name')
3033    p.add_argument('delay_base_us', help='Base delay time', type=int)
3034    p.add_argument('iops_threshold', help='IOPS threshold when coalescing is enabled', type=int)
3035    p.set_defaults(func=vhost_controller_set_coalescing)
3036
3037    def virtio_blk_create_transport(args):
3038        rpc.vhost.virtio_blk_create_transport(**vars(args))
3039
3040    p = subparsers.add_parser('virtio_blk_create_transport',
3041                              help='Create virtio blk transport')
3042    p.add_argument('name', help='transport name')
3043    p.set_defaults(func=virtio_blk_create_transport)
3044
3045    def virtio_blk_get_transports(args):
3046        print_dict(rpc.vhost.virtio_blk_get_transports(args.client, name=args.name))
3047
3048    p = subparsers.add_parser('virtio_blk_get_transports', help='Display virtio-blk transports or requested transport')
3049    p.add_argument('--name', help='Transport name (optional)', type=str)
3050    p.set_defaults(func=virtio_blk_get_transports)
3051
3052    def vhost_create_scsi_controller(args):
3053        rpc.vhost.vhost_create_scsi_controller(args.client,
3054                                               ctrlr=args.ctrlr,
3055                                               cpumask=args.cpumask,
3056                                               delay=args.delay)
3057
3058    p = subparsers.add_parser('vhost_create_scsi_controller', help='Add new vhost controller')
3059    p.add_argument('ctrlr', help='controller name')
3060    p.add_argument('--cpumask', help='cpu mask for this controller')
3061    p.add_argument("--delay", action='store_true', help='whether delay starting controller or not')
3062    p.set_defaults(func=vhost_create_scsi_controller)
3063
3064    def vhost_start_scsi_controller(args):
3065        rpc.vhost.vhost_start_scsi_controller(args.client,
3066                                              ctrlr=args.ctrlr)
3067
3068    p = subparsers.add_parser('vhost_start_scsi_controller', help='Start vhost scsi controller')
3069    p.add_argument('ctrlr', help='controller name')
3070    p.set_defaults(func=vhost_start_scsi_controller)
3071
3072    def vhost_scsi_controller_add_target(args):
3073        print_json(rpc.vhost.vhost_scsi_controller_add_target(args.client,
3074                                                              ctrlr=args.ctrlr,
3075                                                              scsi_target_num=args.scsi_target_num,
3076                                                              bdev_name=args.bdev_name))
3077
3078    p = subparsers.add_parser('vhost_scsi_controller_add_target', help='Add lun to vhost controller')
3079    p.add_argument('ctrlr', help='controller name where add lun')
3080    p.add_argument('scsi_target_num', help='scsi_target_num', type=int)
3081    p.add_argument('bdev_name', help='bdev name')
3082    p.set_defaults(func=vhost_scsi_controller_add_target)
3083
3084    def vhost_scsi_controller_remove_target(args):
3085        rpc.vhost.vhost_scsi_controller_remove_target(args.client,
3086                                                      ctrlr=args.ctrlr,
3087                                                      scsi_target_num=args.scsi_target_num)
3088
3089    p = subparsers.add_parser('vhost_scsi_controller_remove_target',
3090                              help='Remove target from vhost controller')
3091    p.add_argument('ctrlr', help='controller name to remove target from')
3092    p.add_argument('scsi_target_num', help='scsi_target_num', type=int)
3093    p.set_defaults(func=vhost_scsi_controller_remove_target)
3094
3095    def vhost_create_blk_controller(args):
3096        rpc.vhost.vhost_create_blk_controller(**vars(args))
3097
3098    p = subparsers.add_parser('vhost_create_blk_controller', help='Add a new vhost block controller')
3099    p.add_argument('ctrlr', help='controller name')
3100    p.add_argument('dev_name', help='device name')
3101    p.add_argument('--cpumask', help='cpu mask for this controller')
3102    p.add_argument('--transport', help='virtio blk transport name (default: vhost_user_blk)')
3103    p.add_argument("-r", "--readonly", action='store_true', help='Set controller as read-only')
3104    p.add_argument("-p", "--packed_ring", action='store_true', help='Set controller as packed ring supported')
3105    p.set_defaults(func=vhost_create_blk_controller)
3106
3107    def vhost_get_controllers(args):
3108        print_dict(rpc.vhost.vhost_get_controllers(args.client, args.name))
3109
3110    p = subparsers.add_parser('vhost_get_controllers', help='List all or specific vhost controller(s)')
3111    p.add_argument('-n', '--name', help="Name of vhost controller")
3112    p.set_defaults(func=vhost_get_controllers)
3113
3114    def vhost_delete_controller(args):
3115        rpc.vhost.vhost_delete_controller(args.client,
3116                                          ctrlr=args.ctrlr)
3117
3118    p = subparsers.add_parser('vhost_delete_controller', help='Delete a vhost controller')
3119    p.add_argument('ctrlr', help='controller name')
3120    p.set_defaults(func=vhost_delete_controller)
3121
3122    def bdev_virtio_attach_controller(args):
3123        print_array(rpc.vhost.bdev_virtio_attach_controller(args.client,
3124                                                            name=args.name,
3125                                                            trtype=args.trtype,
3126                                                            traddr=args.traddr,
3127                                                            dev_type=args.dev_type,
3128                                                            vq_count=args.vq_count,
3129                                                            vq_size=args.vq_size))
3130
3131    p = subparsers.add_parser('bdev_virtio_attach_controller',
3132                              help="""Attach virtio controller using provided
3133    transport type and device type. This will also create bdevs for any block devices connected to the
3134    controller (for example, SCSI devices for a virtio-scsi controller).
3135    Result is array of added bdevs.""")
3136    p.add_argument('name', help="Use this name as base for new created bdevs")
3137    p.add_argument('-t', '--trtype',
3138                   help='Virtio target transport type: pci or user', required=True)
3139    p.add_argument('-a', '--traddr',
3140                   help='Transport type specific target address: e.g. UNIX domain socket path or BDF', required=True)
3141    p.add_argument('-d', '--dev-type',
3142                   help='Device type: blk or scsi', required=True)
3143    p.add_argument('--vq-count', help='Number of virtual queues to be used.', type=int)
3144    p.add_argument('--vq-size', help='Size of each queue', type=int)
3145    p.set_defaults(func=bdev_virtio_attach_controller)
3146
3147    def bdev_virtio_scsi_get_devices(args):
3148        print_dict(rpc.vhost.bdev_virtio_scsi_get_devices(args.client))
3149
3150    p = subparsers.add_parser('bdev_virtio_scsi_get_devices', help='List all Virtio-SCSI devices.')
3151    p.set_defaults(func=bdev_virtio_scsi_get_devices)
3152
3153    def bdev_virtio_detach_controller(args):
3154        rpc.vhost.bdev_virtio_detach_controller(args.client,
3155                                                name=args.name)
3156
3157    p = subparsers.add_parser('bdev_virtio_detach_controller', help="""Remove a Virtio device
3158    This will delete all bdevs exposed by this device""")
3159    p.add_argument('name', help='Virtio device name. E.g. VirtioUser0')
3160    p.set_defaults(func=bdev_virtio_detach_controller)
3161
3162    def bdev_virtio_blk_set_hotplug(args):
3163        rpc.vhost.bdev_virtio_blk_set_hotplug(args.client, enable=args.enable, period_us=args.period_us)
3164
3165    p = subparsers.add_parser('bdev_virtio_blk_set_hotplug', help='Set hotplug options for bdev virtio_blk type.')
3166    p.add_argument('-d', '--disable', dest='enable', default=False, action='store_false', help="Disable hotplug (default)")
3167    p.add_argument('-e', '--enable', dest='enable', action='store_true', help="Enable hotplug")
3168    p.add_argument('-r', '--period-us',
3169                   help='How often the hotplug is processed for insert and remove events', type=int)
3170    p.set_defaults(func=bdev_virtio_blk_set_hotplug)
3171
3172    # vfio-user target
3173    def vfu_tgt_set_base_path(args):
3174        rpc.vfio_user.vfu_tgt_set_base_path(args.client, path=args.path)
3175
3176    p = subparsers.add_parser('vfu_tgt_set_base_path', help='Set socket base path.')
3177    p.add_argument('path', help='socket base path')
3178    p.set_defaults(func=vfu_tgt_set_base_path)
3179
3180    def vfu_virtio_delete_endpoint(args):
3181        rpc.vfio_user.vfu_virtio_delete_endpoint(args.client, name=args.name)
3182
3183    p = subparsers.add_parser('vfu_virtio_delete_endpoint', help='Delete the PCI device via endpoint name.')
3184    p.add_argument('name', help='Endpoint name')
3185    p.set_defaults(func=vfu_virtio_delete_endpoint)
3186
3187    def vfu_virtio_create_blk_endpoint(args):
3188        rpc.vfio_user.vfu_virtio_create_blk_endpoint(args.client,
3189                                                     name=args.name,
3190                                                     bdev_name=args.bdev_name,
3191                                                     cpumask=args.cpumask,
3192                                                     num_queues=args.num_queues,
3193                                                     qsize=args.qsize,
3194                                                     packed_ring=args.packed_ring)
3195
3196    p = subparsers.add_parser('vfu_virtio_create_blk_endpoint', help='Create virtio-blk endpoint.')
3197    p.add_argument('name', help='Name of the endpoint')
3198    p.add_argument('--bdev-name', help='block device name', type=str, required=True)
3199    p.add_argument('--cpumask', help='CPU masks')
3200    p.add_argument('--num-queues', help='number of vrings', type=int, default=0)
3201    p.add_argument('--qsize', help='number of element for each vring', type=int, default=0)
3202    p.add_argument("--packed-ring", action='store_true', help='Enable packed ring')
3203    p.set_defaults(func=vfu_virtio_create_blk_endpoint)
3204
3205    def vfu_virtio_scsi_add_target(args):
3206        rpc.vfio_user.vfu_virtio_scsi_add_target(args.client,
3207                                                 name=args.name,
3208                                                 scsi_target_num=args.scsi_target_num,
3209                                                 bdev_name=args.bdev_name)
3210
3211    p = subparsers.add_parser('vfu_virtio_scsi_add_target', help='Attach a block device to SCSI target of PCI endpoint.')
3212    p.add_argument('name', help='Name of the endpoint')
3213    p.add_argument('--scsi-target-num', help='number of SCSI Target', type=int, required=True)
3214    p.add_argument('--bdev-name', help='block device name', type=str, required=True)
3215    p.set_defaults(func=vfu_virtio_scsi_add_target)
3216
3217    def vfu_virtio_scsi_remove_target(args):
3218        rpc.vfio_user.vfu_virtio_scsi_remove_target(args.client,
3219                                                    name=args.name,
3220                                                    scsi_target_num=args.scsi_target_num)
3221
3222    p = subparsers.add_parser('vfu_virtio_scsi_remove_target', help='Remove the specified SCSI target of PCI endpoint.')
3223    p.add_argument('name', help='Name of the endpoint')
3224    p.add_argument('--scsi-target-num', help='number of SCSI Target', type=int, required=True)
3225    p.set_defaults(func=vfu_virtio_scsi_remove_target)
3226
3227    def vfu_virtio_create_scsi_endpoint(args):
3228        rpc.vfio_user.vfu_virtio_create_scsi_endpoint(args.client,
3229                                                      name=args.name,
3230                                                      cpumask=args.cpumask,
3231                                                      num_io_queues=args.num_io_queues,
3232                                                      qsize=args.qsize,
3233                                                      packed_ring=args.packed_ring)
3234
3235    p = subparsers.add_parser('vfu_virtio_create_scsi_endpoint', help='Create virtio-scsi endpoint.')
3236    p.add_argument('name', help='Name of the endpoint')
3237    p.add_argument('--cpumask', help='CPU masks')
3238    p.add_argument('--num-io-queues', help='number of IO vrings', type=int, default=0)
3239    p.add_argument('--qsize', help='number of element for each vring', type=int, default=0)
3240    p.add_argument("--packed-ring", action='store_true', help='Enable packed ring')
3241    p.set_defaults(func=vfu_virtio_create_scsi_endpoint)
3242
3243    def vfu_virtio_create_fs_endpoint(args):
3244        rpc.vfio_user.vfu_virtio_create_fs_endpoint(args.client,
3245                                                    name=args.name,
3246                                                    fsdev_name=args.fsdev_name,
3247                                                    tag=args.tag,
3248                                                    cpumask=args.cpumask,
3249                                                    num_queues=args.num_queues,
3250                                                    qsize=args.qsize,
3251                                                    packed_ring=args.packed_ring)
3252
3253    p = subparsers.add_parser('vfu_virtio_create_fs_endpoint', help='Create virtio-fs endpoint.')
3254    p.add_argument('name', help='Name of the endpoint')
3255    p.add_argument('--fsdev-name', help='fsdev name', type=str, required=True)
3256    p.add_argument('--tag', help='virtiofs tag', type=str, required=True)
3257    p.add_argument('--cpumask', help='CPU masks')
3258    p.add_argument('--num-queues', help='number of vrings', type=int, default=0)
3259    p.add_argument('--qsize', help='number of element for each vring', type=int, default=0)
3260    p.add_argument("--packed-ring", action='store_true', help='Enable packed ring')
3261    p.set_defaults(func=vfu_virtio_create_fs_endpoint)
3262
3263    # accel_fw
3264    def accel_get_opc_assignments(args):
3265        print_dict(rpc.accel.accel_get_opc_assignments(args.client))
3266
3267    p = subparsers.add_parser('accel_get_opc_assignments', help='Get list of opcode name to module assignments.')
3268    p.set_defaults(func=accel_get_opc_assignments)
3269
3270    def accel_get_module_info(args):
3271        print_dict(rpc.accel.accel_get_module_info(args.client))
3272
3273    p = subparsers.add_parser('accel_get_module_info', aliases=['accel_get_engine_info'],
3274                              help='Get list of valid module names and their operations.')
3275    p.set_defaults(func=accel_get_module_info)
3276
3277    def accel_assign_opc(args):
3278        rpc.accel.accel_assign_opc(args.client, opname=args.opname, module=args.module)
3279
3280    p = subparsers.add_parser('accel_assign_opc', help='Manually assign an operation to a module.')
3281    p.add_argument('-o', '--opname', help='opname')
3282    p.add_argument('-m', '--module', help='name of module')
3283    p.set_defaults(func=accel_assign_opc)
3284
3285    def accel_crypto_key_create(args):
3286        print_dict(rpc.accel.accel_crypto_key_create(args.client,
3287                                                     cipher=args.cipher,
3288                                                     key=args.key,
3289                                                     key2=args.key2,
3290                                                     tweak_mode=args.tweak_mode,
3291                                                     name=args.name))
3292
3293    p = subparsers.add_parser('accel_crypto_key_create', help='Create encryption key')
3294    p.add_argument('-c', '--cipher', help='cipher', required=True)
3295    p.add_argument('-k', '--key', help='key', required=True)
3296    p.add_argument('-e', '--key2', help='key2', default=None)
3297    p.add_argument('-t', '--tweak-mode', help='tweak mode', default=None)
3298    p.add_argument('-n', '--name', help='key name', required=True)
3299    p.set_defaults(func=accel_crypto_key_create)
3300
3301    def accel_crypto_key_destroy(args):
3302        print_dict(rpc.accel.accel_crypto_key_destroy(args.client,
3303                                                      key_name=args.name))
3304
3305    p = subparsers.add_parser('accel_crypto_key_destroy', help='Destroy encryption key')
3306    p.add_argument('-n', '--name', help='key name', required=True, type=str)
3307    p.set_defaults(func=accel_crypto_key_destroy)
3308
3309    def accel_crypto_keys_get(args):
3310        print_dict(rpc.accel.accel_crypto_keys_get(args.client,
3311                                                   key_name=args.key_name))
3312
3313    p = subparsers.add_parser('accel_crypto_keys_get', help='Get a list of the crypto keys')
3314    p.add_argument('-k', '--key-name', help='Get information about a specific key', type=str)
3315    p.set_defaults(func=accel_crypto_keys_get)
3316
3317    def accel_set_driver(args):
3318        rpc.accel.accel_set_driver(args.client, name=args.name)
3319
3320    p = subparsers.add_parser('accel_set_driver', help='Select accel platform driver to execute ' +
3321                              'operation chains')
3322    p.add_argument('name', help='name of the platform driver')
3323    p.set_defaults(func=accel_set_driver)
3324
3325    def accel_set_options(args):
3326        rpc.accel.accel_set_options(args.client, args.small_cache_size, args.large_cache_size,
3327                                    args.task_count, args.sequence_count, args.buf_count)
3328
3329    p = subparsers.add_parser('accel_set_options', help='Set accel framework\'s options')
3330    p.add_argument('--small-cache-size', type=int, help='Size of the small iobuf cache')
3331    p.add_argument('--large-cache-size', type=int, help='Size of the large iobuf cache')
3332    p.add_argument('--task-count', type=int, help='Maximum number of tasks per IO channel')
3333    p.add_argument('--sequence-count', type=int, help='Maximum number of sequences per IO channel')
3334    p.add_argument('--buf-count', type=int, help='Maximum number of buffers per IO channel')
3335    p.set_defaults(func=accel_set_options)
3336
3337    def accel_get_stats(args):
3338        print_dict(rpc.accel.accel_get_stats(args.client))
3339
3340    p = subparsers.add_parser('accel_get_stats', help='Display accel framework\'s statistics')
3341    p.set_defaults(func=accel_get_stats)
3342
3343    # ioat
3344    def ioat_scan_accel_module(args):
3345        rpc.ioat.ioat_scan_accel_module(args.client)
3346
3347    p = subparsers.add_parser('ioat_scan_accel_module', aliases=['ioat_scan_accel_engine'],
3348                              help='Enable IOAT accel module offload.')
3349    p.set_defaults(func=ioat_scan_accel_module)
3350
3351    # dpdk compressdev
3352    def compressdev_scan_accel_module(args):
3353        rpc.compressdev.compressdev_scan_accel_module(args.client, pmd=args.pmd)
3354
3355    p = subparsers.add_parser('compressdev_scan_accel_module', help='Scan and enable compressdev module and set pmd option.')
3356    p.add_argument('-p', '--pmd', type=int, help='0 = auto-select, 1= QAT only, 2 = mlx5_pci only, 3 = uadk only')
3357    p.set_defaults(func=compressdev_scan_accel_module)
3358
3359    # dsa
3360    def dsa_scan_accel_module(args):
3361        rpc.dsa.dsa_scan_accel_module(args.client, config_kernel_mode=args.config_kernel_mode)
3362
3363    p = subparsers.add_parser('dsa_scan_accel_module', aliases=['dsa_scan_accel_engine'],
3364                              help='Set config and enable dsa accel module offload.')
3365    p.add_argument('-k', '--config-kernel-mode', help='Use Kernel mode dsa',
3366                   action='store_true', dest='config_kernel_mode')
3367    p.set_defaults(func=dsa_scan_accel_module, config_kernel_mode=None)
3368
3369    # iaa
3370    def iaa_scan_accel_module(args):
3371        rpc.iaa.iaa_scan_accel_module(args.client)
3372
3373    p = subparsers.add_parser('iaa_scan_accel_module', aliases=['iaa_scan_accel_engine'],
3374                              help='Set config and enable iaa accel module offload.')
3375    p.set_defaults(func=iaa_scan_accel_module)
3376
3377    def dpdk_cryptodev_scan_accel_module(args):
3378        rpc.dpdk_cryptodev.dpdk_cryptodev_scan_accel_module(args.client)
3379
3380    p = subparsers.add_parser('dpdk_cryptodev_scan_accel_module',
3381                              help='Enable dpdk_cryptodev accel module offload.')
3382    p.set_defaults(func=dpdk_cryptodev_scan_accel_module)
3383
3384    def dpdk_cryptodev_set_driver(args):
3385        rpc.dpdk_cryptodev.dpdk_cryptodev_set_driver(args.client,
3386                                                     driver_name=args.driver_name)
3387
3388    p = subparsers.add_parser('dpdk_cryptodev_set_driver',
3389                              help='Set the DPDK cryptodev driver.')
3390    p.add_argument('-d', '--driver-name', help='The driver, can be one of crypto_aesni_mb, crypto_qat or mlx5_pci', type=str)
3391    p.set_defaults(func=dpdk_cryptodev_set_driver)
3392
3393    def dpdk_cryptodev_get_driver(args):
3394        print_dict(rpc.dpdk_cryptodev.dpdk_cryptodev_get_driver(args.client))
3395
3396    p = subparsers.add_parser('dpdk_cryptodev_get_driver', help='Get the DPDK cryptodev driver')
3397    p.set_defaults(func=dpdk_cryptodev_get_driver)
3398
3399    # mlx5
3400    def mlx5_scan_accel_module(args):
3401        rpc.mlx5.mlx5_scan_accel_module(args.client,
3402                                        qp_size=args.qp_size,
3403                                        num_requests=args.num_requests,
3404                                        allowed_devs=args.allowed_devs,
3405                                        crypto_split_blocks=args.crypto_split_blocks,
3406                                        enable_driver=args.enable_driver)
3407
3408    p = subparsers.add_parser('mlx5_scan_accel_module', help='Enable mlx5 accel module.')
3409    p.add_argument('-q', '--qp-size', type=int, help='QP size')
3410    p.add_argument('-r', '--num-requests', type=int, help='Size of the shared requests pool')
3411    p.add_argument('-d', '--allowed-devs', help="Comma separated list of allowed device names, e.g. mlx5_0,mlx5_1")
3412    p.add_argument('-s', '--crypto-split-blocks', type=int,
3413                   help="Number of data blocks to be processed in 1 crypto UMR. [0-65535], 0 means no limit")
3414    p.add_argument('-e', '--enable-driver', dest='enable_driver', action='store_true', default=None,
3415                   help="Enable mlx5 platform driver. Note: the driver supports reduced scope of operations, enable with care")
3416    p.set_defaults(func=mlx5_scan_accel_module)
3417
3418    def accel_mlx5_dump_stats(args):
3419        print_dict(rpc.mlx5.accel_mlx5_dump_stats(args.client, level=args.level))
3420
3421    p = subparsers.add_parser('accel_mlx5_dump_stats', help='Dump accel mlx5 module statistics.')
3422    p.add_argument('-l', '--level', type=str, help='Verbose level, one of \"total\", \"channel\" or \"device\"')
3423    p.set_defaults(func=accel_mlx5_dump_stats)
3424
3425    # accel_error
3426    def accel_error_inject_error(args):
3427        rpc.accel.accel_error_inject_error(args.client, opcode=args.opcode,
3428                                           type=args.type, count=args.count,
3429                                           interval=args.interval, errcode=args.errcode)
3430
3431    p = subparsers.add_parser('accel_error_inject_error',
3432                              help='Inject an error to processing accel operation')
3433    p.add_argument('-o', '--opcode', help='Opcode')
3434    p.add_argument('-t', '--type',
3435                   help='Error type ("corrupt": corrupt the data, "failure": fail the operation, "disable": disable error injection)')
3436    p.add_argument('-c', '--count', type=int,
3437                   help='Number of errors to inject on each IO channel (0 to disable error injection)')
3438    p.add_argument('-i', '--interval', type=int, help='Interval between injections')
3439    p.add_argument('--errcode', type=int, help='Error code to inject (only relevant for type=failure)')
3440    p.set_defaults(func=accel_error_inject_error)
3441
3442    # opal
3443    def bdev_nvme_opal_init(args):
3444        rpc.nvme.bdev_nvme_opal_init(args.client,
3445                                     nvme_ctrlr_name=args.nvme_ctrlr_name,
3446                                     password=args.password)
3447
3448    p = subparsers.add_parser('bdev_nvme_opal_init', help='take ownership and activate')
3449    p.add_argument('-b', '--nvme-ctrlr-name', help='nvme ctrlr name')
3450    p.add_argument('-p', '--password', help='password for admin')
3451    p.set_defaults(func=bdev_nvme_opal_init)
3452
3453    def bdev_nvme_opal_revert(args):
3454        rpc.nvme.bdev_nvme_opal_revert(args.client,
3455                                       nvme_ctrlr_name=args.nvme_ctrlr_name,
3456                                       password=args.password)
3457    p = subparsers.add_parser('bdev_nvme_opal_revert', help='Revert to default factory settings')
3458    p.add_argument('-b', '--nvme-ctrlr-name', help='nvme ctrlr name')
3459    p.add_argument('-p', '--password', help='password')
3460    p.set_defaults(func=bdev_nvme_opal_revert)
3461
3462    def bdev_opal_create(args):
3463        print_json(rpc.bdev.bdev_opal_create(args.client,
3464                                             nvme_ctrlr_name=args.nvme_ctrlr_name,
3465                                             nsid=args.nsid,
3466                                             locking_range_id=args.locking_range_id,
3467                                             range_start=args.range_start,
3468                                             range_length=args.range_length,
3469                                             password=args.password))
3470
3471    p = subparsers.add_parser('bdev_opal_create', help="""Create opal bdev on specified NVMe controller""")
3472    p.add_argument('-b', '--nvme-ctrlr-name', help='nvme ctrlr name', required=True)
3473    p.add_argument('-n', '--nsid', help='namespace ID (only support nsid=1 for now)', type=int, required=True)
3474    p.add_argument('-i', '--locking-range-id', help='locking range id', type=int, required=True)
3475    p.add_argument('-s', '--range-start', help='locking range start LBA', type=int, required=True)
3476    p.add_argument('-l', '--range-length', help='locking range length (in blocks)', type=int, required=True)
3477    p.add_argument('-p', '--password', help='admin password', required=True)
3478    p.set_defaults(func=bdev_opal_create)
3479
3480    def bdev_opal_get_info(args):
3481        print_dict(rpc.bdev.bdev_opal_get_info(args.client,
3482                                               bdev_name=args.bdev_name,
3483                                               password=args.password))
3484
3485    p = subparsers.add_parser('bdev_opal_get_info', help='get opal locking range info for this bdev')
3486    p.add_argument('-b', '--bdev-name', help='opal bdev')
3487    p.add_argument('-p', '--password', help='password')
3488    p.set_defaults(func=bdev_opal_get_info)
3489
3490    def bdev_opal_delete(args):
3491        rpc.bdev.bdev_opal_delete(args.client,
3492                                  bdev_name=args.bdev_name,
3493                                  password=args.password)
3494
3495    p = subparsers.add_parser('bdev_opal_delete', help="""delete a virtual opal bdev""")
3496    p.add_argument('-b', '--bdev-name', help='opal virtual bdev', required=True)
3497    p.add_argument('-p', '--password', help='admin password', required=True)
3498    p.set_defaults(func=bdev_opal_delete)
3499
3500    def bdev_opal_new_user(args):
3501        rpc.bdev.bdev_opal_new_user(args.client,
3502                                    bdev_name=args.bdev_name,
3503                                    admin_password=args.admin_password,
3504                                    user_id=args.user_id,
3505                                    user_password=args.user_password)
3506
3507    p = subparsers.add_parser('bdev_opal_new_user', help="""Add a user to opal bdev who can set lock state for this bdev""")
3508    p.add_argument('-b', '--bdev-name', help='opal bdev', required=True)
3509    p.add_argument('-p', '--admin-password', help='admin password', required=True)
3510    p.add_argument('-i', '--user-id', help='ID for new user', type=int, required=True)
3511    p.add_argument('-u', '--user-password', help='password set for this user', required=True)
3512    p.set_defaults(func=bdev_opal_new_user)
3513
3514    def bdev_opal_set_lock_state(args):
3515        rpc.bdev.bdev_opal_set_lock_state(args.client,
3516                                          bdev_name=args.bdev_name,
3517                                          user_id=args.user_id,
3518                                          password=args.password,
3519                                          lock_state=args.lock_state)
3520
3521    p = subparsers.add_parser('bdev_opal_set_lock_state', help="""set lock state for an opal bdev""")
3522    p.add_argument('-b', '--bdev-name', help='opal bdev', required=True)
3523    p.add_argument('-i', '--user-id', help='ID of the user who want to set lock state, either admin or a user assigned to this bdev',
3524                   type=int, required=True)
3525    p.add_argument('-p', '--password', help='password of this user', required=True)
3526    p.add_argument('-l', '--lock-state', help='lock state to set, choose from {readwrite, readonly, rwlock}', required=True)
3527    p.set_defaults(func=bdev_opal_set_lock_state)
3528
3529    # bdev_nvme_send_cmd
3530    def bdev_nvme_send_cmd(args):
3531        print_dict(rpc.nvme.bdev_nvme_send_cmd(args.client,
3532                                               name=args.nvme_name,
3533                                               cmd_type=args.cmd_type,
3534                                               data_direction=args.data_direction,
3535                                               cmdbuf=args.cmdbuf,
3536                                               data=args.data,
3537                                               metadata=args.metadata,
3538                                               data_len=args.data_length,
3539                                               metadata_len=args.metadata_length,
3540                                               timeout_ms=args.timeout_ms))
3541
3542    p = subparsers.add_parser('bdev_nvme_send_cmd', help='NVMe passthrough cmd.')
3543    p.add_argument('-n', '--nvme-name', help="""Name of the operating NVMe controller""")
3544    p.add_argument('-t', '--cmd-type', help="""Type of nvme cmd. Valid values are: admin, io""")
3545    p.add_argument('-r', '--data-direction', help="""Direction of data transfer. Valid values are: c2h, h2c""")
3546    p.add_argument('-c', '--cmdbuf', help="""NVMe command encoded by base64 urlsafe""")
3547    p.add_argument('-d', '--data', help="""Data transferring to controller from host, encoded by base64 urlsafe""")
3548    p.add_argument('-m', '--metadata', help="""Metadata transferring to controller from host, encoded by base64 urlsafe""")
3549    p.add_argument('-D', '--data-length', help="""Data length required to transfer from controller to host""", type=int)
3550    p.add_argument('-M', '--metadata-length', help="""Metadata length required to transfer from controller to host""", type=int)
3551    p.add_argument('-T', '--timeout-ms',
3552                   help="""Command execution timeout value, in milliseconds,  if 0, don't track timeout""", type=int)
3553    p.set_defaults(func=bdev_nvme_send_cmd)
3554
3555    # Notifications
3556    def notify_get_types(args):
3557        print_dict(rpc.notify.notify_get_types(args.client))
3558
3559    p = subparsers.add_parser('notify_get_types', help='List available notifications that user can subscribe to.')
3560    p.set_defaults(func=notify_get_types)
3561
3562    def notify_get_notifications(args):
3563        ret = rpc.notify.notify_get_notifications(args.client,
3564                                                  id=args.id,
3565                                                  max=args.max)
3566        print_dict(ret)
3567
3568    p = subparsers.add_parser('notify_get_notifications', help='Get notifications')
3569    p.add_argument('-i', '--id', help="""First ID to start fetching from""", type=int)
3570    p.add_argument('-n', '--max', help="""Maximum number of notifications to return in response""", type=int)
3571    p.set_defaults(func=notify_get_notifications)
3572
3573    def thread_get_stats(args):
3574        print_dict(rpc.app.thread_get_stats(args.client))
3575
3576    p = subparsers.add_parser(
3577        'thread_get_stats', help='Display current statistics of all the threads')
3578    p.set_defaults(func=thread_get_stats)
3579
3580    def thread_set_cpumask(args):
3581        ret = rpc.app.thread_set_cpumask(args.client,
3582                                         id=args.id,
3583                                         cpumask=args.cpumask)
3584    p = subparsers.add_parser('thread_set_cpumask',
3585                              help="""set the cpumask of the thread whose ID matches to the
3586    specified value. The thread may be migrated to one of the specified CPUs.""")
3587    p.add_argument('-i', '--id', type=int, help='thread ID')
3588    p.add_argument('-m', '--cpumask', help='cpumask for this thread')
3589    p.set_defaults(func=thread_set_cpumask)
3590
3591    def log_enable_timestamps(args):
3592        ret = rpc.app.log_enable_timestamps(args.client,
3593                                            enabled=args.enabled)
3594    p = subparsers.add_parser('log_enable_timestamps',
3595                              help='Enable or disable timestamps.')
3596    p.add_argument('-d', '--disable', dest='enabled', default=False, action='store_false', help="Disable timestamps")
3597    p.add_argument('-e', '--enable', dest='enabled', action='store_true', help="Enable timestamps")
3598    p.set_defaults(func=log_enable_timestamps)
3599
3600    def thread_get_pollers(args):
3601        print_dict(rpc.app.thread_get_pollers(args.client))
3602
3603    p = subparsers.add_parser(
3604        'thread_get_pollers', help='Display current pollers of all the threads')
3605    p.set_defaults(func=thread_get_pollers)
3606
3607    def thread_get_io_channels(args):
3608        print_dict(rpc.app.thread_get_io_channels(args.client))
3609
3610    p = subparsers.add_parser(
3611        'thread_get_io_channels', help='Display current IO channels of all the threads')
3612    p.set_defaults(func=thread_get_io_channels)
3613
3614    def env_dpdk_get_mem_stats(args):
3615        print_dict(rpc.env_dpdk.env_dpdk_get_mem_stats(args.client))
3616
3617    p = subparsers.add_parser(
3618        'env_dpdk_get_mem_stats', help='write the dpdk memory stats to a file.')
3619    p.set_defaults(func=env_dpdk_get_mem_stats)
3620
3621    # blobfs
3622    def blobfs_detect(args):
3623        print(rpc.blobfs.blobfs_detect(args.client,
3624                                       bdev_name=args.bdev_name))
3625
3626    p = subparsers.add_parser('blobfs_detect', help='Detect whether a blobfs exists on bdev')
3627    p.add_argument('bdev_name', help='Blockdev name to detect blobfs. Example: Malloc0.')
3628    p.set_defaults(func=blobfs_detect)
3629
3630    def blobfs_create(args):
3631        print(rpc.blobfs.blobfs_create(args.client,
3632                                       bdev_name=args.bdev_name,
3633                                       cluster_sz=args.cluster_sz))
3634
3635    p = subparsers.add_parser('blobfs_create', help='Build a blobfs on bdev')
3636    p.add_argument('bdev_name', help='Blockdev name to build blobfs. Example: Malloc0.')
3637    p.add_argument('-c', '--cluster-sz',
3638                   help="""Size of cluster in bytes (Optional). Must be multiple of 4KB page size. Default and minimal value is 1M.""")
3639    p.set_defaults(func=blobfs_create)
3640
3641    def blobfs_mount(args):
3642        print(rpc.blobfs.blobfs_mount(args.client,
3643                                      bdev_name=args.bdev_name,
3644                                      mountpoint=args.mountpoint))
3645
3646    p = subparsers.add_parser('blobfs_mount', help='Mount a blobfs on bdev to host path by FUSE')
3647    p.add_argument('bdev_name', help='Blockdev name where the blobfs is. Example: Malloc0.')
3648    p.add_argument('mountpoint', help='Mountpoint path in host to mount blobfs. Example: /mnt/.')
3649    p.set_defaults(func=blobfs_mount)
3650
3651    def blobfs_set_cache_size(args):
3652        print(rpc.blobfs.blobfs_set_cache_size(args.client,
3653                                               size_in_mb=args.size_in_mb))
3654
3655    p = subparsers.add_parser('blobfs_set_cache_size', help='Set cache size for blobfs')
3656    p.add_argument('size_in_mb', help='Cache size for blobfs in megabytes.', type=int)
3657    p.set_defaults(func=blobfs_set_cache_size)
3658
3659    # fsdev
3660    def fsdev_get_opts(args):
3661        print_json(rpc.fsdev.fsdev_get_opts(args.client))
3662
3663    p = subparsers.add_parser('fsdev_get_opts', help='Get the fsdev subsystem options')
3664    p.set_defaults(func=fsdev_get_opts)
3665
3666    def fsdev_set_opts(args):
3667        print(rpc.fsdev.fsdev_set_opts(args.client, fsdev_io_pool_size=args.fsdev_io_pool_size,
3668                                       fsdev_io_cache_size=args.fsdev_io_cache_size))
3669
3670    p = subparsers.add_parser('fsdev_set_opts', help='Set the fsdev subsystem options')
3671    p.add_argument('fsdev-io-pool-size', help='Size of fsdev IO objects pool', type=int)
3672    p.add_argument('fsdev-io-cache-size', help='Size of fsdev IO objects cache per thread', type=int)
3673    p.set_defaults(func=fsdev_set_opts)
3674
3675    def fsdev_aio_create(args):
3676        print(rpc.fsdev.fsdev_aio_create(args.client, name=args.name, root_path=args.root_path,
3677                                         enable_xattr=args.enable_xattr, enable_writeback_cache=args.enable_writeback_cache,
3678                                         max_write=args.max_write, skip_rw=args.skip_rw))
3679
3680    p = subparsers.add_parser('fsdev_aio_create', help='Create a aio filesystem')
3681    p.add_argument('name', help='Filesystem name. Example: aio0.')
3682    p.add_argument('root_path', help='Path on the system fs to expose as SPDK filesystem')
3683
3684    group = p.add_mutually_exclusive_group()
3685    group.add_argument('--enable-xattr', help='Enable extended attributes', action='store_true', default=None)
3686    group.add_argument('--disable-xattr', help='Disable extended attributes', dest='enable_xattr', action='store_false', default=None)
3687
3688    group = p.add_mutually_exclusive_group()
3689    group.add_argument('--enable-writeback-cache', help='Enable writeback cache', action='store_true', default=None)
3690    group.add_argument('--disable-writeback-cache', help='Disable writeback cache', dest='enable_writeback_cache', action='store_false',
3691                       default=None)
3692
3693    p.add_argument('-w', '--max-write', help='Max write size in bytes', type=int)
3694
3695    p.add_argument('--skip-rw', dest='skip_rw', help="Do not process read or write commands. This is used for testing.",
3696                   action='store_true', default=None)
3697
3698    p.set_defaults(func=fsdev_aio_create)
3699
3700    def fsdev_aio_delete(args):
3701        print(rpc.fsdev.fsdev_aio_delete(args.client, name=args.name))
3702
3703    p = subparsers.add_parser('fsdev_aio_delete', help='Delete a aio filesystem')
3704    p.add_argument('name', help='Filesystem name. Example: aio0.')
3705    p.set_defaults(func=fsdev_aio_delete)
3706
3707    # sock
3708    def sock_impl_get_options(args):
3709        print_json(rpc.sock.sock_impl_get_options(args.client,
3710                                                  impl_name=args.impl))
3711
3712    p = subparsers.add_parser('sock_impl_get_options', help="""Get options of socket layer implementation""")
3713    p.add_argument('-i', '--impl', help='Socket implementation name, e.g. posix', required=True)
3714    p.set_defaults(func=sock_impl_get_options)
3715
3716    def sock_impl_set_options(args):
3717        rpc.sock.sock_impl_set_options(args.client,
3718                                       impl_name=args.impl,
3719                                       recv_buf_size=args.recv_buf_size,
3720                                       send_buf_size=args.send_buf_size,
3721                                       enable_recv_pipe=args.enable_recv_pipe,
3722                                       enable_quickack=args.enable_quickack,
3723                                       enable_placement_id=args.enable_placement_id,
3724                                       enable_zerocopy_send_server=args.enable_zerocopy_send_server,
3725                                       enable_zerocopy_send_client=args.enable_zerocopy_send_client,
3726                                       zerocopy_threshold=args.zerocopy_threshold,
3727                                       tls_version=args.tls_version,
3728                                       enable_ktls=args.enable_ktls)
3729
3730    p = subparsers.add_parser('sock_impl_set_options', help="""Set options of socket layer implementation""")
3731    p.add_argument('-i', '--impl', help='Socket implementation name, e.g. posix', required=True)
3732    p.add_argument('-r', '--recv-buf-size', help='Size of receive buffer on socket in bytes', type=int)
3733    p.add_argument('-s', '--send-buf-size', help='Size of send buffer on socket in bytes', type=int)
3734    p.add_argument('-p', '--enable-placement-id', help='Option for placement-id. 0:disable,1:incoming_napi,2:incoming_cpu', type=int)
3735    p.add_argument('--enable-recv-pipe', help='Enable receive pipe',
3736                   action='store_true', dest='enable_recv_pipe')
3737    p.add_argument('--disable-recv-pipe', help='Disable receive pipe',
3738                   action='store_false', dest='enable_recv_pipe')
3739    p.add_argument('--enable-quickack', help='Enable quick ACK',
3740                   action='store_true', dest='enable_quickack')
3741    p.add_argument('--disable-quickack', help='Disable quick ACK',
3742                   action='store_false', dest='enable_quickack')
3743    p.add_argument('--enable-zerocopy-send-server', help='Enable zerocopy on send for server sockets',
3744                   action='store_true', dest='enable_zerocopy_send_server')
3745    p.add_argument('--disable-zerocopy-send-server', help='Disable zerocopy on send for server sockets',
3746                   action='store_false', dest='enable_zerocopy_send_server')
3747    p.add_argument('--enable-zerocopy-send-client', help='Enable zerocopy on send for client sockets',
3748                   action='store_true', dest='enable_zerocopy_send_client')
3749    p.add_argument('--disable-zerocopy-send-client', help='Disable zerocopy on send for client sockets',
3750                   action='store_false', dest='enable_zerocopy_send_client')
3751    p.add_argument('--zerocopy-threshold', help='Set zerocopy_threshold in bytes', type=int)
3752    p.add_argument('--tls-version', help='TLS protocol version', type=int)
3753    p.add_argument('--enable-ktls', help='Enable Kernel TLS',
3754                   action='store_true', dest='enable_ktls')
3755    p.add_argument('--disable-ktls', help='Disable Kernel TLS',
3756                   action='store_false', dest='enable_ktls')
3757    p.set_defaults(func=sock_impl_set_options, enable_recv_pipe=None, enable_quickack=None,
3758                   enable_placement_id=None, enable_zerocopy_send_server=None, enable_zerocopy_send_client=None,
3759                   zerocopy_threshold=None, tls_version=None, enable_ktls=None)
3760
3761    def sock_set_default_impl(args):
3762        print_json(rpc.sock.sock_set_default_impl(args.client,
3763                                                  impl_name=args.impl))
3764
3765    p = subparsers.add_parser('sock_set_default_impl', help="""Set the default sock implementation""")
3766    p.add_argument('-i', '--impl', help='Socket implementation name, e.g. posix', required=True)
3767    p.set_defaults(func=sock_set_default_impl)
3768
3769    def sock_get_default_impl(args):
3770        print_json(rpc.sock.sock_get_default_impl(args.client))
3771
3772    p = subparsers.add_parser('sock_get_default_impl', help="Get the default sock implementation name")
3773    p.set_defaults(func=sock_get_default_impl)
3774
3775    def framework_get_pci_devices(args):
3776        def splitbuf(buf, step):
3777            return [buf[i:i+step] for i in range(0, len(buf), step)]
3778
3779        devices = rpc.subsystem.framework_get_pci_devices(args.client)
3780        if not args.format_lspci:
3781            print_json(devices)
3782        else:
3783            for devid, dev in enumerate(devices):
3784                print('{} device #{}'.format(dev['address'], devid))
3785                for lineid, line in enumerate(splitbuf(dev['config_space'], 32)):
3786                    print('{:02x}: {}'.format(lineid * 16, ' '.join(splitbuf(line.lower(), 2))))
3787                print()
3788
3789    p = subparsers.add_parser('framework_get_pci_devices', help='''Get a list of attached PCI devices''')
3790    p.add_argument('--format-lspci', help='Format the output in a way to be consumed by lspci -F',
3791                   action='store_true')
3792    p.set_defaults(func=framework_get_pci_devices)
3793
3794    # bdev_nvme_add_error_injection
3795    def bdev_nvme_add_error_injection(args):
3796        print_dict(rpc.nvme.bdev_nvme_add_error_injection(args.client,
3797                                                          name=args.nvme_name,
3798                                                          cmd_type=args.cmd_type,
3799                                                          opc=args.opc,
3800                                                          do_not_submit=args.do_not_submit,
3801                                                          timeout_in_us=args.timeout_in_us,
3802                                                          err_count=args.err_count,
3803                                                          sct=args.sct,
3804                                                          sc=args.sc))
3805    p = subparsers.add_parser('bdev_nvme_add_error_injection',
3806                              help='Add a NVMe command error injection.')
3807    p.add_argument('-n', '--nvme-name', help="""Name of the operating NVMe controller""", required=True)
3808    p.add_argument('-t', '--cmd-type', help="""Type of NVMe command. Valid values are: admin, io""", required=True)
3809    p.add_argument('-o', '--opc', help="""Opcode of the NVMe command.""", required=True, type=int)
3810    p.add_argument('-s', '--do-not-submit',
3811                   help="""Set to true if request should not be submitted to the controller""",
3812                   dest="do_not_submit", action='store_true')
3813    p.add_argument('-w', '--timeout-in-us', help="""Wait specified microseconds when do_not_submit is true""", type=int)
3814    p.add_argument('-e', '--err-count', help="""Number of matching NVMe commands to inject errors""", type=int)
3815    p.add_argument('-u', '--sct', help="""Status code type""", type=int)
3816    p.add_argument('-c', '--sc', help="""Status code""", type=int)
3817    p.set_defaults(func=bdev_nvme_add_error_injection)
3818
3819    # bdev_nvme_remove_error_injection
3820    def bdev_nvme_remove_error_injection(args):
3821        print_dict(rpc.nvme.bdev_nvme_remove_error_injection(args.client,
3822                                                             name=args.nvme_name,
3823                                                             cmd_type=args.cmd_type,
3824                                                             opc=args.opc))
3825    p = subparsers.add_parser('bdev_nvme_remove_error_injection',
3826                              help='Removes a NVMe command error injection.')
3827    p.add_argument('-n', '--nvme-name', help="""Name of the operating NVMe controller""", required=True)
3828    p.add_argument('-t', '--cmd-type', help="""Type of nvme cmd. Valid values are: admin, io""", required=True)
3829    p.add_argument('-o', '--opc', help="""Opcode of the nvme cmd.""", required=True, type=int)
3830    p.set_defaults(func=bdev_nvme_remove_error_injection)
3831
3832    def bdev_daos_create(args):
3833        num_blocks = (args.total_size * 1024 * 1024) // args.block_size
3834        print_json(rpc.bdev.bdev_daos_create(args.client,
3835                                             num_blocks=int(num_blocks),
3836                                             block_size=args.block_size,
3837                                             name=args.name,
3838                                             uuid=args.uuid,
3839                                             pool=args.pool,
3840                                             cont=args.cont,
3841                                             oclass=args.oclass))
3842    p = subparsers.add_parser('bdev_daos_create',
3843                              help='Create a bdev with DAOS backend')
3844    p.add_argument('name', help="Name of the bdev")
3845    p.add_argument('pool', help="UUID of the DAOS pool")
3846    p.add_argument('cont', help="UUID of the DAOS container")
3847    p.add_argument(
3848        'total_size', help='Size of DAOS bdev in MB (float > 0)', type=float)
3849    p.add_argument('block_size', help='Block size for this bdev', type=int)
3850    p.add_argument('-u', '--uuid', help="UUID of the bdev")
3851    p.add_argument('-o', '--oclass', help="DAOS object class")
3852    p.set_defaults(func=bdev_daos_create)
3853
3854    def bdev_daos_delete(args):
3855        rpc.bdev.bdev_daos_delete(args.client,
3856                                  name=args.name)
3857
3858    p = subparsers.add_parser('bdev_daos_delete',
3859                              help='Delete a DAOS disk')
3860    p.add_argument('name', help='DAOS bdev name')
3861    p.set_defaults(func=bdev_daos_delete)
3862
3863    def bdev_daos_resize(args):
3864        print_json(rpc.bdev.bdev_daos_resize(args.client,
3865                                             name=args.name,
3866                                             new_size=int(args.new_size)))
3867
3868    p = subparsers.add_parser('bdev_daos_resize',
3869                              help='Resize a DAOS bdev')
3870    p.add_argument('name', help='DAOS bdev name')
3871    p.add_argument('new_size', help='new bdev size for resize operation. The unit is MiB')
3872    p.set_defaults(func=bdev_daos_resize)
3873
3874    def iobuf_set_options(args):
3875        rpc.iobuf.iobuf_set_options(args.client,
3876                                    small_pool_count=args.small_pool_count,
3877                                    large_pool_count=args.large_pool_count,
3878                                    small_bufsize=args.small_bufsize,
3879                                    large_bufsize=args.large_bufsize,
3880                                    enable_numa=args.enable_numa)
3881    p = subparsers.add_parser('iobuf_set_options', help='Set iobuf pool options')
3882    p.add_argument('--small-pool-count', help='number of small buffers in the global pool', type=int)
3883    p.add_argument('--large-pool-count', help='number of large buffers in the global pool', type=int)
3884    p.add_argument('--small-bufsize', help='size of a small buffer', type=int)
3885    p.add_argument('--large-bufsize', help='size of a large buffer', type=int)
3886    p.add_argument('--enable-numa', help='enable per-NUMA node buffer pools', action='store_true')
3887    p.set_defaults(func=iobuf_set_options)
3888
3889    def iobuf_get_stats(args):
3890        print_dict(rpc.iobuf.iobuf_get_stats(args.client))
3891
3892    p = subparsers.add_parser('iobuf_get_stats', help='Display iobuf statistics')
3893    p.set_defaults(func=iobuf_get_stats)
3894
3895    def bdev_nvme_start_mdns_discovery(args):
3896        rpc.bdev.bdev_nvme_start_mdns_discovery(args.client,
3897                                                name=args.name,
3898                                                svcname=args.svcname,
3899                                                hostnqn=args.hostnqn)
3900
3901    p = subparsers.add_parser('bdev_nvme_start_mdns_discovery', help='Start mdns based automatic discovery')
3902    p.add_argument('-b', '--name', help="Name of the NVMe controller prefix for each bdev name", required=True)
3903    p.add_argument('-s', '--svcname', help='Service type to discover: e.g., _nvme-disc._tcp', required=True)
3904    p.add_argument('-q', '--hostnqn', help='NVMe-oF host subnqn')
3905    p.set_defaults(func=bdev_nvme_start_mdns_discovery)
3906
3907    def bdev_nvme_stop_mdns_discovery(args):
3908        rpc.bdev.bdev_nvme_stop_mdns_discovery(args.client, name=args.name)
3909
3910    p = subparsers.add_parser('bdev_nvme_stop_mdns_discovery', help='Stop automatic mdns discovery')
3911    p.add_argument('-b', '--name', help="Name of the service to stop", required=True)
3912    p.set_defaults(func=bdev_nvme_stop_mdns_discovery)
3913
3914    def bdev_nvme_get_mdns_discovery_info(args):
3915        print_dict(rpc.bdev.bdev_nvme_get_mdns_discovery_info(args.client))
3916
3917    p = subparsers.add_parser('bdev_nvme_get_mdns_discovery_info', help='Get information about the automatic mdns discovery')
3918    p.set_defaults(func=bdev_nvme_get_mdns_discovery_info)
3919
3920    def keyring_file_add_key(args):
3921        rpc.keyring.keyring_file_add_key(args.client, args.name, args.path)
3922
3923    p = subparsers.add_parser('keyring_file_add_key', help='Add a file-based key to the keyring')
3924    p.add_argument('name', help='Name of the key to add')
3925    p.add_argument('path', help='Path of the file containing the key')
3926    p.set_defaults(func=keyring_file_add_key)
3927
3928    def keyring_file_remove_key(args):
3929        rpc.keyring.keyring_file_remove_key(args.client, args.name)
3930
3931    p = subparsers.add_parser('keyring_file_remove_key', help='Remove a file-based key from the keyring')
3932    p.add_argument('name', help='Name of the key to remove')
3933    p.set_defaults(func=keyring_file_remove_key)
3934
3935    def keyring_get_keys(args):
3936        print_dict(rpc.keyring.keyring_get_keys(args.client))
3937
3938    p = subparsers.add_parser('keyring_get_keys', help='Get a list of registered keys')
3939    p.set_defaults(func=keyring_get_keys)
3940
3941    def keyring_linux_set_options(args):
3942        rpc.keyring.keyring_linux_set_options(args.client, args.enable)
3943
3944    p = subparsers.add_parser('keyring_linux_set_options', help='Set options of the keyring_linux module')
3945    p.add_argument('-e', '--enable', help='Enable keyring_linux module', action='store_true')
3946    p.set_defaults(func=keyring_linux_set_options)
3947
3948    def check_called_name(name):
3949        if name in deprecated_aliases:
3950            print("{} is deprecated, use {} instead.".format(name, deprecated_aliases[name]), file=sys.stderr)
3951
3952    class dry_run_client:
3953        def call(self, method, params=None):
3954            print("Request:\n" + json.dumps({"method": method, "params": params}, indent=2))
3955
3956    def null_print(arg):
3957        pass
3958
3959    def call_rpc_func(args):
3960        args.func(args)
3961        check_called_name(args.called_rpc_name)
3962
3963    def execute_script(parser, client, timeout, fd):
3964        executed_rpc = ""
3965        for rpc_call in map(str.rstrip, fd):
3966            if not rpc_call.strip():
3967                continue
3968            executed_rpc = "\n".join([executed_rpc, rpc_call])
3969            rpc_args = shlex.split(rpc_call)
3970            if rpc_args[0][0] == '#':
3971                # Ignore lines starting with # - treat them as comments
3972                continue
3973            args = parser.parse_args(rpc_args)
3974            args.client = client
3975            args.timeout = timeout
3976            try:
3977                call_rpc_func(args)
3978            except JSONRPCException as ex:
3979                print("Exception:")
3980                print(executed_rpc.strip() + " <<<")
3981                print(ex.message)
3982                exit(1)
3983
3984    def load_plugin(args):
3985        # Create temporary parser, pull out the plugin parameter, load the module, and then run the real argument parser
3986        plugin_parser = argparse.ArgumentParser(add_help=False)
3987        plugin_parser.add_argument('--plugin', dest='rpc_plugin', help='Module name of plugin with additional RPC commands')
3988
3989        rpc_module = plugin_parser.parse_known_args()[0].rpc_plugin
3990        if args is not None:
3991            rpc_module = plugin_parser.parse_known_args(args)[0].rpc_plugin
3992
3993        if rpc_module in plugins:
3994            return
3995
3996        if rpc_module is not None:
3997            try:
3998                rpc_plugin = importlib.import_module(rpc_module)
3999                try:
4000                    rpc_plugin.spdk_rpc_plugin_initialize(subparsers)
4001                    plugins.append(rpc_module)
4002                except AttributeError:
4003                    print("Module %s does not contain 'spdk_rpc_plugin_initialize' function" % rpc_module)
4004            except ModuleNotFoundError:
4005                print("Module %s not found" % rpc_module)
4006
4007    def replace_arg_underscores(args):
4008        # All option names are defined with dashes only - for example: --tgt-name
4009        # But if user used underscores, convert them to dashes (--tgt_name => --tgt-name)
4010        # SPDK was inconsistent previously and had some options with underscores, so
4011        # doing this conversion ensures backward compatibility with older scripts.
4012        for i in range(len(args)):
4013            arg = args[i]
4014            if arg.startswith('--') and "_" in arg:
4015                opt, *vals = arg.split('=')
4016                args[i] = '='.join([opt.replace('_', '-'), *vals])
4017
4018    plugins = []
4019    load_plugin(None)
4020
4021    replace_arg_underscores(sys.argv)
4022
4023    args = parser.parse_args()
4024
4025    try:
4026        use_go_client = int(os.getenv('SPDK_JSONRPC_GO_CLIENT', 0)) == 1
4027    except ValueError:
4028        use_go_client = False
4029
4030    if sys.stdin.isatty() and not hasattr(args, 'func'):
4031        # No arguments and no data piped through stdin
4032        parser.print_help()
4033        exit(1)
4034    if args.is_server:
4035        for input in sys.stdin:
4036            cmd = shlex.split(input)
4037            replace_arg_underscores(cmd)
4038            try:
4039                load_plugin(cmd)
4040                tmp_args = parser.parse_args(cmd)
4041            except SystemExit as ex:
4042                print("**STATUS=1", flush=True)
4043                continue
4044
4045            try:
4046                if use_go_client:
4047                    tmp_args.client = rpc.client.JSONRPCGoClient(tmp_args.server_addr,
4048                                                                 log_level=getattr(logging, tmp_args.verbose.upper()))
4049                else:
4050                    tmp_args.client = rpc.client.JSONRPCClient(
4051                        tmp_args.server_addr, tmp_args.port, tmp_args.timeout,
4052                        log_level=getattr(logging, tmp_args.verbose.upper()), conn_retries=tmp_args.conn_retries)
4053                call_rpc_func(tmp_args)
4054                print("**STATUS=0", flush=True)
4055            except JSONRPCException as ex:
4056                print(ex.message)
4057                print("**STATUS=1", flush=True)
4058        exit(0)
4059    elif args.dry_run:
4060        args.client = dry_run_client()
4061        print_dict = null_print
4062        print_json = null_print
4063        print_array = null_print
4064    elif args.go_client or use_go_client:
4065        try:
4066            args.client = rpc.client.JSONRPCGoClient(args.server_addr,
4067                                                     log_level=getattr(logging, args.verbose.upper()))
4068        except JSONRPCException as ex:
4069            print(ex.message)
4070            exit(1)
4071    else:
4072        try:
4073            args.client = rpc.client.JSONRPCClient(args.server_addr, args.port, args.timeout,
4074                                                   log_level=getattr(logging, args.verbose.upper()),
4075                                                   conn_retries=args.conn_retries)
4076        except JSONRPCException as ex:
4077            print(ex.message)
4078            exit(1)
4079
4080    if hasattr(args, 'func'):
4081        try:
4082            call_rpc_func(args)
4083        except JSONRPCException as ex:
4084            print(ex.message)
4085            exit(1)
4086    else:
4087        execute_script(parser, args.client, args.timeout, sys.stdin)
4088