xref: /dpdk/app/test-mldev/test_inference_ordered.c (revision 77fefa0a129e661caf0f3628f48204ed3886ab5f)

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright (c) 2022 Marvell.
 */

#include <rte_common.h>
#include <rte_launch.h>

#include "ml_common.h"
#include "test_inference_common.h"
#include "test_stats.h"

static int
test_inference_ordered_driver(struct ml_test *test, struct ml_options *opt)
{
	struct test_inference *t;
	uint16_t fid = 0;
	int ret = 0;

	t = ml_test_priv(test);

	ret = ml_inference_mldev_setup(test, opt);
	if (ret != 0)
		return ret;

	ret = ml_inference_mem_setup(test, opt);
	if (ret != 0)
		return ret;

next_model:
	/* load model */
	ret = ml_model_load(test, opt, &t->model[fid], fid);
	if (ret != 0)
		goto error;

	/* start model */
	ret = ml_model_start(test, opt, &t->model[fid], fid);
	if (ret != 0)
		goto error;

	ret = ml_inference_iomem_setup(test, opt, fid);
	if (ret != 0)
		goto error;

	/* launch inferences for one model using available queue pairs */
	ret = ml_inference_launch_cores(test, opt, fid, fid);
	if (ret != 0) {
		ml_err("failed to launch cores");
		goto error;
	}

	rte_eal_mp_wait_lcore();

	ret = ml_inference_result(test, opt, fid);
	if (ret != ML_TEST_SUCCESS)
		goto error;

	ml_inference_iomem_destroy(test, opt, fid);
	ml_stats_get(test, opt, RTE_ML_DEV_XSTATS_MODEL, fid);
	ml_throughput_get(test, opt);

	/* stop model */
	ret = ml_model_stop(test, opt, &t->model[fid], fid);
	if (ret != 0)
		goto error;

	/* unload model */
	ret = ml_model_unload(test, opt, &t->model[fid], fid);
	if (ret != 0)
		goto error;

	fid++;
	if (fid < opt->nb_filelist)
		goto next_model;

	ml_stats_get(test, opt, RTE_ML_DEV_XSTATS_DEVICE, -1);
	ml_inference_mem_destroy(test, opt);

	ret = ml_inference_mldev_destroy(test, opt);
	if (ret != 0)
		return ret;

	t->cmn.result = ML_TEST_SUCCESS;

	return 0;

error:
	ml_inference_iomem_destroy(test, opt, fid);
	ml_inference_mem_destroy(test, opt);
	ml_model_stop(test, opt, &t->model[fid], fid);
	ml_model_unload(test, opt, &t->model[fid], fid);

	t->cmn.result = ML_TEST_FAILED;

	return ret;
}

static int
test_inference_ordered_result(struct ml_test *test, struct ml_options *opt)
{
	struct test_inference *t;

	RTE_SET_USED(opt);

	t = ml_test_priv(test);

	return t->cmn.result;
}

static const struct ml_test_ops inference_ordered = {
	.cap_check = test_inference_cap_check,
	.opt_check = test_inference_opt_check,
	.opt_dump = test_inference_opt_dump,
	.test_setup = test_inference_setup,
	.test_destroy = test_inference_destroy,
	.test_driver = test_inference_ordered_driver,
	.test_result = test_inference_ordered_result,
};

ML_TEST_REGISTER(inference_ordered);