/* SPDX-License-Identifier: BSD-3-Clause * Copyright(c) 2018 Intel Corporation */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #define MAX_PATH_LEN 128 #define MAX_VDPA_SAMPLE_PORTS 1024 #define RTE_LOGTYPE_VDPA RTE_LOGTYPE_USER1 struct vdpa_port { char ifname[MAX_PATH_LEN]; int did; int vid; uint64_t flags; }; static struct vdpa_port vports[MAX_VDPA_SAMPLE_PORTS]; static char iface[MAX_PATH_LEN]; static int dev_total; static int devcnt; static int interactive; static int client_mode; /* display usage */ static void vdpa_usage(const char *prgname) { printf("Usage: %s [EAL options] -- " " --interactive|-i: run in interactive mode.\n" " --iface : specify the path prefix of the socket files, e.g. /tmp/vhost-user-.\n" " --client: register a vhost-user socket as client mode.\n", prgname); } static int parse_args(int argc, char **argv) { static const char *short_option = "i"; static struct option long_option[] = { {"iface", required_argument, NULL, 0}, {"interactive", no_argument, &interactive, 1}, {"client", no_argument, &client_mode, 1}, {NULL, 0, 0, 0}, }; int opt, idx; char *prgname = argv[0]; while ((opt = getopt_long(argc, argv, short_option, long_option, &idx)) != EOF) { switch (opt) { case 'i': printf("Interactive-mode selected\n"); interactive = 1; break; /* long options */ case 0: if (strncmp(long_option[idx].name, "iface", MAX_PATH_LEN) == 0) { rte_strscpy(iface, optarg, MAX_PATH_LEN); printf("iface %s\n", iface); } if (!strcmp(long_option[idx].name, "interactive")) { printf("Interactive-mode selected\n"); interactive = 1; } break; default: vdpa_usage(prgname); return -1; } } if (iface[0] == '\0' && interactive == 0) { vdpa_usage(prgname); return -1; } return 0; } static int new_device(int vid) { char ifname[MAX_PATH_LEN]; int i; rte_vhost_get_ifname(vid, ifname, sizeof(ifname)); for (i = 0; i < MAX_VDPA_SAMPLE_PORTS; i++) { if (strncmp(ifname, vports[i].ifname, MAX_PATH_LEN) == 0) { printf("\nnew port %s, did: %d\n", ifname, vports[i].did); vports[i].vid = vid; break; } } if (i >= MAX_VDPA_SAMPLE_PORTS) return -1; return 0; } static void destroy_device(int vid) { char ifname[MAX_PATH_LEN]; int i; rte_vhost_get_ifname(vid, ifname, sizeof(ifname)); for (i = 0; i < MAX_VDPA_SAMPLE_PORTS; i++) { if (strcmp(ifname, vports[i].ifname) == 0) { printf("\ndestroy port %s, did: %d\n", ifname, vports[i].did); break; } } } static const struct vhost_device_ops vdpa_sample_devops = { .new_device = new_device, .destroy_device = destroy_device, }; static int start_vdpa(struct vdpa_port *vport) { int ret; char *socket_path = vport->ifname; int did = vport->did; if (client_mode) vport->flags |= RTE_VHOST_USER_CLIENT; if (access(socket_path, F_OK) != -1 && !client_mode) { RTE_LOG(ERR, VDPA, "%s exists, please remove it or specify another file and try again.\n", socket_path); return -1; } ret = rte_vhost_driver_register(socket_path, vport->flags); if (ret != 0) rte_exit(EXIT_FAILURE, "register driver failed: %s\n", socket_path); ret = rte_vhost_driver_callback_register(socket_path, &vdpa_sample_devops); if (ret != 0) rte_exit(EXIT_FAILURE, "register driver ops failed: %s\n", socket_path); ret = rte_vhost_driver_attach_vdpa_device(socket_path, did); if (ret != 0) rte_exit(EXIT_FAILURE, "attach vdpa device failed: %s\n", socket_path); if (rte_vhost_driver_start(socket_path) < 0) rte_exit(EXIT_FAILURE, "start vhost driver failed: %s\n", socket_path); return 0; } static void close_vdpa(struct vdpa_port *vport) { int ret; char *socket_path = vport->ifname; ret = rte_vhost_driver_detach_vdpa_device(socket_path); if (ret != 0) RTE_LOG(ERR, VDPA, "detach vdpa device failed: %s\n", socket_path); ret = rte_vhost_driver_unregister(socket_path); if (ret != 0) RTE_LOG(ERR, VDPA, "Fail to unregister vhost driver for %s.\n", socket_path); } static void vdpa_sample_quit(void) { int i; for (i = 0; i < RTE_MIN(MAX_VDPA_SAMPLE_PORTS, dev_total); i++) { if (vports[i].ifname[0] != '\0') close_vdpa(&vports[i]); } } static void signal_handler(int signum) { if (signum == SIGINT || signum == SIGTERM) { printf("\nSignal %d received, preparing to exit...\n", signum); vdpa_sample_quit(); exit(0); } } /* interactive cmds */ /* *** Help command with introduction. *** */ struct cmd_help_result { cmdline_fixed_string_t help; }; static void cmd_help_parsed(__attribute__((unused)) void *parsed_result, struct cmdline *cl, __attribute__((unused)) void *data) { cmdline_printf( cl, "\n" "The following commands are currently available:\n\n" "Control:\n" " help : Show interactive instructions.\n" " list : list all available vdpa devices.\n" " create : create a new vdpa port.\n" " quit : exit vdpa sample app.\n" ); } cmdline_parse_token_string_t cmd_help_help = TOKEN_STRING_INITIALIZER(struct cmd_help_result, help, "help"); cmdline_parse_inst_t cmd_help = { .f = cmd_help_parsed, .data = NULL, .help_str = "show help", .tokens = { (void *)&cmd_help_help, NULL, }, }; /* *** List all available vdpa devices *** */ struct cmd_list_result { cmdline_fixed_string_t action; }; static void cmd_list_vdpa_devices_parsed( __attribute__((unused)) void *parsed_result, struct cmdline *cl, __attribute__((unused)) void *data) { int did; uint32_t queue_num; uint64_t features; struct rte_vdpa_device *vdev; struct rte_pci_addr addr; cmdline_printf(cl, "device id\tdevice address\tqueue num\tsupported features\n"); for (did = 0; did < dev_total; did++) { vdev = rte_vdpa_get_device(did); if (!vdev) continue; if (vdev->ops->get_queue_num(did, &queue_num) < 0) { RTE_LOG(ERR, VDPA, "failed to get vdpa queue number " "for device id %d.\n", did); continue; } if (vdev->ops->get_features(did, &features) < 0) { RTE_LOG(ERR, VDPA, "failed to get vdpa features " "for device id %d.\n", did); continue; } addr = vdev->addr.pci_addr; cmdline_printf(cl, "%d\t\t" PCI_PRI_FMT "\t%" PRIu32 "\t\t0x%" PRIx64 "\n", did, addr.domain, addr.bus, addr.devid, addr.function, queue_num, features); } } cmdline_parse_token_string_t cmd_action_list = TOKEN_STRING_INITIALIZER(struct cmd_list_result, action, "list"); cmdline_parse_inst_t cmd_list_vdpa_devices = { .f = cmd_list_vdpa_devices_parsed, .data = NULL, .help_str = "list all available vdpa devices", .tokens = { (void *)&cmd_action_list, NULL, }, }; /* *** Create new vdpa port *** */ struct cmd_create_result { cmdline_fixed_string_t action; cmdline_fixed_string_t socket_path; cmdline_fixed_string_t bdf; }; static void cmd_create_vdpa_port_parsed(void *parsed_result, struct cmdline *cl, __attribute__((unused)) void *data) { int did; struct cmd_create_result *res = parsed_result; struct rte_vdpa_dev_addr addr; rte_strscpy(vports[devcnt].ifname, res->socket_path, MAX_PATH_LEN); if (rte_pci_addr_parse(res->bdf, &addr.pci_addr) != 0) { cmdline_printf(cl, "Unable to parse the given bdf.\n"); return; } addr.type = PCI_ADDR; did = rte_vdpa_find_device_id(&addr); if (did < 0) { cmdline_printf(cl, "Unable to find vdpa device id.\n"); return; } vports[devcnt].did = did; if (start_vdpa(&vports[devcnt]) == 0) devcnt++; } cmdline_parse_token_string_t cmd_action_create = TOKEN_STRING_INITIALIZER(struct cmd_create_result, action, "create"); cmdline_parse_token_string_t cmd_socket_path = TOKEN_STRING_INITIALIZER(struct cmd_create_result, socket_path, NULL); cmdline_parse_token_string_t cmd_bdf = TOKEN_STRING_INITIALIZER(struct cmd_create_result, bdf, NULL); cmdline_parse_inst_t cmd_create_vdpa_port = { .f = cmd_create_vdpa_port_parsed, .data = NULL, .help_str = "create a new vdpa port", .tokens = { (void *)&cmd_action_create, (void *)&cmd_socket_path, (void *)&cmd_bdf, NULL, }, }; /* *** QUIT *** */ struct cmd_quit_result { cmdline_fixed_string_t quit; }; static void cmd_quit_parsed(__attribute__((unused)) void *parsed_result, struct cmdline *cl, __attribute__((unused)) void *data) { vdpa_sample_quit(); cmdline_quit(cl); } cmdline_parse_token_string_t cmd_quit_quit = TOKEN_STRING_INITIALIZER(struct cmd_quit_result, quit, "quit"); cmdline_parse_inst_t cmd_quit = { .f = cmd_quit_parsed, .data = NULL, .help_str = "quit: exit application", .tokens = { (void *)&cmd_quit_quit, NULL, }, }; cmdline_parse_ctx_t main_ctx[] = { (cmdline_parse_inst_t *)&cmd_help, (cmdline_parse_inst_t *)&cmd_list_vdpa_devices, (cmdline_parse_inst_t *)&cmd_create_vdpa_port, (cmdline_parse_inst_t *)&cmd_quit, NULL, }; int main(int argc, char *argv[]) { char ch; int i; int ret; struct cmdline *cl; ret = rte_eal_init(argc, argv); if (ret < 0) rte_exit(EXIT_FAILURE, "eal init failed\n"); argc -= ret; argv += ret; dev_total = rte_vdpa_get_device_num(); if (dev_total <= 0) rte_exit(EXIT_FAILURE, "No available vdpa device found\n"); signal(SIGINT, signal_handler); signal(SIGTERM, signal_handler); ret = parse_args(argc, argv); if (ret < 0) rte_exit(EXIT_FAILURE, "invalid argument\n"); if (interactive == 1) { cl = cmdline_stdin_new(main_ctx, "vdpa> "); if (cl == NULL) rte_panic("Cannot create cmdline instance\n"); cmdline_interact(cl); cmdline_stdin_exit(cl); } else { for (i = 0; i < RTE_MIN(MAX_VDPA_SAMPLE_PORTS, dev_total); i++) { vports[i].did = i; snprintf(vports[i].ifname, MAX_PATH_LEN, "%s%d", iface, i); start_vdpa(&vports[i]); } printf("enter \'q\' to quit\n"); while (scanf("%c", &ch)) { if (ch == 'q') break; while (ch != '\n') { if (scanf("%c", &ch)) printf("%c", ch); } printf("enter \'q\' to quit\n"); } vdpa_sample_quit(); } return 0; }