[linux-2.6-block.git] / samples / bpf / xdp_monitor_user.c

/* SPDX-License-Identifier: GPL-2.0
 * Copyright(c) 2017 Jesper Dangaard Brouer, Red Hat, Inc.
 */
static const char *__doc__=
 "XDP monitor tool, based on tracepoints\n"
;

static const char *__doc_err_only__=
 " NOTICE: Only tracking XDP redirect errors\n"
 "         Enable TX success stats via '--stats'\n"
 "         (which comes with a per packet processing overhead)\n"
;

#include <errno.h>
#include <stdio.h>
#include <stdlib.h>
#include <stdbool.h>
#include <stdint.h>
#include <string.h>
#include <ctype.h>
#include <unistd.h>
#include <locale.h>

#include <sys/resource.h>
#include <getopt.h>
#include <net/if.h>
#include <time.h>

#include <bpf/bpf.h>
#include "bpf_load.h"
#include "bpf_util.h"

static int verbose = 1;
static bool debug = false;

static const struct option long_options[] = {
	{"help",	no_argument,		NULL, 'h' },
	{"debug",	no_argument,		NULL, 'D' },
	{"stats",	no_argument,		NULL, 'S' },
	{"sec", 	required_argument,	NULL, 's' },
	{0, 0, NULL,  0 }
};

/* C standard specifies two constants, EXIT_SUCCESS(0) and EXIT_FAILURE(1) */
#define EXIT_FAIL_MEM	5

static void usage(char *argv[])
{
	int i;
	printf("\nDOCUMENTATION:\n%s\n", __doc__);
	printf("\n");
	printf(" Usage: %s (options-see-below)\n",
	       argv[0]);
	printf(" Listing options:\n");
	for (i = 0; long_options[i].name != 0; i++) {
		printf(" --%-15s", long_options[i].name);
		if (long_options[i].flag != NULL)
			printf(" flag (internal value:%d)",
			       *long_options[i].flag);
		else
			printf("short-option: -%c",
			       long_options[i].val);
		printf("\n");
	}
	printf("\n");
}

#define NANOSEC_PER_SEC 1000000000 /* 10^9 */
static __u64 gettime(void)
{
	struct timespec t;
	int res;

	res = clock_gettime(CLOCK_MONOTONIC, &t);
	if (res < 0) {
		fprintf(stderr, "Error with gettimeofday! (%i)\n", res);
		exit(EXIT_FAILURE);
	}
	return (__u64) t.tv_sec * NANOSEC_PER_SEC + t.tv_nsec;
}

enum {
	REDIR_SUCCESS = 0,
	REDIR_ERROR = 1,
};
#define REDIR_RES_MAX 2
static const char *redir_names[REDIR_RES_MAX] = {
	[REDIR_SUCCESS]	= "Success",
	[REDIR_ERROR]	= "Error",
};
static const char *err2str(int err)
{
	if (err < REDIR_RES_MAX)
		return redir_names[err];
	return NULL;
}
/* enum xdp_action */
#define XDP_UNKNOWN	XDP_REDIRECT + 1
#define XDP_ACTION_MAX (XDP_UNKNOWN + 1)
static const char *xdp_action_names[XDP_ACTION_MAX] = {
	[XDP_ABORTED]	= "XDP_ABORTED",
	[XDP_DROP]	= "XDP_DROP",
	[XDP_PASS]	= "XDP_PASS",
	[XDP_TX]	= "XDP_TX",
	[XDP_REDIRECT]	= "XDP_REDIRECT",
	[XDP_UNKNOWN]	= "XDP_UNKNOWN",
};
static const char *action2str(int action)
{
	if (action < XDP_ACTION_MAX)
		return xdp_action_names[action];
	return NULL;
}

/* Common stats data record shared with _kern.c */
struct datarec {
	__u64 processed;
	__u64 dropped;
	__u64 info;
	__u64 err;
};
#define MAX_CPUS 64

/* Userspace structs for collection of stats from maps */
struct record {
	__u64 timestamp;
	struct datarec total;
	struct datarec *cpu;
};
struct u64rec {
	__u64 processed;
};
struct record_u64 {
	/* record for _kern side __u64 values */
	__u64 timestamp;
	struct u64rec total;
	struct u64rec *cpu;
};

struct stats_record {
	struct record_u64 xdp_redirect[REDIR_RES_MAX];
	struct record_u64 xdp_exception[XDP_ACTION_MAX];
	struct record xdp_cpumap_kthread;
	struct record xdp_cpumap_enqueue[MAX_CPUS];
	struct record xdp_devmap_xmit;
};

static bool map_collect_record(int fd, __u32 key, struct record *rec)
{
	/* For percpu maps, userspace gets a value per possible CPU */
	unsigned int nr_cpus = bpf_num_possible_cpus();
	struct datarec values[nr_cpus];
	__u64 sum_processed = 0;
	__u64 sum_dropped = 0;
	__u64 sum_info = 0;
	__u64 sum_err = 0;
	int i;

	if ((bpf_map_lookup_elem(fd, &key, values)) != 0) {
		fprintf(stderr,
			"ERR: bpf_map_lookup_elem failed key:0x%X\n", key);
		return false;
	}
	/* Get time as close as possible to reading map contents */
	rec->timestamp = gettime();

	/* Record and sum values from each CPU */
	for (i = 0; i < nr_cpus; i++) {
		rec->cpu[i].processed = values[i].processed;
		sum_processed        += values[i].processed;
		rec->cpu[i].dropped = values[i].dropped;
		sum_dropped        += values[i].dropped;
		rec->cpu[i].info = values[i].info;
		sum_info        += values[i].info;
		rec->cpu[i].err = values[i].err;
		sum_err        += values[i].err;
	}
	rec->total.processed = sum_processed;
	rec->total.dropped   = sum_dropped;
	rec->total.info      = sum_info;
	rec->total.err       = sum_err;
	return true;
}

static bool map_collect_record_u64(int fd, __u32 key, struct record_u64 *rec)
{
	/* For percpu maps, userspace gets a value per possible CPU */
	unsigned int nr_cpus = bpf_num_possible_cpus();
	struct u64rec values[nr_cpus];
	__u64 sum_total = 0;
	int i;

	if ((bpf_map_lookup_elem(fd, &key, values)) != 0) {
		fprintf(stderr,
			"ERR: bpf_map_lookup_elem failed key:0x%X\n", key);
		return false;
	}
	/* Get time as close as possible to reading map contents */
	rec->timestamp = gettime();

	/* Record and sum values from each CPU */
	for (i = 0; i < nr_cpus; i++) {
		rec->cpu[i].processed = values[i].processed;
		sum_total            += values[i].processed;
	}
	rec->total.processed = sum_total;
	return true;
}

static double calc_period(struct record *r, struct record *p)
{
	double period_ = 0;
	__u64 period = 0;

	period = r->timestamp - p->timestamp;
	if (period > 0)
		period_ = ((double) period / NANOSEC_PER_SEC);

	return period_;
}

static double calc_period_u64(struct record_u64 *r, struct record_u64 *p)
{
	double period_ = 0;
	__u64 period = 0;

	period = r->timestamp - p->timestamp;
	if (period > 0)
		period_ = ((double) period / NANOSEC_PER_SEC);

	return period_;
}

static double calc_pps(struct datarec *r, struct datarec *p, double period)
{
	__u64 packets = 0;
	double pps = 0;

	if (period > 0) {
		packets = r->processed - p->processed;
		pps = packets / period;
	}
	return pps;
}

static double calc_pps_u64(struct u64rec *r, struct u64rec *p, double period)
{
	__u64 packets = 0;
	double pps = 0;

	if (period > 0) {
		packets = r->processed - p->processed;
		pps = packets / period;
	}
	return pps;
}

static double calc_drop(struct datarec *r, struct datarec *p, double period)
{
	__u64 packets = 0;
	double pps = 0;

	if (period > 0) {
		packets = r->dropped - p->dropped;
		pps = packets / period;
	}
	return pps;
}

static double calc_info(struct datarec *r, struct datarec *p, double period)
{
	__u64 packets = 0;
	double pps = 0;

	if (period > 0) {
		packets = r->info - p->info;
		pps = packets / period;
	}
	return pps;
}

static double calc_err(struct datarec *r, struct datarec *p, double period)
{
	__u64 packets = 0;
	double pps = 0;

	if (period > 0) {
		packets = r->err - p->err;
		pps = packets / period;
	}
	return pps;
}

static void stats_print(struct stats_record *stats_rec,
			struct stats_record *stats_prev,
			bool err_only)
{
	unsigned int nr_cpus = bpf_num_possible_cpus();
	int rec_i = 0, i, to_cpu;
	double t = 0, pps = 0;

	/* Header */
	printf("%-15s %-7s %-12s %-12s %-9s\n",
	       "XDP-event", "CPU:to", "pps", "drop-pps", "extra-info");

	/* tracepoint: xdp:xdp_redirect_* */
	if (err_only)
		rec_i = REDIR_ERROR;

	for (; rec_i < REDIR_RES_MAX; rec_i++) {
		struct record_u64 *rec, *prev;
		char *fmt1 = "%-15s %-7d %'-12.0f %'-12.0f %s\n";
		char *fmt2 = "%-15s %-7s %'-12.0f %'-12.0f %s\n";

		rec  =  &stats_rec->xdp_redirect[rec_i];
		prev = &stats_prev->xdp_redirect[rec_i];
		t = calc_period_u64(rec, prev);

		for (i = 0; i < nr_cpus; i++) {
			struct u64rec *r = &rec->cpu[i];
			struct u64rec *p = &prev->cpu[i];

			pps = calc_pps_u64(r, p, t);
			if (pps > 0)
				printf(fmt1, "XDP_REDIRECT", i,
				       rec_i ? 0.0: pps, rec_i ? pps : 0.0,
				       err2str(rec_i));
		}
		pps = calc_pps_u64(&rec->total, &prev->total, t);
		printf(fmt2, "XDP_REDIRECT", "total",
		       rec_i ? 0.0: pps, rec_i ? pps : 0.0, err2str(rec_i));
	}

	/* tracepoint: xdp:xdp_exception */
	for (rec_i = 0; rec_i < XDP_ACTION_MAX; rec_i++) {
		struct record_u64 *rec, *prev;
		char *fmt1 = "%-15s %-7d %'-12.0f %'-12.0f %s\n";
		char *fmt2 = "%-15s %-7s %'-12.0f %'-12.0f %s\n";

		rec  =  &stats_rec->xdp_exception[rec_i];
		prev = &stats_prev->xdp_exception[rec_i];
		t = calc_period_u64(rec, prev);

		for (i = 0; i < nr_cpus; i++) {
			struct u64rec *r = &rec->cpu[i];
			struct u64rec *p = &prev->cpu[i];

			pps = calc_pps_u64(r, p, t);
			if (pps > 0)
				printf(fmt1, "Exception", i,
				       0.0, pps, action2str(rec_i));
		}
		pps = calc_pps_u64(&rec->total, &prev->total, t);
		if (pps > 0)
			printf(fmt2, "Exception", "total",
			       0.0, pps, action2str(rec_i));
	}

	/* cpumap enqueue stats */
	for (to_cpu = 0; to_cpu < MAX_CPUS; to_cpu++) {
		char *fmt1 = "%-15s %3d:%-3d %'-12.0f %'-12.0f %'-10.2f %s\n";
		char *fmt2 = "%-15s %3s:%-3d %'-12.0f %'-12.0f %'-10.2f %s\n";
		struct record *rec, *prev;
		char *info_str = "";
		double drop, info;

		rec  =  &stats_rec->xdp_cpumap_enqueue[to_cpu];
		prev = &stats_prev->xdp_cpumap_enqueue[to_cpu];
		t = calc_period(rec, prev);
		for (i = 0; i < nr_cpus; i++) {
			struct datarec *r = &rec->cpu[i];
			struct datarec *p = &prev->cpu[i];

			pps  = calc_pps(r, p, t);
			drop = calc_drop(r, p, t);
			info = calc_info(r, p, t);
			if (info > 0) {
				info_str = "bulk-average";
				info = pps / info; /* calc average bulk size */
			}
			if (pps > 0)
				printf(fmt1, "cpumap-enqueue",
				       i, to_cpu, pps, drop, info, info_str);
		}
		pps = calc_pps(&rec->total, &prev->total, t);
		if (pps > 0) {
			drop = calc_drop(&rec->total, &prev->total, t);
			info = calc_info(&rec->total, &prev->total, t);
			if (info > 0) {
				info_str = "bulk-average";
				info = pps / info; /* calc average bulk size */
			}
			printf(fmt2, "cpumap-enqueue",
			       "sum", to_cpu, pps, drop, info, info_str);
		}
	}

	/* cpumap kthread stats */
	{
		char *fmt1 = "%-15s %-7d %'-12.0f %'-12.0f %'-10.0f %s\n";
		char *fmt2 = "%-15s %-7s %'-12.0f %'-12.0f %'-10.0f %s\n";
		struct record *rec, *prev;
		double drop, info;
		char *i_str = "";

		rec  =  &stats_rec->xdp_cpumap_kthread;
		prev = &stats_prev->xdp_cpumap_kthread;
		t = calc_period(rec, prev);
		for (i = 0; i < nr_cpus; i++) {
			struct datarec *r = &rec->cpu[i];
			struct datarec *p = &prev->cpu[i];

			pps  = calc_pps(r, p, t);
			drop = calc_drop(r, p, t);
			info = calc_info(r, p, t);
			if (info > 0)
				i_str = "sched";
			if (pps > 0 || drop > 0)
				printf(fmt1, "cpumap-kthread",
				       i, pps, drop, info, i_str);
		}
		pps = calc_pps(&rec->total, &prev->total, t);
		drop = calc_drop(&rec->total, &prev->total, t);
		info = calc_info(&rec->total, &prev->total, t);
		if (info > 0)
			i_str = "sched-sum";
		printf(fmt2, "cpumap-kthread", "total", pps, drop, info, i_str);
	}

	/* devmap ndo_xdp_xmit stats */
	{
		char *fmt1 = "%-15s %-7d %'-12.0f %'-12.0f %'-10.2f %s %s\n";
		char *fmt2 = "%-15s %-7s %'-12.0f %'-12.0f %'-10.2f %s %s\n";
		struct record *rec, *prev;
		double drop, info, err;
		char *i_str = "";
		char *err_str = "";

		rec  =  &stats_rec->xdp_devmap_xmit;
		prev = &stats_prev->xdp_devmap_xmit;
		t = calc_period(rec, prev);
		for (i = 0; i < nr_cpus; i++) {
			struct datarec *r = &rec->cpu[i];
			struct datarec *p = &prev->cpu[i];

			pps  = calc_pps(r, p, t);
			drop = calc_drop(r, p, t);
			info = calc_info(r, p, t);
			err  = calc_err(r, p, t);
			if (info > 0) {
				i_str = "bulk-average";
				info = (pps+drop) / info; /* calc avg bulk */
			}
			if (err > 0)
				err_str = "drv-err";
			if (pps > 0 || drop > 0)
				printf(fmt1, "devmap-xmit",
				       i, pps, drop, info, i_str, err_str);
		}
		pps = calc_pps(&rec->total, &prev->total, t);
		drop = calc_drop(&rec->total, &prev->total, t);
		info = calc_info(&rec->total, &prev->total, t);
		err  = calc_err(&rec->total, &prev->total, t);
		if (info > 0) {
			i_str = "bulk-average";
			info = (pps+drop) / info; /* calc avg bulk */
		}
		if (err > 0)
			err_str = "drv-err";
		printf(fmt2, "devmap-xmit", "total", pps, drop,
		       info, i_str, err_str);
	}

	printf("\n");
}

static bool stats_collect(struct stats_record *rec)
{
	int fd;
	int i;

	/* TODO: Detect if someone unloaded the perf event_fd's, as
	 * this can happen by someone running perf-record -e
	 */

	fd = map_data[0].fd; /* map0: redirect_err_cnt */
	for (i = 0; i < REDIR_RES_MAX; i++)
		map_collect_record_u64(fd, i, &rec->xdp_redirect[i]);

	fd = map_data[1].fd; /* map1: exception_cnt */
	for (i = 0; i < XDP_ACTION_MAX; i++) {
		map_collect_record_u64(fd, i, &rec->xdp_exception[i]);
	}

	fd = map_data[2].fd; /* map2: cpumap_enqueue_cnt */
	for (i = 0; i < MAX_CPUS; i++)
		map_collect_record(fd, i, &rec->xdp_cpumap_enqueue[i]);

	fd = map_data[3].fd; /* map3: cpumap_kthread_cnt */
	map_collect_record(fd, 0, &rec->xdp_cpumap_kthread);

	fd = map_data[4].fd; /* map4: devmap_xmit_cnt */
	map_collect_record(fd, 0, &rec->xdp_devmap_xmit);

	return true;
}

static void *alloc_rec_per_cpu(int record_size)
{
	unsigned int nr_cpus = bpf_num_possible_cpus();
	void *array;
	size_t size;

	size = record_size * nr_cpus;
	array = malloc(size);
	memset(array, 0, size);
	if (!array) {
		fprintf(stderr, "Mem alloc error (nr_cpus:%u)\n", nr_cpus);
		exit(EXIT_FAIL_MEM);
	}
	return array;
}

static struct stats_record *alloc_stats_record(void)
{
	struct stats_record *rec;
	int rec_sz;
	int i;

	/* Alloc main stats_record structure */
	rec = malloc(sizeof(*rec));
	memset(rec, 0, sizeof(*rec));
	if (!rec) {
		fprintf(stderr, "Mem alloc error\n");
		exit(EXIT_FAIL_MEM);
	}

	/* Alloc stats stored per CPU for each record */
	rec_sz = sizeof(struct u64rec);
	for (i = 0; i < REDIR_RES_MAX; i++)
		rec->xdp_redirect[i].cpu = alloc_rec_per_cpu(rec_sz);

	for (i = 0; i < XDP_ACTION_MAX; i++)
		rec->xdp_exception[i].cpu = alloc_rec_per_cpu(rec_sz);

	rec_sz = sizeof(struct datarec);
	rec->xdp_cpumap_kthread.cpu = alloc_rec_per_cpu(rec_sz);
	rec->xdp_devmap_xmit.cpu    = alloc_rec_per_cpu(rec_sz);

	for (i = 0; i < MAX_CPUS; i++)
		rec->xdp_cpumap_enqueue[i].cpu = alloc_rec_per_cpu(rec_sz);

	return rec;
}

static void free_stats_record(struct stats_record *r)
{
	int i;

	for (i = 0; i < REDIR_RES_MAX; i++)
		free(r->xdp_redirect[i].cpu);

	for (i = 0; i < XDP_ACTION_MAX; i++)
		free(r->xdp_exception[i].cpu);

	free(r->xdp_cpumap_kthread.cpu);
	free(r->xdp_devmap_xmit.cpu);

	for (i = 0; i < MAX_CPUS; i++)
		free(r->xdp_cpumap_enqueue[i].cpu);

	free(r);
}

/* Pointer swap trick */
static inline void swap(struct stats_record **a, struct stats_record **b)
{
	struct stats_record *tmp;

	tmp = *a;
	*a = *b;
	*b = tmp;
}

static void stats_poll(int interval, bool err_only)
{
	struct stats_record *rec, *prev;

	rec  = alloc_stats_record();
	prev = alloc_stats_record();
	stats_collect(rec);

	if (err_only)
		printf("\n%s\n", __doc_err_only__);

	/* Trick to pretty printf with thousands separators use %' */
	setlocale(LC_NUMERIC, "en_US");

	/* Header */
	if (verbose)
		printf("\n%s", __doc__);

	/* TODO Need more advanced stats on error types */
	if (verbose) {
		printf(" - Stats map0: %s\n", map_data[0].name);
		printf(" - Stats map1: %s\n", map_data[1].name);
		printf("\n");
	}
	fflush(stdout);

	while (1) {
		swap(&prev, &rec);
		stats_collect(rec);
		stats_print(rec, prev, err_only);
		fflush(stdout);
		sleep(interval);
	}

	free_stats_record(rec);
	free_stats_record(prev);
}

static void print_bpf_prog_info(void)
{
	int i;

	/* Prog info */
	printf("Loaded BPF prog have %d bpf program(s)\n", prog_cnt);
	for (i = 0; i < prog_cnt; i++) {
		printf(" - prog_fd[%d] = fd(%d)\n", i, prog_fd[i]);
	}

	/* Maps info */
	printf("Loaded BPF prog have %d map(s)\n", map_data_count);
	for (i = 0; i < map_data_count; i++) {
		char *name = map_data[i].name;
		int fd     = map_data[i].fd;

		printf(" - map_data[%d] = fd(%d) name:%s\n", i, fd, name);
	}

	/* Event info */
	printf("Searching for (max:%d) event file descriptor(s)\n", prog_cnt);
	for (i = 0; i < prog_cnt; i++) {
		if (event_fd[i] != -1)
			printf(" - event_fd[%d] = fd(%d)\n", i, event_fd[i]);
	}
}

int main(int argc, char **argv)
{
	struct rlimit r = {RLIM_INFINITY, RLIM_INFINITY};
	int longindex = 0, opt;
	int ret = EXIT_SUCCESS;
	char bpf_obj_file[256];

	/* Default settings: */
	bool errors_only = true;
	int interval = 2;

	snprintf(bpf_obj_file, sizeof(bpf_obj_file), "%s_kern.o", argv[0]);

	/* Parse commands line args */
	while ((opt = getopt_long(argc, argv, "hDSs:",
				  long_options, &longindex)) != -1) {
		switch (opt) {
		case 'D':
			debug = true;
			break;
		case 'S':
			errors_only = false;
			break;
		case 's':
			interval = atoi(optarg);
			break;
		case 'h':
		default:
			usage(argv);
			return EXIT_FAILURE;
		}
	}

	if (setrlimit(RLIMIT_MEMLOCK, &r)) {
		perror("setrlimit(RLIMIT_MEMLOCK)");
		return EXIT_FAILURE;
	}

	if (load_bpf_file(bpf_obj_file)) {
		printf("ERROR - bpf_log_buf: %s", bpf_log_buf);
		return EXIT_FAILURE;
	}
	if (!prog_fd[0]) {
		printf("ERROR - load_bpf_file: %s\n", strerror(errno));
		return EXIT_FAILURE;
	}

	if (debug) {
		print_bpf_prog_info();
	}

	/* Unload/stop tracepoint event by closing fd's */
	if (errors_only) {
		/* The prog_fd[i] and event_fd[i] depend on the
		 * order the functions was defined in _kern.c
		 */
		close(event_fd[2]); /* tracepoint/xdp/xdp_redirect */
		close(prog_fd[2]);  /* func: trace_xdp_redirect */
		close(event_fd[3]); /* tracepoint/xdp/xdp_redirect_map */
		close(prog_fd[3]);  /* func: trace_xdp_redirect_map */
	}

	stats_poll(interval, errors_only);

	return ret;
}
Commit	Line	Data
417f1d9f JDB	1	/* SPDX-License-Identifier: GPL-2.0
417f1d9f JDB	2	* Copyright(c) 2017 Jesper Dangaard Brouer, Red Hat, Inc.
3ffab546 JDB	3	*/
	4	static const char *__doc__=
	5	"XDP monitor tool, based on tracepoints\n"
	6	;
	7
	8	static const char *__doc_err_only__=
	9	" NOTICE: Only tracking XDP redirect errors\n"
	10	" Enable TX success stats via '--stats'\n"
	11	" (which comes with a per packet processing overhead)\n"
	12	;
	13
	14	#include <errno.h>
	15	#include <stdio.h>
	16	#include <stdlib.h>
	17	#include <stdbool.h>
	18	#include <stdint.h>
	19	#include <string.h>
	20	#include <ctype.h>
	21	#include <unistd.h>
	22	#include <locale.h>
	23
c4eb7f46	24	#include <sys/resource.h>
3ffab546 JDB	25	#include <getopt.h>
	26	#include <net/if.h>
	27	#include <time.h>
	28
2bf3e2ef	29	#include <bpf/bpf.h>
3ffab546 JDB	30	#include "bpf_load.h"
	31	#include "bpf_util.h"
	32
	33	static int verbose = 1;
	34	static bool debug = false;
	35
	36	static const struct option long_options[] = {
	37	{"help", no_argument, NULL, 'h' },
	38	{"debug", no_argument, NULL, 'D' },
	39	{"stats", no_argument, NULL, 'S' },
	40	{"sec", required_argument, NULL, 's' },
	41	{0, 0, NULL, 0 }
	42	};
	43
417f1d9f JDB	44	/* C standard specifies two constants, EXIT_SUCCESS(0) and EXIT_FAILURE(1) */
	45	#define EXIT_FAIL_MEM 5
	46
3ffab546 JDB	47	static void usage(char *argv[])
	48	{
	49	int i;
	50	printf("\nDOCUMENTATION:\n%s\n", __doc__);
	51	printf("\n");
	52	printf(" Usage: %s (options-see-below)\n",
	53	argv[0]);
	54	printf(" Listing options:\n");
	55	for (i = 0; long_options[i].name != 0; i++) {
	56	printf(" --%-15s", long_options[i].name);
	57	if (long_options[i].flag != NULL)
	58	printf(" flag (internal value:%d)",
	59	*long_options[i].flag);
	60	else
53ea24c2	61	printf("short-option: -%c",
3ffab546 JDB	62	long_options[i].val);
	63	printf("\n");
	64	}
	65	printf("\n");
	66	}
	67
	68	#define NANOSEC_PER_SEC 1000000000 /* 10^9 */
0929567a	69	static __u64 gettime(void)
3ffab546 JDB	70	{
	71	struct timespec t;
	72	int res;
	73
	74	res = clock_gettime(CLOCK_MONOTONIC, &t);
	75	if (res < 0) {
	76	fprintf(stderr, "Error with gettimeofday! (%i)\n", res);
	77	exit(EXIT_FAILURE);
	78	}
	79	return (__u64) t.tv_sec * NANOSEC_PER_SEC + t.tv_nsec;
	80	}
	81
	82	enum {
	83	REDIR_SUCCESS = 0,
	84	REDIR_ERROR = 1,
	85	};
	86	#define REDIR_RES_MAX 2
	87	static const char *redir_names[REDIR_RES_MAX] = {
	88	[REDIR_SUCCESS] = "Success",
	89	[REDIR_ERROR] = "Error",
	90	};
	91	static const char *err2str(int err)
	92	{
	93	if (err < REDIR_RES_MAX)
	94	return redir_names[err];
	95	return NULL;
	96	}
280b058d JDB	97	/* enum xdp_action */
	98	#define XDP_UNKNOWN XDP_REDIRECT + 1
	99	#define XDP_ACTION_MAX (XDP_UNKNOWN + 1)
	100	static const char *xdp_action_names[XDP_ACTION_MAX] = {
	101	[XDP_ABORTED] = "XDP_ABORTED",
	102	[XDP_DROP] = "XDP_DROP",
	103	[XDP_PASS] = "XDP_PASS",
	104	[XDP_TX] = "XDP_TX",
	105	[XDP_REDIRECT] = "XDP_REDIRECT",
	106	[XDP_UNKNOWN] = "XDP_UNKNOWN",
	107	};
	108	static const char *action2str(int action)
	109	{
	110	if (action < XDP_ACTION_MAX)
	111	return xdp_action_names[action];
	112	return NULL;
	113	}
3ffab546	114
417f1d9f JDB	115	/* Common stats data record shared with _kern.c */
	116	struct datarec {
	117	__u64 processed;
	118	__u64 dropped;
	119	__u64 info;
a570e48f	120	__u64 err;
417f1d9f JDB	121	};
	122	#define MAX_CPUS 64
	123
	124	/* Userspace structs for collection of stats from maps */
3ffab546	125	struct record {
3ffab546	126	__u64 timestamp;
417f1d9f JDB	127	struct datarec total;
	128	struct datarec *cpu;
	129	};
	130	struct u64rec {
	131	__u64 processed;
	132	};
	133	struct record_u64 {
	134	/* record for _kern side __u64 values */
	135	__u64 timestamp;
	136	struct u64rec total;
	137	struct u64rec *cpu;
3ffab546 JDB	138	};
	139
	140	struct stats_record {
417f1d9f JDB	141	struct record_u64 xdp_redirect[REDIR_RES_MAX];
	142	struct record_u64 xdp_exception[XDP_ACTION_MAX];
	143	struct record xdp_cpumap_kthread;
	144	struct record xdp_cpumap_enqueue[MAX_CPUS];
9940fbf6	145	struct record xdp_devmap_xmit;
3ffab546 JDB	146	};
3ffab546 JDB	147
417f1d9f	148	static bool map_collect_record(int fd, __u32 key, struct record *rec)
3ffab546	149	{
417f1d9f JDB	150	/* For percpu maps, userspace gets a value per possible CPU */
	151	unsigned int nr_cpus = bpf_num_possible_cpus();
	152	struct datarec values[nr_cpus];
	153	__u64 sum_processed = 0;
	154	__u64 sum_dropped = 0;
	155	__u64 sum_info = 0;
a570e48f	156	__u64 sum_err = 0;
417f1d9f JDB	157	int i;
	158
	159	if ((bpf_map_lookup_elem(fd, &key, values)) != 0) {
	160	fprintf(stderr,
	161	"ERR: bpf_map_lookup_elem failed key:0x%X\n", key);
	162	return false;
	163	}
	164	/* Get time as close as possible to reading map contents */
	165	rec->timestamp = gettime();
3ffab546	166
417f1d9f JDB	167	/* Record and sum values from each CPU */
	168	for (i = 0; i < nr_cpus; i++) {
	169	rec->cpu[i].processed = values[i].processed;
	170	sum_processed += values[i].processed;
	171	rec->cpu[i].dropped = values[i].dropped;
	172	sum_dropped += values[i].dropped;
	173	rec->cpu[i].info = values[i].info;
	174	sum_info += values[i].info;
a570e48f JDB	175	rec->cpu[i].err = values[i].err;
a570e48f JDB	176	sum_err += values[i].err;
417f1d9f JDB	177	}
	178	rec->total.processed = sum_processed;
	179	rec->total.dropped = sum_dropped;
	180	rec->total.info = sum_info;
a570e48f	181	rec->total.err = sum_err;
417f1d9f JDB	182	return true;
	183	}
	184
	185	static bool map_collect_record_u64(int fd, __u32 key, struct record_u64 *rec)
	186	{
	187	/* For percpu maps, userspace gets a value per possible CPU */
	188	unsigned int nr_cpus = bpf_num_possible_cpus();
	189	struct u64rec values[nr_cpus];
	190	__u64 sum_total = 0;
	191	int i;
	192
	193	if ((bpf_map_lookup_elem(fd, &key, values)) != 0) {
	194	fprintf(stderr,
	195	"ERR: bpf_map_lookup_elem failed key:0x%X\n", key);
	196	return false;
	197	}
	198	/* Get time as close as possible to reading map contents */
	199	rec->timestamp = gettime();
	200
	201	/* Record and sum values from each CPU */
	202	for (i = 0; i < nr_cpus; i++) {
	203	rec->cpu[i].processed = values[i].processed;
	204	sum_total += values[i].processed;
	205	}
	206	rec->total.processed = sum_total;
	207	return true;
280b058d JDB	208	}
	209
	210	static double calc_period(struct record r, struct record p)
	211	{
	212	double period_ = 0;
	213	__u64 period = 0;
	214
	215	period = r->timestamp - p->timestamp;
	216	if (period > 0)
	217	period_ = ((double) period / NANOSEC_PER_SEC);
	218
	219	return period_;
	220	}
	221
417f1d9f JDB	222	static double calc_period_u64(struct record_u64 r, struct record_u64 p)
	223	{
	224	double period_ = 0;
	225	__u64 period = 0;
	226
	227	period = r->timestamp - p->timestamp;
	228	if (period > 0)
	229	period_ = ((double) period / NANOSEC_PER_SEC);
	230
	231	return period_;
	232	}
	233
	234	static double calc_pps(struct datarec r, struct datarec p, double period)
	235	{
	236	__u64 packets = 0;
	237	double pps = 0;
	238
	239	if (period > 0) {
	240	packets = r->processed - p->processed;
	241	pps = packets / period;
	242	}
	243	return pps;
	244	}
	245
	246	static double calc_pps_u64(struct u64rec r, struct u64rec p, double period)
	247	{
	248	__u64 packets = 0;
	249	double pps = 0;
	250
	251	if (period > 0) {
	252	packets = r->processed - p->processed;
	253	pps = packets / period;
	254	}
	255	return pps;
	256	}
	257
	258	static double calc_drop(struct datarec r, struct datarec p, double period)
	259	{
	260	__u64 packets = 0;
	261	double pps = 0;
	262
	263	if (period > 0) {
	264	packets = r->dropped - p->dropped;
	265	pps = packets / period;
	266	}
	267	return pps;
	268	}
	269
	270	static double calc_info(struct datarec r, struct datarec p, double period)
280b058d JDB	271	{
	272	__u64 packets = 0;
	273	double pps = 0;
	274
	275	if (period > 0) {
417f1d9f	276	packets = r->info - p->info;
280b058d JDB	277	pps = packets / period;
	278	}
	279	return pps;
3ffab546 JDB	280	}
3ffab546 JDB	281
a570e48f JDB	282	static double calc_err(struct datarec r, struct datarec p, double period)
	283	{
	284	__u64 packets = 0;
	285	double pps = 0;
	286
	287	if (period > 0) {
	288	packets = r->err - p->err;
	289	pps = packets / period;
	290	}
	291	return pps;
	292	}
	293
417f1d9f JDB	294	static void stats_print(struct stats_record *stats_rec,
417f1d9f JDB	295	struct stats_record *stats_prev,
3ffab546 JDB	296	bool err_only)
3ffab546 JDB	297	{
417f1d9f JDB	298	unsigned int nr_cpus = bpf_num_possible_cpus();
	299	int rec_i = 0, i, to_cpu;
	300	double t = 0, pps = 0;
3ffab546	301
417f1d9f JDB	302	/* Header */
	303	printf("%-15s %-7s %-12s %-12s %-9s\n",
	304	"XDP-event", "CPU:to", "pps", "drop-pps", "extra-info");
280b058d JDB	305
280b058d JDB	306	/* tracepoint: xdp:xdp_redirect_* */
3ffab546	307	if (err_only)
417f1d9f JDB	308	rec_i = REDIR_ERROR;
	309
	310	for (; rec_i < REDIR_RES_MAX; rec_i++) {
	311	struct record_u64 rec, prev;
	312	char *fmt1 = "%-15s %-7d %'-12.0f %'-12.0f %s\n";
	313	char *fmt2 = "%-15s %-7s %'-12.0f %'-12.0f %s\n";
	314
	315	rec = &stats_rec->xdp_redirect[rec_i];
	316	prev = &stats_prev->xdp_redirect[rec_i];
	317	t = calc_period_u64(rec, prev);
	318
	319	for (i = 0; i < nr_cpus; i++) {
	320	struct u64rec *r = &rec->cpu[i];
	321	struct u64rec *p = &prev->cpu[i];
	322
	323	pps = calc_pps_u64(r, p, t);
	324	if (pps > 0)
	325	printf(fmt1, "XDP_REDIRECT", i,
	326	rec_i ? 0.0: pps, rec_i ? pps : 0.0,
	327	err2str(rec_i));
3ffab546	328	}
417f1d9f JDB	329	pps = calc_pps_u64(&rec->total, &prev->total, t);
	330	printf(fmt2, "XDP_REDIRECT", "total",
	331	rec_i ? 0.0: pps, rec_i ? pps : 0.0, err2str(rec_i));
280b058d	332	}
3ffab546	333
280b058d	334	/* tracepoint: xdp:xdp_exception */
417f1d9f JDB	335	for (rec_i = 0; rec_i < XDP_ACTION_MAX; rec_i++) {
	336	struct record_u64 rec, prev;
	337	char *fmt1 = "%-15s %-7d %'-12.0f %'-12.0f %s\n";
	338	char *fmt2 = "%-15s %-7s %'-12.0f %'-12.0f %s\n";
	339
	340	rec = &stats_rec->xdp_exception[rec_i];
	341	prev = &stats_prev->xdp_exception[rec_i];
	342	t = calc_period_u64(rec, prev);
	343
	344	for (i = 0; i < nr_cpus; i++) {
	345	struct u64rec *r = &rec->cpu[i];
	346	struct u64rec *p = &prev->cpu[i];
	347
	348	pps = calc_pps_u64(r, p, t);
	349	if (pps > 0)
	350	printf(fmt1, "Exception", i,
8de0e8ba	351	0.0, pps, action2str(rec_i));
280b058d	352	}
417f1d9f	353	pps = calc_pps_u64(&rec->total, &prev->total, t);
280b058d	354	if (pps > 0)
417f1d9f JDB	355	printf(fmt2, "Exception", "total",
417f1d9f JDB	356	0.0, pps, action2str(rec_i));
3ffab546	357	}
3ffab546	358
417f1d9f JDB	359	/* cpumap enqueue stats */
	360	for (to_cpu = 0; to_cpu < MAX_CPUS; to_cpu++) {
	361	char *fmt1 = "%-15s %3d:%-3d %'-12.0f %'-12.0f %'-10.2f %s\n";
	362	char *fmt2 = "%-15s %3s:%-3d %'-12.0f %'-12.0f %'-10.2f %s\n";
	363	struct record rec, prev;
	364	char *info_str = "";
	365	double drop, info;
	366
	367	rec = &stats_rec->xdp_cpumap_enqueue[to_cpu];
	368	prev = &stats_prev->xdp_cpumap_enqueue[to_cpu];
	369	t = calc_period(rec, prev);
	370	for (i = 0; i < nr_cpus; i++) {
	371	struct datarec *r = &rec->cpu[i];
	372	struct datarec *p = &prev->cpu[i];
	373
	374	pps = calc_pps(r, p, t);
	375	drop = calc_drop(r, p, t);
	376	info = calc_info(r, p, t);
	377	if (info > 0) {
	378	info_str = "bulk-average";
	379	info = pps / info; /* calc average bulk size */
	380	}
	381	if (pps > 0)
	382	printf(fmt1, "cpumap-enqueue",
	383	i, to_cpu, pps, drop, info, info_str);
	384	}
	385	pps = calc_pps(&rec->total, &prev->total, t);
	386	if (pps > 0) {
	387	drop = calc_drop(&rec->total, &prev->total, t);
	388	info = calc_info(&rec->total, &prev->total, t);
	389	if (info > 0) {
	390	info_str = "bulk-average";
	391	info = pps / info; /* calc average bulk size */
	392	}
	393	printf(fmt2, "cpumap-enqueue",
	394	"sum", to_cpu, pps, drop, info, info_str);
	395	}
3ffab546 JDB	396	}
3ffab546 JDB	397
417f1d9f JDB	398	/* cpumap kthread stats */
	399	{
	400	char *fmt1 = "%-15s %-7d %'-12.0f %'-12.0f %'-10.0f %s\n";
	401	char *fmt2 = "%-15s %-7s %'-12.0f %'-12.0f %'-10.0f %s\n";
	402	struct record rec, prev;
	403	double drop, info;
	404	char *i_str = "";
	405
	406	rec = &stats_rec->xdp_cpumap_kthread;
	407	prev = &stats_prev->xdp_cpumap_kthread;
	408	t = calc_period(rec, prev);
	409	for (i = 0; i < nr_cpus; i++) {
	410	struct datarec *r = &rec->cpu[i];
	411	struct datarec *p = &prev->cpu[i];
	412
	413	pps = calc_pps(r, p, t);
	414	drop = calc_drop(r, p, t);
	415	info = calc_info(r, p, t);
	416	if (info > 0)
	417	i_str = "sched";
9940fbf6	418	if (pps > 0 \|\| drop > 0)
417f1d9f JDB	419	printf(fmt1, "cpumap-kthread",
	420	i, pps, drop, info, i_str);
	421	}
	422	pps = calc_pps(&rec->total, &prev->total, t);
	423	drop = calc_drop(&rec->total, &prev->total, t);
	424	info = calc_info(&rec->total, &prev->total, t);
	425	if (info > 0)
	426	i_str = "sched-sum";
	427	printf(fmt2, "cpumap-kthread", "total", pps, drop, info, i_str);
3ffab546	428	}
417f1d9f	429
9940fbf6 JDB	430	/* devmap ndo_xdp_xmit stats */
9940fbf6 JDB	431	{
a570e48f JDB	432	char *fmt1 = "%-15s %-7d %'-12.0f %'-12.0f %'-10.2f %s %s\n";
a570e48f JDB	433	char *fmt2 = "%-15s %-7s %'-12.0f %'-12.0f %'-10.2f %s %s\n";
9940fbf6	434	struct record rec, prev;
a570e48f	435	double drop, info, err;
9940fbf6	436	char *i_str = "";
a570e48f	437	char *err_str = "";
9940fbf6 JDB	438
	439	rec = &stats_rec->xdp_devmap_xmit;
	440	prev = &stats_prev->xdp_devmap_xmit;
	441	t = calc_period(rec, prev);
	442	for (i = 0; i < nr_cpus; i++) {
	443	struct datarec *r = &rec->cpu[i];
	444	struct datarec *p = &prev->cpu[i];
	445
	446	pps = calc_pps(r, p, t);
	447	drop = calc_drop(r, p, t);
	448	info = calc_info(r, p, t);
a570e48f	449	err = calc_err(r, p, t);
9940fbf6 JDB	450	if (info > 0) {
	451	i_str = "bulk-average";
	452	info = (pps+drop) / info; /* calc avg bulk */
	453	}
a570e48f JDB	454	if (err > 0)
a570e48f JDB	455	err_str = "drv-err";
9940fbf6 JDB	456	if (pps > 0 \|\| drop > 0)
9940fbf6 JDB	457	printf(fmt1, "devmap-xmit",
a570e48f	458	i, pps, drop, info, i_str, err_str);
9940fbf6 JDB	459	}
	460	pps = calc_pps(&rec->total, &prev->total, t);
	461	drop = calc_drop(&rec->total, &prev->total, t);
	462	info = calc_info(&rec->total, &prev->total, t);
a570e48f	463	err = calc_err(&rec->total, &prev->total, t);
9940fbf6 JDB	464	if (info > 0) {
	465	i_str = "bulk-average";
	466	info = (pps+drop) / info; /* calc avg bulk */
	467	}
a570e48f JDB	468	if (err > 0)
	469	err_str = "drv-err";
	470	printf(fmt2, "devmap-xmit", "total", pps, drop,
	471	info, i_str, err_str);
9940fbf6 JDB	472	}
9940fbf6 JDB	473
417f1d9f	474	printf("\n");
3ffab546 JDB	475	}
3ffab546 JDB	476
280b058d	477	static bool stats_collect(struct stats_record *rec)
3ffab546	478	{
280b058d	479	int fd;
3ffab546 JDB	480	int i;
	481
	482	/* TODO: Detect if someone unloaded the perf event_fd's, as
	483	* this can happen by someone running perf-record -e
	484	*/
	485
280b058d	486	fd = map_data[0].fd; /* map0: redirect_err_cnt */
417f1d9f JDB	487	for (i = 0; i < REDIR_RES_MAX; i++)
417f1d9f JDB	488	map_collect_record_u64(fd, i, &rec->xdp_redirect[i]);
280b058d JDB	489
	490	fd = map_data[1].fd; /* map1: exception_cnt */
	491	for (i = 0; i < XDP_ACTION_MAX; i++) {
417f1d9f	492	map_collect_record_u64(fd, i, &rec->xdp_exception[i]);
280b058d JDB	493	}
280b058d JDB	494
417f1d9f JDB	495	fd = map_data[2].fd; /* map2: cpumap_enqueue_cnt */
	496	for (i = 0; i < MAX_CPUS; i++)
	497	map_collect_record(fd, i, &rec->xdp_cpumap_enqueue[i]);
	498
	499	fd = map_data[3].fd; /* map3: cpumap_kthread_cnt */
	500	map_collect_record(fd, 0, &rec->xdp_cpumap_kthread);
	501
9940fbf6 JDB	502	fd = map_data[4].fd; /* map4: devmap_xmit_cnt */
	503	map_collect_record(fd, 0, &rec->xdp_devmap_xmit);
	504
3ffab546 JDB	505	return true;
	506	}
	507
417f1d9f JDB	508	static void *alloc_rec_per_cpu(int record_size)
	509	{
	510	unsigned int nr_cpus = bpf_num_possible_cpus();
	511	void *array;
	512	size_t size;
	513
	514	size = record_size * nr_cpus;
	515	array = malloc(size);
	516	memset(array, 0, size);
	517	if (!array) {
	518	fprintf(stderr, "Mem alloc error (nr_cpus:%u)\n", nr_cpus);
	519	exit(EXIT_FAIL_MEM);
	520	}
	521	return array;
	522	}
	523
	524	static struct stats_record *alloc_stats_record(void)
	525	{
	526	struct stats_record *rec;
	527	int rec_sz;
	528	int i;
	529
	530	/* Alloc main stats_record structure */
	531	rec = malloc(sizeof(*rec));
	532	memset(rec, 0, sizeof(*rec));
	533	if (!rec) {
	534	fprintf(stderr, "Mem alloc error\n");
	535	exit(EXIT_FAIL_MEM);
	536	}
	537
	538	/* Alloc stats stored per CPU for each record */
	539	rec_sz = sizeof(struct u64rec);
	540	for (i = 0; i < REDIR_RES_MAX; i++)
	541	rec->xdp_redirect[i].cpu = alloc_rec_per_cpu(rec_sz);
	542
	543	for (i = 0; i < XDP_ACTION_MAX; i++)
	544	rec->xdp_exception[i].cpu = alloc_rec_per_cpu(rec_sz);
	545
	546	rec_sz = sizeof(struct datarec);
	547	rec->xdp_cpumap_kthread.cpu = alloc_rec_per_cpu(rec_sz);
9940fbf6	548	rec->xdp_devmap_xmit.cpu = alloc_rec_per_cpu(rec_sz);
417f1d9f JDB	549
	550	for (i = 0; i < MAX_CPUS; i++)
	551	rec->xdp_cpumap_enqueue[i].cpu = alloc_rec_per_cpu(rec_sz);
	552
	553	return rec;
	554	}
	555
	556	static void free_stats_record(struct stats_record *r)
	557	{
	558	int i;
	559
	560	for (i = 0; i < REDIR_RES_MAX; i++)
	561	free(r->xdp_redirect[i].cpu);
	562
	563	for (i = 0; i < XDP_ACTION_MAX; i++)
	564	free(r->xdp_exception[i].cpu);
	565
	566	free(r->xdp_cpumap_kthread.cpu);
9940fbf6	567	free(r->xdp_devmap_xmit.cpu);
417f1d9f JDB	568
	569	for (i = 0; i < MAX_CPUS; i++)
	570	free(r->xdp_cpumap_enqueue[i].cpu);
	571
	572	free(r);
	573	}
	574
	575	/* Pointer swap trick */
	576	static inline void swap(struct stats_record a, struct stats_record b)
	577	{
	578	struct stats_record *tmp;
	579
	580	tmp = *a;
	581	a = b;
	582	*b = tmp;
	583	}
	584
3ffab546 JDB	585	static void stats_poll(int interval, bool err_only)
3ffab546 JDB	586	{
417f1d9f	587	struct stats_record rec, prev;
3ffab546	588
417f1d9f JDB	589	rec = alloc_stats_record();
	590	prev = alloc_stats_record();
	591	stats_collect(rec);
	592
	593	if (err_only)
	594	printf("\n%s\n", __doc_err_only__);
3ffab546 JDB	595
	596	/* Trick to pretty printf with thousands separators use %' */
	597	setlocale(LC_NUMERIC, "en_US");
	598
	599	/* Header */
	600	if (verbose)
	601	printf("\n%s", __doc__);
	602
	603	/* TODO Need more advanced stats on error types */
280b058d JDB	604	if (verbose) {
	605	printf(" - Stats map0: %s\n", map_data[0].name);
	606	printf(" - Stats map1: %s\n", map_data[1].name);
	607	printf("\n");
	608	}
3ffab546 JDB	609	fflush(stdout);
	610
	611	while (1) {
417f1d9f JDB	612	swap(&prev, &rec);
	613	stats_collect(rec);
	614	stats_print(rec, prev, err_only);
3ffab546 JDB	615	fflush(stdout);
	616	sleep(interval);
	617	}
417f1d9f JDB	618
	619	free_stats_record(rec);
	620	free_stats_record(prev);
3ffab546 JDB	621	}
3ffab546 JDB	622
0929567a	623	static void print_bpf_prog_info(void)
3ffab546 JDB	624	{
	625	int i;
	626
	627	/* Prog info */
	628	printf("Loaded BPF prog have %d bpf program(s)\n", prog_cnt);
	629	for (i = 0; i < prog_cnt; i++) {
	630	printf(" - prog_fd[%d] = fd(%d)\n", i, prog_fd[i]);
	631	}
	632
	633	/* Maps info */
	634	printf("Loaded BPF prog have %d map(s)\n", map_data_count);
	635	for (i = 0; i < map_data_count; i++) {
	636	char *name = map_data[i].name;
	637	int fd = map_data[i].fd;
	638
	639	printf(" - map_data[%d] = fd(%d) name:%s\n", i, fd, name);
	640	}
	641
	642	/* Event info */
	643	printf("Searching for (max:%d) event file descriptor(s)\n", prog_cnt);
	644	for (i = 0; i < prog_cnt; i++) {
	645	if (event_fd[i] != -1)
	646	printf(" - event_fd[%d] = fd(%d)\n", i, event_fd[i]);
	647	}
	648	}
	649
	650	int main(int argc, char **argv)
	651	{
c4eb7f46	652	struct rlimit r = {RLIM_INFINITY, RLIM_INFINITY};
3ffab546 JDB	653	int longindex = 0, opt;
	654	int ret = EXIT_SUCCESS;
	655	char bpf_obj_file[256];
	656
	657	/* Default settings: */
	658	bool errors_only = true;
	659	int interval = 2;
	660
	661	snprintf(bpf_obj_file, sizeof(bpf_obj_file), "%s_kern.o", argv[0]);
	662
	663	/* Parse commands line args */
53ea24c2	664	while ((opt = getopt_long(argc, argv, "hDSs:",
3ffab546 JDB	665	long_options, &longindex)) != -1) {
	666	switch (opt) {
	667	case 'D':
	668	debug = true;
	669	break;
	670	case 'S':
	671	errors_only = false;
	672	break;
	673	case 's':
	674	interval = atoi(optarg);
	675	break;
	676	case 'h':
	677	default:
	678	usage(argv);
	679	return EXIT_FAILURE;
	680	}
	681	}
	682
c4eb7f46 JDB	683	if (setrlimit(RLIMIT_MEMLOCK, &r)) {
	684	perror("setrlimit(RLIMIT_MEMLOCK)");
	685	return EXIT_FAILURE;
	686	}
	687
3ffab546 JDB	688	if (load_bpf_file(bpf_obj_file)) {
3ffab546 JDB	689	printf("ERROR - bpf_log_buf: %s", bpf_log_buf);
c4eb7f46	690	return EXIT_FAILURE;
3ffab546 JDB	691	}
	692	if (!prog_fd[0]) {
	693	printf("ERROR - load_bpf_file: %s\n", strerror(errno));
c4eb7f46	694	return EXIT_FAILURE;
3ffab546 JDB	695	}
	696
	697	if (debug) {
	698	print_bpf_prog_info();
	699	}
	700
	701	/* Unload/stop tracepoint event by closing fd's */
	702	if (errors_only) {
	703	/* The prog_fd[i] and event_fd[i] depend on the
	704	* order the functions was defined in _kern.c
	705	*/
	706	close(event_fd[2]); /* tracepoint/xdp/xdp_redirect */
	707	close(prog_fd[2]); /* func: trace_xdp_redirect */
	708	close(event_fd[3]); /* tracepoint/xdp/xdp_redirect_map */
	709	close(prog_fd[3]); /* func: trace_xdp_redirect_map */
	710	}
	711
	712	stats_poll(interval, errors_only);
	713
	714	return ret;
	715	}