[linux-block.git] / kernel / bpf / disasm.c

// SPDX-License-Identifier: GPL-2.0-only
/* Copyright (c) 2011-2014 PLUMgrid, http://plumgrid.com
 * Copyright (c) 2016 Facebook
 */

#include <linux/bpf.h>

#include "disasm.h"

#define __BPF_FUNC_STR_FN(x) [BPF_FUNC_ ## x] = __stringify(bpf_ ## x)
static const char * const func_id_str[] = {
	__BPF_FUNC_MAPPER(__BPF_FUNC_STR_FN)
};
#undef __BPF_FUNC_STR_FN

static const char *__func_get_name(const struct bpf_insn_cbs *cbs,
				   const struct bpf_insn *insn,
				   char *buff, size_t len)
{
	BUILD_BUG_ON(ARRAY_SIZE(func_id_str) != __BPF_FUNC_MAX_ID);

	if (!insn->src_reg &&
	    insn->imm >= 0 && insn->imm < __BPF_FUNC_MAX_ID &&
	    func_id_str[insn->imm])
		return func_id_str[insn->imm];

	if (cbs && cbs->cb_call) {
		const char *res;

		res = cbs->cb_call(cbs->private_data, insn);
		if (res)
			return res;
	}

	if (insn->src_reg == BPF_PSEUDO_CALL)
		snprintf(buff, len, "%+d", insn->imm);
	else if (insn->src_reg == BPF_PSEUDO_KFUNC_CALL)
		snprintf(buff, len, "kernel-function");

	return buff;
}

static const char *__func_imm_name(const struct bpf_insn_cbs *cbs,
				   const struct bpf_insn *insn,
				   u64 full_imm, char *buff, size_t len)
{
	if (cbs && cbs->cb_imm)
		return cbs->cb_imm(cbs->private_data, insn, full_imm);

	snprintf(buff, len, "0x%llx", (unsigned long long)full_imm);
	return buff;
}

const char *func_id_name(int id)
{
	if (id >= 0 && id < __BPF_FUNC_MAX_ID && func_id_str[id])
		return func_id_str[id];
	else
		return "unknown";
}

const char *const bpf_class_string[8] = {
	[BPF_LD]    = "ld",
	[BPF_LDX]   = "ldx",
	[BPF_ST]    = "st",
	[BPF_STX]   = "stx",
	[BPF_ALU]   = "alu",
	[BPF_JMP]   = "jmp",
	[BPF_JMP32] = "jmp32",
	[BPF_ALU64] = "alu64",
};

const char *const bpf_alu_string[16] = {
	[BPF_ADD >> 4]  = "+=",
	[BPF_SUB >> 4]  = "-=",
	[BPF_MUL >> 4]  = "*=",
	[BPF_DIV >> 4]  = "/=",
	[BPF_OR  >> 4]  = "|=",
	[BPF_AND >> 4]  = "&=",
	[BPF_LSH >> 4]  = "<<=",
	[BPF_RSH >> 4]  = ">>=",
	[BPF_NEG >> 4]  = "neg",
	[BPF_MOD >> 4]  = "%=",
	[BPF_XOR >> 4]  = "^=",
	[BPF_MOV >> 4]  = "=",
	[BPF_ARSH >> 4] = "s>>=",
	[BPF_END >> 4]  = "endian",
};

static const char *const bpf_atomic_alu_string[16] = {
	[BPF_ADD >> 4]  = "add",
	[BPF_AND >> 4]  = "and",
	[BPF_OR >> 4]  = "or",
	[BPF_XOR >> 4]  = "xor",
};

static const char *const bpf_ldst_string[] = {
	[BPF_W >> 3]  = "u32",
	[BPF_H >> 3]  = "u16",
	[BPF_B >> 3]  = "u8",
	[BPF_DW >> 3] = "u64",
};

static const char *const bpf_jmp_string[16] = {
	[BPF_JA >> 4]   = "jmp",
	[BPF_JEQ >> 4]  = "==",
	[BPF_JGT >> 4]  = ">",
	[BPF_JLT >> 4]  = "<",
	[BPF_JGE >> 4]  = ">=",
	[BPF_JLE >> 4]  = "<=",
	[BPF_JSET >> 4] = "&",
	[BPF_JNE >> 4]  = "!=",
	[BPF_JSGT >> 4] = "s>",
	[BPF_JSLT >> 4] = "s<",
	[BPF_JSGE >> 4] = "s>=",
	[BPF_JSLE >> 4] = "s<=",
	[BPF_CALL >> 4] = "call",
	[BPF_EXIT >> 4] = "exit",
};

static void print_bpf_end_insn(bpf_insn_print_t verbose,
			       void *private_data,
			       const struct bpf_insn *insn)
{
	verbose(private_data, "(%02x) r%d = %s%d r%d\n",
		insn->code, insn->dst_reg,
		BPF_SRC(insn->code) == BPF_TO_BE ? "be" : "le",
		insn->imm, insn->dst_reg);
}

void print_bpf_insn(const struct bpf_insn_cbs *cbs,
		    const struct bpf_insn *insn,
		    bool allow_ptr_leaks)
{
	const bpf_insn_print_t verbose = cbs->cb_print;
	u8 class = BPF_CLASS(insn->code);

	if (class == BPF_ALU || class == BPF_ALU64) {
		if (BPF_OP(insn->code) == BPF_END) {
			if (class == BPF_ALU64)
				verbose(cbs->private_data, "BUG_alu64_%02x\n", insn->code);
			else
				print_bpf_end_insn(verbose, cbs->private_data, insn);
		} else if (BPF_OP(insn->code) == BPF_NEG) {
			verbose(cbs->private_data, "(%02x) %c%d = -%c%d\n",
				insn->code, class == BPF_ALU ? 'w' : 'r',
				insn->dst_reg, class == BPF_ALU ? 'w' : 'r',
				insn->dst_reg);
		} else if (BPF_SRC(insn->code) == BPF_X) {
			verbose(cbs->private_data, "(%02x) %c%d %s %c%d\n",
				insn->code, class == BPF_ALU ? 'w' : 'r',
				insn->dst_reg,
				bpf_alu_string[BPF_OP(insn->code) >> 4],
				class == BPF_ALU ? 'w' : 'r',
				insn->src_reg);
		} else {
			verbose(cbs->private_data, "(%02x) %c%d %s %d\n",
				insn->code, class == BPF_ALU ? 'w' : 'r',
				insn->dst_reg,
				bpf_alu_string[BPF_OP(insn->code) >> 4],
				insn->imm);
		}
	} else if (class == BPF_STX) {
		if (BPF_MODE(insn->code) == BPF_MEM)
			verbose(cbs->private_data, "(%02x) *(%s *)(r%d %+d) = r%d\n",
				insn->code,
				bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
				insn->dst_reg,
				insn->off, insn->src_reg);
		else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
			 (insn->imm == BPF_ADD || insn->imm == BPF_AND ||
			  insn->imm == BPF_OR || insn->imm == BPF_XOR)) {
			verbose(cbs->private_data, "(%02x) lock *(%s *)(r%d %+d) %s r%d\n",
				insn->code,
				bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
				insn->dst_reg, insn->off,
				bpf_alu_string[BPF_OP(insn->imm) >> 4],
				insn->src_reg);
		} else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
			   (insn->imm == (BPF_ADD | BPF_FETCH) ||
			    insn->imm == (BPF_AND | BPF_FETCH) ||
			    insn->imm == (BPF_OR | BPF_FETCH) ||
			    insn->imm == (BPF_XOR | BPF_FETCH))) {
			verbose(cbs->private_data, "(%02x) r%d = atomic%s_fetch_%s((%s *)(r%d %+d), r%d)\n",
				insn->code, insn->src_reg,
				BPF_SIZE(insn->code) == BPF_DW ? "64" : "",
				bpf_atomic_alu_string[BPF_OP(insn->imm) >> 4],
				bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
				insn->dst_reg, insn->off, insn->src_reg);
		} else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
			   insn->imm == BPF_CMPXCHG) {
			verbose(cbs->private_data, "(%02x) r0 = atomic%s_cmpxchg((%s *)(r%d %+d), r0, r%d)\n",
				insn->code,
				BPF_SIZE(insn->code) == BPF_DW ? "64" : "",
				bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
				insn->dst_reg, insn->off,
				insn->src_reg);
		} else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
			   insn->imm == BPF_XCHG) {
			verbose(cbs->private_data, "(%02x) r%d = atomic%s_xchg((%s *)(r%d %+d), r%d)\n",
				insn->code, insn->src_reg,
				BPF_SIZE(insn->code) == BPF_DW ? "64" : "",
				bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
				insn->dst_reg, insn->off, insn->src_reg);
		} else {
			verbose(cbs->private_data, "BUG_%02x\n", insn->code);
		}
	} else if (class == BPF_ST) {
		if (BPF_MODE(insn->code) != BPF_MEM) {
			verbose(cbs->private_data, "BUG_st_%02x\n", insn->code);
			return;
		}
		verbose(cbs->private_data, "(%02x) *(%s *)(r%d %+d) = %d\n",
			insn->code,
			bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
			insn->dst_reg,
			insn->off, insn->imm);
	} else if (class == BPF_LDX) {
		if (BPF_MODE(insn->code) != BPF_MEM) {
			verbose(cbs->private_data, "BUG_ldx_%02x\n", insn->code);
			return;
		}
		verbose(cbs->private_data, "(%02x) r%d = *(%s *)(r%d %+d)\n",
			insn->code, insn->dst_reg,
			bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
			insn->src_reg, insn->off);
	} else if (class == BPF_LD) {
		if (BPF_MODE(insn->code) == BPF_ABS) {
			verbose(cbs->private_data, "(%02x) r0 = *(%s *)skb[%d]\n",
				insn->code,
				bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
				insn->imm);
		} else if (BPF_MODE(insn->code) == BPF_IND) {
			verbose(cbs->private_data, "(%02x) r0 = *(%s *)skb[r%d + %d]\n",
				insn->code,
				bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
				insn->src_reg, insn->imm);
		} else if (BPF_MODE(insn->code) == BPF_IMM &&
			   BPF_SIZE(insn->code) == BPF_DW) {
			/* At this point, we already made sure that the second
			 * part of the ldimm64 insn is accessible.
			 */
			u64 imm = ((u64)(insn + 1)->imm << 32) | (u32)insn->imm;
			bool is_ptr = insn->src_reg == BPF_PSEUDO_MAP_FD ||
				      insn->src_reg == BPF_PSEUDO_MAP_VALUE;
			char tmp[64];

			if (is_ptr && !allow_ptr_leaks)
				imm = 0;

			verbose(cbs->private_data, "(%02x) r%d = %s\n",
				insn->code, insn->dst_reg,
				__func_imm_name(cbs, insn, imm,
						tmp, sizeof(tmp)));
		} else {
			verbose(cbs->private_data, "BUG_ld_%02x\n", insn->code);
			return;
		}
	} else if (class == BPF_JMP32 || class == BPF_JMP) {
		u8 opcode = BPF_OP(insn->code);

		if (opcode == BPF_CALL) {
			char tmp[64];

			if (insn->src_reg == BPF_PSEUDO_CALL) {
				verbose(cbs->private_data, "(%02x) call pc%s\n",
					insn->code,
					__func_get_name(cbs, insn,
							tmp, sizeof(tmp)));
			} else {
				strcpy(tmp, "unknown");
				verbose(cbs->private_data, "(%02x) call %s#%d\n", insn->code,
					__func_get_name(cbs, insn,
							tmp, sizeof(tmp)),
					insn->imm);
			}
		} else if (insn->code == (BPF_JMP | BPF_JA)) {
			verbose(cbs->private_data, "(%02x) goto pc%+d\n",
				insn->code, insn->off);
		} else if (insn->code == (BPF_JMP | BPF_EXIT)) {
			verbose(cbs->private_data, "(%02x) exit\n", insn->code);
		} else if (BPF_SRC(insn->code) == BPF_X) {
			verbose(cbs->private_data,
				"(%02x) if %c%d %s %c%d goto pc%+d\n",
				insn->code, class == BPF_JMP32 ? 'w' : 'r',
				insn->dst_reg,
				bpf_jmp_string[BPF_OP(insn->code) >> 4],
				class == BPF_JMP32 ? 'w' : 'r',
				insn->src_reg, insn->off);
		} else {
			verbose(cbs->private_data,
				"(%02x) if %c%d %s 0x%x goto pc%+d\n",
				insn->code, class == BPF_JMP32 ? 'w' : 'r',
				insn->dst_reg,
				bpf_jmp_string[BPF_OP(insn->code) >> 4],
				insn->imm, insn->off);
		}
	} else {
		verbose(cbs->private_data, "(%02x) %s\n",
			insn->code, bpf_class_string[class]);
	}
}
Commit	Line	Data
5b497af4	1	// SPDX-License-Identifier: GPL-2.0-only
f4ac7e0b JK	2	/* Copyright (c) 2011-2014 PLUMgrid, http://plumgrid.com
f4ac7e0b JK	3	* Copyright (c) 2016 Facebook
f4ac7e0b JK	4	*/
	5
	6	#include <linux/bpf.h>
	7
	8	#include "disasm.h"
	9
	10	#define __BPF_FUNC_STR_FN(x) [BPF_FUNC_ ## x] = __stringify(bpf_ ## x)
	11	static const char * const func_id_str[] = {
	12	__BPF_FUNC_MAPPER(__BPF_FUNC_STR_FN)
	13	};
	14	#undef __BPF_FUNC_STR_FN
	15
7105e828 DB	16	static const char __func_get_name(const struct bpf_insn_cbs cbs,
	17	const struct bpf_insn *insn,
	18	char *buff, size_t len)
f4ac7e0b JK	19	{
	20	BUILD_BUG_ON(ARRAY_SIZE(func_id_str) != __BPF_FUNC_MAX_ID);
	21
e6ac2450	22	if (!insn->src_reg &&
7105e828 DB	23	insn->imm >= 0 && insn->imm < __BPF_FUNC_MAX_ID &&
	24	func_id_str[insn->imm])
	25	return func_id_str[insn->imm];
	26
e6ac2450 MKL	27	if (cbs && cbs->cb_call) {
	28	const char *res;
	29
	30	res = cbs->cb_call(cbs->private_data, insn);
	31	if (res)
	32	return res;
	33	}
7105e828 DB	34
	35	if (insn->src_reg == BPF_PSEUDO_CALL)
	36	snprintf(buff, len, "%+d", insn->imm);
e6ac2450 MKL	37	else if (insn->src_reg == BPF_PSEUDO_KFUNC_CALL)
e6ac2450 MKL	38	snprintf(buff, len, "kernel-function");
7105e828 DB	39
	40	return buff;
	41	}
	42
	43	static const char __func_imm_name(const struct bpf_insn_cbs cbs,
	44	const struct bpf_insn *insn,
	45	u64 full_imm, char *buff, size_t len)
	46	{
	47	if (cbs && cbs->cb_imm)
	48	return cbs->cb_imm(cbs->private_data, insn, full_imm);
	49
	50	snprintf(buff, len, "0x%llx", (unsigned long long)full_imm);
	51	return buff;
	52	}
	53
	54	const char *func_id_name(int id)
	55	{
f4ac7e0b JK	56	if (id >= 0 && id < __BPF_FUNC_MAX_ID && func_id_str[id])
	57	return func_id_str[id];
	58	else
	59	return "unknown";
	60	}
	61
	62	const char *const bpf_class_string[8] = {
	63	[BPF_LD] = "ld",
	64	[BPF_LDX] = "ldx",
	65	[BPF_ST] = "st",
	66	[BPF_STX] = "stx",
	67	[BPF_ALU] = "alu",
	68	[BPF_JMP] = "jmp",
56cbd82e	69	[BPF_JMP32] = "jmp32",
f4ac7e0b JK	70	[BPF_ALU64] = "alu64",
	71	};
	72
	73	const char *const bpf_alu_string[16] = {
	74	[BPF_ADD >> 4] = "+=",
	75	[BPF_SUB >> 4] = "-=",
	76	[BPF_MUL >> 4] = "*=",
	77	[BPF_DIV >> 4] = "/=",
	78	[BPF_OR >> 4] = "\|=",
	79	[BPF_AND >> 4] = "&=",
	80	[BPF_LSH >> 4] = "<<=",
	81	[BPF_RSH >> 4] = ">>=",
	82	[BPF_NEG >> 4] = "neg",
	83	[BPF_MOD >> 4] = "%=",
	84	[BPF_XOR >> 4] = "^=",
	85	[BPF_MOV >> 4] = "=",
	86	[BPF_ARSH >> 4] = "s>>=",
	87	[BPF_END >> 4] = "endian",
	88	};
	89
981f94c3 BJ	90	static const char *const bpf_atomic_alu_string[16] = {
	91	[BPF_ADD >> 4] = "add",
	92	[BPF_AND >> 4] = "and",
	93	[BPF_OR >> 4] = "or",
d6fe1cf8	94	[BPF_XOR >> 4] = "xor",
981f94c3 BJ	95	};
981f94c3 BJ	96
f4ac7e0b JK	97	static const char *const bpf_ldst_string[] = {
	98	[BPF_W >> 3] = "u32",
	99	[BPF_H >> 3] = "u16",
	100	[BPF_B >> 3] = "u8",
	101	[BPF_DW >> 3] = "u64",
	102	};
	103
	104	static const char *const bpf_jmp_string[16] = {
	105	[BPF_JA >> 4] = "jmp",
	106	[BPF_JEQ >> 4] = "==",
	107	[BPF_JGT >> 4] = ">",
	108	[BPF_JLT >> 4] = "<",
	109	[BPF_JGE >> 4] = ">=",
	110	[BPF_JLE >> 4] = "<=",
	111	[BPF_JSET >> 4] = "&",
	112	[BPF_JNE >> 4] = "!=",
	113	[BPF_JSGT >> 4] = "s>",
	114	[BPF_JSLT >> 4] = "s<",
	115	[BPF_JSGE >> 4] = "s>=",
	116	[BPF_JSLE >> 4] = "s<=",
	117	[BPF_CALL >> 4] = "call",
	118	[BPF_EXIT >> 4] = "exit",
	119	};
	120
7105e828	121	static void print_bpf_end_insn(bpf_insn_print_t verbose,
abe08840	122	void *private_data,
f4ac7e0b JK	123	const struct bpf_insn *insn)
f4ac7e0b JK	124	{
abe08840 JO	125	verbose(private_data, "(%02x) r%d = %s%d r%d\n",
abe08840 JO	126	insn->code, insn->dst_reg,
f4ac7e0b JK	127	BPF_SRC(insn->code) == BPF_TO_BE ? "be" : "le",
	128	insn->imm, insn->dst_reg);
	129	}
	130
7105e828	131	void print_bpf_insn(const struct bpf_insn_cbs *cbs,
7105e828 DB	132	const struct bpf_insn *insn,
7105e828 DB	133	bool allow_ptr_leaks)
f4ac7e0b	134	{
7105e828	135	const bpf_insn_print_t verbose = cbs->cb_print;
f4ac7e0b JK	136	u8 class = BPF_CLASS(insn->code);
	137
	138	if (class == BPF_ALU \|\| class == BPF_ALU64) {
	139	if (BPF_OP(insn->code) == BPF_END) {
	140	if (class == BPF_ALU64)
abe08840	141	verbose(cbs->private_data, "BUG_alu64_%02x\n", insn->code);
f4ac7e0b	142	else
abe08840	143	print_bpf_end_insn(verbose, cbs->private_data, insn);
f4ac7e0b	144	} else if (BPF_OP(insn->code) == BPF_NEG) {
56cbd82e JW	145	verbose(cbs->private_data, "(%02x) %c%d = -%c%d\n",
	146	insn->code, class == BPF_ALU ? 'w' : 'r',
	147	insn->dst_reg, class == BPF_ALU ? 'w' : 'r',
f4ac7e0b JK	148	insn->dst_reg);
f4ac7e0b JK	149	} else if (BPF_SRC(insn->code) == BPF_X) {
56cbd82e JW	150	verbose(cbs->private_data, "(%02x) %c%d %s %c%d\n",
56cbd82e JW	151	insn->code, class == BPF_ALU ? 'w' : 'r',
f4ac7e0b JK	152	insn->dst_reg,
f4ac7e0b JK	153	bpf_alu_string[BPF_OP(insn->code) >> 4],
56cbd82e	154	class == BPF_ALU ? 'w' : 'r',
f4ac7e0b JK	155	insn->src_reg);
f4ac7e0b JK	156	} else {
56cbd82e JW	157	verbose(cbs->private_data, "(%02x) %c%d %s %d\n",
56cbd82e JW	158	insn->code, class == BPF_ALU ? 'w' : 'r',
f4ac7e0b JK	159	insn->dst_reg,
f4ac7e0b JK	160	bpf_alu_string[BPF_OP(insn->code) >> 4],
f4ac7e0b JK	161	insn->imm);
	162	}
	163	} else if (class == BPF_STX) {
	164	if (BPF_MODE(insn->code) == BPF_MEM)
abe08840	165	verbose(cbs->private_data, "(%02x) (%s )(r%d %+d) = r%d\n",
f4ac7e0b JK	166	insn->code,
	167	bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
	168	insn->dst_reg,
	169	insn->off, insn->src_reg);
91c960b0	170	else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
60e578e8	171	(insn->imm == BPF_ADD \|\| insn->imm == BPF_AND \|\|
981f94c3 BJ	172	insn->imm == BPF_OR \|\| insn->imm == BPF_XOR)) {
981f94c3 BJ	173	verbose(cbs->private_data, "(%02x) lock (%s )(r%d %+d) %s r%d\n",
f4ac7e0b JK	174	insn->code,
	175	bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
	176	insn->dst_reg, insn->off,
981f94c3	177	bpf_alu_string[BPF_OP(insn->imm) >> 4],
f4ac7e0b	178	insn->src_reg);
5ca419f2	179	} else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
981f94c3 BJ	180	(insn->imm == (BPF_ADD \| BPF_FETCH) \|\|
	181	insn->imm == (BPF_AND \| BPF_FETCH) \|\|
	182	insn->imm == (BPF_OR \| BPF_FETCH) \|\|
	183	insn->imm == (BPF_XOR \| BPF_FETCH))) {
	184	verbose(cbs->private_data, "(%02x) r%d = atomic%s_fetch_%s((%s *)(r%d %+d), r%d)\n",
5ca419f2 BJ	185	insn->code, insn->src_reg,
5ca419f2 BJ	186	BPF_SIZE(insn->code) == BPF_DW ? "64" : "",
981f94c3	187	bpf_atomic_alu_string[BPF_OP(insn->imm) >> 4],
5ca419f2 BJ	188	bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
5ca419f2 BJ	189	insn->dst_reg, insn->off, insn->src_reg);
5ffa2550 BJ	190	} else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
	191	insn->imm == BPF_CMPXCHG) {
	192	verbose(cbs->private_data, "(%02x) r0 = atomic%s_cmpxchg((%s *)(r%d %+d), r0, r%d)\n",
	193	insn->code,
	194	BPF_SIZE(insn->code) == BPF_DW ? "64" : "",
	195	bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
	196	insn->dst_reg, insn->off,
	197	insn->src_reg);
	198	} else if (BPF_MODE(insn->code) == BPF_ATOMIC &&
	199	insn->imm == BPF_XCHG) {
	200	verbose(cbs->private_data, "(%02x) r%d = atomic%s_xchg((%s *)(r%d %+d), r%d)\n",
	201	insn->code, insn->src_reg,
	202	BPF_SIZE(insn->code) == BPF_DW ? "64" : "",
	203	bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
	204	insn->dst_reg, insn->off, insn->src_reg);
91c960b0	205	} else {
abe08840	206	verbose(cbs->private_data, "BUG_%02x\n", insn->code);
91c960b0	207	}
f4ac7e0b JK	208	} else if (class == BPF_ST) {
f4ac7e0b JK	209	if (BPF_MODE(insn->code) != BPF_MEM) {
abe08840	210	verbose(cbs->private_data, "BUG_st_%02x\n", insn->code);
f4ac7e0b JK	211	return;
f4ac7e0b JK	212	}
abe08840	213	verbose(cbs->private_data, "(%02x) (%s )(r%d %+d) = %d\n",
f4ac7e0b JK	214	insn->code,
	215	bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
	216	insn->dst_reg,
	217	insn->off, insn->imm);
	218	} else if (class == BPF_LDX) {
	219	if (BPF_MODE(insn->code) != BPF_MEM) {
abe08840	220	verbose(cbs->private_data, "BUG_ldx_%02x\n", insn->code);
f4ac7e0b JK	221	return;
f4ac7e0b JK	222	}
abe08840	223	verbose(cbs->private_data, "(%02x) r%d = (%s )(r%d %+d)\n",
f4ac7e0b JK	224	insn->code, insn->dst_reg,
	225	bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
	226	insn->src_reg, insn->off);
	227	} else if (class == BPF_LD) {
	228	if (BPF_MODE(insn->code) == BPF_ABS) {
abe08840	229	verbose(cbs->private_data, "(%02x) r0 = (%s )skb[%d]\n",
f4ac7e0b JK	230	insn->code,
	231	bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
	232	insn->imm);
	233	} else if (BPF_MODE(insn->code) == BPF_IND) {
abe08840	234	verbose(cbs->private_data, "(%02x) r0 = (%s )skb[r%d + %d]\n",
f4ac7e0b JK	235	insn->code,
	236	bpf_ldst_string[BPF_SIZE(insn->code) >> 3],
	237	insn->src_reg, insn->imm);
	238	} else if (BPF_MODE(insn->code) == BPF_IMM &&
	239	BPF_SIZE(insn->code) == BPF_DW) {
	240	/* At this point, we already made sure that the second
	241	* part of the ldimm64 insn is accessible.
	242	*/
	243	u64 imm = ((u64)(insn + 1)->imm << 32) \| (u32)insn->imm;
d8eca5bb DB	244	bool is_ptr = insn->src_reg == BPF_PSEUDO_MAP_FD \|\|
d8eca5bb DB	245	insn->src_reg == BPF_PSEUDO_MAP_VALUE;
7105e828	246	char tmp[64];
f4ac7e0b	247
d8eca5bb	248	if (is_ptr && !allow_ptr_leaks)
f4ac7e0b JK	249	imm = 0;
f4ac7e0b JK	250
abe08840	251	verbose(cbs->private_data, "(%02x) r%d = %s\n",
7105e828 DB	252	insn->code, insn->dst_reg,
	253	__func_imm_name(cbs, insn, imm,
	254	tmp, sizeof(tmp)));
f4ac7e0b	255	} else {
abe08840	256	verbose(cbs->private_data, "BUG_ld_%02x\n", insn->code);
f4ac7e0b JK	257	return;
f4ac7e0b JK	258	}
56cbd82e	259	} else if (class == BPF_JMP32 \|\| class == BPF_JMP) {
f4ac7e0b JK	260	u8 opcode = BPF_OP(insn->code);
	261
	262	if (opcode == BPF_CALL) {
7105e828 DB	263	char tmp[64];
	264
	265	if (insn->src_reg == BPF_PSEUDO_CALL) {
abe08840	266	verbose(cbs->private_data, "(%02x) call pc%s\n",
7105e828 DB	267	insn->code,
	268	__func_get_name(cbs, insn,
	269	tmp, sizeof(tmp)));
	270	} else {
	271	strcpy(tmp, "unknown");
abe08840	272	verbose(cbs->private_data, "(%02x) call %s#%d\n", insn->code,
7105e828 DB	273	__func_get_name(cbs, insn,
	274	tmp, sizeof(tmp)),
	275	insn->imm);
	276	}
f4ac7e0b	277	} else if (insn->code == (BPF_JMP \| BPF_JA)) {
abe08840	278	verbose(cbs->private_data, "(%02x) goto pc%+d\n",
f4ac7e0b JK	279	insn->code, insn->off);
f4ac7e0b JK	280	} else if (insn->code == (BPF_JMP \| BPF_EXIT)) {
abe08840	281	verbose(cbs->private_data, "(%02x) exit\n", insn->code);
f4ac7e0b	282	} else if (BPF_SRC(insn->code) == BPF_X) {
56cbd82e JW	283	verbose(cbs->private_data,
	284	"(%02x) if %c%d %s %c%d goto pc%+d\n",
	285	insn->code, class == BPF_JMP32 ? 'w' : 'r',
	286	insn->dst_reg,
f4ac7e0b	287	bpf_jmp_string[BPF_OP(insn->code) >> 4],
56cbd82e	288	class == BPF_JMP32 ? 'w' : 'r',
f4ac7e0b JK	289	insn->src_reg, insn->off);
f4ac7e0b JK	290	} else {
56cbd82e JW	291	verbose(cbs->private_data,
	292	"(%02x) if %c%d %s 0x%x goto pc%+d\n",
	293	insn->code, class == BPF_JMP32 ? 'w' : 'r',
	294	insn->dst_reg,
f4ac7e0b JK	295	bpf_jmp_string[BPF_OP(insn->code) >> 4],
	296	insn->imm, insn->off);
	297	}
	298	} else {
abe08840	299	verbose(cbs->private_data, "(%02x) %s\n",
f4ac7e0b JK	300	insn->code, bpf_class_string[class]);
	301	}
	302	}