Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.15.
  1// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
  2
  3/*
  4 * common eBPF ELF operations.
  5 *
  6 * Copyright (C) 2013-2015 Alexei Starovoitov <ast@kernel.org>
  7 * Copyright (C) 2015 Wang Nan <wangnan0@huawei.com>
  8 * Copyright (C) 2015 Huawei Inc.
  9 *
 10 * This program is free software; you can redistribute it and/or
 11 * modify it under the terms of the GNU Lesser General Public
 12 * License as published by the Free Software Foundation;
 13 * version 2.1 of the License (not later!)
 14 *
 15 * This program is distributed in the hope that it will be useful,
 16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 18 * GNU Lesser General Public License for more details.
 19 *
 20 * You should have received a copy of the GNU Lesser General Public
 21 * License along with this program; if not,  see <http://www.gnu.org/licenses>
 22 */
 23
 24#include <stdlib.h>
 25#include <string.h>
 26#include <memory.h>
 27#include <unistd.h>
 28#include <asm/unistd.h>
 29#include <errno.h>
 30#include <linux/bpf.h>
 31#include "bpf.h"
 32#include "libbpf.h"
 33#include "libbpf_internal.h"
 34
 35/*
 36 * When building perf, unistd.h is overridden. __NR_bpf is
 37 * required to be defined explicitly.
 38 */
 39#ifndef __NR_bpf
 40# if defined(__i386__)
 41#  define __NR_bpf 357
 42# elif defined(__x86_64__)
 43#  define __NR_bpf 321
 44# elif defined(__aarch64__)
 45#  define __NR_bpf 280
 46# elif defined(__sparc__)
 47#  define __NR_bpf 349
 48# elif defined(__s390__)
 49#  define __NR_bpf 351
 50# elif defined(__arc__)
 51#  define __NR_bpf 280
 52# else
 53#  error __NR_bpf not defined. libbpf does not support your arch.
 54# endif
 55#endif
 56
 57static inline __u64 ptr_to_u64(const void *ptr)
 58{
 59	return (__u64) (unsigned long) ptr;
 60}
 61
 62static inline int sys_bpf(enum bpf_cmd cmd, union bpf_attr *attr,
 63			  unsigned int size)
 64{
 65	return syscall(__NR_bpf, cmd, attr, size);
 66}
 67
 68static inline int sys_bpf_prog_load(union bpf_attr *attr, unsigned int size)
 69{
 70	int fd;
 71
 72	do {
 73		fd = sys_bpf(BPF_PROG_LOAD, attr, size);
 74	} while (fd < 0 && errno == EAGAIN);
 75
 76	return fd;
 77}
 78
 79int bpf_create_map_xattr(const struct bpf_create_map_attr *create_attr)
 80{
 81	union bpf_attr attr;
 82
 83	memset(&attr, '\0', sizeof(attr));
 84
 85	attr.map_type = create_attr->map_type;
 86	attr.key_size = create_attr->key_size;
 87	attr.value_size = create_attr->value_size;
 88	attr.max_entries = create_attr->max_entries;
 89	attr.map_flags = create_attr->map_flags;
 90	if (create_attr->name)
 91		memcpy(attr.map_name, create_attr->name,
 92		       min(strlen(create_attr->name), BPF_OBJ_NAME_LEN - 1));
 93	attr.numa_node = create_attr->numa_node;
 94	attr.btf_fd = create_attr->btf_fd;
 95	attr.btf_key_type_id = create_attr->btf_key_type_id;
 96	attr.btf_value_type_id = create_attr->btf_value_type_id;
 97	attr.map_ifindex = create_attr->map_ifindex;
 98	attr.inner_map_fd = create_attr->inner_map_fd;
 99
100	return sys_bpf(BPF_MAP_CREATE, &attr, sizeof(attr));
101}
102
103int bpf_create_map_node(enum bpf_map_type map_type, const char *name,
104			int key_size, int value_size, int max_entries,
105			__u32 map_flags, int node)
106{
107	struct bpf_create_map_attr map_attr = {};
108
109	map_attr.name = name;
110	map_attr.map_type = map_type;
111	map_attr.map_flags = map_flags;
112	map_attr.key_size = key_size;
113	map_attr.value_size = value_size;
114	map_attr.max_entries = max_entries;
115	if (node >= 0) {
116		map_attr.numa_node = node;
117		map_attr.map_flags |= BPF_F_NUMA_NODE;
118	}
119
120	return bpf_create_map_xattr(&map_attr);
121}
122
123int bpf_create_map(enum bpf_map_type map_type, int key_size,
124		   int value_size, int max_entries, __u32 map_flags)
125{
126	struct bpf_create_map_attr map_attr = {};
127
128	map_attr.map_type = map_type;
129	map_attr.map_flags = map_flags;
130	map_attr.key_size = key_size;
131	map_attr.value_size = value_size;
132	map_attr.max_entries = max_entries;
133
134	return bpf_create_map_xattr(&map_attr);
135}
136
137int bpf_create_map_name(enum bpf_map_type map_type, const char *name,
138			int key_size, int value_size, int max_entries,
139			__u32 map_flags)
140{
141	struct bpf_create_map_attr map_attr = {};
142
143	map_attr.name = name;
144	map_attr.map_type = map_type;
145	map_attr.map_flags = map_flags;
146	map_attr.key_size = key_size;
147	map_attr.value_size = value_size;
148	map_attr.max_entries = max_entries;
149
150	return bpf_create_map_xattr(&map_attr);
151}
152
153int bpf_create_map_in_map_node(enum bpf_map_type map_type, const char *name,
154			       int key_size, int inner_map_fd, int max_entries,
155			       __u32 map_flags, int node)
156{
157	union bpf_attr attr;
158
159	memset(&attr, '\0', sizeof(attr));
160
161	attr.map_type = map_type;
162	attr.key_size = key_size;
163	attr.value_size = 4;
164	attr.inner_map_fd = inner_map_fd;
165	attr.max_entries = max_entries;
166	attr.map_flags = map_flags;
167	if (name)
168		memcpy(attr.map_name, name,
169		       min(strlen(name), BPF_OBJ_NAME_LEN - 1));
170
171	if (node >= 0) {
172		attr.map_flags |= BPF_F_NUMA_NODE;
173		attr.numa_node = node;
174	}
175
176	return sys_bpf(BPF_MAP_CREATE, &attr, sizeof(attr));
177}
178
179int bpf_create_map_in_map(enum bpf_map_type map_type, const char *name,
180			  int key_size, int inner_map_fd, int max_entries,
181			  __u32 map_flags)
182{
183	return bpf_create_map_in_map_node(map_type, name, key_size,
184					  inner_map_fd, max_entries, map_flags,
185					  -1);
186}
187
188static void *
189alloc_zero_tailing_info(const void *orecord, __u32 cnt,
190			__u32 actual_rec_size, __u32 expected_rec_size)
191{
192	__u64 info_len = actual_rec_size * cnt;
193	void *info, *nrecord;
194	int i;
195
196	info = malloc(info_len);
197	if (!info)
198		return NULL;
199
200	/* zero out bytes kernel does not understand */
201	nrecord = info;
202	for (i = 0; i < cnt; i++) {
203		memcpy(nrecord, orecord, expected_rec_size);
204		memset(nrecord + expected_rec_size, 0,
205		       actual_rec_size - expected_rec_size);
206		orecord += actual_rec_size;
207		nrecord += actual_rec_size;
208	}
209
210	return info;
211}
212
213int bpf_load_program_xattr(const struct bpf_load_program_attr *load_attr,
214			   char *log_buf, size_t log_buf_sz)
215{
216	void *finfo = NULL, *linfo = NULL;
217	union bpf_attr attr;
218	__u32 log_level;
219	int fd;
220
221	if (!load_attr || !log_buf != !log_buf_sz)
222		return -EINVAL;
223
224	log_level = load_attr->log_level;
225	if (log_level > (4 | 2 | 1) || (log_level && !log_buf))
226		return -EINVAL;
227
228	memset(&attr, 0, sizeof(attr));
229	attr.prog_type = load_attr->prog_type;
230	attr.expected_attach_type = load_attr->expected_attach_type;
231	attr.insn_cnt = (__u32)load_attr->insns_cnt;
232	attr.insns = ptr_to_u64(load_attr->insns);
233	attr.license = ptr_to_u64(load_attr->license);
234
235	attr.log_level = log_level;
236	if (log_level) {
237		attr.log_buf = ptr_to_u64(log_buf);
238		attr.log_size = log_buf_sz;
239	} else {
240		attr.log_buf = ptr_to_u64(NULL);
241		attr.log_size = 0;
242	}
243
244	attr.kern_version = load_attr->kern_version;
245	attr.prog_ifindex = load_attr->prog_ifindex;
246	attr.prog_btf_fd = load_attr->prog_btf_fd;
247	attr.func_info_rec_size = load_attr->func_info_rec_size;
248	attr.func_info_cnt = load_attr->func_info_cnt;
249	attr.func_info = ptr_to_u64(load_attr->func_info);
250	attr.line_info_rec_size = load_attr->line_info_rec_size;
251	attr.line_info_cnt = load_attr->line_info_cnt;
252	attr.line_info = ptr_to_u64(load_attr->line_info);
253	if (load_attr->name)
254		memcpy(attr.prog_name, load_attr->name,
255		       min(strlen(load_attr->name), BPF_OBJ_NAME_LEN - 1));
256	attr.prog_flags = load_attr->prog_flags;
257
258	fd = sys_bpf_prog_load(&attr, sizeof(attr));
259	if (fd >= 0)
260		return fd;
261
262	/* After bpf_prog_load, the kernel may modify certain attributes
263	 * to give user space a hint how to deal with loading failure.
264	 * Check to see whether we can make some changes and load again.
265	 */
266	while (errno == E2BIG && (!finfo || !linfo)) {
267		if (!finfo && attr.func_info_cnt &&
268		    attr.func_info_rec_size < load_attr->func_info_rec_size) {
269			/* try with corrected func info records */
270			finfo = alloc_zero_tailing_info(load_attr->func_info,
271							load_attr->func_info_cnt,
272							load_attr->func_info_rec_size,
273							attr.func_info_rec_size);
274			if (!finfo)
275				goto done;
276
277			attr.func_info = ptr_to_u64(finfo);
278			attr.func_info_rec_size = load_attr->func_info_rec_size;
279		} else if (!linfo && attr.line_info_cnt &&
280			   attr.line_info_rec_size <
281			   load_attr->line_info_rec_size) {
282			linfo = alloc_zero_tailing_info(load_attr->line_info,
283							load_attr->line_info_cnt,
284							load_attr->line_info_rec_size,
285							attr.line_info_rec_size);
286			if (!linfo)
287				goto done;
288
289			attr.line_info = ptr_to_u64(linfo);
290			attr.line_info_rec_size = load_attr->line_info_rec_size;
291		} else {
292			break;
293		}
294
295		fd = sys_bpf_prog_load(&attr, sizeof(attr));
296
297		if (fd >= 0)
298			goto done;
299	}
300
301	if (log_level || !log_buf)
302		goto done;
303
304	/* Try again with log */
305	attr.log_buf = ptr_to_u64(log_buf);
306	attr.log_size = log_buf_sz;
307	attr.log_level = 1;
308	log_buf[0] = 0;
309	fd = sys_bpf_prog_load(&attr, sizeof(attr));
310done:
311	free(finfo);
312	free(linfo);
313	return fd;
314}
315
316int bpf_load_program(enum bpf_prog_type type, const struct bpf_insn *insns,
317		     size_t insns_cnt, const char *license,
318		     __u32 kern_version, char *log_buf,
319		     size_t log_buf_sz)
320{
321	struct bpf_load_program_attr load_attr;
322
323	memset(&load_attr, 0, sizeof(struct bpf_load_program_attr));
324	load_attr.prog_type = type;
325	load_attr.expected_attach_type = 0;
326	load_attr.name = NULL;
327	load_attr.insns = insns;
328	load_attr.insns_cnt = insns_cnt;
329	load_attr.license = license;
330	load_attr.kern_version = kern_version;
331
332	return bpf_load_program_xattr(&load_attr, log_buf, log_buf_sz);
333}
334
335int bpf_verify_program(enum bpf_prog_type type, const struct bpf_insn *insns,
336		       size_t insns_cnt, __u32 prog_flags, const char *license,
337		       __u32 kern_version, char *log_buf, size_t log_buf_sz,
338		       int log_level)
339{
340	union bpf_attr attr;
341
342	memset(&attr, 0, sizeof(attr));
343	attr.prog_type = type;
344	attr.insn_cnt = (__u32)insns_cnt;
345	attr.insns = ptr_to_u64(insns);
346	attr.license = ptr_to_u64(license);
347	attr.log_buf = ptr_to_u64(log_buf);
348	attr.log_size = log_buf_sz;
349	attr.log_level = log_level;
350	log_buf[0] = 0;
351	attr.kern_version = kern_version;
352	attr.prog_flags = prog_flags;
353
354	return sys_bpf_prog_load(&attr, sizeof(attr));
355}
356
357int bpf_map_update_elem(int fd, const void *key, const void *value,
358			__u64 flags)
359{
360	union bpf_attr attr;
361
362	memset(&attr, 0, sizeof(attr));
363	attr.map_fd = fd;
364	attr.key = ptr_to_u64(key);
365	attr.value = ptr_to_u64(value);
366	attr.flags = flags;
367
368	return sys_bpf(BPF_MAP_UPDATE_ELEM, &attr, sizeof(attr));
369}
370
371int bpf_map_lookup_elem(int fd, const void *key, void *value)
372{
373	union bpf_attr attr;
374
375	memset(&attr, 0, sizeof(attr));
376	attr.map_fd = fd;
377	attr.key = ptr_to_u64(key);
378	attr.value = ptr_to_u64(value);
379
380	return sys_bpf(BPF_MAP_LOOKUP_ELEM, &attr, sizeof(attr));
381}
382
383int bpf_map_lookup_elem_flags(int fd, const void *key, void *value, __u64 flags)
384{
385	union bpf_attr attr;
386
387	memset(&attr, 0, sizeof(attr));
388	attr.map_fd = fd;
389	attr.key = ptr_to_u64(key);
390	attr.value = ptr_to_u64(value);
391	attr.flags = flags;
392
393	return sys_bpf(BPF_MAP_LOOKUP_ELEM, &attr, sizeof(attr));
394}
395
396int bpf_map_lookup_and_delete_elem(int fd, const void *key, void *value)
397{
398	union bpf_attr attr;
399
400	memset(&attr, 0, sizeof(attr));
401	attr.map_fd = fd;
402	attr.key = ptr_to_u64(key);
403	attr.value = ptr_to_u64(value);
404
405	return sys_bpf(BPF_MAP_LOOKUP_AND_DELETE_ELEM, &attr, sizeof(attr));
406}
407
408int bpf_map_delete_elem(int fd, const void *key)
409{
410	union bpf_attr attr;
411
412	memset(&attr, 0, sizeof(attr));
413	attr.map_fd = fd;
414	attr.key = ptr_to_u64(key);
415
416	return sys_bpf(BPF_MAP_DELETE_ELEM, &attr, sizeof(attr));
417}
418
419int bpf_map_get_next_key(int fd, const void *key, void *next_key)
420{
421	union bpf_attr attr;
422
423	memset(&attr, 0, sizeof(attr));
424	attr.map_fd = fd;
425	attr.key = ptr_to_u64(key);
426	attr.next_key = ptr_to_u64(next_key);
427
428	return sys_bpf(BPF_MAP_GET_NEXT_KEY, &attr, sizeof(attr));
429}
430
431int bpf_map_freeze(int fd)
432{
433	union bpf_attr attr;
434
435	memset(&attr, 0, sizeof(attr));
436	attr.map_fd = fd;
437
438	return sys_bpf(BPF_MAP_FREEZE, &attr, sizeof(attr));
439}
440
441int bpf_obj_pin(int fd, const char *pathname)
442{
443	union bpf_attr attr;
444
445	memset(&attr, 0, sizeof(attr));
446	attr.pathname = ptr_to_u64((void *)pathname);
447	attr.bpf_fd = fd;
448
449	return sys_bpf(BPF_OBJ_PIN, &attr, sizeof(attr));
450}
451
452int bpf_obj_get(const char *pathname)
453{
454	union bpf_attr attr;
455
456	memset(&attr, 0, sizeof(attr));
457	attr.pathname = ptr_to_u64((void *)pathname);
458
459	return sys_bpf(BPF_OBJ_GET, &attr, sizeof(attr));
460}
461
462int bpf_prog_attach(int prog_fd, int target_fd, enum bpf_attach_type type,
463		    unsigned int flags)
464{
465	union bpf_attr attr;
466
467	memset(&attr, 0, sizeof(attr));
468	attr.target_fd	   = target_fd;
469	attr.attach_bpf_fd = prog_fd;
470	attr.attach_type   = type;
471	attr.attach_flags  = flags;
472
473	return sys_bpf(BPF_PROG_ATTACH, &attr, sizeof(attr));
474}
475
476int bpf_prog_detach(int target_fd, enum bpf_attach_type type)
477{
478	union bpf_attr attr;
479
480	memset(&attr, 0, sizeof(attr));
481	attr.target_fd	 = target_fd;
482	attr.attach_type = type;
483
484	return sys_bpf(BPF_PROG_DETACH, &attr, sizeof(attr));
485}
486
487int bpf_prog_detach2(int prog_fd, int target_fd, enum bpf_attach_type type)
488{
489	union bpf_attr attr;
490
491	memset(&attr, 0, sizeof(attr));
492	attr.target_fd	 = target_fd;
493	attr.attach_bpf_fd = prog_fd;
494	attr.attach_type = type;
495
496	return sys_bpf(BPF_PROG_DETACH, &attr, sizeof(attr));
497}
498
499int bpf_prog_query(int target_fd, enum bpf_attach_type type, __u32 query_flags,
500		   __u32 *attach_flags, __u32 *prog_ids, __u32 *prog_cnt)
501{
502	union bpf_attr attr;
503	int ret;
504
505	memset(&attr, 0, sizeof(attr));
506	attr.query.target_fd	= target_fd;
507	attr.query.attach_type	= type;
508	attr.query.query_flags	= query_flags;
509	attr.query.prog_cnt	= *prog_cnt;
510	attr.query.prog_ids	= ptr_to_u64(prog_ids);
511
512	ret = sys_bpf(BPF_PROG_QUERY, &attr, sizeof(attr));
513	if (attach_flags)
514		*attach_flags = attr.query.attach_flags;
515	*prog_cnt = attr.query.prog_cnt;
516	return ret;
517}
518
519int bpf_prog_test_run(int prog_fd, int repeat, void *data, __u32 size,
520		      void *data_out, __u32 *size_out, __u32 *retval,
521		      __u32 *duration)
522{
523	union bpf_attr attr;
524	int ret;
525
526	memset(&attr, 0, sizeof(attr));
527	attr.test.prog_fd = prog_fd;
528	attr.test.data_in = ptr_to_u64(data);
529	attr.test.data_out = ptr_to_u64(data_out);
530	attr.test.data_size_in = size;
531	attr.test.repeat = repeat;
532
533	ret = sys_bpf(BPF_PROG_TEST_RUN, &attr, sizeof(attr));
534	if (size_out)
535		*size_out = attr.test.data_size_out;
536	if (retval)
537		*retval = attr.test.retval;
538	if (duration)
539		*duration = attr.test.duration;
540	return ret;
541}
542
543int bpf_prog_test_run_xattr(struct bpf_prog_test_run_attr *test_attr)
544{
545	union bpf_attr attr;
546	int ret;
547
548	if (!test_attr->data_out && test_attr->data_size_out > 0)
549		return -EINVAL;
550
551	memset(&attr, 0, sizeof(attr));
552	attr.test.prog_fd = test_attr->prog_fd;
553	attr.test.data_in = ptr_to_u64(test_attr->data_in);
554	attr.test.data_out = ptr_to_u64(test_attr->data_out);
555	attr.test.data_size_in = test_attr->data_size_in;
556	attr.test.data_size_out = test_attr->data_size_out;
557	attr.test.ctx_in = ptr_to_u64(test_attr->ctx_in);
558	attr.test.ctx_out = ptr_to_u64(test_attr->ctx_out);
559	attr.test.ctx_size_in = test_attr->ctx_size_in;
560	attr.test.ctx_size_out = test_attr->ctx_size_out;
561	attr.test.repeat = test_attr->repeat;
562
563	ret = sys_bpf(BPF_PROG_TEST_RUN, &attr, sizeof(attr));
564	test_attr->data_size_out = attr.test.data_size_out;
565	test_attr->ctx_size_out = attr.test.ctx_size_out;
566	test_attr->retval = attr.test.retval;
567	test_attr->duration = attr.test.duration;
568	return ret;
569}
570
571static int bpf_obj_get_next_id(__u32 start_id, __u32 *next_id, int cmd)
572{
573	union bpf_attr attr;
574	int err;
575
576	memset(&attr, 0, sizeof(attr));
577	attr.start_id = start_id;
578
579	err = sys_bpf(cmd, &attr, sizeof(attr));
580	if (!err)
581		*next_id = attr.next_id;
582
583	return err;
584}
585
586int bpf_prog_get_next_id(__u32 start_id, __u32 *next_id)
587{
588	return bpf_obj_get_next_id(start_id, next_id, BPF_PROG_GET_NEXT_ID);
589}
590
591int bpf_map_get_next_id(__u32 start_id, __u32 *next_id)
592{
593	return bpf_obj_get_next_id(start_id, next_id, BPF_MAP_GET_NEXT_ID);
594}
595
596int bpf_btf_get_next_id(__u32 start_id, __u32 *next_id)
597{
598	return bpf_obj_get_next_id(start_id, next_id, BPF_BTF_GET_NEXT_ID);
599}
600
601int bpf_prog_get_fd_by_id(__u32 id)
602{
603	union bpf_attr attr;
604
605	memset(&attr, 0, sizeof(attr));
606	attr.prog_id = id;
607
608	return sys_bpf(BPF_PROG_GET_FD_BY_ID, &attr, sizeof(attr));
609}
610
611int bpf_map_get_fd_by_id(__u32 id)
612{
613	union bpf_attr attr;
614
615	memset(&attr, 0, sizeof(attr));
616	attr.map_id = id;
617
618	return sys_bpf(BPF_MAP_GET_FD_BY_ID, &attr, sizeof(attr));
619}
620
621int bpf_btf_get_fd_by_id(__u32 id)
622{
623	union bpf_attr attr;
624
625	memset(&attr, 0, sizeof(attr));
626	attr.btf_id = id;
627
628	return sys_bpf(BPF_BTF_GET_FD_BY_ID, &attr, sizeof(attr));
629}
630
631int bpf_obj_get_info_by_fd(int prog_fd, void *info, __u32 *info_len)
632{
633	union bpf_attr attr;
634	int err;
635
636	memset(&attr, 0, sizeof(attr));
637	attr.info.bpf_fd = prog_fd;
638	attr.info.info_len = *info_len;
639	attr.info.info = ptr_to_u64(info);
640
641	err = sys_bpf(BPF_OBJ_GET_INFO_BY_FD, &attr, sizeof(attr));
642	if (!err)
643		*info_len = attr.info.info_len;
644
645	return err;
646}
647
648int bpf_raw_tracepoint_open(const char *name, int prog_fd)
649{
650	union bpf_attr attr;
651
652	memset(&attr, 0, sizeof(attr));
653	attr.raw_tracepoint.name = ptr_to_u64(name);
654	attr.raw_tracepoint.prog_fd = prog_fd;
655
656	return sys_bpf(BPF_RAW_TRACEPOINT_OPEN, &attr, sizeof(attr));
657}
658
659int bpf_load_btf(void *btf, __u32 btf_size, char *log_buf, __u32 log_buf_size,
660		 bool do_log)
661{
662	union bpf_attr attr = {};
663	int fd;
664
665	attr.btf = ptr_to_u64(btf);
666	attr.btf_size = btf_size;
667
668retry:
669	if (do_log && log_buf && log_buf_size) {
670		attr.btf_log_level = 1;
671		attr.btf_log_size = log_buf_size;
672		attr.btf_log_buf = ptr_to_u64(log_buf);
673	}
674
675	fd = sys_bpf(BPF_BTF_LOAD, &attr, sizeof(attr));
676	if (fd == -1 && !do_log && log_buf && log_buf_size) {
677		do_log = true;
678		goto retry;
679	}
680
681	return fd;
682}
683
684int bpf_task_fd_query(int pid, int fd, __u32 flags, char *buf, __u32 *buf_len,
685		      __u32 *prog_id, __u32 *fd_type, __u64 *probe_offset,
686		      __u64 *probe_addr)
687{
688	union bpf_attr attr = {};
689	int err;
690
691	attr.task_fd_query.pid = pid;
692	attr.task_fd_query.fd = fd;
693	attr.task_fd_query.flags = flags;
694	attr.task_fd_query.buf = ptr_to_u64(buf);
695	attr.task_fd_query.buf_len = *buf_len;
696
697	err = sys_bpf(BPF_TASK_FD_QUERY, &attr, sizeof(attr));
698	*buf_len = attr.task_fd_query.buf_len;
699	*prog_id = attr.task_fd_query.prog_id;
700	*fd_type = attr.task_fd_query.fd_type;
701	*probe_offset = attr.task_fd_query.probe_offset;
702	*probe_addr = attr.task_fd_query.probe_addr;
703
704	return err;
705}