mirror of
https://github.com/varun-r-mallya/Python-BPF.git
synced 2025-12-31 21:06:25 +00:00
Compare commits
148 Commits
ringbuf-he
...
21ce041353
| Author | SHA1 | Date | |
|---|---|---|---|
| 21ce041353 | |||
| 6402cf7be5 | |||
| 9a96e1247b | |||
| 989134f4be | |||
| 120aec08da | |||
| e66ae7cc89 | |||
| 32dc8e6636 | |||
| 8e3942d38c | |||
| 8485460374 | |||
| 9fdc6fa3ed | |||
| 17004d58df | |||
| 6362a5e665 | |||
| d38d73d5c6 | |||
| 0a6571726a | |||
| e62557bd1d | |||
| ee90ee9392 | |||
| 5f9eaff59c | |||
| b86341ce7a | |||
| 4857739eec | |||
| 3bb4b099c1 | |||
| e7912a088f | |||
| 95d63d969e | |||
| 1f96bab944 | |||
| f98491f3bd | |||
| 98f262ae22 | |||
| d2ff53052c | |||
| ecac24c1d2 | |||
| a764b095f8 | |||
| 95a196a91f | |||
| 6b59980874 | |||
| 0c977514af | |||
| 1207730ce3 | |||
| 0d9dcd122c | |||
| 8a69e05ee2 | |||
| 976af290af | |||
| a3443ab1d5 | |||
| a27360482b | |||
| 3f9604a370 | |||
| 480afd1341 | |||
| ab71275566 | |||
| 2d850f457f | |||
| c423cc647d | |||
| 9e1142bf05 | |||
| 1843ca6c53 | |||
| caa5d92c32 | |||
| f41693bc6d | |||
| b7092fa362 | |||
| 0e7dcafbab | |||
| a574527891 | |||
| 176673017c | |||
| 1d6226d829 | |||
| 12b712c217 | |||
| 2de280915a | |||
| 1cce49f5e0 | |||
| 682a7e6566 | |||
| fb63dbd698 | |||
| 4f433d00cc | |||
| 6cf5115ea9 | |||
| f11a43010d | |||
| d1055e4d41 | |||
| 8554688230 | |||
| 3e873f378e | |||
| 28ce14ce34 | |||
| 5066cd4cfe | |||
| 0bfb3855b6 | |||
| 2f0dd20f1e | |||
| abef68c274 | |||
| 9aff614ff5 | |||
| 7b0e8a2fca | |||
| 3e68d6df4f | |||
| b75dc82f90 | |||
| f53ca3bd5b | |||
| 02885af1ca | |||
| e6e2a69506 | |||
| e4e92710c0 | |||
| f08bc9976c | |||
| 23183da2e1 | |||
| c6fef1693e | |||
| 192e03aa98 | |||
| 6f02b61527 | |||
| a21ff5633c | |||
| f96a6b94dc | |||
| e9f3aa25d2 | |||
| d0a8e96b70 | |||
| b09dc815fc | |||
| ceaac78633 | |||
| dc7a127fa6 | |||
| 3abe07c5b2 | |||
| 01bd7604ed | |||
| 552cd352f2 | |||
| c7f2955ee9 | |||
| ef36ea1e03 | |||
| d341cb24c0 | |||
| 2fabb67942 | |||
| a0b0ad370e | |||
| 7ae84a0d5a | |||
| 283b947fc5 | |||
| df3f00261a | |||
| bf78ac21fe | |||
| ab610147a5 | |||
| 7720fe9f9f | |||
| 7aeac86bd3 | |||
| ac49cd8b1c | |||
| af44bd063c | |||
| 1239d1c35f | |||
| f41a9ccf26 | |||
| ab1c4223d5 | |||
| c3a512d5cf | |||
| 4a60c42cd0 | |||
| be05b5d102 | |||
| 3f061750cf | |||
| 6d5d6345e2 | |||
| 6fea580693 | |||
| b35134625b | |||
| c3db609a90 | |||
| cc626c38f7 | |||
| a8b3f4f86c | |||
| d593969408 | |||
| 6d5895ebc2 | |||
| c9ee6e4f17 | |||
| a622c53e0f | |||
| a4f1363aed | |||
| 3a819dcaee | |||
| 729270b34b | |||
| 44cbcccb6c | |||
| 86b9ec56d7 | |||
| 253944afd2 | |||
| 54993ce5c2 | |||
| 05083bd513 | |||
| 6e4c340780 | |||
| 9dbca410c2 | |||
| 62ca3b5ffe | |||
| f263c35156 | |||
| 0678d70309 | |||
| 96fa5687f8 | |||
| 4d0dd68d56 | |||
| 89b0a07419 | |||
| 469ca43eaa | |||
| dc2b611cbc | |||
| 0c1acf1420 | |||
| 71b97e3e20 | |||
| 12ba3605e9 | |||
| d7427f306f | |||
| 0142381ce2 | |||
| 9223d7b5c5 | |||
| 3b74ade455 | |||
| dadcb69f1c | |||
| 2fd2a46838 |
4
.github/workflows/format.yml
vendored
4
.github/workflows/format.yml
vendored
@ -12,8 +12,8 @@ jobs:
|
|||||||
name: Format
|
name: Format
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v5
|
||||||
- uses: actions/setup-python@v5
|
- uses: actions/setup-python@v6
|
||||||
with:
|
with:
|
||||||
python-version: "3.x"
|
python-version: "3.x"
|
||||||
- uses: pre-commit/action@v3.0.1
|
- uses: pre-commit/action@v3.0.1
|
||||||
|
|||||||
@ -21,7 +21,7 @@ ci:
|
|||||||
repos:
|
repos:
|
||||||
# Standard hooks
|
# Standard hooks
|
||||||
- repo: https://github.com/pre-commit/pre-commit-hooks
|
- repo: https://github.com/pre-commit/pre-commit-hooks
|
||||||
rev: v4.6.0
|
rev: v6.0.0
|
||||||
hooks:
|
hooks:
|
||||||
- id: check-added-large-files
|
- id: check-added-large-files
|
||||||
- id: check-case-conflict
|
- id: check-case-conflict
|
||||||
@ -36,7 +36,7 @@ repos:
|
|||||||
- id: trailing-whitespace
|
- id: trailing-whitespace
|
||||||
|
|
||||||
- repo: https://github.com/astral-sh/ruff-pre-commit
|
- repo: https://github.com/astral-sh/ruff-pre-commit
|
||||||
rev: "v0.4.2"
|
rev: "v0.13.2"
|
||||||
hooks:
|
hooks:
|
||||||
- id: ruff
|
- id: ruff
|
||||||
args: ["--fix", "--show-fixes"]
|
args: ["--fix", "--show-fixes"]
|
||||||
@ -45,7 +45,7 @@ repos:
|
|||||||
|
|
||||||
# Checking static types
|
# Checking static types
|
||||||
- repo: https://github.com/pre-commit/mirrors-mypy
|
- repo: https://github.com/pre-commit/mirrors-mypy
|
||||||
rev: "v1.10.0"
|
rev: "v1.18.2"
|
||||||
hooks:
|
hooks:
|
||||||
- id: mypy
|
- id: mypy
|
||||||
exclude: ^(tests)|^(examples)
|
exclude: ^(tests)|^(examples)
|
||||||
|
|||||||
@ -83,14 +83,14 @@ def hist() -> HashMap:
|
|||||||
def hello(ctx: c_void_p) -> c_int64:
|
def hello(ctx: c_void_p) -> c_int64:
|
||||||
process_id = pid()
|
process_id = pid()
|
||||||
one = 1
|
one = 1
|
||||||
prev = hist().lookup(process_id)
|
prev = hist.lookup(process_id)
|
||||||
if prev:
|
if prev:
|
||||||
previous_value = prev + 1
|
previous_value = prev + 1
|
||||||
print(f"count: {previous_value} with {process_id}")
|
print(f"count: {previous_value} with {process_id}")
|
||||||
hist().update(process_id, previous_value)
|
hist.update(process_id, previous_value)
|
||||||
return c_int64(0)
|
return c_int64(0)
|
||||||
else:
|
else:
|
||||||
hist().update(process_id, one)
|
hist.update(process_id, one)
|
||||||
return c_int64(0)
|
return c_int64(0)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
13
TODO.md
13
TODO.md
@ -1,13 +0,0 @@
|
|||||||
## Short term
|
|
||||||
|
|
||||||
- Implement enough functionality to port the BCC tutorial examples in PythonBPF
|
|
||||||
- Static Typing
|
|
||||||
- Add all maps
|
|
||||||
- XDP support in pylibbpf
|
|
||||||
- ringbuf support
|
|
||||||
- recursive expression resolution
|
|
||||||
|
|
||||||
## Long term
|
|
||||||
|
|
||||||
- Refactor the codebase to be better than a hackathon project
|
|
||||||
- Port to C++ and use actual LLVM?
|
|
||||||
@ -12,7 +12,7 @@
|
|||||||
"from pythonbpf import bpf, map, section, bpfglobal, BPF\n",
|
"from pythonbpf import bpf, map, section, bpfglobal, BPF\n",
|
||||||
"from pythonbpf.helper import pid\n",
|
"from pythonbpf.helper import pid\n",
|
||||||
"from pythonbpf.maps import HashMap\n",
|
"from pythonbpf.maps import HashMap\n",
|
||||||
"from pylibbpf import *\n",
|
"from pylibbpf import BpfMap\n",
|
||||||
"from ctypes import c_void_p, c_int64, c_uint64, c_int32\n",
|
"from ctypes import c_void_p, c_int64, c_uint64, c_int32\n",
|
||||||
"import matplotlib.pyplot as plt"
|
"import matplotlib.pyplot as plt"
|
||||||
]
|
]
|
||||||
|
|||||||
27
examples/kprobes.py
Normal file
27
examples/kprobes.py
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, BPF
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("kretprobe/do_unlinkat")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!")
|
||||||
|
return c_int64(0)
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("kprobe/do_unlinkat")
|
||||||
|
def hello_world2(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!")
|
||||||
|
return c_int64(0)
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
b = BPF()
|
||||||
|
b.load_and_attach()
|
||||||
|
while True:
|
||||||
|
print("running")
|
||||||
|
# Now cat /sys/kernel/debug/tracing/trace_pipe to see results of unlink kprobe.
|
||||||
@ -21,17 +21,17 @@ def last() -> HashMap:
|
|||||||
@section("tracepoint/syscalls/sys_enter_sync")
|
@section("tracepoint/syscalls/sys_enter_sync")
|
||||||
def do_trace(ctx: c_void_p) -> c_int64:
|
def do_trace(ctx: c_void_p) -> c_int64:
|
||||||
key = 0
|
key = 0
|
||||||
tsp = last().lookup(key)
|
tsp = last.lookup(key)
|
||||||
if tsp:
|
if tsp:
|
||||||
kt = ktime()
|
kt = ktime()
|
||||||
delta = kt - tsp
|
delta = kt - tsp
|
||||||
if delta < 1000000000:
|
if delta < 1000000000:
|
||||||
time_ms = delta // 1000000
|
time_ms = delta // 1000000
|
||||||
print(f"sync called within last second, last {time_ms} ms ago")
|
print(f"sync called within last second, last {time_ms} ms ago")
|
||||||
last().delete(key)
|
last.delete(key)
|
||||||
else:
|
else:
|
||||||
kt = ktime()
|
kt = ktime()
|
||||||
last().update(key, kt)
|
last.update(key, kt)
|
||||||
return c_int64(0)
|
return c_int64(0)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
420403
examples/vmlinux.py
420403
examples/vmlinux.py
File diff suppressed because it is too large
Load Diff
@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "pythonbpf"
|
name = "pythonbpf"
|
||||||
version = "0.1.3"
|
version = "0.1.4"
|
||||||
description = "Reduced Python frontend for eBPF"
|
description = "Reduced Python frontend for eBPF"
|
||||||
authors = [
|
authors = [
|
||||||
{ name = "r41k0u", email="pragyanshchaturvedi18@gmail.com" },
|
{ name = "r41k0u", email="pragyanshchaturvedi18@gmail.com" },
|
||||||
|
|||||||
@ -1,71 +1,72 @@
|
|||||||
import ast
|
import ast
|
||||||
from llvmlite import ir
|
from llvmlite import ir
|
||||||
|
from logging import Logger
|
||||||
|
import logging
|
||||||
|
|
||||||
|
logger: Logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
def recursive_dereferencer(var, builder):
|
def recursive_dereferencer(var, builder):
|
||||||
"""dereference until primitive type comes out"""
|
"""dereference until primitive type comes out"""
|
||||||
if var.type == ir.PointerType(ir.PointerType(ir.IntType(64))):
|
# TODO: Not worrying about stack overflow for now
|
||||||
|
logger.info(f"Dereferencing {var}, type is {var.type}")
|
||||||
|
if isinstance(var.type, ir.PointerType):
|
||||||
a = builder.load(var)
|
a = builder.load(var)
|
||||||
return recursive_dereferencer(a, builder)
|
return recursive_dereferencer(a, builder)
|
||||||
elif var.type == ir.PointerType(ir.IntType(64)):
|
elif isinstance(var.type, ir.IntType):
|
||||||
a = builder.load(var)
|
|
||||||
return recursive_dereferencer(a, builder)
|
|
||||||
elif var.type == ir.IntType(64):
|
|
||||||
return var
|
return var
|
||||||
else:
|
else:
|
||||||
raise TypeError(f"Unsupported type for dereferencing: {var.type}")
|
raise TypeError(f"Unsupported type for dereferencing: {var.type}")
|
||||||
|
|
||||||
|
|
||||||
def handle_binary_op(rval, module, builder, var_name, local_sym_tab, map_sym_tab, func):
|
def get_operand_value(operand, builder, local_sym_tab):
|
||||||
print(module)
|
"""Extract the value from an operand, handling variables and constants."""
|
||||||
left = rval.left
|
if isinstance(operand, ast.Name):
|
||||||
right = rval.right
|
if operand.id in local_sym_tab:
|
||||||
|
return recursive_dereferencer(local_sym_tab[operand.id].var, builder)
|
||||||
|
raise ValueError(f"Undefined variable: {operand.id}")
|
||||||
|
elif isinstance(operand, ast.Constant):
|
||||||
|
if isinstance(operand.value, int):
|
||||||
|
return ir.Constant(ir.IntType(64), operand.value)
|
||||||
|
raise TypeError(f"Unsupported constant type: {type(operand.value)}")
|
||||||
|
elif isinstance(operand, ast.BinOp):
|
||||||
|
return handle_binary_op_impl(operand, builder, local_sym_tab)
|
||||||
|
raise TypeError(f"Unsupported operand type: {type(operand)}")
|
||||||
|
|
||||||
|
|
||||||
|
def handle_binary_op_impl(rval, builder, local_sym_tab):
|
||||||
op = rval.op
|
op = rval.op
|
||||||
|
left = get_operand_value(rval.left, builder, local_sym_tab)
|
||||||
|
right = get_operand_value(rval.right, builder, local_sym_tab)
|
||||||
|
logger.info(f"left is {left}, right is {right}, op is {op}")
|
||||||
|
|
||||||
# Handle left operand
|
# Map AST operation nodes to LLVM IR builder methods
|
||||||
if isinstance(left, ast.Name):
|
op_map = {
|
||||||
if left.id in local_sym_tab:
|
ast.Add: builder.add,
|
||||||
left = recursive_dereferencer(local_sym_tab[left.id][0], builder)
|
ast.Sub: builder.sub,
|
||||||
else:
|
ast.Mult: builder.mul,
|
||||||
raise SyntaxError(f"Undefined variable: {left.id}")
|
ast.Div: builder.sdiv,
|
||||||
elif isinstance(left, ast.Constant):
|
ast.Mod: builder.srem,
|
||||||
left = ir.Constant(ir.IntType(64), left.value)
|
ast.LShift: builder.shl,
|
||||||
else:
|
ast.RShift: builder.lshr,
|
||||||
raise SyntaxError("Unsupported left operand type")
|
ast.BitOr: builder.or_,
|
||||||
|
ast.BitXor: builder.xor,
|
||||||
|
ast.BitAnd: builder.and_,
|
||||||
|
ast.FloorDiv: builder.udiv,
|
||||||
|
}
|
||||||
|
|
||||||
if isinstance(right, ast.Name):
|
if type(op) in op_map:
|
||||||
if right.id in local_sym_tab:
|
result = op_map[type(op)](left, right)
|
||||||
right = recursive_dereferencer(local_sym_tab[right.id][0], builder)
|
return result
|
||||||
else:
|
|
||||||
raise SyntaxError(f"Undefined variable: {right.id}")
|
|
||||||
elif isinstance(right, ast.Constant):
|
|
||||||
right = ir.Constant(ir.IntType(64), right.value)
|
|
||||||
else:
|
|
||||||
raise SyntaxError("Unsupported right operand type")
|
|
||||||
|
|
||||||
print(f"left is {left}, right is {right}, op is {op}")
|
|
||||||
|
|
||||||
if isinstance(op, ast.Add):
|
|
||||||
builder.store(builder.add(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.Sub):
|
|
||||||
builder.store(builder.sub(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.Mult):
|
|
||||||
builder.store(builder.mul(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.Div):
|
|
||||||
builder.store(builder.sdiv(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.Mod):
|
|
||||||
builder.store(builder.srem(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.LShift):
|
|
||||||
builder.store(builder.shl(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.RShift):
|
|
||||||
builder.store(builder.lshr(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.BitOr):
|
|
||||||
builder.store(builder.or_(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.BitXor):
|
|
||||||
builder.store(builder.xor(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.BitAnd):
|
|
||||||
builder.store(builder.and_(left, right), local_sym_tab[var_name][0])
|
|
||||||
elif isinstance(op, ast.FloorDiv):
|
|
||||||
builder.store(builder.udiv(left, right), local_sym_tab[var_name][0])
|
|
||||||
else:
|
else:
|
||||||
raise SyntaxError("Unsupported binary operation")
|
raise SyntaxError("Unsupported binary operation")
|
||||||
|
|
||||||
|
|
||||||
|
def handle_binary_op(rval, builder, var_name, local_sym_tab):
|
||||||
|
result = handle_binary_op_impl(rval, builder, local_sym_tab)
|
||||||
|
if var_name and var_name in local_sym_tab:
|
||||||
|
logger.info(
|
||||||
|
f"Storing result {result} into variable {local_sym_tab[var_name].var}"
|
||||||
|
)
|
||||||
|
builder.store(result, local_sym_tab[var_name].var)
|
||||||
|
return result, result.type
|
||||||
|
|||||||
@ -1,19 +1,27 @@
|
|||||||
import ast
|
import ast
|
||||||
from llvmlite import ir
|
from llvmlite import ir
|
||||||
from .license_pass import license_processing
|
from .license_pass import license_processing
|
||||||
from .functions_pass import func_proc
|
from .functions import func_proc
|
||||||
from .maps import maps_proc
|
from .maps import maps_proc
|
||||||
from .structs import structs_proc
|
from .structs import structs_proc
|
||||||
from .globals_pass import globals_processing
|
from .globals_pass import (
|
||||||
from .debuginfo import DW_LANG_C11, DwarfBehaviorEnum
|
globals_list_creation,
|
||||||
|
globals_processing,
|
||||||
|
populate_global_symbol_table,
|
||||||
|
)
|
||||||
|
from .debuginfo import DW_LANG_C11, DwarfBehaviorEnum, DebugInfoGenerator
|
||||||
import os
|
import os
|
||||||
import subprocess
|
import subprocess
|
||||||
import inspect
|
import inspect
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from pylibbpf import BpfProgram
|
from pylibbpf import BpfProgram
|
||||||
import tempfile
|
import tempfile
|
||||||
|
from logging import Logger
|
||||||
|
import logging
|
||||||
|
|
||||||
VERSION = "v0.1.3"
|
logger: Logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
VERSION = "v0.1.4"
|
||||||
|
|
||||||
|
|
||||||
def find_bpf_chunks(tree):
|
def find_bpf_chunks(tree):
|
||||||
@ -30,21 +38,27 @@ def find_bpf_chunks(tree):
|
|||||||
|
|
||||||
def processor(source_code, filename, module):
|
def processor(source_code, filename, module):
|
||||||
tree = ast.parse(source_code, filename)
|
tree = ast.parse(source_code, filename)
|
||||||
print(ast.dump(tree, indent=4))
|
logger.debug(ast.dump(tree, indent=4))
|
||||||
|
|
||||||
bpf_chunks = find_bpf_chunks(tree)
|
bpf_chunks = find_bpf_chunks(tree)
|
||||||
for func_node in bpf_chunks:
|
for func_node in bpf_chunks:
|
||||||
print(f"Found BPF function/struct: {func_node.name}")
|
logger.info(f"Found BPF function/struct: {func_node.name}")
|
||||||
|
|
||||||
|
populate_global_symbol_table(tree, module)
|
||||||
|
license_processing(tree, module)
|
||||||
|
globals_processing(tree, module)
|
||||||
|
|
||||||
structs_sym_tab = structs_proc(tree, module, bpf_chunks)
|
structs_sym_tab = structs_proc(tree, module, bpf_chunks)
|
||||||
map_sym_tab = maps_proc(tree, module, bpf_chunks)
|
map_sym_tab = maps_proc(tree, module, bpf_chunks)
|
||||||
func_proc(tree, module, bpf_chunks, map_sym_tab, structs_sym_tab)
|
func_proc(tree, module, bpf_chunks, map_sym_tab, structs_sym_tab)
|
||||||
|
|
||||||
license_processing(tree, module)
|
globals_list_creation(tree, module)
|
||||||
globals_processing(tree, module)
|
|
||||||
|
|
||||||
|
|
||||||
def compile_to_ir(filename: str, output: str):
|
def compile_to_ir(filename: str, output: str, loglevel=logging.INFO):
|
||||||
|
logging.basicConfig(
|
||||||
|
level=loglevel, format="%(asctime)s [%(levelname)s] %(name)s: %(message)s"
|
||||||
|
)
|
||||||
with open(filename) as f:
|
with open(filename) as f:
|
||||||
source = f.read()
|
source = f.read()
|
||||||
|
|
||||||
@ -53,33 +67,17 @@ def compile_to_ir(filename: str, output: str):
|
|||||||
module.triple = "bpf"
|
module.triple = "bpf"
|
||||||
|
|
||||||
if not hasattr(module, "_debug_compile_unit"):
|
if not hasattr(module, "_debug_compile_unit"):
|
||||||
module._file_metadata = module.add_debug_info(
|
debug_generator = DebugInfoGenerator(module)
|
||||||
"DIFile",
|
debug_generator.generate_file_metadata(filename, os.path.dirname(filename))
|
||||||
{ # type: ignore
|
debug_generator.generate_debug_cu(
|
||||||
"filename": filename,
|
DW_LANG_C11,
|
||||||
"directory": os.path.dirname(filename),
|
f"PythonBPF {VERSION}",
|
||||||
},
|
True, # TODO: This is probably not true
|
||||||
|
# TODO: add a global field here that keeps track of all the globals. Works without it, but I think it might
|
||||||
|
# be required for kprobes.
|
||||||
|
True,
|
||||||
)
|
)
|
||||||
|
|
||||||
module._debug_compile_unit = module.add_debug_info(
|
|
||||||
"DICompileUnit",
|
|
||||||
{ # type: ignore
|
|
||||||
"language": DW_LANG_C11,
|
|
||||||
"file": module._file_metadata, # type: ignore
|
|
||||||
"producer": f"PythonBPF {VERSION}",
|
|
||||||
"isOptimized": True, # TODO: This is probably not true
|
|
||||||
# TODO: add a global field here that keeps track of all the globals. Works without it, but I think it might
|
|
||||||
# be required for kprobes.
|
|
||||||
"runtimeVersion": 0,
|
|
||||||
"emissionKind": 1,
|
|
||||||
"splitDebugInlining": False,
|
|
||||||
"nameTableKind": 0,
|
|
||||||
},
|
|
||||||
is_distinct=True,
|
|
||||||
)
|
|
||||||
|
|
||||||
module.add_named_metadata("llvm.dbg.cu", module._debug_compile_unit) # type: ignore
|
|
||||||
|
|
||||||
processor(source, filename, module)
|
processor(source, filename, module)
|
||||||
|
|
||||||
wchar_size = module.add_metadata(
|
wchar_size = module.add_metadata(
|
||||||
@ -121,7 +119,7 @@ def compile_to_ir(filename: str, output: str):
|
|||||||
|
|
||||||
module.add_named_metadata("llvm.ident", [f"PythonBPF {VERSION}"])
|
module.add_named_metadata("llvm.ident", [f"PythonBPF {VERSION}"])
|
||||||
|
|
||||||
print(f"IR written to {output}")
|
logger.info(f"IR written to {output}")
|
||||||
with open(output, "w") as f:
|
with open(output, "w") as f:
|
||||||
f.write(f'source_filename = "{filename}"\n')
|
f.write(f'source_filename = "{filename}"\n')
|
||||||
f.write(str(module))
|
f.write(str(module))
|
||||||
@ -130,7 +128,7 @@ def compile_to_ir(filename: str, output: str):
|
|||||||
return output
|
return output
|
||||||
|
|
||||||
|
|
||||||
def compile() -> bool:
|
def compile(loglevel=logging.INFO) -> bool:
|
||||||
# Look one level up the stack to the caller of this function
|
# Look one level up the stack to the caller of this function
|
||||||
caller_frame = inspect.stack()[1]
|
caller_frame = inspect.stack()[1]
|
||||||
caller_file = Path(caller_frame.filename).resolve()
|
caller_file = Path(caller_frame.filename).resolve()
|
||||||
@ -139,7 +137,9 @@ def compile() -> bool:
|
|||||||
o_file = caller_file.with_suffix(".o")
|
o_file = caller_file.with_suffix(".o")
|
||||||
|
|
||||||
success = True
|
success = True
|
||||||
success = compile_to_ir(str(caller_file), str(ll_file)) and success
|
success = (
|
||||||
|
compile_to_ir(str(caller_file), str(ll_file), loglevel=loglevel) and success
|
||||||
|
)
|
||||||
|
|
||||||
success = bool(
|
success = bool(
|
||||||
subprocess.run(
|
subprocess.run(
|
||||||
@ -157,11 +157,11 @@ def compile() -> bool:
|
|||||||
and success
|
and success
|
||||||
)
|
)
|
||||||
|
|
||||||
print(f"Object written to {o_file}")
|
logger.info(f"Object written to {o_file}")
|
||||||
return success
|
return success
|
||||||
|
|
||||||
|
|
||||||
def BPF() -> BpfProgram:
|
def BPF(loglevel=logging.INFO) -> BpfProgram:
|
||||||
caller_frame = inspect.stack()[1]
|
caller_frame = inspect.stack()[1]
|
||||||
src = inspect.getsource(caller_frame.frame)
|
src = inspect.getsource(caller_frame.frame)
|
||||||
with tempfile.NamedTemporaryFile(
|
with tempfile.NamedTemporaryFile(
|
||||||
@ -174,7 +174,7 @@ def BPF() -> BpfProgram:
|
|||||||
f.write(src)
|
f.write(src)
|
||||||
f.flush()
|
f.flush()
|
||||||
source = f.name
|
source = f.name
|
||||||
compile_to_ir(source, str(inter.name))
|
compile_to_ir(source, str(inter.name), loglevel=loglevel)
|
||||||
subprocess.run(
|
subprocess.run(
|
||||||
[
|
[
|
||||||
"llc",
|
"llc",
|
||||||
|
|||||||
@ -12,6 +12,34 @@ class DebugInfoGenerator:
|
|||||||
self.module = module
|
self.module = module
|
||||||
self._type_cache = {} # Cache for common debug types
|
self._type_cache = {} # Cache for common debug types
|
||||||
|
|
||||||
|
def generate_file_metadata(self, filename, dirname):
|
||||||
|
self.module._file_metadata = self.module.add_debug_info(
|
||||||
|
"DIFile",
|
||||||
|
{ # type: ignore
|
||||||
|
"filename": filename,
|
||||||
|
"directory": dirname,
|
||||||
|
},
|
||||||
|
)
|
||||||
|
|
||||||
|
def generate_debug_cu(
|
||||||
|
self, language, producer: str, is_optimized: bool, is_distinct: bool
|
||||||
|
):
|
||||||
|
self.module._debug_compile_unit = self.module.add_debug_info(
|
||||||
|
"DICompileUnit",
|
||||||
|
{ # type: ignore
|
||||||
|
"language": language,
|
||||||
|
"file": self.module._file_metadata, # type: ignore
|
||||||
|
"producer": producer,
|
||||||
|
"isOptimized": is_optimized,
|
||||||
|
"runtimeVersion": 0,
|
||||||
|
"emissionKind": 1,
|
||||||
|
"splitDebugInlining": False,
|
||||||
|
"nameTableKind": 0,
|
||||||
|
},
|
||||||
|
is_distinct=is_distinct,
|
||||||
|
)
|
||||||
|
self.module.add_named_metadata("llvm.dbg.cu", self.module._debug_compile_unit) # type: ignore
|
||||||
|
|
||||||
def get_basic_type(self, name: str, size: int, encoding: int) -> Any:
|
def get_basic_type(self, name: str, size: int, encoding: int) -> Any:
|
||||||
"""Get or create a basic type with caching"""
|
"""Get or create a basic type with caching"""
|
||||||
key = (name, size, encoding)
|
key = (name, size, encoding)
|
||||||
|
|||||||
4
pythonbpf/expr/__init__.py
Normal file
4
pythonbpf/expr/__init__.py
Normal file
@ -0,0 +1,4 @@
|
|||||||
|
from .expr_pass import eval_expr, handle_expr
|
||||||
|
from .type_normalization import convert_to_bool
|
||||||
|
|
||||||
|
__all__ = ["eval_expr", "handle_expr", "convert_to_bool"]
|
||||||
445
pythonbpf/expr/expr_pass.py
Normal file
445
pythonbpf/expr/expr_pass.py
Normal file
@ -0,0 +1,445 @@
|
|||||||
|
import ast
|
||||||
|
from llvmlite import ir
|
||||||
|
from logging import Logger
|
||||||
|
import logging
|
||||||
|
from typing import Dict
|
||||||
|
|
||||||
|
from pythonbpf.type_deducer import ctypes_to_ir, is_ctypes
|
||||||
|
from .type_normalization import convert_to_bool, handle_comparator
|
||||||
|
|
||||||
|
logger: Logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_name_expr(expr: ast.Name, local_sym_tab: Dict, builder: ir.IRBuilder):
|
||||||
|
"""Handle ast.Name expressions."""
|
||||||
|
if expr.id in local_sym_tab:
|
||||||
|
var = local_sym_tab[expr.id].var
|
||||||
|
val = builder.load(var)
|
||||||
|
return val, local_sym_tab[expr.id].ir_type
|
||||||
|
else:
|
||||||
|
logger.info(f"Undefined variable {expr.id}")
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_constant_expr(expr: ast.Constant):
|
||||||
|
"""Handle ast.Constant expressions."""
|
||||||
|
if isinstance(expr.value, int) or isinstance(expr.value, bool):
|
||||||
|
return ir.Constant(ir.IntType(64), int(expr.value)), ir.IntType(64)
|
||||||
|
else:
|
||||||
|
logger.error("Unsupported constant type")
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_attribute_expr(
|
||||||
|
expr: ast.Attribute,
|
||||||
|
local_sym_tab: Dict,
|
||||||
|
structs_sym_tab: Dict,
|
||||||
|
builder: ir.IRBuilder,
|
||||||
|
):
|
||||||
|
"""Handle ast.Attribute expressions for struct field access."""
|
||||||
|
if isinstance(expr.value, ast.Name):
|
||||||
|
var_name = expr.value.id
|
||||||
|
attr_name = expr.attr
|
||||||
|
if var_name in local_sym_tab:
|
||||||
|
var_ptr, var_type, var_metadata = local_sym_tab[var_name]
|
||||||
|
logger.info(f"Loading attribute {attr_name} from variable {var_name}")
|
||||||
|
logger.info(f"Variable type: {var_type}, Variable ptr: {var_ptr}")
|
||||||
|
metadata = structs_sym_tab[var_metadata]
|
||||||
|
if attr_name in metadata.fields:
|
||||||
|
gep = metadata.gep(builder, var_ptr, attr_name)
|
||||||
|
val = builder.load(gep)
|
||||||
|
field_type = metadata.field_type(attr_name)
|
||||||
|
return val, field_type
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_deref_call(expr: ast.Call, local_sym_tab: Dict, builder: ir.IRBuilder):
|
||||||
|
"""Handle deref function calls."""
|
||||||
|
logger.info(f"Handling deref {ast.dump(expr)}")
|
||||||
|
if len(expr.args) != 1:
|
||||||
|
logger.info("deref takes exactly one argument")
|
||||||
|
return None
|
||||||
|
|
||||||
|
arg = expr.args[0]
|
||||||
|
if (
|
||||||
|
isinstance(arg, ast.Call)
|
||||||
|
and isinstance(arg.func, ast.Name)
|
||||||
|
and arg.func.id == "deref"
|
||||||
|
):
|
||||||
|
logger.info("Multiple deref not supported")
|
||||||
|
return None
|
||||||
|
|
||||||
|
if isinstance(arg, ast.Name):
|
||||||
|
if arg.id in local_sym_tab:
|
||||||
|
arg_ptr = local_sym_tab[arg.id].var
|
||||||
|
else:
|
||||||
|
logger.info(f"Undefined variable {arg.id}")
|
||||||
|
return None
|
||||||
|
else:
|
||||||
|
logger.info("Unsupported argument type for deref")
|
||||||
|
return None
|
||||||
|
|
||||||
|
if arg_ptr is None:
|
||||||
|
logger.info("Failed to evaluate deref argument")
|
||||||
|
return None
|
||||||
|
|
||||||
|
# Load the value from pointer
|
||||||
|
val = builder.load(arg_ptr)
|
||||||
|
return val, local_sym_tab[arg.id].ir_type
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_ctypes_call(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
expr,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab=None,
|
||||||
|
):
|
||||||
|
"""Handle ctypes type constructor calls."""
|
||||||
|
if len(expr.args) != 1:
|
||||||
|
logger.info("ctypes constructor takes exactly one argument")
|
||||||
|
return None
|
||||||
|
|
||||||
|
arg = expr.args[0]
|
||||||
|
val = eval_expr(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
arg,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
)
|
||||||
|
if val is None:
|
||||||
|
logger.info("Failed to evaluate argument to ctypes constructor")
|
||||||
|
return None
|
||||||
|
call_type = expr.func.id
|
||||||
|
expected_type = ctypes_to_ir(call_type)
|
||||||
|
|
||||||
|
if val[1] != expected_type:
|
||||||
|
# NOTE: We are only considering casting to and from int types for now
|
||||||
|
if isinstance(val[1], ir.IntType) and isinstance(expected_type, ir.IntType):
|
||||||
|
if val[1].width < expected_type.width:
|
||||||
|
val = (builder.sext(val[0], expected_type), expected_type)
|
||||||
|
else:
|
||||||
|
val = (builder.trunc(val[0], expected_type), expected_type)
|
||||||
|
else:
|
||||||
|
raise ValueError(f"Type mismatch: expected {expected_type}, got {val[1]}")
|
||||||
|
return val
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_compare(
|
||||||
|
func, module, builder, cond, local_sym_tab, map_sym_tab, structs_sym_tab=None
|
||||||
|
):
|
||||||
|
"""Handle ast.Compare expressions."""
|
||||||
|
|
||||||
|
if len(cond.ops) != 1 or len(cond.comparators) != 1:
|
||||||
|
logger.error("Only single comparisons are supported")
|
||||||
|
return None
|
||||||
|
lhs = eval_expr(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
cond.left,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
)
|
||||||
|
rhs = eval_expr(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
cond.comparators[0],
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
)
|
||||||
|
|
||||||
|
if lhs is None or rhs is None:
|
||||||
|
logger.error("Failed to evaluate comparison operands")
|
||||||
|
return None
|
||||||
|
|
||||||
|
lhs, _ = lhs
|
||||||
|
rhs, _ = rhs
|
||||||
|
return handle_comparator(func, builder, cond.ops[0], lhs, rhs)
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_unary_op(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
expr: ast.UnaryOp,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab=None,
|
||||||
|
):
|
||||||
|
"""Handle ast.UnaryOp expressions."""
|
||||||
|
if not isinstance(expr.op, ast.Not):
|
||||||
|
logger.error("Only 'not' unary operator is supported")
|
||||||
|
return None
|
||||||
|
|
||||||
|
operand = eval_expr(
|
||||||
|
func, module, builder, expr.operand, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
|
)
|
||||||
|
if operand is None:
|
||||||
|
logger.error("Failed to evaluate operand for unary operation")
|
||||||
|
return None
|
||||||
|
|
||||||
|
operand_val, operand_type = operand
|
||||||
|
true_const = ir.Constant(ir.IntType(1), 1)
|
||||||
|
result = builder.xor(convert_to_bool(builder, operand_val), true_const)
|
||||||
|
return result, ir.IntType(1)
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_and_op(func, builder, expr, local_sym_tab, map_sym_tab, structs_sym_tab):
|
||||||
|
"""Handle `and` boolean operations."""
|
||||||
|
|
||||||
|
logger.debug(f"Handling 'and' operator with {len(expr.values)} operands")
|
||||||
|
|
||||||
|
merge_block = func.append_basic_block(name="and.merge")
|
||||||
|
false_block = func.append_basic_block(name="and.false")
|
||||||
|
|
||||||
|
incoming_values = []
|
||||||
|
|
||||||
|
for i, value in enumerate(expr.values):
|
||||||
|
is_last = i == len(expr.values) - 1
|
||||||
|
|
||||||
|
# Evaluate current operand
|
||||||
|
operand_result = eval_expr(
|
||||||
|
func, None, builder, value, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
|
)
|
||||||
|
if operand_result is None:
|
||||||
|
logger.error(f"Failed to evaluate operand {i} in 'and' expression")
|
||||||
|
return None
|
||||||
|
|
||||||
|
operand_val, operand_type = operand_result
|
||||||
|
|
||||||
|
# Convert to boolean if needed
|
||||||
|
operand_bool = convert_to_bool(builder, operand_val)
|
||||||
|
current_block = builder.block
|
||||||
|
|
||||||
|
if is_last:
|
||||||
|
# Last operand: result is this value
|
||||||
|
builder.branch(merge_block)
|
||||||
|
incoming_values.append((operand_bool, current_block))
|
||||||
|
else:
|
||||||
|
# Not last: check if true, continue or short-circuit
|
||||||
|
next_check = func.append_basic_block(name=f"and.check_{i + 1}")
|
||||||
|
builder.cbranch(operand_bool, next_check, false_block)
|
||||||
|
builder.position_at_end(next_check)
|
||||||
|
|
||||||
|
# False block: short-circuit with false
|
||||||
|
builder.position_at_end(false_block)
|
||||||
|
builder.branch(merge_block)
|
||||||
|
false_value = ir.Constant(ir.IntType(1), 0)
|
||||||
|
incoming_values.append((false_value, false_block))
|
||||||
|
|
||||||
|
# Merge block: phi node
|
||||||
|
builder.position_at_end(merge_block)
|
||||||
|
phi = builder.phi(ir.IntType(1), name="and.result")
|
||||||
|
for val, block in incoming_values:
|
||||||
|
phi.add_incoming(val, block)
|
||||||
|
|
||||||
|
logger.debug(f"Generated 'and' with {len(incoming_values)} incoming values")
|
||||||
|
return phi, ir.IntType(1)
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_or_op(func, builder, expr, local_sym_tab, map_sym_tab, structs_sym_tab):
|
||||||
|
"""Handle `or` boolean operations."""
|
||||||
|
|
||||||
|
logger.debug(f"Handling 'or' operator with {len(expr.values)} operands")
|
||||||
|
|
||||||
|
merge_block = func.append_basic_block(name="or.merge")
|
||||||
|
true_block = func.append_basic_block(name="or.true")
|
||||||
|
|
||||||
|
incoming_values = []
|
||||||
|
|
||||||
|
for i, value in enumerate(expr.values):
|
||||||
|
is_last = i == len(expr.values) - 1
|
||||||
|
|
||||||
|
# Evaluate current operand
|
||||||
|
operand_result = eval_expr(
|
||||||
|
func, None, builder, value, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
|
)
|
||||||
|
if operand_result is None:
|
||||||
|
logger.error(f"Failed to evaluate operand {i} in 'or' expression")
|
||||||
|
return None
|
||||||
|
|
||||||
|
operand_val, operand_type = operand_result
|
||||||
|
|
||||||
|
# Convert to boolean if needed
|
||||||
|
operand_bool = convert_to_bool(builder, operand_val)
|
||||||
|
current_block = builder.block
|
||||||
|
|
||||||
|
if is_last:
|
||||||
|
# Last operand: result is this value
|
||||||
|
builder.branch(merge_block)
|
||||||
|
incoming_values.append((operand_bool, current_block))
|
||||||
|
else:
|
||||||
|
# Not last: check if false, continue or short-circuit
|
||||||
|
next_check = func.append_basic_block(name=f"or.check_{i + 1}")
|
||||||
|
builder.cbranch(operand_bool, true_block, next_check)
|
||||||
|
builder.position_at_end(next_check)
|
||||||
|
|
||||||
|
# True block: short-circuit with true
|
||||||
|
builder.position_at_end(true_block)
|
||||||
|
builder.branch(merge_block)
|
||||||
|
true_value = ir.Constant(ir.IntType(1), 1)
|
||||||
|
incoming_values.append((true_value, true_block))
|
||||||
|
|
||||||
|
# Merge block: phi node
|
||||||
|
builder.position_at_end(merge_block)
|
||||||
|
phi = builder.phi(ir.IntType(1), name="or.result")
|
||||||
|
for val, block in incoming_values:
|
||||||
|
phi.add_incoming(val, block)
|
||||||
|
|
||||||
|
logger.debug(f"Generated 'or' with {len(incoming_values)} incoming values")
|
||||||
|
return phi, ir.IntType(1)
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_boolean_op(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
expr: ast.BoolOp,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab=None,
|
||||||
|
):
|
||||||
|
"""Handle `and` and `or` boolean operations."""
|
||||||
|
|
||||||
|
if isinstance(expr.op, ast.And):
|
||||||
|
return _handle_and_op(
|
||||||
|
func, builder, expr, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
|
)
|
||||||
|
elif isinstance(expr.op, ast.Or):
|
||||||
|
return _handle_or_op(
|
||||||
|
func, builder, expr, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
logger.error(f"Unsupported boolean operator: {type(expr.op).__name__}")
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def eval_expr(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
expr,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab=None,
|
||||||
|
):
|
||||||
|
logger.info(f"Evaluating expression: {ast.dump(expr)}")
|
||||||
|
if isinstance(expr, ast.Name):
|
||||||
|
return _handle_name_expr(expr, local_sym_tab, builder)
|
||||||
|
elif isinstance(expr, ast.Constant):
|
||||||
|
return _handle_constant_expr(expr)
|
||||||
|
elif isinstance(expr, ast.Call):
|
||||||
|
if isinstance(expr.func, ast.Name) and expr.func.id == "deref":
|
||||||
|
return _handle_deref_call(expr, local_sym_tab, builder)
|
||||||
|
|
||||||
|
if isinstance(expr.func, ast.Name) and is_ctypes(expr.func.id):
|
||||||
|
return _handle_ctypes_call(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
expr,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
)
|
||||||
|
|
||||||
|
# delayed import to avoid circular dependency
|
||||||
|
from pythonbpf.helper import HelperHandlerRegistry, handle_helper_call
|
||||||
|
|
||||||
|
if isinstance(expr.func, ast.Name) and HelperHandlerRegistry.has_handler(
|
||||||
|
expr.func.id
|
||||||
|
):
|
||||||
|
return handle_helper_call(
|
||||||
|
expr,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
func,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
)
|
||||||
|
elif isinstance(expr.func, ast.Attribute):
|
||||||
|
logger.info(f"Handling method call: {ast.dump(expr.func)}")
|
||||||
|
if isinstance(expr.func.value, ast.Call) and isinstance(
|
||||||
|
expr.func.value.func, ast.Name
|
||||||
|
):
|
||||||
|
method_name = expr.func.attr
|
||||||
|
if HelperHandlerRegistry.has_handler(method_name):
|
||||||
|
return handle_helper_call(
|
||||||
|
expr,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
func,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
)
|
||||||
|
elif isinstance(expr.func.value, ast.Name):
|
||||||
|
obj_name = expr.func.value.id
|
||||||
|
method_name = expr.func.attr
|
||||||
|
if obj_name in map_sym_tab:
|
||||||
|
if HelperHandlerRegistry.has_handler(method_name):
|
||||||
|
return handle_helper_call(
|
||||||
|
expr,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
func,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
)
|
||||||
|
elif isinstance(expr, ast.Attribute):
|
||||||
|
return _handle_attribute_expr(expr, local_sym_tab, structs_sym_tab, builder)
|
||||||
|
elif isinstance(expr, ast.BinOp):
|
||||||
|
from pythonbpf.binary_ops import handle_binary_op
|
||||||
|
|
||||||
|
return handle_binary_op(expr, builder, None, local_sym_tab)
|
||||||
|
elif isinstance(expr, ast.Compare):
|
||||||
|
return _handle_compare(
|
||||||
|
func, module, builder, expr, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
|
)
|
||||||
|
elif isinstance(expr, ast.UnaryOp):
|
||||||
|
return _handle_unary_op(
|
||||||
|
func, module, builder, expr, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
|
)
|
||||||
|
elif isinstance(expr, ast.BoolOp):
|
||||||
|
return _handle_boolean_op(
|
||||||
|
func, module, builder, expr, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
|
)
|
||||||
|
logger.info("Unsupported expression evaluation")
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def handle_expr(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
expr,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
):
|
||||||
|
"""Handle expression statements in the function body."""
|
||||||
|
logger.info(f"Handling expression: {ast.dump(expr)}")
|
||||||
|
call = expr.value
|
||||||
|
if isinstance(call, ast.Call):
|
||||||
|
eval_expr(
|
||||||
|
func,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
call,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
logger.info("Unsupported expression type")
|
||||||
128
pythonbpf/expr/type_normalization.py
Normal file
128
pythonbpf/expr/type_normalization.py
Normal file
@ -0,0 +1,128 @@
|
|||||||
|
from llvmlite import ir
|
||||||
|
import logging
|
||||||
|
import ast
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
COMPARISON_OPS = {
|
||||||
|
ast.Eq: "==",
|
||||||
|
ast.NotEq: "!=",
|
||||||
|
ast.Lt: "<",
|
||||||
|
ast.LtE: "<=",
|
||||||
|
ast.Gt: ">",
|
||||||
|
ast.GtE: ">=",
|
||||||
|
ast.Is: "==",
|
||||||
|
ast.IsNot: "!=",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def _get_base_type_and_depth(ir_type):
|
||||||
|
"""Get the base type for pointer types."""
|
||||||
|
cur_type = ir_type
|
||||||
|
depth = 0
|
||||||
|
while isinstance(cur_type, ir.PointerType):
|
||||||
|
depth += 1
|
||||||
|
cur_type = cur_type.pointee
|
||||||
|
return cur_type, depth
|
||||||
|
|
||||||
|
|
||||||
|
def _deref_to_depth(func, builder, val, target_depth):
|
||||||
|
"""Dereference a pointer to a certain depth."""
|
||||||
|
|
||||||
|
cur_val = val
|
||||||
|
cur_type = val.type
|
||||||
|
|
||||||
|
for depth in range(target_depth):
|
||||||
|
if not isinstance(val.type, ir.PointerType):
|
||||||
|
logger.error("Cannot dereference further, non-pointer type")
|
||||||
|
return None
|
||||||
|
|
||||||
|
# dereference with null check
|
||||||
|
pointee_type = cur_type.pointee
|
||||||
|
null_check_block = builder.block
|
||||||
|
not_null_block = func.append_basic_block(name=f"deref_not_null_{depth}")
|
||||||
|
merge_block = func.append_basic_block(name=f"deref_merge_{depth}")
|
||||||
|
|
||||||
|
null_ptr = ir.Constant(cur_type, None)
|
||||||
|
is_not_null = builder.icmp_signed("!=", cur_val, null_ptr)
|
||||||
|
logger.debug(f"Inserted null check for pointer at depth {depth}")
|
||||||
|
|
||||||
|
builder.cbranch(is_not_null, not_null_block, merge_block)
|
||||||
|
|
||||||
|
builder.position_at_end(not_null_block)
|
||||||
|
dereferenced_val = builder.load(cur_val)
|
||||||
|
logger.debug(f"Dereferenced to depth {depth - 1}, type: {pointee_type}")
|
||||||
|
builder.branch(merge_block)
|
||||||
|
|
||||||
|
builder.position_at_end(merge_block)
|
||||||
|
phi = builder.phi(pointee_type, name=f"deref_result_{depth}")
|
||||||
|
|
||||||
|
zero_value = (
|
||||||
|
ir.Constant(pointee_type, 0)
|
||||||
|
if isinstance(pointee_type, ir.IntType)
|
||||||
|
else ir.Constant(pointee_type, None)
|
||||||
|
)
|
||||||
|
phi.add_incoming(zero_value, null_check_block)
|
||||||
|
|
||||||
|
phi.add_incoming(dereferenced_val, not_null_block)
|
||||||
|
|
||||||
|
# Continue with phi result
|
||||||
|
cur_val = phi
|
||||||
|
cur_type = pointee_type
|
||||||
|
return cur_val
|
||||||
|
|
||||||
|
|
||||||
|
def _normalize_types(func, builder, lhs, rhs):
|
||||||
|
"""Normalize types for comparison."""
|
||||||
|
|
||||||
|
logger.info(f"Normalizing types: {lhs.type} vs {rhs.type}")
|
||||||
|
if isinstance(lhs.type, ir.IntType) and isinstance(rhs.type, ir.IntType):
|
||||||
|
if lhs.type.width < rhs.type.width:
|
||||||
|
lhs = builder.sext(lhs, rhs.type)
|
||||||
|
else:
|
||||||
|
rhs = builder.sext(rhs, lhs.type)
|
||||||
|
return lhs, rhs
|
||||||
|
elif not isinstance(lhs.type, ir.PointerType) and not isinstance(
|
||||||
|
rhs.type, ir.PointerType
|
||||||
|
):
|
||||||
|
logger.error(f"Type mismatch: {lhs.type} vs {rhs.type}")
|
||||||
|
return None, None
|
||||||
|
else:
|
||||||
|
lhs_base, lhs_depth = _get_base_type_and_depth(lhs.type)
|
||||||
|
rhs_base, rhs_depth = _get_base_type_and_depth(rhs.type)
|
||||||
|
if lhs_base == rhs_base:
|
||||||
|
if lhs_depth < rhs_depth:
|
||||||
|
rhs = _deref_to_depth(func, builder, rhs, rhs_depth - lhs_depth)
|
||||||
|
elif rhs_depth < lhs_depth:
|
||||||
|
lhs = _deref_to_depth(func, builder, lhs, lhs_depth - rhs_depth)
|
||||||
|
return _normalize_types(func, builder, lhs, rhs)
|
||||||
|
|
||||||
|
|
||||||
|
def convert_to_bool(builder, val):
|
||||||
|
"""Convert a value to boolean."""
|
||||||
|
if val.type == ir.IntType(1):
|
||||||
|
return val
|
||||||
|
if isinstance(val.type, ir.PointerType):
|
||||||
|
zero = ir.Constant(val.type, None)
|
||||||
|
else:
|
||||||
|
zero = ir.Constant(val.type, 0)
|
||||||
|
return builder.icmp_signed("!=", val, zero)
|
||||||
|
|
||||||
|
|
||||||
|
def handle_comparator(func, builder, op, lhs, rhs):
|
||||||
|
"""Handle comparison operations."""
|
||||||
|
|
||||||
|
if lhs.type != rhs.type:
|
||||||
|
lhs, rhs = _normalize_types(func, builder, lhs, rhs)
|
||||||
|
|
||||||
|
if lhs is None or rhs is None:
|
||||||
|
return None
|
||||||
|
|
||||||
|
if type(op) not in COMPARISON_OPS:
|
||||||
|
logger.error(f"Unsupported comparison operator: {type(op)}")
|
||||||
|
return None
|
||||||
|
|
||||||
|
predicate = COMPARISON_OPS[type(op)]
|
||||||
|
result = builder.icmp_signed(predicate, lhs, rhs)
|
||||||
|
logger.debug(f"Comparison result: {result}")
|
||||||
|
return result, ir.IntType(1)
|
||||||
@ -1,155 +0,0 @@
|
|||||||
import ast
|
|
||||||
from llvmlite import ir
|
|
||||||
|
|
||||||
|
|
||||||
def eval_expr(
|
|
||||||
func,
|
|
||||||
module,
|
|
||||||
builder,
|
|
||||||
expr,
|
|
||||||
local_sym_tab,
|
|
||||||
map_sym_tab,
|
|
||||||
structs_sym_tab=None,
|
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
|
||||||
print(f"Evaluating expression: {ast.dump(expr)}")
|
|
||||||
print(local_var_metadata)
|
|
||||||
if isinstance(expr, ast.Name):
|
|
||||||
if expr.id in local_sym_tab:
|
|
||||||
var = local_sym_tab[expr.id][0]
|
|
||||||
val = builder.load(var)
|
|
||||||
return val, local_sym_tab[expr.id][1] # return value and type
|
|
||||||
else:
|
|
||||||
print(f"Undefined variable {expr.id}")
|
|
||||||
return None
|
|
||||||
elif isinstance(expr, ast.Constant):
|
|
||||||
if isinstance(expr.value, int):
|
|
||||||
return ir.Constant(ir.IntType(64), expr.value), ir.IntType(64)
|
|
||||||
elif isinstance(expr.value, bool):
|
|
||||||
return ir.Constant(ir.IntType(1), int(expr.value)), ir.IntType(1)
|
|
||||||
else:
|
|
||||||
print("Unsupported constant type")
|
|
||||||
return None
|
|
||||||
elif isinstance(expr, ast.Call):
|
|
||||||
# delayed import to avoid circular dependency
|
|
||||||
from pythonbpf.helper import HelperHandlerRegistry, handle_helper_call
|
|
||||||
|
|
||||||
if isinstance(expr.func, ast.Name):
|
|
||||||
# check deref
|
|
||||||
if expr.func.id == "deref":
|
|
||||||
print(f"Handling deref {ast.dump(expr)}")
|
|
||||||
if len(expr.args) != 1:
|
|
||||||
print("deref takes exactly one argument")
|
|
||||||
return None
|
|
||||||
arg = expr.args[0]
|
|
||||||
if (
|
|
||||||
isinstance(arg, ast.Call)
|
|
||||||
and isinstance(arg.func, ast.Name)
|
|
||||||
and arg.func.id == "deref"
|
|
||||||
):
|
|
||||||
print("Multiple deref not supported")
|
|
||||||
return None
|
|
||||||
if isinstance(arg, ast.Name):
|
|
||||||
if arg.id in local_sym_tab:
|
|
||||||
arg = local_sym_tab[arg.id][0]
|
|
||||||
else:
|
|
||||||
print(f"Undefined variable {arg.id}")
|
|
||||||
return None
|
|
||||||
if arg is None:
|
|
||||||
print("Failed to evaluate deref argument")
|
|
||||||
return None
|
|
||||||
# Since we are handling only name case, directly take type from sym tab
|
|
||||||
val = builder.load(arg)
|
|
||||||
return val, local_sym_tab[expr.args[0].id][1]
|
|
||||||
|
|
||||||
# check for helpers
|
|
||||||
if HelperHandlerRegistry.has_handler(expr.func.id):
|
|
||||||
return handle_helper_call(
|
|
||||||
expr,
|
|
||||||
module,
|
|
||||||
builder,
|
|
||||||
func,
|
|
||||||
local_sym_tab,
|
|
||||||
map_sym_tab,
|
|
||||||
structs_sym_tab,
|
|
||||||
local_var_metadata,
|
|
||||||
)
|
|
||||||
elif isinstance(expr.func, ast.Attribute):
|
|
||||||
print(f"Handling method call: {ast.dump(expr.func)}")
|
|
||||||
if isinstance(expr.func.value, ast.Call) and isinstance(
|
|
||||||
expr.func.value.func, ast.Name
|
|
||||||
):
|
|
||||||
method_name = expr.func.attr
|
|
||||||
if HelperHandlerRegistry.has_handler(method_name):
|
|
||||||
return handle_helper_call(
|
|
||||||
expr,
|
|
||||||
module,
|
|
||||||
builder,
|
|
||||||
func,
|
|
||||||
local_sym_tab,
|
|
||||||
map_sym_tab,
|
|
||||||
structs_sym_tab,
|
|
||||||
local_var_metadata,
|
|
||||||
)
|
|
||||||
elif isinstance(expr.func.value, ast.Name):
|
|
||||||
obj_name = expr.func.value.id
|
|
||||||
method_name = expr.func.attr
|
|
||||||
if obj_name in map_sym_tab:
|
|
||||||
if HelperHandlerRegistry.has_handler(method_name):
|
|
||||||
return handle_helper_call(
|
|
||||||
expr,
|
|
||||||
module,
|
|
||||||
builder,
|
|
||||||
func,
|
|
||||||
local_sym_tab,
|
|
||||||
map_sym_tab,
|
|
||||||
structs_sym_tab,
|
|
||||||
local_var_metadata,
|
|
||||||
)
|
|
||||||
elif isinstance(expr, ast.Attribute):
|
|
||||||
if isinstance(expr.value, ast.Name):
|
|
||||||
var_name = expr.value.id
|
|
||||||
attr_name = expr.attr
|
|
||||||
if var_name in local_sym_tab:
|
|
||||||
var_ptr, var_type = local_sym_tab[var_name]
|
|
||||||
print(f"Loading attribute " f"{attr_name} from variable {var_name}")
|
|
||||||
print(f"Variable type: {var_type}, Variable ptr: {var_ptr}")
|
|
||||||
print(local_var_metadata)
|
|
||||||
if local_var_metadata and var_name in local_var_metadata:
|
|
||||||
metadata = structs_sym_tab[local_var_metadata[var_name]]
|
|
||||||
if attr_name in metadata.fields:
|
|
||||||
gep = metadata.gep(builder, var_ptr, attr_name)
|
|
||||||
val = builder.load(gep)
|
|
||||||
field_type = metadata.field_type(attr_name)
|
|
||||||
return val, field_type
|
|
||||||
print("Unsupported expression evaluation")
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
def handle_expr(
|
|
||||||
func,
|
|
||||||
module,
|
|
||||||
builder,
|
|
||||||
expr,
|
|
||||||
local_sym_tab,
|
|
||||||
map_sym_tab,
|
|
||||||
structs_sym_tab,
|
|
||||||
local_var_metadata,
|
|
||||||
):
|
|
||||||
"""Handle expression statements in the function body."""
|
|
||||||
print(f"Handling expression: {ast.dump(expr)}")
|
|
||||||
print(local_var_metadata)
|
|
||||||
call = expr.value
|
|
||||||
if isinstance(call, ast.Call):
|
|
||||||
eval_expr(
|
|
||||||
func,
|
|
||||||
module,
|
|
||||||
builder,
|
|
||||||
call,
|
|
||||||
local_sym_tab,
|
|
||||||
map_sym_tab,
|
|
||||||
structs_sym_tab,
|
|
||||||
local_var_metadata,
|
|
||||||
)
|
|
||||||
else:
|
|
||||||
print("Unsupported expression type")
|
|
||||||
3
pythonbpf/functions/__init__.py
Normal file
3
pythonbpf/functions/__init__.py
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
from .functions_pass import func_proc
|
||||||
|
|
||||||
|
__all__ = ["func_proc"]
|
||||||
22
pythonbpf/functions/func_registry_handlers.py
Normal file
22
pythonbpf/functions/func_registry_handlers.py
Normal file
@ -0,0 +1,22 @@
|
|||||||
|
from typing import Dict
|
||||||
|
|
||||||
|
|
||||||
|
class StatementHandlerRegistry:
|
||||||
|
"""Registry for statement handlers."""
|
||||||
|
|
||||||
|
_handlers: Dict = {}
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def register(cls, stmt_type):
|
||||||
|
"""Register a handler for a specific statement type."""
|
||||||
|
|
||||||
|
def decorator(handler):
|
||||||
|
cls._handlers[stmt_type] = handler
|
||||||
|
return handler
|
||||||
|
|
||||||
|
return decorator
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def __getitem__(cls, stmt_type):
|
||||||
|
"""Get the handler for a specific statement type."""
|
||||||
|
return cls._handlers.get(stmt_type, None)
|
||||||
@ -1,13 +1,30 @@
|
|||||||
from llvmlite import ir
|
from llvmlite import ir
|
||||||
import ast
|
import ast
|
||||||
|
import logging
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
from dataclasses import dataclass
|
||||||
|
|
||||||
from .helper import HelperHandlerRegistry, handle_helper_call
|
from pythonbpf.helper import HelperHandlerRegistry, handle_helper_call
|
||||||
from .type_deducer import ctypes_to_ir
|
from pythonbpf.type_deducer import ctypes_to_ir
|
||||||
from .binary_ops import handle_binary_op
|
from pythonbpf.binary_ops import handle_binary_op
|
||||||
from .expr_pass import eval_expr, handle_expr
|
from pythonbpf.expr import eval_expr, handle_expr, convert_to_bool
|
||||||
|
|
||||||
local_var_metadata: dict[str | Any, Any] = {}
|
from .return_utils import _handle_none_return, _handle_xdp_return, _is_xdp_name
|
||||||
|
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class LocalSymbol:
|
||||||
|
var: ir.AllocaInstr
|
||||||
|
ir_type: ir.Type
|
||||||
|
metadata: Any = None
|
||||||
|
|
||||||
|
def __iter__(self):
|
||||||
|
yield self.var
|
||||||
|
yield self.ir_type
|
||||||
|
yield self.metadata
|
||||||
|
|
||||||
|
|
||||||
def get_probe_string(func_node):
|
def get_probe_string(func_node):
|
||||||
@ -32,28 +49,27 @@ def handle_assign(
|
|||||||
):
|
):
|
||||||
"""Handle assignment statements in the function body."""
|
"""Handle assignment statements in the function body."""
|
||||||
if len(stmt.targets) != 1:
|
if len(stmt.targets) != 1:
|
||||||
print("Unsupported multiassignment")
|
logger.info("Unsupported multiassignment")
|
||||||
return
|
return
|
||||||
|
|
||||||
num_types = ("c_int32", "c_int64", "c_uint32", "c_uint64")
|
num_types = ("c_int32", "c_int64", "c_uint32", "c_uint64")
|
||||||
|
|
||||||
target = stmt.targets[0]
|
target = stmt.targets[0]
|
||||||
print(f"Handling assignment to {ast.dump(target)}")
|
logger.info(f"Handling assignment to {ast.dump(target)}")
|
||||||
if not isinstance(target, ast.Name) and not isinstance(target, ast.Attribute):
|
if not isinstance(target, ast.Name) and not isinstance(target, ast.Attribute):
|
||||||
print("Unsupported assignment target")
|
logger.info("Unsupported assignment target")
|
||||||
return
|
return
|
||||||
var_name = target.id if isinstance(target, ast.Name) else target.value.id
|
var_name = target.id if isinstance(target, ast.Name) else target.value.id
|
||||||
rval = stmt.value
|
rval = stmt.value
|
||||||
if isinstance(target, ast.Attribute):
|
if isinstance(target, ast.Attribute):
|
||||||
# struct field assignment
|
# struct field assignment
|
||||||
field_name = target.attr
|
field_name = target.attr
|
||||||
if var_name in local_sym_tab and var_name in local_var_metadata:
|
if var_name in local_sym_tab:
|
||||||
struct_type = local_var_metadata[var_name]
|
struct_type = local_sym_tab[var_name].metadata
|
||||||
struct_info = structs_sym_tab[struct_type]
|
struct_info = structs_sym_tab[struct_type]
|
||||||
|
|
||||||
if field_name in struct_info.fields:
|
if field_name in struct_info.fields:
|
||||||
field_ptr = struct_info.gep(
|
field_ptr = struct_info.gep(
|
||||||
builder, local_sym_tab[var_name][0], field_name
|
builder, local_sym_tab[var_name].var, field_name
|
||||||
)
|
)
|
||||||
val = eval_expr(
|
val = eval_expr(
|
||||||
func,
|
func,
|
||||||
@ -74,28 +90,31 @@ def handle_assign(
|
|||||||
# print(f"Assigned to struct field {var_name}.{field_name}")
|
# print(f"Assigned to struct field {var_name}.{field_name}")
|
||||||
pass
|
pass
|
||||||
if val is None:
|
if val is None:
|
||||||
print("Failed to evaluate struct field assignment")
|
logger.info("Failed to evaluate struct field assignment")
|
||||||
return
|
return
|
||||||
print(field_ptr)
|
logger.info(field_ptr)
|
||||||
builder.store(val[0], field_ptr)
|
builder.store(val[0], field_ptr)
|
||||||
print(f"Assigned to struct field {var_name}.{field_name}")
|
logger.info(f"Assigned to struct field {var_name}.{field_name}")
|
||||||
return
|
return
|
||||||
elif isinstance(rval, ast.Constant):
|
elif isinstance(rval, ast.Constant):
|
||||||
if isinstance(rval.value, bool):
|
if isinstance(rval.value, bool):
|
||||||
if rval.value:
|
if rval.value:
|
||||||
builder.store(ir.Constant(ir.IntType(1), 1), local_sym_tab[var_name][0])
|
builder.store(
|
||||||
|
ir.Constant(ir.IntType(1), 1), local_sym_tab[var_name].var
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
builder.store(ir.Constant(ir.IntType(1), 0), local_sym_tab[var_name][0])
|
builder.store(
|
||||||
print(f"Assigned constant {rval.value} to {var_name}")
|
ir.Constant(ir.IntType(1), 0), local_sym_tab[var_name].var
|
||||||
|
)
|
||||||
|
logger.info(f"Assigned constant {rval.value} to {var_name}")
|
||||||
elif isinstance(rval.value, int):
|
elif isinstance(rval.value, int):
|
||||||
# Assume c_int64 for now
|
# Assume c_int64 for now
|
||||||
# var = builder.alloca(ir.IntType(64), name=var_name)
|
# var = builder.alloca(ir.IntType(64), name=var_name)
|
||||||
# var.align = 8
|
# var.align = 8
|
||||||
builder.store(
|
builder.store(
|
||||||
ir.Constant(ir.IntType(64), rval.value), local_sym_tab[var_name][0]
|
ir.Constant(ir.IntType(64), rval.value), local_sym_tab[var_name].var
|
||||||
)
|
)
|
||||||
# local_sym_tab[var_name] = var
|
logger.info(f"Assigned constant {rval.value} to {var_name}")
|
||||||
print(f"Assigned constant {rval.value} to {var_name}")
|
|
||||||
elif isinstance(rval.value, str):
|
elif isinstance(rval.value, str):
|
||||||
str_val = rval.value.encode("utf-8") + b"\x00"
|
str_val = rval.value.encode("utf-8") + b"\x00"
|
||||||
str_const = ir.Constant(
|
str_const = ir.Constant(
|
||||||
@ -108,14 +127,14 @@ def handle_assign(
|
|||||||
global_str.global_constant = True
|
global_str.global_constant = True
|
||||||
global_str.initializer = str_const
|
global_str.initializer = str_const
|
||||||
str_ptr = builder.bitcast(global_str, ir.PointerType(ir.IntType(8)))
|
str_ptr = builder.bitcast(global_str, ir.PointerType(ir.IntType(8)))
|
||||||
builder.store(str_ptr, local_sym_tab[var_name][0])
|
builder.store(str_ptr, local_sym_tab[var_name].var)
|
||||||
print(f"Assigned string constant '{rval.value}' to {var_name}")
|
logger.info(f"Assigned string constant '{rval.value}' to {var_name}")
|
||||||
else:
|
else:
|
||||||
print("Unsupported constant type")
|
logger.info("Unsupported constant type")
|
||||||
elif isinstance(rval, ast.Call):
|
elif isinstance(rval, ast.Call):
|
||||||
if isinstance(rval.func, ast.Name):
|
if isinstance(rval.func, ast.Name):
|
||||||
call_type = rval.func.id
|
call_type = rval.func.id
|
||||||
print(f"Assignment call type: {call_type}")
|
logger.info(f"Assignment call type: {call_type}")
|
||||||
if (
|
if (
|
||||||
call_type in num_types
|
call_type in num_types
|
||||||
and len(rval.args) == 1
|
and len(rval.args) == 1
|
||||||
@ -126,13 +145,12 @@ def handle_assign(
|
|||||||
# var = builder.alloca(ir_type, name=var_name)
|
# var = builder.alloca(ir_type, name=var_name)
|
||||||
# var.align = ir_type.width // 8
|
# var.align = ir_type.width // 8
|
||||||
builder.store(
|
builder.store(
|
||||||
ir.Constant(ir_type, rval.args[0].value), local_sym_tab[var_name][0]
|
ir.Constant(ir_type, rval.args[0].value),
|
||||||
|
local_sym_tab[var_name].var,
|
||||||
)
|
)
|
||||||
print(
|
logger.info(
|
||||||
f"Assigned {call_type} constant "
|
f"Assigned {call_type} constant {rval.args[0].value} to {var_name}"
|
||||||
f"{rval.args[0].value} to {var_name}"
|
|
||||||
)
|
)
|
||||||
# local_sym_tab[var_name] = var
|
|
||||||
elif HelperHandlerRegistry.has_handler(call_type):
|
elif HelperHandlerRegistry.has_handler(call_type):
|
||||||
# var = builder.alloca(ir.IntType(64), name=var_name)
|
# var = builder.alloca(ir.IntType(64), name=var_name)
|
||||||
# var.align = 8
|
# var.align = 8
|
||||||
@ -144,13 +162,11 @@ def handle_assign(
|
|||||||
local_sym_tab,
|
local_sym_tab,
|
||||||
map_sym_tab,
|
map_sym_tab,
|
||||||
structs_sym_tab,
|
structs_sym_tab,
|
||||||
local_var_metadata,
|
|
||||||
)
|
)
|
||||||
builder.store(val[0], local_sym_tab[var_name][0])
|
builder.store(val[0], local_sym_tab[var_name].var)
|
||||||
# local_sym_tab[var_name] = var
|
logger.info(f"Assigned constant {rval.func.id} to {var_name}")
|
||||||
print(f"Assigned constant {rval.func.id} to {var_name}")
|
|
||||||
elif call_type == "deref" and len(rval.args) == 1:
|
elif call_type == "deref" and len(rval.args) == 1:
|
||||||
print(f"Handling deref assignment {ast.dump(rval)}")
|
logger.info(f"Handling deref assignment {ast.dump(rval)}")
|
||||||
val = eval_expr(
|
val = eval_expr(
|
||||||
func,
|
func,
|
||||||
module,
|
module,
|
||||||
@ -161,28 +177,40 @@ def handle_assign(
|
|||||||
structs_sym_tab,
|
structs_sym_tab,
|
||||||
)
|
)
|
||||||
if val is None:
|
if val is None:
|
||||||
print("Failed to evaluate deref argument")
|
logger.info("Failed to evaluate deref argument")
|
||||||
return
|
return
|
||||||
print(f"Dereferenced value: {val}, storing in {var_name}")
|
logger.info(f"Dereferenced value: {val}, storing in {var_name}")
|
||||||
builder.store(val[0], local_sym_tab[var_name][0])
|
builder.store(val[0], local_sym_tab[var_name].var)
|
||||||
# local_sym_tab[var_name] = var
|
logger.info(f"Dereferenced and assigned to {var_name}")
|
||||||
print(f"Dereferenced and assigned to {var_name}")
|
|
||||||
elif call_type in structs_sym_tab and len(rval.args) == 0:
|
elif call_type in structs_sym_tab and len(rval.args) == 0:
|
||||||
struct_info = structs_sym_tab[call_type]
|
struct_info = structs_sym_tab[call_type]
|
||||||
ir_type = struct_info.ir_type
|
ir_type = struct_info.ir_type
|
||||||
# var = builder.alloca(ir_type, name=var_name)
|
# var = builder.alloca(ir_type, name=var_name)
|
||||||
# Null init
|
# Null init
|
||||||
builder.store(ir.Constant(ir_type, None), local_sym_tab[var_name][0])
|
builder.store(ir.Constant(ir_type, None), local_sym_tab[var_name].var)
|
||||||
local_var_metadata[var_name] = call_type
|
logger.info(f"Assigned struct {call_type} to {var_name}")
|
||||||
print(f"Assigned struct {call_type} to {var_name}")
|
|
||||||
# local_sym_tab[var_name] = var
|
|
||||||
else:
|
else:
|
||||||
print(f"Unsupported assignment call type: {call_type}")
|
logger.info(f"Unsupported assignment call type: {call_type}")
|
||||||
elif isinstance(rval.func, ast.Attribute):
|
elif isinstance(rval.func, ast.Attribute):
|
||||||
print(f"Assignment call attribute: {ast.dump(rval.func)}")
|
logger.info(f"Assignment call attribute: {ast.dump(rval.func)}")
|
||||||
if isinstance(rval.func.value, ast.Name):
|
if isinstance(rval.func.value, ast.Name):
|
||||||
# TODO: probably a struct access
|
if rval.func.value.id in map_sym_tab:
|
||||||
print(f"TODO STRUCT ACCESS {ast.dump(rval)}")
|
map_name = rval.func.value.id
|
||||||
|
method_name = rval.func.attr
|
||||||
|
if HelperHandlerRegistry.has_handler(method_name):
|
||||||
|
val = handle_helper_call(
|
||||||
|
rval,
|
||||||
|
module,
|
||||||
|
builder,
|
||||||
|
func,
|
||||||
|
local_sym_tab,
|
||||||
|
map_sym_tab,
|
||||||
|
structs_sym_tab,
|
||||||
|
)
|
||||||
|
builder.store(val[0], local_sym_tab[var_name].var)
|
||||||
|
else:
|
||||||
|
# TODO: probably a struct access
|
||||||
|
logger.info(f"TODO STRUCT ACCESS {ast.dump(rval)}")
|
||||||
elif isinstance(rval.func.value, ast.Call) and isinstance(
|
elif isinstance(rval.func.value, ast.Call) and isinstance(
|
||||||
rval.func.value.func, ast.Name
|
rval.func.value.func, ast.Name
|
||||||
):
|
):
|
||||||
@ -198,96 +226,34 @@ def handle_assign(
|
|||||||
local_sym_tab,
|
local_sym_tab,
|
||||||
map_sym_tab,
|
map_sym_tab,
|
||||||
structs_sym_tab,
|
structs_sym_tab,
|
||||||
local_var_metadata,
|
|
||||||
)
|
)
|
||||||
# var = builder.alloca(ir.IntType(64), name=var_name)
|
# var = builder.alloca(ir.IntType(64), name=var_name)
|
||||||
# var.align = 8
|
# var.align = 8
|
||||||
builder.store(val[0], local_sym_tab[var_name][0])
|
builder.store(val[0], local_sym_tab[var_name].var)
|
||||||
# local_sym_tab[var_name] = var
|
|
||||||
else:
|
else:
|
||||||
print("Unsupported assignment call structure")
|
logger.info("Unsupported assignment call structure")
|
||||||
else:
|
else:
|
||||||
print("Unsupported assignment call function type")
|
logger.info("Unsupported assignment call function type")
|
||||||
elif isinstance(rval, ast.BinOp):
|
elif isinstance(rval, ast.BinOp):
|
||||||
handle_binary_op(
|
handle_binary_op(rval, builder, var_name, local_sym_tab)
|
||||||
rval, module, builder, var_name, local_sym_tab, map_sym_tab, func
|
|
||||||
)
|
|
||||||
else:
|
else:
|
||||||
print("Unsupported assignment value type")
|
logger.info("Unsupported assignment value type")
|
||||||
|
|
||||||
|
|
||||||
def handle_cond(func, module, builder, cond, local_sym_tab, map_sym_tab):
|
def handle_cond(
|
||||||
if isinstance(cond, ast.Constant):
|
func, module, builder, cond, local_sym_tab, map_sym_tab, structs_sym_tab=None
|
||||||
if isinstance(cond.value, bool):
|
):
|
||||||
return ir.Constant(ir.IntType(1), int(cond.value))
|
val = eval_expr(
|
||||||
elif isinstance(cond.value, int):
|
func, module, builder, cond, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
return ir.Constant(ir.IntType(1), int(bool(cond.value)))
|
)[0]
|
||||||
else:
|
return convert_to_bool(builder, val)
|
||||||
print("Unsupported constant type in condition")
|
|
||||||
return None
|
|
||||||
elif isinstance(cond, ast.Name):
|
|
||||||
if cond.id in local_sym_tab:
|
|
||||||
var = local_sym_tab[cond.id][0]
|
|
||||||
val = builder.load(var)
|
|
||||||
if val.type != ir.IntType(1):
|
|
||||||
# Convert nonzero values to true, zero to false
|
|
||||||
if isinstance(val.type, ir.PointerType):
|
|
||||||
# For pointer types, compare with null pointer
|
|
||||||
zero = ir.Constant(val.type, None)
|
|
||||||
else:
|
|
||||||
# For integer types, compare with zero
|
|
||||||
zero = ir.Constant(val.type, 0)
|
|
||||||
val = builder.icmp_signed("!=", val, zero)
|
|
||||||
return val
|
|
||||||
else:
|
|
||||||
print(f"Undefined variable {cond.id} in condition")
|
|
||||||
return None
|
|
||||||
elif isinstance(cond, ast.Compare):
|
|
||||||
lhs = eval_expr(func, module, builder, cond.left, local_sym_tab, map_sym_tab)[0]
|
|
||||||
if len(cond.ops) != 1 or len(cond.comparators) != 1:
|
|
||||||
print("Unsupported complex comparison")
|
|
||||||
return None
|
|
||||||
rhs = eval_expr(
|
|
||||||
func, module, builder, cond.comparators[0], local_sym_tab, map_sym_tab
|
|
||||||
)[0]
|
|
||||||
op = cond.ops[0]
|
|
||||||
|
|
||||||
if lhs.type != rhs.type:
|
|
||||||
if isinstance(lhs.type, ir.IntType) and isinstance(rhs.type, ir.IntType):
|
|
||||||
# Extend the smaller type to the larger type
|
|
||||||
if lhs.type.width < rhs.type.width:
|
|
||||||
lhs = builder.sext(lhs, rhs.type)
|
|
||||||
elif lhs.type.width > rhs.type.width:
|
|
||||||
rhs = builder.sext(rhs, lhs.type)
|
|
||||||
else:
|
|
||||||
print("Type mismatch in comparison")
|
|
||||||
return None
|
|
||||||
|
|
||||||
if isinstance(op, ast.Eq):
|
|
||||||
return builder.icmp_signed("==", lhs, rhs)
|
|
||||||
elif isinstance(op, ast.NotEq):
|
|
||||||
return builder.icmp_signed("!=", lhs, rhs)
|
|
||||||
elif isinstance(op, ast.Lt):
|
|
||||||
return builder.icmp_signed("<", lhs, rhs)
|
|
||||||
elif isinstance(op, ast.LtE):
|
|
||||||
return builder.icmp_signed("<=", lhs, rhs)
|
|
||||||
elif isinstance(op, ast.Gt):
|
|
||||||
return builder.icmp_signed(">", lhs, rhs)
|
|
||||||
elif isinstance(op, ast.GtE):
|
|
||||||
return builder.icmp_signed(">=", lhs, rhs)
|
|
||||||
else:
|
|
||||||
print("Unsupported comparison operator")
|
|
||||||
return None
|
|
||||||
else:
|
|
||||||
print("Unsupported condition expression")
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
def handle_if(
|
def handle_if(
|
||||||
func, module, builder, stmt, map_sym_tab, local_sym_tab, structs_sym_tab=None
|
func, module, builder, stmt, map_sym_tab, local_sym_tab, structs_sym_tab=None
|
||||||
):
|
):
|
||||||
"""Handle if statements in the function body."""
|
"""Handle if statements in the function body."""
|
||||||
print("Handling if statement")
|
logger.info("Handling if statement")
|
||||||
# start = builder.block.parent
|
# start = builder.block.parent
|
||||||
then_block = func.append_basic_block(name="if.then")
|
then_block = func.append_basic_block(name="if.then")
|
||||||
merge_block = func.append_basic_block(name="if.end")
|
merge_block = func.append_basic_block(name="if.end")
|
||||||
@ -296,7 +262,9 @@ def handle_if(
|
|||||||
else:
|
else:
|
||||||
else_block = None
|
else_block = None
|
||||||
|
|
||||||
cond = handle_cond(func, module, builder, stmt.test, local_sym_tab, map_sym_tab)
|
cond = handle_cond(
|
||||||
|
func, module, builder, stmt.test, local_sym_tab, map_sym_tab, structs_sym_tab
|
||||||
|
)
|
||||||
if else_block:
|
if else_block:
|
||||||
builder.cbranch(cond, then_block, else_block)
|
builder.cbranch(cond, then_block, else_block)
|
||||||
else:
|
else:
|
||||||
@ -329,6 +297,27 @@ def handle_if(
|
|||||||
builder.position_at_end(merge_block)
|
builder.position_at_end(merge_block)
|
||||||
|
|
||||||
|
|
||||||
|
def handle_return(builder, stmt, local_sym_tab, ret_type):
|
||||||
|
logger.info(f"Handling return statement: {ast.dump(stmt)}")
|
||||||
|
if stmt.value is None:
|
||||||
|
return _handle_none_return(builder)
|
||||||
|
elif isinstance(stmt.value, ast.Name) and _is_xdp_name(stmt.value.id):
|
||||||
|
return _handle_xdp_return(stmt, builder, ret_type)
|
||||||
|
else:
|
||||||
|
val = eval_expr(
|
||||||
|
func=None,
|
||||||
|
module=None,
|
||||||
|
builder=builder,
|
||||||
|
expr=stmt.value,
|
||||||
|
local_sym_tab=local_sym_tab,
|
||||||
|
map_sym_tab={},
|
||||||
|
structs_sym_tab={},
|
||||||
|
)
|
||||||
|
logger.info(f"Evaluated return expression to {val}")
|
||||||
|
builder.ret(val[0])
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
def process_stmt(
|
def process_stmt(
|
||||||
func,
|
func,
|
||||||
module,
|
module,
|
||||||
@ -340,9 +329,8 @@ def process_stmt(
|
|||||||
did_return,
|
did_return,
|
||||||
ret_type=ir.IntType(64),
|
ret_type=ir.IntType(64),
|
||||||
):
|
):
|
||||||
print(f"Processing statement: {ast.dump(stmt)}")
|
logger.info(f"Processing statement: {ast.dump(stmt)}")
|
||||||
if isinstance(stmt, ast.Expr):
|
if isinstance(stmt, ast.Expr):
|
||||||
print(local_var_metadata)
|
|
||||||
handle_expr(
|
handle_expr(
|
||||||
func,
|
func,
|
||||||
module,
|
module,
|
||||||
@ -351,7 +339,6 @@ def process_stmt(
|
|||||||
local_sym_tab,
|
local_sym_tab,
|
||||||
map_sym_tab,
|
map_sym_tab,
|
||||||
structs_sym_tab,
|
structs_sym_tab,
|
||||||
local_var_metadata,
|
|
||||||
)
|
)
|
||||||
elif isinstance(stmt, ast.Assign):
|
elif isinstance(stmt, ast.Assign):
|
||||||
handle_assign(
|
handle_assign(
|
||||||
@ -364,36 +351,12 @@ def process_stmt(
|
|||||||
func, module, builder, stmt, map_sym_tab, local_sym_tab, structs_sym_tab
|
func, module, builder, stmt, map_sym_tab, local_sym_tab, structs_sym_tab
|
||||||
)
|
)
|
||||||
elif isinstance(stmt, ast.Return):
|
elif isinstance(stmt, ast.Return):
|
||||||
if stmt.value is None:
|
did_return = handle_return(
|
||||||
builder.ret(ir.Constant(ir.IntType(32), 0))
|
builder,
|
||||||
did_return = True
|
stmt,
|
||||||
elif (
|
local_sym_tab,
|
||||||
isinstance(stmt.value, ast.Call)
|
ret_type,
|
||||||
and isinstance(stmt.value.func, ast.Name)
|
)
|
||||||
and len(stmt.value.args) == 1
|
|
||||||
and isinstance(stmt.value.args[0], ast.Constant)
|
|
||||||
and isinstance(stmt.value.args[0].value, int)
|
|
||||||
):
|
|
||||||
call_type = stmt.value.func.id
|
|
||||||
if ctypes_to_ir(call_type) != ret_type:
|
|
||||||
raise ValueError(
|
|
||||||
"Return type mismatch: expected"
|
|
||||||
f"{ctypes_to_ir(call_type)}, got {call_type}"
|
|
||||||
)
|
|
||||||
else:
|
|
||||||
builder.ret(ir.Constant(ret_type, stmt.value.args[0].value))
|
|
||||||
did_return = True
|
|
||||||
elif isinstance(stmt.value, ast.Name):
|
|
||||||
if stmt.value.id == "XDP_PASS":
|
|
||||||
builder.ret(ir.Constant(ret_type, 2))
|
|
||||||
did_return = True
|
|
||||||
elif stmt.value.id == "XDP_DROP":
|
|
||||||
builder.ret(ir.Constant(ret_type, 1))
|
|
||||||
did_return = True
|
|
||||||
else:
|
|
||||||
raise ValueError("Failed to evaluate return expression")
|
|
||||||
else:
|
|
||||||
raise ValueError("Unsupported return value")
|
|
||||||
return did_return
|
return did_return
|
||||||
|
|
||||||
|
|
||||||
@ -401,6 +364,7 @@ def allocate_mem(
|
|||||||
module, builder, body, func, ret_type, map_sym_tab, local_sym_tab, structs_sym_tab
|
module, builder, body, func, ret_type, map_sym_tab, local_sym_tab, structs_sym_tab
|
||||||
):
|
):
|
||||||
for stmt in body:
|
for stmt in body:
|
||||||
|
has_metadata = False
|
||||||
if isinstance(stmt, ast.If):
|
if isinstance(stmt, ast.If):
|
||||||
if stmt.body:
|
if stmt.body:
|
||||||
local_sym_tab = allocate_mem(
|
local_sym_tab = allocate_mem(
|
||||||
@ -426,14 +390,17 @@ def allocate_mem(
|
|||||||
)
|
)
|
||||||
elif isinstance(stmt, ast.Assign):
|
elif isinstance(stmt, ast.Assign):
|
||||||
if len(stmt.targets) != 1:
|
if len(stmt.targets) != 1:
|
||||||
print("Unsupported multiassignment")
|
logger.info("Unsupported multiassignment")
|
||||||
continue
|
continue
|
||||||
target = stmt.targets[0]
|
target = stmt.targets[0]
|
||||||
if not isinstance(target, ast.Name):
|
if not isinstance(target, ast.Name):
|
||||||
print("Unsupported assignment target")
|
logger.info("Unsupported assignment target")
|
||||||
continue
|
continue
|
||||||
var_name = target.id
|
var_name = target.id
|
||||||
rval = stmt.value
|
rval = stmt.value
|
||||||
|
if var_name in local_sym_tab:
|
||||||
|
logger.info(f"Variable {var_name} already allocated")
|
||||||
|
continue
|
||||||
if isinstance(rval, ast.Call):
|
if isinstance(rval, ast.Call):
|
||||||
if isinstance(rval.func, ast.Name):
|
if isinstance(rval.func, ast.Name):
|
||||||
call_type = rval.func.id
|
call_type = rval.func.id
|
||||||
@ -441,66 +408,71 @@ def allocate_mem(
|
|||||||
ir_type = ctypes_to_ir(call_type)
|
ir_type = ctypes_to_ir(call_type)
|
||||||
var = builder.alloca(ir_type, name=var_name)
|
var = builder.alloca(ir_type, name=var_name)
|
||||||
var.align = ir_type.width // 8
|
var.align = ir_type.width // 8
|
||||||
print(f"Pre-allocated variable {var_name} of type {call_type}")
|
logger.info(
|
||||||
|
f"Pre-allocated variable {var_name} of type {call_type}"
|
||||||
|
)
|
||||||
elif HelperHandlerRegistry.has_handler(call_type):
|
elif HelperHandlerRegistry.has_handler(call_type):
|
||||||
# Assume return type is int64 for now
|
# Assume return type is int64 for now
|
||||||
ir_type = ir.IntType(64)
|
ir_type = ir.IntType(64)
|
||||||
var = builder.alloca(ir_type, name=var_name)
|
var = builder.alloca(ir_type, name=var_name)
|
||||||
var.align = ir_type.width // 8
|
var.align = ir_type.width // 8
|
||||||
print(f"Pre-allocated variable {var_name} for helper")
|
logger.info(f"Pre-allocated variable {var_name} for helper")
|
||||||
elif call_type == "deref" and len(rval.args) == 1:
|
elif call_type == "deref" and len(rval.args) == 1:
|
||||||
# Assume return type is int64 for now
|
# Assume return type is int64 for now
|
||||||
ir_type = ir.IntType(64)
|
ir_type = ir.IntType(64)
|
||||||
var = builder.alloca(ir_type, name=var_name)
|
var = builder.alloca(ir_type, name=var_name)
|
||||||
var.align = ir_type.width // 8
|
var.align = ir_type.width // 8
|
||||||
print(f"Pre-allocated variable {var_name} for deref")
|
logger.info(f"Pre-allocated variable {var_name} for deref")
|
||||||
elif call_type in structs_sym_tab:
|
elif call_type in structs_sym_tab:
|
||||||
struct_info = structs_sym_tab[call_type]
|
struct_info = structs_sym_tab[call_type]
|
||||||
ir_type = struct_info.ir_type
|
ir_type = struct_info.ir_type
|
||||||
var = builder.alloca(ir_type, name=var_name)
|
var = builder.alloca(ir_type, name=var_name)
|
||||||
local_var_metadata[var_name] = call_type
|
has_metadata = True
|
||||||
print(
|
logger.info(
|
||||||
f"Pre-allocated variable {var_name} "
|
f"Pre-allocated variable {var_name} for struct {call_type}"
|
||||||
f"for struct {call_type}"
|
|
||||||
)
|
)
|
||||||
elif isinstance(rval.func, ast.Attribute):
|
elif isinstance(rval.func, ast.Attribute):
|
||||||
ir_type = ir.PointerType(ir.IntType(64))
|
ir_type = ir.PointerType(ir.IntType(64))
|
||||||
var = builder.alloca(ir_type, name=var_name)
|
var = builder.alloca(ir_type, name=var_name)
|
||||||
# var.align = ir_type.width // 8
|
# var.align = ir_type.width // 8
|
||||||
print(f"Pre-allocated variable {var_name} for map")
|
logger.info(f"Pre-allocated variable {var_name} for map")
|
||||||
else:
|
else:
|
||||||
print("Unsupported assignment call function type")
|
logger.info("Unsupported assignment call function type")
|
||||||
continue
|
continue
|
||||||
elif isinstance(rval, ast.Constant):
|
elif isinstance(rval, ast.Constant):
|
||||||
if isinstance(rval.value, bool):
|
if isinstance(rval.value, bool):
|
||||||
ir_type = ir.IntType(1)
|
ir_type = ir.IntType(1)
|
||||||
var = builder.alloca(ir_type, name=var_name)
|
var = builder.alloca(ir_type, name=var_name)
|
||||||
var.align = 1
|
var.align = 1
|
||||||
print(f"Pre-allocated variable {var_name} of type c_bool")
|
logger.info(f"Pre-allocated variable {var_name} of type c_bool")
|
||||||
elif isinstance(rval.value, int):
|
elif isinstance(rval.value, int):
|
||||||
# Assume c_int64 for now
|
# Assume c_int64 for now
|
||||||
ir_type = ir.IntType(64)
|
ir_type = ir.IntType(64)
|
||||||
var = builder.alloca(ir_type, name=var_name)
|
var = builder.alloca(ir_type, name=var_name)
|
||||||
var.align = ir_type.width // 8
|
var.align = ir_type.width // 8
|
||||||
print(f"Pre-allocated variable {var_name} of type c_int64")
|
logger.info(f"Pre-allocated variable {var_name} of type c_int64")
|
||||||
elif isinstance(rval.value, str):
|
elif isinstance(rval.value, str):
|
||||||
ir_type = ir.PointerType(ir.IntType(8))
|
ir_type = ir.PointerType(ir.IntType(8))
|
||||||
var = builder.alloca(ir_type, name=var_name)
|
var = builder.alloca(ir_type, name=var_name)
|
||||||
var.align = 8
|
var.align = 8
|
||||||
print(f"Pre-allocated variable {var_name} of type string")
|
logger.info(f"Pre-allocated variable {var_name} of type string")
|
||||||
else:
|
else:
|
||||||
print("Unsupported constant type")
|
logger.info("Unsupported constant type")
|
||||||
continue
|
continue
|
||||||
elif isinstance(rval, ast.BinOp):
|
elif isinstance(rval, ast.BinOp):
|
||||||
# Assume c_int64 for now
|
# Assume c_int64 for now
|
||||||
ir_type = ir.IntType(64)
|
ir_type = ir.IntType(64)
|
||||||
var = builder.alloca(ir_type, name=var_name)
|
var = builder.alloca(ir_type, name=var_name)
|
||||||
var.align = ir_type.width // 8
|
var.align = ir_type.width // 8
|
||||||
print(f"Pre-allocated variable {var_name} of type c_int64")
|
logger.info(f"Pre-allocated variable {var_name} of type c_int64")
|
||||||
else:
|
else:
|
||||||
print("Unsupported assignment value type")
|
logger.info("Unsupported assignment value type")
|
||||||
continue
|
continue
|
||||||
local_sym_tab[var_name] = (var, ir_type)
|
|
||||||
|
if has_metadata:
|
||||||
|
local_sym_tab[var_name] = LocalSymbol(var, ir_type, call_type)
|
||||||
|
else:
|
||||||
|
local_sym_tab[var_name] = LocalSymbol(var, ir_type)
|
||||||
return local_sym_tab
|
return local_sym_tab
|
||||||
|
|
||||||
|
|
||||||
@ -525,7 +497,7 @@ def process_func_body(
|
|||||||
structs_sym_tab,
|
structs_sym_tab,
|
||||||
)
|
)
|
||||||
|
|
||||||
print(f"Local symbol table: {local_sym_tab.keys()}")
|
logger.info(f"Local symbol table: {local_sym_tab.keys()}")
|
||||||
|
|
||||||
for stmt in func_node.body:
|
for stmt in func_node.body:
|
||||||
did_return = process_stmt(
|
did_return = process_stmt(
|
||||||
@ -541,7 +513,7 @@ def process_func_body(
|
|||||||
)
|
)
|
||||||
|
|
||||||
if not did_return:
|
if not did_return:
|
||||||
builder.ret(ir.Constant(ir.IntType(32), 0))
|
builder.ret(ir.Constant(ir.IntType(64), 0))
|
||||||
|
|
||||||
|
|
||||||
def process_bpf_chunk(func_node, module, return_type, map_sym_tab, structs_sym_tab):
|
def process_bpf_chunk(func_node, module, return_type, map_sym_tab, structs_sym_tab):
|
||||||
@ -597,7 +569,7 @@ def func_proc(tree, module, chunks, map_sym_tab, structs_sym_tab):
|
|||||||
if is_global:
|
if is_global:
|
||||||
continue
|
continue
|
||||||
func_type = get_probe_string(func_node)
|
func_type = get_probe_string(func_node)
|
||||||
print(f"Found probe_string of {func_node.name}: {func_type}")
|
logger.info(f"Found probe_string of {func_node.name}: {func_type}")
|
||||||
|
|
||||||
process_bpf_chunk(
|
process_bpf_chunk(
|
||||||
func_node,
|
func_node,
|
||||||
@ -662,7 +634,7 @@ def infer_return_type(func_node: ast.FunctionDef):
|
|||||||
if found_type is None:
|
if found_type is None:
|
||||||
found_type = t
|
found_type = t
|
||||||
elif found_type != t:
|
elif found_type != t:
|
||||||
raise ValueError("Conflicting return types:" f"{found_type} vs {t}")
|
raise ValueError(f"Conflicting return types: {found_type} vs {t}")
|
||||||
return found_type or "None"
|
return found_type or "None"
|
||||||
|
|
||||||
|
|
||||||
45
pythonbpf/functions/return_utils.py
Normal file
45
pythonbpf/functions/return_utils.py
Normal file
@ -0,0 +1,45 @@
|
|||||||
|
import logging
|
||||||
|
import ast
|
||||||
|
|
||||||
|
from llvmlite import ir
|
||||||
|
|
||||||
|
logger: logging.Logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
XDP_ACTIONS = {
|
||||||
|
"XDP_ABORTED": 0,
|
||||||
|
"XDP_DROP": 1,
|
||||||
|
"XDP_PASS": 2,
|
||||||
|
"XDP_TX": 3,
|
||||||
|
"XDP_REDIRECT": 4,
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_none_return(builder) -> bool:
|
||||||
|
"""Handle return or return None -> returns 0."""
|
||||||
|
builder.ret(ir.Constant(ir.IntType(64), 0))
|
||||||
|
logger.debug("Generated default return: 0")
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def _is_xdp_name(name: str) -> bool:
|
||||||
|
"""Check if a name is an XDP action"""
|
||||||
|
return name in XDP_ACTIONS
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_xdp_return(stmt: ast.Return, builder, ret_type) -> bool:
|
||||||
|
"""Handle XDP returns"""
|
||||||
|
if not isinstance(stmt.value, ast.Name):
|
||||||
|
return False
|
||||||
|
|
||||||
|
action_name = stmt.value.id
|
||||||
|
|
||||||
|
if action_name not in XDP_ACTIONS:
|
||||||
|
raise ValueError(
|
||||||
|
f"Unknown XDP action: {action_name}. Available: {XDP_ACTIONS.keys()}"
|
||||||
|
)
|
||||||
|
return False
|
||||||
|
|
||||||
|
value = XDP_ACTIONS[action_name]
|
||||||
|
builder.ret(ir.Constant(ret_type, value))
|
||||||
|
logger.debug(f"Generated XDP action return: {action_name} = {value}")
|
||||||
|
return True
|
||||||
@ -1,8 +1,121 @@
|
|||||||
from llvmlite import ir
|
from llvmlite import ir
|
||||||
import ast
|
import ast
|
||||||
|
|
||||||
|
from logging import Logger
|
||||||
|
import logging
|
||||||
|
from .type_deducer import ctypes_to_ir
|
||||||
|
|
||||||
def emit_globals(module: ir.Module, names: list[str]):
|
logger: Logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
# TODO: this is going to be a huge fuck of a headache in the future.
|
||||||
|
global_sym_tab = []
|
||||||
|
|
||||||
|
|
||||||
|
def populate_global_symbol_table(tree, module: ir.Module):
|
||||||
|
for node in tree.body:
|
||||||
|
if isinstance(node, ast.FunctionDef):
|
||||||
|
for dec in node.decorator_list:
|
||||||
|
if (
|
||||||
|
isinstance(dec, ast.Call)
|
||||||
|
and isinstance(dec.func, ast.Name)
|
||||||
|
and dec.func.id == "section"
|
||||||
|
and len(dec.args) == 1
|
||||||
|
and isinstance(dec.args[0], ast.Constant)
|
||||||
|
and isinstance(dec.args[0].value, str)
|
||||||
|
):
|
||||||
|
global_sym_tab.append(node)
|
||||||
|
elif isinstance(dec, ast.Name) and dec.id == "bpfglobal":
|
||||||
|
global_sym_tab.append(node)
|
||||||
|
|
||||||
|
elif isinstance(dec, ast.Name) and dec.id == "map":
|
||||||
|
global_sym_tab.append(node)
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
def emit_global(module: ir.Module, node, name):
|
||||||
|
logger.info(f"global identifier {name} processing")
|
||||||
|
# deduce LLVM type from the annotated return
|
||||||
|
if not isinstance(node.returns, ast.Name):
|
||||||
|
raise ValueError(f"Unsupported return annotation {ast.dump(node.returns)}")
|
||||||
|
ty = ctypes_to_ir(node.returns.id)
|
||||||
|
|
||||||
|
# extract the return expression
|
||||||
|
# TODO: turn this return extractor into a generic function I can use everywhere.
|
||||||
|
ret_stmt = node.body[0]
|
||||||
|
if not isinstance(ret_stmt, ast.Return) or ret_stmt.value is None:
|
||||||
|
raise ValueError(f"Global '{name}' has no valid return")
|
||||||
|
|
||||||
|
init_val = ret_stmt.value
|
||||||
|
|
||||||
|
# simple constant like "return 0"
|
||||||
|
if isinstance(init_val, ast.Constant):
|
||||||
|
llvm_init = ir.Constant(ty, init_val.value)
|
||||||
|
|
||||||
|
# variable reference like "return SOME_CONST"
|
||||||
|
elif isinstance(init_val, ast.Name):
|
||||||
|
# need symbol resolution here, stub as 0 for now
|
||||||
|
raise ValueError(f"Name reference {init_val.id} not yet supported")
|
||||||
|
|
||||||
|
# constructor call like "return c_int64(0)" or dataclass(...)
|
||||||
|
elif isinstance(init_val, ast.Call):
|
||||||
|
if len(init_val.args) >= 1 and isinstance(init_val.args[0], ast.Constant):
|
||||||
|
llvm_init = ir.Constant(ty, init_val.args[0].value)
|
||||||
|
else:
|
||||||
|
logger.info("Defaulting to zero as no constant argument found")
|
||||||
|
llvm_init = ir.Constant(ty, 0)
|
||||||
|
else:
|
||||||
|
raise ValueError(f"Unsupported return expr {ast.dump(init_val)}")
|
||||||
|
|
||||||
|
gvar = ir.GlobalVariable(module, ty, name=name)
|
||||||
|
gvar.initializer = llvm_init
|
||||||
|
gvar.align = 8
|
||||||
|
gvar.linkage = "dso_local"
|
||||||
|
gvar.global_constant = False
|
||||||
|
return gvar
|
||||||
|
|
||||||
|
|
||||||
|
def globals_processing(tree, module):
|
||||||
|
"""Process stuff decorated with @bpf and @bpfglobal except license and return the section name"""
|
||||||
|
globals_sym_tab = []
|
||||||
|
|
||||||
|
for node in tree.body:
|
||||||
|
# Skip non-assignment and non-function nodes
|
||||||
|
if not (isinstance(node, ast.FunctionDef)):
|
||||||
|
continue
|
||||||
|
|
||||||
|
# Get the name based on node type
|
||||||
|
if isinstance(node, ast.FunctionDef):
|
||||||
|
name = node.name
|
||||||
|
else:
|
||||||
|
continue
|
||||||
|
|
||||||
|
# Check for duplicate names
|
||||||
|
if name in globals_sym_tab:
|
||||||
|
raise SyntaxError(f"ERROR: Global name '{name}' previously defined")
|
||||||
|
else:
|
||||||
|
globals_sym_tab.append(name)
|
||||||
|
|
||||||
|
if isinstance(node, ast.FunctionDef) and node.name != "LICENSE":
|
||||||
|
decorators = [
|
||||||
|
dec.id for dec in node.decorator_list if isinstance(dec, ast.Name)
|
||||||
|
]
|
||||||
|
if "bpf" in decorators and "bpfglobal" in decorators:
|
||||||
|
if (
|
||||||
|
len(node.body) == 1
|
||||||
|
and isinstance(node.body[0], ast.Return)
|
||||||
|
and node.body[0].value is not None
|
||||||
|
and isinstance(
|
||||||
|
node.body[0].value, (ast.Constant, ast.Name, ast.Call)
|
||||||
|
)
|
||||||
|
):
|
||||||
|
emit_global(module, node, name)
|
||||||
|
else:
|
||||||
|
raise SyntaxError(f"ERROR: Invalid syntax for {name} global")
|
||||||
|
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def emit_llvm_compiler_used(module: ir.Module, names: list[str]):
|
||||||
"""
|
"""
|
||||||
Emit the @llvm.compiler.used global given a list of function/global names.
|
Emit the @llvm.compiler.used global given a list of function/global names.
|
||||||
"""
|
"""
|
||||||
@ -24,7 +137,7 @@ def emit_globals(module: ir.Module, names: list[str]):
|
|||||||
gv.section = "llvm.metadata"
|
gv.section = "llvm.metadata"
|
||||||
|
|
||||||
|
|
||||||
def globals_processing(tree, module: ir.Module):
|
def globals_list_creation(tree, module: ir.Module):
|
||||||
collected = ["LICENSE"]
|
collected = ["LICENSE"]
|
||||||
|
|
||||||
for node in tree.body:
|
for node in tree.body:
|
||||||
@ -40,10 +153,11 @@ def globals_processing(tree, module: ir.Module):
|
|||||||
):
|
):
|
||||||
collected.append(node.name)
|
collected.append(node.name)
|
||||||
|
|
||||||
elif isinstance(dec, ast.Name) and dec.id == "bpfglobal":
|
# NOTE: all globals other than
|
||||||
collected.append(node.name)
|
# elif isinstance(dec, ast.Name) and dec.id == "bpfglobal":
|
||||||
|
# collected.append(node.name)
|
||||||
|
|
||||||
elif isinstance(dec, ast.Name) and dec.id == "map":
|
elif isinstance(dec, ast.Name) and dec.id == "map":
|
||||||
collected.append(node.name)
|
collected.append(node.name)
|
||||||
|
|
||||||
emit_globals(module, collected)
|
emit_llvm_compiler_used(module, collected)
|
||||||
|
|||||||
@ -9,6 +9,10 @@ from .helper_utils import (
|
|||||||
simple_string_print,
|
simple_string_print,
|
||||||
get_data_ptr_and_size,
|
get_data_ptr_and_size,
|
||||||
)
|
)
|
||||||
|
from logging import Logger
|
||||||
|
import logging
|
||||||
|
|
||||||
|
logger: Logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
class BPFHelperID(Enum):
|
class BPFHelperID(Enum):
|
||||||
@ -30,7 +34,6 @@ def bpf_ktime_get_ns_emitter(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab=None,
|
local_sym_tab=None,
|
||||||
struct_sym_tab=None,
|
struct_sym_tab=None,
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
):
|
||||||
"""
|
"""
|
||||||
Emit LLVM IR for bpf_ktime_get_ns helper function call.
|
Emit LLVM IR for bpf_ktime_get_ns helper function call.
|
||||||
@ -53,14 +56,13 @@ def bpf_map_lookup_elem_emitter(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab=None,
|
local_sym_tab=None,
|
||||||
struct_sym_tab=None,
|
struct_sym_tab=None,
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
):
|
||||||
"""
|
"""
|
||||||
Emit LLVM IR for bpf_map_lookup_elem helper function call.
|
Emit LLVM IR for bpf_map_lookup_elem helper function call.
|
||||||
"""
|
"""
|
||||||
if not call.args or len(call.args) != 1:
|
if not call.args or len(call.args) != 1:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
"Map lookup expects exactly one argument (key), got " f"{len(call.args)}"
|
f"Map lookup expects exactly one argument (key), got {len(call.args)}"
|
||||||
)
|
)
|
||||||
key_ptr = get_or_create_ptr_from_arg(call.args[0], builder, local_sym_tab)
|
key_ptr = get_or_create_ptr_from_arg(call.args[0], builder, local_sym_tab)
|
||||||
map_void_ptr = builder.bitcast(map_ptr, ir.PointerType())
|
map_void_ptr = builder.bitcast(map_ptr, ir.PointerType())
|
||||||
@ -89,7 +91,6 @@ def bpf_printk_emitter(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab=None,
|
local_sym_tab=None,
|
||||||
struct_sym_tab=None,
|
struct_sym_tab=None,
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
):
|
||||||
"""Emit LLVM IR for bpf_printk helper function call."""
|
"""Emit LLVM IR for bpf_printk helper function call."""
|
||||||
if not hasattr(func, "_fmt_counter"):
|
if not hasattr(func, "_fmt_counter"):
|
||||||
@ -107,7 +108,6 @@ def bpf_printk_emitter(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab,
|
local_sym_tab,
|
||||||
struct_sym_tab,
|
struct_sym_tab,
|
||||||
local_var_metadata,
|
|
||||||
)
|
)
|
||||||
elif isinstance(call.args[0], ast.Constant) and isinstance(call.args[0].value, str):
|
elif isinstance(call.args[0], ast.Constant) and isinstance(call.args[0].value, str):
|
||||||
# TODO: We are only supporting single arguments for now.
|
# TODO: We are only supporting single arguments for now.
|
||||||
@ -138,7 +138,6 @@ def bpf_map_update_elem_emitter(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab=None,
|
local_sym_tab=None,
|
||||||
struct_sym_tab=None,
|
struct_sym_tab=None,
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
):
|
||||||
"""
|
"""
|
||||||
Emit LLVM IR for bpf_map_update_elem helper function call.
|
Emit LLVM IR for bpf_map_update_elem helper function call.
|
||||||
@ -146,8 +145,7 @@ def bpf_map_update_elem_emitter(
|
|||||||
"""
|
"""
|
||||||
if not call.args or len(call.args) < 2 or len(call.args) > 3:
|
if not call.args or len(call.args) < 2 or len(call.args) > 3:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
"Map update expects 2 or 3 args (key, value, flags), "
|
f"Map update expects 2 or 3 args (key, value, flags), got {len(call.args)}"
|
||||||
f"got {len(call.args)}"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
key_arg = call.args[0]
|
key_arg = call.args[0]
|
||||||
@ -190,7 +188,6 @@ def bpf_map_delete_elem_emitter(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab=None,
|
local_sym_tab=None,
|
||||||
struct_sym_tab=None,
|
struct_sym_tab=None,
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
):
|
||||||
"""
|
"""
|
||||||
Emit LLVM IR for bpf_map_delete_elem helper function call.
|
Emit LLVM IR for bpf_map_delete_elem helper function call.
|
||||||
@ -198,7 +195,7 @@ def bpf_map_delete_elem_emitter(
|
|||||||
"""
|
"""
|
||||||
if not call.args or len(call.args) != 1:
|
if not call.args or len(call.args) != 1:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
"Map delete expects exactly one argument (key), got " f"{len(call.args)}"
|
f"Map delete expects exactly one argument (key), got {len(call.args)}"
|
||||||
)
|
)
|
||||||
key_ptr = get_or_create_ptr_from_arg(call.args[0], builder, local_sym_tab)
|
key_ptr = get_or_create_ptr_from_arg(call.args[0], builder, local_sym_tab)
|
||||||
map_void_ptr = builder.bitcast(map_ptr, ir.PointerType())
|
map_void_ptr = builder.bitcast(map_ptr, ir.PointerType())
|
||||||
@ -228,7 +225,6 @@ def bpf_get_current_pid_tgid_emitter(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab=None,
|
local_sym_tab=None,
|
||||||
struct_sym_tab=None,
|
struct_sym_tab=None,
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
):
|
||||||
"""
|
"""
|
||||||
Emit LLVM IR for bpf_get_current_pid_tgid helper function call.
|
Emit LLVM IR for bpf_get_current_pid_tgid helper function call.
|
||||||
@ -255,18 +251,15 @@ def bpf_perf_event_output_handler(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab=None,
|
local_sym_tab=None,
|
||||||
struct_sym_tab=None,
|
struct_sym_tab=None,
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
):
|
||||||
if len(call.args) != 1:
|
if len(call.args) != 1:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
"Perf event output expects exactly one argument, " f"got {len(call.args)}"
|
f"Perf event output expects exactly one argument, got {len(call.args)}"
|
||||||
)
|
)
|
||||||
data_arg = call.args[0]
|
data_arg = call.args[0]
|
||||||
ctx_ptr = func.args[0] # First argument to the function is ctx
|
ctx_ptr = func.args[0] # First argument to the function is ctx
|
||||||
|
|
||||||
data_ptr, size_val = get_data_ptr_and_size(
|
data_ptr, size_val = get_data_ptr_and_size(data_arg, local_sym_tab, struct_sym_tab)
|
||||||
data_arg, local_sym_tab, struct_sym_tab, local_var_metadata
|
|
||||||
)
|
|
||||||
|
|
||||||
# BPF_F_CURRENT_CPU is -1 in 32 bit
|
# BPF_F_CURRENT_CPU is -1 in 32 bit
|
||||||
flags_val = ir.Constant(ir.IntType(64), 0xFFFFFFFF)
|
flags_val = ir.Constant(ir.IntType(64), 0xFFFFFFFF)
|
||||||
@ -304,7 +297,6 @@ def handle_helper_call(
|
|||||||
local_sym_tab=None,
|
local_sym_tab=None,
|
||||||
map_sym_tab=None,
|
map_sym_tab=None,
|
||||||
struct_sym_tab=None,
|
struct_sym_tab=None,
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
):
|
||||||
"""Process a BPF helper function call and emit the appropriate LLVM IR."""
|
"""Process a BPF helper function call and emit the appropriate LLVM IR."""
|
||||||
|
|
||||||
@ -323,7 +315,6 @@ def handle_helper_call(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab,
|
local_sym_tab,
|
||||||
struct_sym_tab,
|
struct_sym_tab,
|
||||||
local_var_metadata,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
# Handle direct function calls (e.g., print(), ktime())
|
# Handle direct function calls (e.g., print(), ktime())
|
||||||
@ -334,7 +325,7 @@ def handle_helper_call(
|
|||||||
elif isinstance(call.func, ast.Attribute):
|
elif isinstance(call.func, ast.Attribute):
|
||||||
method_name = call.func.attr
|
method_name = call.func.attr
|
||||||
value = call.func.value
|
value = call.func.value
|
||||||
print(f"Handling method call: {ast.dump(call.func)}")
|
logger.info(f"Handling method call: {ast.dump(call.func)}")
|
||||||
# Get map pointer from different styles of map access
|
# Get map pointer from different styles of map access
|
||||||
if isinstance(value, ast.Call) and isinstance(value.func, ast.Name):
|
if isinstance(value, ast.Call) and isinstance(value.func, ast.Name):
|
||||||
# Func style: my_map().lookup(key)
|
# Func style: my_map().lookup(key)
|
||||||
|
|||||||
@ -3,7 +3,7 @@ import logging
|
|||||||
from collections.abc import Callable
|
from collections.abc import Callable
|
||||||
|
|
||||||
from llvmlite import ir
|
from llvmlite import ir
|
||||||
from pythonbpf.expr_pass import eval_expr
|
from pythonbpf.expr import eval_expr
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
@ -37,7 +37,7 @@ class HelperHandlerRegistry:
|
|||||||
def get_var_ptr_from_name(var_name, local_sym_tab):
|
def get_var_ptr_from_name(var_name, local_sym_tab):
|
||||||
"""Get a pointer to a variable from the symbol table."""
|
"""Get a pointer to a variable from the symbol table."""
|
||||||
if local_sym_tab and var_name in local_sym_tab:
|
if local_sym_tab and var_name in local_sym_tab:
|
||||||
return local_sym_tab[var_name][0]
|
return local_sym_tab[var_name].var
|
||||||
raise ValueError(f"Variable '{var_name}' not found in local symbol table")
|
raise ValueError(f"Variable '{var_name}' not found in local symbol table")
|
||||||
|
|
||||||
|
|
||||||
@ -72,7 +72,7 @@ def get_flags_val(arg, builder, local_sym_tab):
|
|||||||
|
|
||||||
if isinstance(arg, ast.Name):
|
if isinstance(arg, ast.Name):
|
||||||
if local_sym_tab and arg.id in local_sym_tab:
|
if local_sym_tab and arg.id in local_sym_tab:
|
||||||
flags_ptr = local_sym_tab[arg.id][0]
|
flags_ptr = local_sym_tab[arg.id].var
|
||||||
return builder.load(flags_ptr)
|
return builder.load(flags_ptr)
|
||||||
else:
|
else:
|
||||||
raise ValueError(f"Variable '{arg.id}' not found in local symbol table")
|
raise ValueError(f"Variable '{arg.id}' not found in local symbol table")
|
||||||
@ -100,7 +100,6 @@ def handle_fstring_print(
|
|||||||
func,
|
func,
|
||||||
local_sym_tab=None,
|
local_sym_tab=None,
|
||||||
struct_sym_tab=None,
|
struct_sym_tab=None,
|
||||||
local_var_metadata=None,
|
|
||||||
):
|
):
|
||||||
"""Handle f-string formatting for bpf_printk emitter."""
|
"""Handle f-string formatting for bpf_printk emitter."""
|
||||||
fmt_parts = []
|
fmt_parts = []
|
||||||
@ -118,7 +117,6 @@ def handle_fstring_print(
|
|||||||
exprs,
|
exprs,
|
||||||
local_sym_tab,
|
local_sym_tab,
|
||||||
struct_sym_tab,
|
struct_sym_tab,
|
||||||
local_var_metadata,
|
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
raise NotImplementedError(f"Unsupported f-string value type: {type(value)}")
|
raise NotImplementedError(f"Unsupported f-string value type: {type(value)}")
|
||||||
@ -138,7 +136,6 @@ def handle_fstring_print(
|
|||||||
builder,
|
builder,
|
||||||
local_sym_tab,
|
local_sym_tab,
|
||||||
struct_sym_tab,
|
struct_sym_tab,
|
||||||
local_var_metadata,
|
|
||||||
)
|
)
|
||||||
args.append(arg_value)
|
args.append(arg_value)
|
||||||
|
|
||||||
@ -158,9 +155,7 @@ def _process_constant_in_fstring(cst, fmt_parts, exprs):
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
def _process_fval(
|
def _process_fval(fval, fmt_parts, exprs, local_sym_tab, struct_sym_tab):
|
||||||
fval, fmt_parts, exprs, local_sym_tab, struct_sym_tab, local_var_metadata
|
|
||||||
):
|
|
||||||
"""Process formatted values in f-string."""
|
"""Process formatted values in f-string."""
|
||||||
logger.debug(f"Processing formatted value: {ast.dump(fval)}")
|
logger.debug(f"Processing formatted value: {ast.dump(fval)}")
|
||||||
|
|
||||||
@ -173,7 +168,6 @@ def _process_fval(
|
|||||||
exprs,
|
exprs,
|
||||||
local_sym_tab,
|
local_sym_tab,
|
||||||
struct_sym_tab,
|
struct_sym_tab,
|
||||||
local_var_metadata,
|
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
raise NotImplementedError(
|
raise NotImplementedError(
|
||||||
@ -184,13 +178,11 @@ def _process_fval(
|
|||||||
def _process_name_in_fval(name_node, fmt_parts, exprs, local_sym_tab):
|
def _process_name_in_fval(name_node, fmt_parts, exprs, local_sym_tab):
|
||||||
"""Process name nodes in formatted values."""
|
"""Process name nodes in formatted values."""
|
||||||
if local_sym_tab and name_node.id in local_sym_tab:
|
if local_sym_tab and name_node.id in local_sym_tab:
|
||||||
_, var_type = local_sym_tab[name_node.id]
|
_, var_type, tmp = local_sym_tab[name_node.id]
|
||||||
_populate_fval(var_type, name_node, fmt_parts, exprs)
|
_populate_fval(var_type, name_node, fmt_parts, exprs)
|
||||||
|
|
||||||
|
|
||||||
def _process_attr_in_fval(
|
def _process_attr_in_fval(attr_node, fmt_parts, exprs, local_sym_tab, struct_sym_tab):
|
||||||
attr_node, fmt_parts, exprs, local_sym_tab, struct_sym_tab, local_var_metadata
|
|
||||||
):
|
|
||||||
"""Process attribute nodes in formatted values."""
|
"""Process attribute nodes in formatted values."""
|
||||||
if (
|
if (
|
||||||
isinstance(attr_node.value, ast.Name)
|
isinstance(attr_node.value, ast.Name)
|
||||||
@ -200,12 +192,7 @@ def _process_attr_in_fval(
|
|||||||
var_name = attr_node.value.id
|
var_name = attr_node.value.id
|
||||||
field_name = attr_node.attr
|
field_name = attr_node.attr
|
||||||
|
|
||||||
if not local_var_metadata or var_name not in local_var_metadata:
|
var_type = local_sym_tab[var_name].metadata
|
||||||
raise ValueError(
|
|
||||||
f"Metadata for '{var_name}' not found in local var metadata"
|
|
||||||
)
|
|
||||||
|
|
||||||
var_type = local_var_metadata[var_name]
|
|
||||||
if var_type not in struct_sym_tab:
|
if var_type not in struct_sym_tab:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
f"Struct '{var_type}' for '{var_name}' not in symbol table"
|
f"Struct '{var_type}' for '{var_name}' not in symbol table"
|
||||||
@ -263,9 +250,7 @@ def _create_format_string_global(fmt_str, func, module, builder):
|
|||||||
return builder.bitcast(fmt_gvar, ir.PointerType())
|
return builder.bitcast(fmt_gvar, ir.PointerType())
|
||||||
|
|
||||||
|
|
||||||
def _prepare_expr_args(
|
def _prepare_expr_args(expr, func, module, builder, local_sym_tab, struct_sym_tab):
|
||||||
expr, func, module, builder, local_sym_tab, struct_sym_tab, local_var_metadata
|
|
||||||
):
|
|
||||||
"""Evaluate and prepare an expression to use as an arg for bpf_printk."""
|
"""Evaluate and prepare an expression to use as an arg for bpf_printk."""
|
||||||
val, _ = eval_expr(
|
val, _ = eval_expr(
|
||||||
func,
|
func,
|
||||||
@ -275,7 +260,6 @@ def _prepare_expr_args(
|
|||||||
local_sym_tab,
|
local_sym_tab,
|
||||||
None,
|
None,
|
||||||
struct_sym_tab,
|
struct_sym_tab,
|
||||||
local_var_metadata,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
if val:
|
if val:
|
||||||
@ -286,7 +270,7 @@ def _prepare_expr_args(
|
|||||||
val = builder.sext(val, ir.IntType(64))
|
val = builder.sext(val, ir.IntType(64))
|
||||||
else:
|
else:
|
||||||
logger.warning(
|
logger.warning(
|
||||||
"Only int and ptr supported in bpf_printk args. " "Others default to 0."
|
"Only int and ptr supported in bpf_printk args. Others default to 0."
|
||||||
)
|
)
|
||||||
val = ir.Constant(ir.IntType(64), 0)
|
val = ir.Constant(ir.IntType(64), 0)
|
||||||
return val
|
return val
|
||||||
@ -298,34 +282,26 @@ def _prepare_expr_args(
|
|||||||
return ir.Constant(ir.IntType(64), 0)
|
return ir.Constant(ir.IntType(64), 0)
|
||||||
|
|
||||||
|
|
||||||
def get_data_ptr_and_size(data_arg, local_sym_tab, struct_sym_tab, local_var_metadata):
|
def get_data_ptr_and_size(data_arg, local_sym_tab, struct_sym_tab):
|
||||||
"""Extract data pointer and size information for perf event output."""
|
"""Extract data pointer and size information for perf event output."""
|
||||||
if isinstance(data_arg, ast.Name):
|
if isinstance(data_arg, ast.Name):
|
||||||
data_name = data_arg.id
|
data_name = data_arg.id
|
||||||
if local_sym_tab and data_name in local_sym_tab:
|
if local_sym_tab and data_name in local_sym_tab:
|
||||||
data_ptr = local_sym_tab[data_name][0]
|
data_ptr = local_sym_tab[data_name].var
|
||||||
else:
|
else:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
f"Data variable {data_name} not found in local symbol table."
|
f"Data variable {data_name} not found in local symbol table."
|
||||||
)
|
)
|
||||||
|
|
||||||
# Check if data_name is a struct
|
# Check if data_name is a struct
|
||||||
if local_var_metadata and data_name in local_var_metadata:
|
data_type = local_sym_tab[data_name].metadata
|
||||||
data_type = local_var_metadata[data_name]
|
if data_type in struct_sym_tab:
|
||||||
if data_type in struct_sym_tab:
|
struct_info = struct_sym_tab[data_type]
|
||||||
struct_info = struct_sym_tab[data_type]
|
size_val = ir.Constant(ir.IntType(64), struct_info.size)
|
||||||
size_val = ir.Constant(ir.IntType(64), struct_info.size)
|
return data_ptr, size_val
|
||||||
return data_ptr, size_val
|
|
||||||
else:
|
|
||||||
raise ValueError(
|
|
||||||
f"Struct {data_type} for {data_name} not in symbol table."
|
|
||||||
)
|
|
||||||
else:
|
else:
|
||||||
raise ValueError(
|
raise ValueError(f"Struct {data_type} for {data_name} not in symbol table.")
|
||||||
f"Metadata for variable {data_name} "
|
|
||||||
"not found in local variable metadata."
|
|
||||||
)
|
|
||||||
else:
|
else:
|
||||||
raise NotImplementedError(
|
raise NotImplementedError(
|
||||||
"Only simple object names are supported " "as data in perf event output."
|
"Only simple object names are supported as data in perf event output."
|
||||||
)
|
)
|
||||||
|
|||||||
@ -1,5 +1,9 @@
|
|||||||
from llvmlite import ir
|
from llvmlite import ir
|
||||||
import ast
|
import ast
|
||||||
|
from logging import Logger
|
||||||
|
import logging
|
||||||
|
|
||||||
|
logger: Logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
def emit_license(module: ir.Module, license_str: str):
|
def emit_license(module: ir.Module, license_str: str):
|
||||||
@ -41,9 +45,9 @@ def license_processing(tree, module):
|
|||||||
emit_license(module, node.body[0].value.value)
|
emit_license(module, node.body[0].value.value)
|
||||||
return "LICENSE"
|
return "LICENSE"
|
||||||
else:
|
else:
|
||||||
print("ERROR: LICENSE() must return a string literal")
|
logger.info("ERROR: LICENSE() must return a string literal")
|
||||||
return None
|
return None
|
||||||
else:
|
else:
|
||||||
print("ERROR: LICENSE already defined")
|
logger.info("ERROR: LICENSE already defined")
|
||||||
return None
|
return None
|
||||||
return None
|
return None
|
||||||
|
|||||||
@ -3,7 +3,7 @@ from logging import Logger
|
|||||||
from llvmlite import ir
|
from llvmlite import ir
|
||||||
from enum import Enum
|
from enum import Enum
|
||||||
from .maps_utils import MapProcessorRegistry
|
from .maps_utils import MapProcessorRegistry
|
||||||
from ..debuginfo import DebugInfoGenerator
|
from pythonbpf.debuginfo import DebugInfoGenerator
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
logger: Logger = logging.getLogger(__name__)
|
logger: Logger = logging.getLogger(__name__)
|
||||||
@ -85,7 +85,7 @@ def create_bpf_map(module, map_name, map_params):
|
|||||||
|
|
||||||
|
|
||||||
def create_map_debug_info(module, map_global, map_name, map_params):
|
def create_map_debug_info(module, map_global, map_name, map_params):
|
||||||
"""Generate debug information metadata for BPF maps HASH and PERF_EVENT_ARRAY"""
|
"""Generate debug info metadata for BPF maps HASH and PERF_EVENT_ARRAY"""
|
||||||
generator = DebugInfoGenerator(module)
|
generator = DebugInfoGenerator(module)
|
||||||
|
|
||||||
uint_type = generator.get_uint32_type()
|
uint_type = generator.get_uint32_type()
|
||||||
@ -278,9 +278,7 @@ def process_bpf_map(func_node, module):
|
|||||||
if handler:
|
if handler:
|
||||||
return handler(map_name, rval, module)
|
return handler(map_name, rval, module)
|
||||||
else:
|
else:
|
||||||
logger.warning(
|
logger.warning(f"Unknown map type {rval.func.id}, defaulting to HashMap")
|
||||||
f"Unknown map type " f"{rval.func.id}, defaulting to HashMap"
|
|
||||||
)
|
|
||||||
return process_hash_map(map_name, rval, module)
|
return process_hash_map(map_name, rval, module)
|
||||||
else:
|
else:
|
||||||
raise ValueError("Function under @map must return a map")
|
raise ValueError("Function under @map must return a map")
|
||||||
|
|||||||
@ -19,7 +19,7 @@ def structs_proc(tree, module, chunks):
|
|||||||
structs_sym_tab = {}
|
structs_sym_tab = {}
|
||||||
for cls_node in chunks:
|
for cls_node in chunks:
|
||||||
if is_bpf_struct(cls_node):
|
if is_bpf_struct(cls_node):
|
||||||
print(f"Found BPF struct: {cls_node.name}")
|
logger.info(f"Found BPF struct: {cls_node.name}")
|
||||||
struct_info = process_bpf_struct(cls_node, module)
|
struct_info = process_bpf_struct(cls_node, module)
|
||||||
structs_sym_tab[cls_node.name] = struct_info
|
structs_sym_tab[cls_node.name] = struct_info
|
||||||
return structs_sym_tab
|
return structs_sym_tab
|
||||||
|
|||||||
@ -1,24 +1,28 @@
|
|||||||
from llvmlite import ir
|
from llvmlite import ir
|
||||||
|
|
||||||
# TODO: THIS IS NOT SUPPOSED TO MATCH STRINGS :skull:
|
# TODO: THIS IS NOT SUPPOSED TO MATCH STRINGS :skull:
|
||||||
|
mapping = {
|
||||||
|
"c_int8": ir.IntType(8),
|
||||||
|
"c_uint8": ir.IntType(8),
|
||||||
|
"c_int16": ir.IntType(16),
|
||||||
|
"c_uint16": ir.IntType(16),
|
||||||
|
"c_int32": ir.IntType(32),
|
||||||
|
"c_uint32": ir.IntType(32),
|
||||||
|
"c_int64": ir.IntType(64),
|
||||||
|
"c_uint64": ir.IntType(64),
|
||||||
|
"c_float": ir.FloatType(),
|
||||||
|
"c_double": ir.DoubleType(),
|
||||||
|
"c_void_p": ir.IntType(64),
|
||||||
|
# Not so sure about this one
|
||||||
|
"str": ir.PointerType(ir.IntType(8)),
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
def ctypes_to_ir(ctype: str):
|
def ctypes_to_ir(ctype: str):
|
||||||
mapping = {
|
|
||||||
"c_int8": ir.IntType(8),
|
|
||||||
"c_uint8": ir.IntType(8),
|
|
||||||
"c_int16": ir.IntType(16),
|
|
||||||
"c_uint16": ir.IntType(16),
|
|
||||||
"c_int32": ir.IntType(32),
|
|
||||||
"c_uint32": ir.IntType(32),
|
|
||||||
"c_int64": ir.IntType(64),
|
|
||||||
"c_uint64": ir.IntType(64),
|
|
||||||
"c_float": ir.FloatType(),
|
|
||||||
"c_double": ir.DoubleType(),
|
|
||||||
"c_void_p": ir.IntType(64),
|
|
||||||
# Not so sure about this one
|
|
||||||
"str": ir.PointerType(ir.IntType(8)),
|
|
||||||
}
|
|
||||||
if ctype in mapping:
|
if ctype in mapping:
|
||||||
return mapping[ctype]
|
return mapping[ctype]
|
||||||
raise NotImplementedError(f"No mapping for {ctype}")
|
raise NotImplementedError(f"No mapping for {ctype}")
|
||||||
|
|
||||||
|
|
||||||
|
def is_ctypes(ctype: str) -> bool:
|
||||||
|
return ctype in mapping
|
||||||
|
|||||||
27
tests/c-form/globals.bpf.c
Normal file
27
tests/c-form/globals.bpf.c
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
|
||||||
|
#include <linux/bpf.h>
|
||||||
|
#include <bpf/bpf_helpers.h>
|
||||||
|
#include <bpf/bpf_tracing.h>
|
||||||
|
#include <linux/types.h>
|
||||||
|
|
||||||
|
struct test_struct {
|
||||||
|
__u64 a;
|
||||||
|
__u64 b;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct test_struct w = {};
|
||||||
|
volatile __u64 prev_time = 0;
|
||||||
|
|
||||||
|
SEC("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
int trace_execve(void *ctx)
|
||||||
|
{
|
||||||
|
bpf_printk("previous %ul now %ul", w.b, w.a);
|
||||||
|
__u64 ts = bpf_ktime_get_ns();
|
||||||
|
bpf_printk("prev %ul now %ul", prev_time, ts);
|
||||||
|
w.a = ts;
|
||||||
|
w.b = prev_time;
|
||||||
|
prev_time = ts;
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
char LICENSE[] SEC("license") = "GPL";
|
||||||
19
tests/c-form/kprobe.bpf.c
Normal file
19
tests/c-form/kprobe.bpf.c
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
#include "vmlinux.h"
|
||||||
|
#include <bpf/bpf_helpers.h>
|
||||||
|
#include <bpf/bpf_tracing.h>
|
||||||
|
|
||||||
|
char LICENSE[] SEC("license") = "Dual BSD/GPL";
|
||||||
|
|
||||||
|
SEC("kprobe/do_unlinkat")
|
||||||
|
int kprobe_execve(struct pt_regs *ctx)
|
||||||
|
{
|
||||||
|
bpf_printk("unlinkat created");
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
SEC("kretprobe/do_unlinkat")
|
||||||
|
int kretprobe_execve(struct pt_regs *ctx)
|
||||||
|
{
|
||||||
|
bpf_printk("unlinkat returned\n");
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
34
tests/failing_tests/conditionals/helper_cond.py
Normal file
34
tests/failing_tests/conditionals/helper_cond.py
Normal file
@ -0,0 +1,34 @@
|
|||||||
|
from pythonbpf import bpf, map, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64, c_uint64
|
||||||
|
from pythonbpf.maps import HashMap
|
||||||
|
|
||||||
|
# NOTE: Decided against fixing this
|
||||||
|
# as a workaround is assigning the result of lookup to a variable
|
||||||
|
# and then using that variable in the if statement.
|
||||||
|
# Might fix in future.
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@map
|
||||||
|
def last() -> HashMap:
|
||||||
|
return HashMap(key=c_uint64, value=c_uint64, max_entries=3)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
last.update(0, 1)
|
||||||
|
if last.lookup(0) > 0:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
18
tests/failing_tests/conditionals/oneline.py
Normal file
18
tests/failing_tests/conditionals/oneline.py
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!") if True else print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
34
tests/failing_tests/conditionals/struct_ptr.py
Normal file
34
tests/failing_tests/conditionals/struct_ptr.py
Normal file
@ -0,0 +1,34 @@
|
|||||||
|
from pythonbpf import bpf, struct, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64, c_uint64
|
||||||
|
|
||||||
|
# NOTE: Decided against fixing this
|
||||||
|
# as one workaround is to just check any field of the struct
|
||||||
|
# in the if statement. Ugly but works.
|
||||||
|
# Might fix in future.
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@struct
|
||||||
|
class data_t:
|
||||||
|
pid: c_uint64
|
||||||
|
ts: c_uint64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
dat = data_t()
|
||||||
|
if dat:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
@ -4,6 +4,18 @@ from pythonbpf.maps import HashMap
|
|||||||
|
|
||||||
from ctypes import c_void_p, c_int64
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
# NOTE: I have decided to not fix this example for now.
|
||||||
|
# The issue is in line 31, where we are passing an expression.
|
||||||
|
# The update helper expects a pointer type. But the problem is
|
||||||
|
# that we must allocate the space for said pointer in the first
|
||||||
|
# basic block. As that usage is in a different basic block, we
|
||||||
|
# are unable to cast the expression to a pointer type. (as we never
|
||||||
|
# allocated space for it).
|
||||||
|
# Shall we change our space allocation logic? That allows users to
|
||||||
|
# spam the same helper with the same args, and still run out of
|
||||||
|
# stack space. So we consider this usage invalid for now.
|
||||||
|
# Might fix it later.
|
||||||
|
|
||||||
|
|
||||||
@bpf
|
@bpf
|
||||||
@map
|
@map
|
||||||
@ -14,12 +26,12 @@ def count() -> HashMap:
|
|||||||
@bpf
|
@bpf
|
||||||
@section("xdp")
|
@section("xdp")
|
||||||
def hello_world(ctx: c_void_p) -> c_int64:
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
prev = count().lookup(0)
|
prev = count.lookup(0)
|
||||||
if prev:
|
if prev:
|
||||||
count().update(0, prev + 1)
|
count.update(0, prev + 1)
|
||||||
return XDP_PASS
|
return XDP_PASS
|
||||||
else:
|
else:
|
||||||
count().update(0, 1)
|
count.update(0, 1)
|
||||||
|
|
||||||
return XDP_PASS
|
return XDP_PASS
|
||||||
|
|
||||||
|
|||||||
101
tests/failing_tests/globals.py
Normal file
101
tests/failing_tests/globals.py
Normal file
@ -0,0 +1,101 @@
|
|||||||
|
import logging
|
||||||
|
|
||||||
|
from pythonbpf import compile, bpf, section, bpfglobal, compile_to_ir
|
||||||
|
from ctypes import c_void_p, c_int64, c_int32
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def somevalue() -> c_int32:
|
||||||
|
return c_int32(42)
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def somevalue2() -> c_int64:
|
||||||
|
return c_int64(69)
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def somevalue1() -> c_int32:
|
||||||
|
return c_int32(42)
|
||||||
|
|
||||||
|
|
||||||
|
# --- Passing examples ---
|
||||||
|
|
||||||
|
# Simple constant return
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def g1() -> c_int64:
|
||||||
|
return c_int64(42)
|
||||||
|
|
||||||
|
# Constructor with one constant argument
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def g2() -> c_int64:
|
||||||
|
return c_int64(69)
|
||||||
|
|
||||||
|
|
||||||
|
# --- Failing examples ---
|
||||||
|
|
||||||
|
# No return annotation
|
||||||
|
# @bpf
|
||||||
|
# @bpfglobal
|
||||||
|
# def g3():
|
||||||
|
# return 42
|
||||||
|
|
||||||
|
# Return annotation is complex
|
||||||
|
# @bpf
|
||||||
|
# @bpfglobal
|
||||||
|
# def g4() -> List[int]:
|
||||||
|
# return []
|
||||||
|
|
||||||
|
# # Return is missing
|
||||||
|
# @bpf
|
||||||
|
# @bpfglobal
|
||||||
|
# def g5() -> c_int64:
|
||||||
|
# pass
|
||||||
|
|
||||||
|
# # Return is a variable reference
|
||||||
|
# #TODO: maybe fix this sometime later. It defaults to 0
|
||||||
|
# CONST = 5
|
||||||
|
# @bpf
|
||||||
|
# @bpfglobal
|
||||||
|
# def g6() -> c_int64:
|
||||||
|
# return c_int64(CONST)
|
||||||
|
|
||||||
|
# Constructor with multiple args
|
||||||
|
#TODO: this is not working. should it work ?
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def g7() -> c_int64:
|
||||||
|
return c_int64(1)
|
||||||
|
|
||||||
|
# Dataclass call
|
||||||
|
#TODO: fails with dataclass
|
||||||
|
# @dataclass
|
||||||
|
# class Point:
|
||||||
|
# x: c_int64
|
||||||
|
# y: c_int64
|
||||||
|
|
||||||
|
# @bpf
|
||||||
|
# @bpfglobal
|
||||||
|
# def g8() -> Point:
|
||||||
|
# return Point(1, 2)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def sometag(ctx: c_void_p) -> c_int64:
|
||||||
|
print("test")
|
||||||
|
global somevalue
|
||||||
|
somevalue = 2
|
||||||
|
print(f"{somevalue}")
|
||||||
|
return c_int64(1)
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile_to_ir("globals.py", "globals.ll", loglevel=logging.INFO)
|
||||||
|
compile()
|
||||||
40
tests/failing_tests/named_arg.py
Normal file
40
tests/failing_tests/named_arg.py
Normal file
@ -0,0 +1,40 @@
|
|||||||
|
from pythonbpf import bpf, map, section, bpfglobal, compile
|
||||||
|
from pythonbpf.helper import XDP_PASS
|
||||||
|
from pythonbpf.maps import HashMap
|
||||||
|
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
# NOTE: This example exposes the problems with our typing system.
|
||||||
|
# We can't do steps on line 25 and 27.
|
||||||
|
# prev is of type i64**. For prev + 1, we deref it down to i64
|
||||||
|
# To assign it back to prev, we need to go back to i64**.
|
||||||
|
# We cannot allocate space for the intermediate type now.
|
||||||
|
# We probably need to track the ref/deref chain for each variable.
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@map
|
||||||
|
def count() -> HashMap:
|
||||||
|
return HashMap(key=c_int64, value=c_int64, max_entries=1)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("xdp")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
prev = count.lookup(0)
|
||||||
|
if prev:
|
||||||
|
prev = prev + 1
|
||||||
|
count.update(0, prev)
|
||||||
|
return XDP_PASS
|
||||||
|
else:
|
||||||
|
count.update(0, 1)
|
||||||
|
|
||||||
|
return XDP_PASS
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
21
tests/failing_tests/undeclared_values.py
Normal file
21
tests/failing_tests/undeclared_values.py
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
import logging
|
||||||
|
|
||||||
|
from pythonbpf import compile, bpf, section, bpfglobal, compile_to_ir
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
# This should not pass as somevalue is not declared at all.
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def sometag(ctx: c_void_p) -> c_int64:
|
||||||
|
print("test")
|
||||||
|
print(f"{somevalue}") # noqa: F821
|
||||||
|
return c_int64(1)
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile_to_ir("globals.py", "globals.ll", loglevel=logging.INFO)
|
||||||
|
compile()
|
||||||
@ -3,9 +3,9 @@ from ctypes import c_void_p, c_int64
|
|||||||
|
|
||||||
|
|
||||||
@bpf
|
@bpf
|
||||||
@section("sometag1")
|
@section("tracepoint/syscalls/sys_enter_sync")
|
||||||
def sometag(ctx: c_void_p) -> c_int64:
|
def sometag(ctx: c_void_p) -> c_int64:
|
||||||
a = 1 + 2 + 1
|
a = 1 + 2 + 1 + 12 + 13
|
||||||
print(f"{a}")
|
print(f"{a}")
|
||||||
return c_int64(0)
|
return c_int64(0)
|
||||||
|
|
||||||
20
tests/passing_tests/binops1.py
Normal file
20
tests/passing_tests/binops1.py
Normal file
@ -0,0 +1,20 @@
|
|||||||
|
from pythonbpf import compile, bpf, section, bpfglobal
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_sync")
|
||||||
|
def sometag(ctx: c_void_p) -> c_int64:
|
||||||
|
b = 1 + 2
|
||||||
|
a = 1 + b
|
||||||
|
print(f"{a}")
|
||||||
|
return c_int64(0)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
32
tests/passing_tests/conditionals/and.py
Normal file
32
tests/passing_tests/conditionals/and.py
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
from pythonbpf import bpf, map, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64, c_uint64
|
||||||
|
from pythonbpf.maps import HashMap
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@map
|
||||||
|
def last() -> HashMap:
|
||||||
|
return HashMap(key=c_uint64, value=c_uint64, max_entries=3)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
last.update(0, 1)
|
||||||
|
last.update(1, 2)
|
||||||
|
x = last.lookup(0)
|
||||||
|
y = last.lookup(1)
|
||||||
|
if x and y:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
21
tests/passing_tests/conditionals/bool.py
Normal file
21
tests/passing_tests/conditionals/bool.py
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
if True:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
21
tests/passing_tests/conditionals/const_binop.py
Normal file
21
tests/passing_tests/conditionals/const_binop.py
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
if (0 + 1) * 0:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
21
tests/passing_tests/conditionals/const_int.py
Normal file
21
tests/passing_tests/conditionals/const_int.py
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
if 0:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
30
tests/passing_tests/conditionals/map.py
Normal file
30
tests/passing_tests/conditionals/map.py
Normal file
@ -0,0 +1,30 @@
|
|||||||
|
from pythonbpf import bpf, map, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64, c_uint64
|
||||||
|
from pythonbpf.maps import HashMap
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@map
|
||||||
|
def last() -> HashMap:
|
||||||
|
return HashMap(key=c_uint64, value=c_uint64, max_entries=3)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
# last.update(0, 1)
|
||||||
|
tsp = last.lookup(0)
|
||||||
|
if tsp:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
30
tests/passing_tests/conditionals/map_comp.py
Normal file
30
tests/passing_tests/conditionals/map_comp.py
Normal file
@ -0,0 +1,30 @@
|
|||||||
|
from pythonbpf import bpf, map, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64, c_uint64
|
||||||
|
from pythonbpf.maps import HashMap
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@map
|
||||||
|
def last() -> HashMap:
|
||||||
|
return HashMap(key=c_uint64, value=c_uint64, max_entries=3)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
last.update(0, 1)
|
||||||
|
tsp = last.lookup(0)
|
||||||
|
if tsp > 0:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
30
tests/passing_tests/conditionals/not.py
Normal file
30
tests/passing_tests/conditionals/not.py
Normal file
@ -0,0 +1,30 @@
|
|||||||
|
from pythonbpf import bpf, map, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64, c_uint64
|
||||||
|
from pythonbpf.maps import HashMap
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@map
|
||||||
|
def last() -> HashMap:
|
||||||
|
return HashMap(key=c_uint64, value=c_uint64, max_entries=3)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
# last.update(0, 1)
|
||||||
|
tsp = last.lookup(0)
|
||||||
|
if not tsp:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
32
tests/passing_tests/conditionals/or.py
Normal file
32
tests/passing_tests/conditionals/or.py
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
from pythonbpf import bpf, map, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64, c_uint64
|
||||||
|
from pythonbpf.maps import HashMap
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@map
|
||||||
|
def last() -> HashMap:
|
||||||
|
return HashMap(key=c_uint64, value=c_uint64, max_entries=3)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
last.update(0, 1)
|
||||||
|
# last.update(1, 2)
|
||||||
|
x = last.lookup(0)
|
||||||
|
y = last.lookup(1)
|
||||||
|
if x or y:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
29
tests/passing_tests/conditionals/struct_access.py
Normal file
29
tests/passing_tests/conditionals/struct_access.py
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
from pythonbpf import bpf, struct, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64, c_uint64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@struct
|
||||||
|
class data_t:
|
||||||
|
pid: c_uint64
|
||||||
|
ts: c_uint64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
dat = data_t()
|
||||||
|
if dat.ts:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
23
tests/passing_tests/conditionals/type_mismatch.py
Normal file
23
tests/passing_tests/conditionals/type_mismatch.py
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64, c_int32
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
x = 0
|
||||||
|
y = c_int32(0)
|
||||||
|
if x == y:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
22
tests/passing_tests/conditionals/var.py
Normal file
22
tests/passing_tests/conditionals/var.py
Normal file
@ -0,0 +1,22 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
x = 0
|
||||||
|
if x:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
22
tests/passing_tests/conditionals/var_binop.py
Normal file
22
tests/passing_tests/conditionals/var_binop.py
Normal file
@ -0,0 +1,22 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
x = 0
|
||||||
|
if x * 1:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
22
tests/passing_tests/conditionals/var_comp.py
Normal file
22
tests/passing_tests/conditionals/var_comp.py
Normal file
@ -0,0 +1,22 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
x = 2
|
||||||
|
if x > 3:
|
||||||
|
print("Hello, World!")
|
||||||
|
else:
|
||||||
|
print("Goodbye, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
@ -1,7 +1,7 @@
|
|||||||
from pythonbpf import bpf, map, struct, section, bpfglobal, compile, compile_to_ir, BPF
|
from pythonbpf import bpf, map, struct, section, bpfglobal, compile, compile_to_ir, BPF
|
||||||
from pythonbpf.helper import ktime, pid
|
from pythonbpf.helper import ktime, pid
|
||||||
from pythonbpf.maps import PerfEventArray
|
from pythonbpf.maps import PerfEventArray
|
||||||
|
import logging
|
||||||
from ctypes import c_void_p, c_int32, c_uint64
|
from ctypes import c_void_p, c_int32, c_uint64
|
||||||
|
|
||||||
|
|
||||||
@ -42,8 +42,8 @@ def LICENSE() -> str:
|
|||||||
return "GPL"
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
compile()
|
|
||||||
compile_to_ir("perf_buffer_map.py", "perf_buffer_map.ll")
|
compile_to_ir("perf_buffer_map.py", "perf_buffer_map.ll")
|
||||||
|
compile(loglevel=logging.INFO)
|
||||||
b = BPF()
|
b = BPF()
|
||||||
b.load_and_attach()
|
b.load_and_attach()
|
||||||
|
|
||||||
|
|||||||
18
tests/passing_tests/return/binop_const.py
Normal file
18
tests/passing_tests/return/binop_const.py
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!")
|
||||||
|
return 1 + 1 - 2
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
19
tests/passing_tests/return/binop_var.py
Normal file
19
tests/passing_tests/return/binop_var.py
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!")
|
||||||
|
a = 2
|
||||||
|
return a - 2
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
18
tests/passing_tests/return/bool.py
Normal file
18
tests/passing_tests/return/bool.py
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!")
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
18
tests/passing_tests/return/int.py
Normal file
18
tests/passing_tests/return/int.py
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!")
|
||||||
|
return 1
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
18
tests/passing_tests/return/null.py
Normal file
18
tests/passing_tests/return/null.py
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
20
tests/passing_tests/return/typecast_binops.py
Normal file
20
tests/passing_tests/return/typecast_binops.py
Normal file
@ -0,0 +1,20 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int32
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int32:
|
||||||
|
print("Hello, World!")
|
||||||
|
a = 1 # int64
|
||||||
|
x = 1 # int64
|
||||||
|
return c_int32(a - x) # typecast to int32
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
18
tests/passing_tests/return/typecast_const.py
Normal file
18
tests/passing_tests/return/typecast_const.py
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int32
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int32:
|
||||||
|
print("Hello, World!")
|
||||||
|
return c_int32(1)
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
19
tests/passing_tests/return/typecast_var.py
Normal file
19
tests/passing_tests/return/typecast_var.py
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int32
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int32:
|
||||||
|
print("Hello, World!")
|
||||||
|
a = 1 # int64
|
||||||
|
return c_int32(a) # typecast to int32
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
19
tests/passing_tests/return/var.py
Normal file
19
tests/passing_tests/return/var.py
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!")
|
||||||
|
a = 1
|
||||||
|
return a
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
19
tests/passing_tests/return/xdp.py
Normal file
19
tests/passing_tests/return/xdp.py
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
from pythonbpf import bpf, section, bpfglobal, compile
|
||||||
|
from ctypes import c_void_p, c_int64
|
||||||
|
from pythonbpf.helper import XDP_PASS
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@section("tracepoint/syscalls/sys_enter_execve")
|
||||||
|
def hello_world(ctx: c_void_p) -> c_int64:
|
||||||
|
print("Hello, World!")
|
||||||
|
return XDP_PASS
|
||||||
|
|
||||||
|
|
||||||
|
@bpf
|
||||||
|
@bpfglobal
|
||||||
|
def LICENSE() -> str:
|
||||||
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
|
compile()
|
||||||
@ -1,3 +1,5 @@
|
|||||||
|
import logging
|
||||||
|
|
||||||
from pythonbpf import compile, bpf, section, bpfglobal
|
from pythonbpf import compile, bpf, section, bpfglobal
|
||||||
from ctypes import c_void_p, c_int64
|
from ctypes import c_void_p, c_int64
|
||||||
|
|
||||||
@ -5,8 +7,7 @@ from ctypes import c_void_p, c_int64
|
|||||||
@bpf
|
@bpf
|
||||||
@section("sometag1")
|
@section("sometag1")
|
||||||
def sometag(ctx: c_void_p) -> c_int64:
|
def sometag(ctx: c_void_p) -> c_int64:
|
||||||
b = 1 + 2
|
a = 1 - 1
|
||||||
a = 1 + b
|
|
||||||
return c_int64(a)
|
return c_int64(a)
|
||||||
|
|
||||||
|
|
||||||
@ -16,4 +17,4 @@ def LICENSE() -> str:
|
|||||||
return "GPL"
|
return "GPL"
|
||||||
|
|
||||||
|
|
||||||
compile()
|
compile(loglevel=logging.INFO)
|
||||||
380
tools/vmlinux-gen.py
Executable file
380
tools/vmlinux-gen.py
Executable file
@ -0,0 +1,380 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""
|
||||||
|
BTF to Python ctypes Converter
|
||||||
|
Converts Linux kernel BTF (BPF Type Format) to Python ctypes definitions.
|
||||||
|
|
||||||
|
This tool automates the process of:
|
||||||
|
1. Dumping BTF from vmlinux
|
||||||
|
2. Preprocessing enum definitions
|
||||||
|
3. Processing struct kioctx to extract anonymous nested structs
|
||||||
|
4. Running C preprocessor
|
||||||
|
5. Converting to Python ctypes using clang2py
|
||||||
|
6. Post-processing the output
|
||||||
|
|
||||||
|
Requirements:
|
||||||
|
- bpftool
|
||||||
|
- clang
|
||||||
|
- ctypeslib2 (pip install ctypeslib2)
|
||||||
|
"""
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import tempfile
|
||||||
|
|
||||||
|
|
||||||
|
class BTFConverter:
|
||||||
|
def __init__(self, btf_source="/sys/kernel/btf/vmlinux", output_file="vmlinux.py",
|
||||||
|
keep_intermediate=False, verbose=False):
|
||||||
|
self.btf_source = btf_source
|
||||||
|
self.output_file = output_file
|
||||||
|
self.keep_intermediate = keep_intermediate
|
||||||
|
self.verbose = verbose
|
||||||
|
self.temp_dir = tempfile.mkdtemp() if not keep_intermediate else "."
|
||||||
|
|
||||||
|
def log(self, message):
|
||||||
|
"""Print message if verbose mode is enabled."""
|
||||||
|
if self.verbose:
|
||||||
|
print(f"[*] {message}")
|
||||||
|
|
||||||
|
def run_command(self, cmd, description):
|
||||||
|
"""Run a shell command and handle errors."""
|
||||||
|
self.log(f"{description}...")
|
||||||
|
try:
|
||||||
|
result = subprocess.run(
|
||||||
|
cmd,
|
||||||
|
shell=True,
|
||||||
|
check=True,
|
||||||
|
capture_output=True,
|
||||||
|
text=True
|
||||||
|
)
|
||||||
|
if self.verbose and result.stdout:
|
||||||
|
print(result.stdout)
|
||||||
|
return result
|
||||||
|
except subprocess.CalledProcessError as e:
|
||||||
|
print(f"Error during {description}:", file=sys.stderr)
|
||||||
|
print(e.stderr, file=sys.stderr)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
def step1_dump_btf(self):
|
||||||
|
"""Step 1: Dump BTF from vmlinux."""
|
||||||
|
vmlinux_h = os.path.join(self.temp_dir, "vmlinux.h")
|
||||||
|
cmd = f"bpftool btf dump file {self.btf_source} format c > {vmlinux_h}"
|
||||||
|
self.run_command(cmd, "Dumping BTF from vmlinux")
|
||||||
|
return vmlinux_h
|
||||||
|
|
||||||
|
def step2_preprocess_enums(self, input_file):
|
||||||
|
"""Step 1.5: Preprocess enum definitions."""
|
||||||
|
self.log("Preprocessing enum definitions...")
|
||||||
|
|
||||||
|
with open(input_file, 'r') as f:
|
||||||
|
original_code = f.read()
|
||||||
|
|
||||||
|
# Extract anonymous enums
|
||||||
|
enums = re.findall(
|
||||||
|
r'(?<!typedef\s)(enum\s*\{[^}]*\})\s*(\w+)\s*(?::\s*\d+)?\s*;',
|
||||||
|
original_code
|
||||||
|
)
|
||||||
|
enum_defs = [enum_block + ';' for enum_block, _ in enums]
|
||||||
|
|
||||||
|
# Replace anonymous enums with int declarations
|
||||||
|
processed_code = re.sub(
|
||||||
|
r'(?<!typedef\s)enum\s*\{[^}]*\}\s*(\w+)\s*(?::\s*\d+)?\s*;',
|
||||||
|
r'int \1;',
|
||||||
|
original_code
|
||||||
|
)
|
||||||
|
|
||||||
|
# Prepend enum definitions
|
||||||
|
if enum_defs:
|
||||||
|
enum_text = '\n'.join(enum_defs) + '\n\n'
|
||||||
|
processed_code = enum_text + processed_code
|
||||||
|
|
||||||
|
output_file = os.path.join(self.temp_dir, "vmlinux_processed.h")
|
||||||
|
with open(output_file, 'w') as f:
|
||||||
|
f.write(processed_code)
|
||||||
|
|
||||||
|
return output_file
|
||||||
|
|
||||||
|
def step2_5_process_kioctx(self, input_file):
|
||||||
|
#TODO: this is a very bad bug and design decision. A single struct has an issue mostly.
|
||||||
|
"""Step 2.5: Process struct kioctx to extract nested anonymous structs."""
|
||||||
|
self.log("Processing struct kioctx nested structs...")
|
||||||
|
|
||||||
|
with open(input_file, 'r') as f:
|
||||||
|
content = f.read()
|
||||||
|
|
||||||
|
# Pattern to match struct kioctx with its full body (handles multiple nesting levels)
|
||||||
|
kioctx_pattern = r'struct\s+kioctx\s*\{(?:[^{}]|\{(?:[^{}]|\{[^{}]*\})*\})*\}\s*;'
|
||||||
|
|
||||||
|
def process_kioctx_replacement(match):
|
||||||
|
full_struct = match.group(0)
|
||||||
|
self.log(f"Found struct kioctx, length: {len(full_struct)} chars")
|
||||||
|
|
||||||
|
# Extract the struct body (everything between outermost { and })
|
||||||
|
body_match = re.search(r'struct\s+kioctx\s*\{(.*)\}\s*;', full_struct, re.DOTALL)
|
||||||
|
if not body_match:
|
||||||
|
return full_struct
|
||||||
|
|
||||||
|
body = body_match.group(1)
|
||||||
|
|
||||||
|
# Find all anonymous structs within the body
|
||||||
|
# Pattern: struct { ... } followed by ; (not a member name)
|
||||||
|
anon_struct_pattern = r'struct\s*\{[^}]*\}'
|
||||||
|
|
||||||
|
anon_structs = []
|
||||||
|
anon_counter = 4 # Start from 4, counting down to 1
|
||||||
|
|
||||||
|
def replace_anonymous_struct(m):
|
||||||
|
nonlocal anon_counter
|
||||||
|
anon_struct_content = m.group(0)
|
||||||
|
|
||||||
|
# Extract the body of the anonymous struct
|
||||||
|
anon_body_match = re.search(r'struct\s*\{(.*)\}', anon_struct_content, re.DOTALL)
|
||||||
|
if not anon_body_match:
|
||||||
|
return anon_struct_content
|
||||||
|
|
||||||
|
anon_body = anon_body_match.group(1)
|
||||||
|
|
||||||
|
# Create the named struct definition
|
||||||
|
anon_name = f"__anon{anon_counter}"
|
||||||
|
member_name = f"a{anon_counter}"
|
||||||
|
|
||||||
|
# Store the struct definition
|
||||||
|
anon_structs.append(f"struct {anon_name} {{{anon_body}}};")
|
||||||
|
|
||||||
|
anon_counter -= 1
|
||||||
|
|
||||||
|
# Return the member declaration
|
||||||
|
return f"struct {anon_name} {member_name}"
|
||||||
|
|
||||||
|
# Process the body, finding and replacing anonymous structs
|
||||||
|
# We need to be careful to only match anonymous structs followed by ;
|
||||||
|
processed_body = body
|
||||||
|
|
||||||
|
# Find all occurrences and process them
|
||||||
|
pattern_with_semicolon = r'struct\s*\{([^}]*)\}\s*;'
|
||||||
|
matches = list(re.finditer(pattern_with_semicolon, body, re.DOTALL))
|
||||||
|
|
||||||
|
if not matches:
|
||||||
|
self.log("No anonymous structs found in kioctx")
|
||||||
|
return full_struct
|
||||||
|
|
||||||
|
self.log(f"Found {len(matches)} anonymous struct(s)")
|
||||||
|
|
||||||
|
# Process in reverse order to maintain string positions
|
||||||
|
for match in reversed(matches):
|
||||||
|
anon_struct_content = match.group(1)
|
||||||
|
start_pos = match.start()
|
||||||
|
end_pos = match.end()
|
||||||
|
|
||||||
|
# Create the named struct definition
|
||||||
|
anon_name = f"__anon{anon_counter}"
|
||||||
|
member_name = f"a{anon_counter}"
|
||||||
|
|
||||||
|
# Store the struct definition
|
||||||
|
anon_structs.insert(0, f"struct {anon_name} {{{anon_struct_content}}};")
|
||||||
|
|
||||||
|
# Replace in the body
|
||||||
|
replacement = f"struct {anon_name} {member_name};"
|
||||||
|
processed_body = processed_body[:start_pos] + replacement + processed_body[end_pos:]
|
||||||
|
|
||||||
|
anon_counter -= 1
|
||||||
|
|
||||||
|
# Rebuild the complete definition
|
||||||
|
if anon_structs:
|
||||||
|
# Prepend the anonymous struct definitions
|
||||||
|
anon_definitions = '\n'.join(anon_structs) + '\n\n'
|
||||||
|
new_struct = f"struct kioctx {{{processed_body}}};"
|
||||||
|
return anon_definitions + new_struct
|
||||||
|
else:
|
||||||
|
return full_struct
|
||||||
|
|
||||||
|
# Apply the transformation
|
||||||
|
processed_content = re.sub(
|
||||||
|
kioctx_pattern,
|
||||||
|
process_kioctx_replacement,
|
||||||
|
content,
|
||||||
|
flags=re.DOTALL
|
||||||
|
)
|
||||||
|
|
||||||
|
output_file = os.path.join(self.temp_dir, "vmlinux_kioctx_processed.h")
|
||||||
|
with open(output_file, 'w') as f:
|
||||||
|
f.write(processed_content)
|
||||||
|
|
||||||
|
self.log(f"Saved kioctx-processed output to {output_file}")
|
||||||
|
return output_file
|
||||||
|
|
||||||
|
def step3_run_preprocessor(self, input_file):
|
||||||
|
"""Step 2: Run C preprocessor."""
|
||||||
|
output_file = os.path.join(self.temp_dir, "vmlinux.i")
|
||||||
|
cmd = f"clang -E {input_file} > {output_file}"
|
||||||
|
self.run_command(cmd, "Running C preprocessor")
|
||||||
|
return output_file
|
||||||
|
|
||||||
|
def step4_convert_to_ctypes(self, input_file):
|
||||||
|
"""Step 3: Convert to Python ctypes using clang2py."""
|
||||||
|
output_file = os.path.join(self.temp_dir, "vmlinux_raw.py")
|
||||||
|
cmd = (
|
||||||
|
f"clang2py {input_file} -o {output_file} "
|
||||||
|
f"--clang-args=\"-fno-ms-extensions -I/usr/include -I/usr/include/linux\""
|
||||||
|
)
|
||||||
|
self.run_command(cmd, "Converting to Python ctypes")
|
||||||
|
return output_file
|
||||||
|
|
||||||
|
def step5_postprocess(self, input_file):
|
||||||
|
"""Step 4: Post-process the generated Python file."""
|
||||||
|
self.log("Post-processing Python ctypes definitions...")
|
||||||
|
|
||||||
|
with open(input_file, "r") as f:
|
||||||
|
data = f.read()
|
||||||
|
|
||||||
|
# Remove lines like ('_45', ctypes.c_int64, 0)
|
||||||
|
data = re.sub(r"\('_[0-9]+',\s*ctypes\.[a-zA-Z0-9_]+,\s*0\),?\s*\n?", "", data)
|
||||||
|
|
||||||
|
# Replace ('_20', ctypes.c_uint64, 64) → ('_20', ctypes.c_uint64)
|
||||||
|
data = re.sub(r"\('(_[0-9]+)',\s*(ctypes\.[a-zA-Z0-9_]+),\s*[0-9]+\)", r"('\1', \2)", data)
|
||||||
|
|
||||||
|
# Replace ('_20', ctypes.c_char, 8) with ('_20', ctypes.c_uint8, 8)
|
||||||
|
data = re.sub(
|
||||||
|
r"(ctypes\.c_char)(\s*,\s*\d+\))",
|
||||||
|
r"ctypes.c_uint8\2",
|
||||||
|
data
|
||||||
|
)
|
||||||
|
|
||||||
|
# below to replace those c_bool with bitfield greater than 8
|
||||||
|
def repl(m):
|
||||||
|
name, bits = m.groups()
|
||||||
|
return f"('{name}', ctypes.c_uint32, {bits})" if int(bits) > 8 else m.group(0)
|
||||||
|
|
||||||
|
data = re.sub(
|
||||||
|
r"\('([^']+)',\s*ctypes\.c_bool,\s*(\d+)\)",
|
||||||
|
repl,
|
||||||
|
data
|
||||||
|
)
|
||||||
|
|
||||||
|
# Remove ctypes. prefix from invalid entries
|
||||||
|
invalid_ctypes = ["bpf_iter_state", "_cache_type", "fs_context_purpose"]
|
||||||
|
for name in invalid_ctypes:
|
||||||
|
data = re.sub(rf"\bctypes\.{name}\b", name, data)
|
||||||
|
|
||||||
|
with open(self.output_file, "w") as f:
|
||||||
|
f.write(data)
|
||||||
|
|
||||||
|
self.log(f"Saved final output to {self.output_file}")
|
||||||
|
|
||||||
|
def cleanup(self):
|
||||||
|
"""Remove temporary files if not keeping them."""
|
||||||
|
if not self.keep_intermediate and self.temp_dir != ".":
|
||||||
|
self.log(f"Cleaning up temporary directory: {self.temp_dir}")
|
||||||
|
import shutil
|
||||||
|
shutil.rmtree(self.temp_dir, ignore_errors=True)
|
||||||
|
|
||||||
|
def convert(self):
|
||||||
|
"""Run the complete conversion pipeline."""
|
||||||
|
try:
|
||||||
|
self.log("Starting BTF to Python ctypes conversion...")
|
||||||
|
|
||||||
|
# Check dependencies
|
||||||
|
self.check_dependencies()
|
||||||
|
|
||||||
|
# Run conversion pipeline
|
||||||
|
vmlinux_h = self.step1_dump_btf()
|
||||||
|
vmlinux_processed_h = self.step2_preprocess_enums(vmlinux_h)
|
||||||
|
vmlinux_kioctx_h = self.step2_5_process_kioctx(vmlinux_processed_h)
|
||||||
|
vmlinux_i = self.step3_run_preprocessor(vmlinux_kioctx_h)
|
||||||
|
vmlinux_raw_py = self.step4_convert_to_ctypes(vmlinux_i)
|
||||||
|
self.step5_postprocess(vmlinux_raw_py)
|
||||||
|
|
||||||
|
print(f"\n✓ Conversion complete! Output saved to: {self.output_file}")
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
print(f"\n✗ Error during conversion: {e}", file=sys.stderr)
|
||||||
|
import traceback
|
||||||
|
traceback.print_exc()
|
||||||
|
sys.exit(1)
|
||||||
|
finally:
|
||||||
|
self.cleanup()
|
||||||
|
|
||||||
|
def check_dependencies(self):
|
||||||
|
"""Check if required tools are available."""
|
||||||
|
self.log("Checking dependencies...")
|
||||||
|
|
||||||
|
dependencies = {
|
||||||
|
"bpftool": "bpftool --version",
|
||||||
|
"clang": "clang --version",
|
||||||
|
"clang2py": "clang2py --version"
|
||||||
|
}
|
||||||
|
|
||||||
|
missing = []
|
||||||
|
for tool, cmd in dependencies.items():
|
||||||
|
try:
|
||||||
|
subprocess.run(
|
||||||
|
cmd,
|
||||||
|
shell=True,
|
||||||
|
check=True,
|
||||||
|
capture_output=True
|
||||||
|
)
|
||||||
|
except subprocess.CalledProcessError:
|
||||||
|
missing.append(tool)
|
||||||
|
|
||||||
|
if missing:
|
||||||
|
print("Error: Missing required dependencies:", file=sys.stderr)
|
||||||
|
for tool in missing:
|
||||||
|
print(f" - {tool}", file=sys.stderr)
|
||||||
|
if "clang2py" in missing:
|
||||||
|
print("\nInstall ctypeslib2: pip install ctypeslib2", file=sys.stderr)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
parser = argparse.ArgumentParser(
|
||||||
|
description="Convert Linux kernel BTF to Python ctypes definitions",
|
||||||
|
formatter_class=argparse.RawDescriptionHelpFormatter,
|
||||||
|
epilog="""
|
||||||
|
Examples:
|
||||||
|
%(prog)s
|
||||||
|
%(prog)s -o kernel_types.py
|
||||||
|
%(prog)s --btf-source /sys/kernel/btf/custom_module -k -v
|
||||||
|
"""
|
||||||
|
)
|
||||||
|
|
||||||
|
parser.add_argument(
|
||||||
|
"--btf-source",
|
||||||
|
default="/sys/kernel/btf/vmlinux",
|
||||||
|
help="Path to BTF source (default: /sys/kernel/btf/vmlinux)"
|
||||||
|
)
|
||||||
|
|
||||||
|
parser.add_argument(
|
||||||
|
"-o", "--output",
|
||||||
|
default="vmlinux.py",
|
||||||
|
help="Output Python file (default: vmlinux.py)"
|
||||||
|
)
|
||||||
|
|
||||||
|
parser.add_argument(
|
||||||
|
"-k", "--keep-intermediate",
|
||||||
|
action="store_true",
|
||||||
|
help="Keep intermediate files (vmlinux.h, vmlinux_processed.h, etc.)"
|
||||||
|
)
|
||||||
|
|
||||||
|
parser.add_argument(
|
||||||
|
"-v", "--verbose",
|
||||||
|
action="store_true",
|
||||||
|
help="Enable verbose output"
|
||||||
|
)
|
||||||
|
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
converter = BTFConverter(
|
||||||
|
btf_source=args.btf_source,
|
||||||
|
output_file=args.output,
|
||||||
|
keep_intermediate=args.keep_intermediate,
|
||||||
|
verbose=args.verbose
|
||||||
|
)
|
||||||
|
|
||||||
|
converter.convert()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
Reference in New Issue
Block a user