@@ -19,6 +19,9 @@ static inline bool nf_hook_ingress_active(const struct sk_buff *skb)
static inline int nf_hook_ingress(struct sk_buff *skb)
{
struct nf_hook_entries *e = rcu_dereference(skb->dev->nf_hooks_ingress);
+#if IS_ENABLED(CONFIG_NF_HOOK_BPF)
+ const struct bpf_prog *prog;
+#endif
struct nf_hook_state state;
int ret;
@@ -31,7 +34,19 @@ static inline int nf_hook_ingress(struct sk_buff *skb)
nf_hook_state_init(&state, NF_NETDEV_INGRESS,
NFPROTO_NETDEV, skb->dev, NULL, NULL,
dev_net(skb->dev), NULL);
+
+#if IS_ENABLED(CONFIG_NF_HOOK_BPF)
+ prog = READ_ONCE(e->hook_prog);
+
+ state.priv = (void *)e;
+ state.skb = skb;
+
+ migrate_disable();
+ ret = bpf_prog_run_nf(prog, &state);
+ migrate_enable();
+#else
ret = nf_hook_slow(skb, &state, e);
+#endif
if (ret == 0)
return -1;
@@ -87,6 +102,9 @@ static inline struct sk_buff *nf_hook_egress(struct sk_buff *skb, int *rc,
{
struct nf_hook_entries *e;
struct nf_hook_state state;
+#if IS_ENABLED(CONFIG_NF_HOOK_BPF)
+ const struct bpf_prog *prog;
+#endif
int ret;
#ifdef CONFIG_NETFILTER_SKIP_EGRESS
@@ -104,7 +122,18 @@ static inline struct sk_buff *nf_hook_egress(struct sk_buff *skb, int *rc,
/* nf assumes rcu_read_lock, not just read_lock_bh */
rcu_read_lock();
+#if IS_ENABLED(CONFIG_NF_HOOK_BPF)
+ prog = READ_ONCE(e->hook_prog);
+
+ state.priv = (void *)e;
+ state.skb = skb;
+
+ migrate_disable();
+ ret = bpf_prog_run_nf(prog, &state);
+ migrate_enable();
+#else
ret = nf_hook_slow(skb, &state, e);
+#endif
rcu_read_unlock();
if (ret == 1) {
Handle ingress and egress hook invocation via bpf. Signed-off-by: Florian Westphal <fw@strlen.de> --- include/linux/netfilter_netdev.h | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+)