Currently we don't sort bpf_kallsyms and display symbols
in proc/kallsyms as they come in via __bpf_ksym_add.
Using the latch tree to get the next bpf_ksym object
and insert the new symbol ahead of it.
Signed-off-by: Jiri Olsa <jolsa@kernel.org>
---
kernel/bpf/core.c | 21 ++++++++++++++++++++-
1 file changed, 20 insertions(+), 1 deletion(-)
diff --git a/kernel/bpf/core.c b/kernel/bpf/core.c
index 9879fb02ee8e..3319019735f0 100644
--- a/kernel/bpf/core.c
+++ b/kernel/bpf/core.c
@@ -647,9 +647,28 @@ static struct latch_tree_root bpf_progs_tree __cacheline_aligned;
static void __bpf_ksym_add(struct bpf_ksym *ksym)
{
+ struct list_head *head = &bpf_kallsyms;
+ struct rb_node *next;
+
WARN_ON_ONCE(!list_empty(&ksym->lnode));
- list_add_tail_rcu(&ksym->lnode, &bpf_kallsyms);
latch_tree_insert(&ksym->tnode, &bpf_ksym_tree, &bpf_ksym_tree_ops);
+
+ /*
+ * Add ksym into bpf_kallsyms in ordered position,
+ * which is prepared for us by latch tree addition.
+ *
+ * Find out the next symbol and insert ksym right
+ * ahead of it. If ksym is the last one, just tail
+ * add to the bpf_kallsyms.
+ */
+ next = rb_next(&ksym->tnode.node[0]);
+ if (next) {
+ struct bpf_ksym *ptr;
+
+ ptr = container_of(next, struct bpf_ksym, tnode.node[0]);
+ head = &ptr->lnode;
+ }
+ list_add_tail_rcu(&ksym->lnode, head);
}
void bpf_ksym_add(struct bpf_ksym *ksym)--
2.24.1