root/tools/perf/util/threads.c
// SPDX-License-Identifier: GPL-2.0
#include "threads.h"
#include "machine.h"
#include "thread.h"

static struct threads_table_entry *threads__table(struct threads *threads, pid_t tid)
{
        /* Cast it to handle tid == -1 */
        return &threads->table[(unsigned int)tid % THREADS__TABLE_SIZE];
}

static size_t key_hash(long key, void *ctx __maybe_unused)
{
        /* The table lookup removes low bit entropy, but this is just ignored here. */
        return key;
}

static bool key_equal(long key1, long key2, void *ctx __maybe_unused)
{
        return key1 == key2;
}

void threads__init(struct threads *threads)
{
        for (int i = 0; i < THREADS__TABLE_SIZE; i++) {
                struct threads_table_entry *table = &threads->table[i];

                hashmap__init(&table->shard, key_hash, key_equal, NULL);
                init_rwsem(&table->lock);
                table->last_match = NULL;
        }
}

void threads__exit(struct threads *threads)
{
        threads__remove_all_threads(threads);
        for (int i = 0; i < THREADS__TABLE_SIZE; i++) {
                struct threads_table_entry *table = &threads->table[i];

                hashmap__clear(&table->shard);
                exit_rwsem(&table->lock);
        }
}

size_t threads__nr(struct threads *threads)
{
        size_t nr = 0;

        for (int i = 0; i < THREADS__TABLE_SIZE; i++) {
                struct threads_table_entry *table = &threads->table[i];

                down_read(&table->lock);
                nr += hashmap__size(&table->shard);
                up_read(&table->lock);
        }
        return nr;
}

/*
 * Front-end cache - TID lookups come in blocks,
 * so most of the time we dont have to look up
 * the full rbtree:
 */
static struct thread *__threads_table_entry__get_last_match(struct threads_table_entry *table,
                                                            pid_t tid)
{
        struct thread *th, *res = NULL;

        th = table->last_match;
        if (th != NULL) {
                if (thread__tid(th) == tid)
                        res = thread__get(th);
        }
        return res;
}

static void __threads_table_entry__set_last_match(struct threads_table_entry *table,
                                                  struct thread *th)
{
        thread__put(table->last_match);
        table->last_match = thread__get(th);
}

static void threads_table_entry__set_last_match(struct threads_table_entry *table,
                                                struct thread *th)
{
        down_write(&table->lock);
        __threads_table_entry__set_last_match(table, th);
        up_write(&table->lock);
}

struct thread *threads__find(struct threads *threads, pid_t tid)
{
        struct threads_table_entry *table  = threads__table(threads, tid);
        struct thread *res;

        down_read(&table->lock);
        res = __threads_table_entry__get_last_match(table, tid);
        if (!res) {
                if (hashmap__find(&table->shard, tid, &res))
                        res = thread__get(res);
        }
        up_read(&table->lock);
        if (res)
                threads_table_entry__set_last_match(table, res);
        return res;
}

struct thread *threads__findnew(struct threads *threads, pid_t pid, pid_t tid, bool *created)
{
        struct threads_table_entry *table  = threads__table(threads, tid);
        struct thread *res = NULL;

        *created = false;
        down_write(&table->lock);
        res = thread__new(pid, tid);
        if (res) {
                if (hashmap__add(&table->shard, tid, res)) {
                        /* Add failed. Assume a race so find other entry. */
                        thread__put(res);
                        res = NULL;
                        if (hashmap__find(&table->shard, tid, &res))
                                res = thread__get(res);
                } else {
                        res = thread__get(res);
                        *created = true;
                }
                if (res)
                        __threads_table_entry__set_last_match(table, res);
        }
        up_write(&table->lock);
        return res;
}

void threads__remove_all_threads(struct threads *threads)
{
        for (int i = 0; i < THREADS__TABLE_SIZE; i++) {
                struct threads_table_entry *table = &threads->table[i];
                struct hashmap_entry *cur, *tmp;
                size_t bkt;

                down_write(&table->lock);
                __threads_table_entry__set_last_match(table, NULL);
                hashmap__for_each_entry_safe(&table->shard, cur, tmp, bkt) {
                        struct thread *old_value;

                        hashmap__delete(&table->shard, cur->key, /*old_key=*/NULL, &old_value);
                        thread__put(old_value);
                }
                up_write(&table->lock);
        }
}

void threads__remove(struct threads *threads, struct thread *thread)
{
        struct threads_table_entry *table  = threads__table(threads, thread__tid(thread));
        struct thread *old_value;

        down_write(&table->lock);
        if (table->last_match && RC_CHK_EQUAL(table->last_match, thread))
                __threads_table_entry__set_last_match(table, NULL);

        hashmap__delete(&table->shard, thread__tid(thread), /*old_key=*/NULL, &old_value);
        thread__put(old_value);
        up_write(&table->lock);
}

int threads__for_each_thread(struct threads *threads,
                             int (*fn)(struct thread *thread, void *data),
                             void *data)
{
        for (int i = 0; i < THREADS__TABLE_SIZE; i++) {
                struct threads_table_entry *table = &threads->table[i];
                struct hashmap_entry *cur;
                size_t bkt;

                down_read(&table->lock);
                hashmap__for_each_entry(&table->shard, cur, bkt) {
                        int rc = fn((struct thread *)cur->pvalue, data);

                        if (rc != 0) {
                                up_read(&table->lock);
                                return rc;
                        }
                }
                up_read(&table->lock);
        }
        return 0;

}