mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2026-08-09 06:14:34 +02:00
In live mode the os_release isn't being initialized, make a lazy initialization helper that assumes when the os_release isn't initialized this is live mode. Signed-off-by: Ian Rogers <irogers@google.com> Acked-by: Namhyung Kim <namhyung@kernel.org> Cc: Alexander Gordeev <agordeev@linux.ibm.com> Cc: Heiko Carstens <hca@linux.ibm.com> Cc: Honglei Wang <jameshongleiwang@126.com> Cc: Jan Polensky <japo@linux.ibm.com> Cc: Sumanth Korikkar <sumanthk@linux.ibm.com> Cc: Thomas Richter <tmricht@linux.ibm.com> Cc: Vasily Gorbik <gor@linux.ibm.com> Signed-off-by: Arnaldo Carvalho de Melo <acme@redhat.com>
1088 lines
24 KiB
C
1088 lines
24 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
#include "cpumap.h"
|
|
#include "dwarf-regs.h"
|
|
#include "debug.h"
|
|
#include "env.h"
|
|
#include "util/header.h"
|
|
#include "util/rwsem.h"
|
|
#include <linux/compiler.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/ctype.h>
|
|
#include <linux/rbtree.h>
|
|
#include <linux/string.h>
|
|
#include <linux/zalloc.h>
|
|
#include "cgroup.h"
|
|
#include <errno.h>
|
|
#include <sys/utsname.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include "pmu.h"
|
|
#include "pmus.h"
|
|
#include "strbuf.h"
|
|
#include "trace/beauty/beauty.h"
|
|
|
|
#ifdef HAVE_LIBBPF_SUPPORT
|
|
#include "bpf-event.h"
|
|
#include "bpf-utils.h"
|
|
#include <bpf/libbpf.h>
|
|
|
|
bool perf_env__insert_bpf_prog_info(struct perf_env *env,
|
|
struct bpf_prog_info_node *info_node)
|
|
{
|
|
bool ret;
|
|
|
|
down_write(&env->bpf_progs.lock);
|
|
ret = __perf_env__insert_bpf_prog_info(env, info_node);
|
|
up_write(&env->bpf_progs.lock);
|
|
|
|
return ret;
|
|
}
|
|
|
|
bool __perf_env__insert_bpf_prog_info(struct perf_env *env, struct bpf_prog_info_node *info_node)
|
|
{
|
|
__u32 prog_id = info_node->info_linear->info.id;
|
|
struct bpf_prog_info_node *node;
|
|
struct rb_node *parent = NULL;
|
|
struct rb_node **p;
|
|
|
|
p = &env->bpf_progs.infos.rb_node;
|
|
|
|
while (*p != NULL) {
|
|
parent = *p;
|
|
node = rb_entry(parent, struct bpf_prog_info_node, rb_node);
|
|
if (prog_id < node->info_linear->info.id) {
|
|
p = &(*p)->rb_left;
|
|
} else if (prog_id > node->info_linear->info.id) {
|
|
p = &(*p)->rb_right;
|
|
} else {
|
|
pr_debug("duplicated bpf prog info %u\n", prog_id);
|
|
return false;
|
|
}
|
|
}
|
|
|
|
rb_link_node(&info_node->rb_node, parent, p);
|
|
rb_insert_color(&info_node->rb_node, &env->bpf_progs.infos);
|
|
env->bpf_progs.infos_cnt++;
|
|
return true;
|
|
}
|
|
|
|
struct bpf_prog_info_node *perf_env__find_bpf_prog_info(struct perf_env *env,
|
|
__u32 prog_id)
|
|
{
|
|
struct bpf_prog_info_node *node = NULL;
|
|
struct rb_node *n;
|
|
|
|
down_read(&env->bpf_progs.lock);
|
|
n = env->bpf_progs.infos.rb_node;
|
|
|
|
while (n) {
|
|
node = rb_entry(n, struct bpf_prog_info_node, rb_node);
|
|
if (prog_id < node->info_linear->info.id)
|
|
n = n->rb_left;
|
|
else if (prog_id > node->info_linear->info.id)
|
|
n = n->rb_right;
|
|
else
|
|
goto out;
|
|
}
|
|
node = NULL;
|
|
|
|
out:
|
|
up_read(&env->bpf_progs.lock);
|
|
return node;
|
|
}
|
|
|
|
void perf_env__iterate_bpf_prog_info(struct perf_env *env,
|
|
void (*cb)(struct bpf_prog_info_node *node,
|
|
void *data),
|
|
void *data)
|
|
{
|
|
struct rb_node *first;
|
|
|
|
down_read(&env->bpf_progs.lock);
|
|
first = rb_first(&env->bpf_progs.infos);
|
|
for (struct rb_node *node = first; node != NULL; node = rb_next(node))
|
|
(*cb)(rb_entry(node, struct bpf_prog_info_node, rb_node), data);
|
|
up_read(&env->bpf_progs.lock);
|
|
}
|
|
|
|
bool perf_env__insert_btf(struct perf_env *env, struct btf_node *btf_node)
|
|
{
|
|
bool ret;
|
|
|
|
down_write(&env->bpf_progs.lock);
|
|
ret = __perf_env__insert_btf(env, btf_node);
|
|
up_write(&env->bpf_progs.lock);
|
|
return ret;
|
|
}
|
|
|
|
bool __perf_env__insert_btf(struct perf_env *env, struct btf_node *btf_node)
|
|
{
|
|
struct rb_node *parent = NULL;
|
|
__u32 btf_id = btf_node->id;
|
|
struct btf_node *node;
|
|
struct rb_node **p;
|
|
|
|
p = &env->bpf_progs.btfs.rb_node;
|
|
|
|
while (*p != NULL) {
|
|
parent = *p;
|
|
node = rb_entry(parent, struct btf_node, rb_node);
|
|
if (btf_id < node->id) {
|
|
p = &(*p)->rb_left;
|
|
} else if (btf_id > node->id) {
|
|
p = &(*p)->rb_right;
|
|
} else {
|
|
pr_debug("duplicated btf %u\n", btf_id);
|
|
return false;
|
|
}
|
|
}
|
|
|
|
rb_link_node(&btf_node->rb_node, parent, p);
|
|
rb_insert_color(&btf_node->rb_node, &env->bpf_progs.btfs);
|
|
env->bpf_progs.btfs_cnt++;
|
|
return true;
|
|
}
|
|
|
|
struct btf_node *perf_env__find_btf(struct perf_env *env, __u32 btf_id)
|
|
{
|
|
struct btf_node *res;
|
|
|
|
down_read(&env->bpf_progs.lock);
|
|
res = __perf_env__find_btf(env, btf_id);
|
|
up_read(&env->bpf_progs.lock);
|
|
return res;
|
|
}
|
|
|
|
struct btf_node *__perf_env__find_btf(struct perf_env *env, __u32 btf_id)
|
|
{
|
|
struct btf_node *node = NULL;
|
|
struct rb_node *n;
|
|
|
|
n = env->bpf_progs.btfs.rb_node;
|
|
|
|
while (n) {
|
|
node = rb_entry(n, struct btf_node, rb_node);
|
|
if (btf_id < node->id)
|
|
n = n->rb_left;
|
|
else if (btf_id > node->id)
|
|
n = n->rb_right;
|
|
else
|
|
return node;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
/* purge data in bpf_progs.infos tree */
|
|
static void perf_env__purge_bpf(struct perf_env *env)
|
|
{
|
|
struct rb_root *root;
|
|
struct rb_node *next;
|
|
|
|
down_write(&env->bpf_progs.lock);
|
|
|
|
root = &env->bpf_progs.infos;
|
|
next = rb_first(root);
|
|
|
|
while (next) {
|
|
struct bpf_prog_info_node *node;
|
|
|
|
node = rb_entry(next, struct bpf_prog_info_node, rb_node);
|
|
next = rb_next(&node->rb_node);
|
|
rb_erase(&node->rb_node, root);
|
|
zfree(&node->info_linear);
|
|
bpf_metadata_free(node->metadata);
|
|
free(node);
|
|
}
|
|
|
|
env->bpf_progs.infos_cnt = 0;
|
|
|
|
root = &env->bpf_progs.btfs;
|
|
next = rb_first(root);
|
|
|
|
while (next) {
|
|
struct btf_node *node;
|
|
|
|
node = rb_entry(next, struct btf_node, rb_node);
|
|
next = rb_next(&node->rb_node);
|
|
rb_erase(&node->rb_node, root);
|
|
free(node);
|
|
}
|
|
|
|
env->bpf_progs.btfs_cnt = 0;
|
|
|
|
up_write(&env->bpf_progs.lock);
|
|
}
|
|
#else // HAVE_LIBBPF_SUPPORT
|
|
static void perf_env__purge_bpf(struct perf_env *env __maybe_unused)
|
|
{
|
|
}
|
|
#endif // HAVE_LIBBPF_SUPPORT
|
|
|
|
void free_cpu_domain_info(struct cpu_domain_map **cd_map, u32 schedstat_version, u32 nr)
|
|
{
|
|
if (!cd_map)
|
|
return;
|
|
|
|
for (u32 i = 0; i < nr; i++) {
|
|
if (!cd_map[i])
|
|
continue;
|
|
|
|
for (u32 j = 0; j < cd_map[i]->nr_domains; j++) {
|
|
struct domain_info *d_info = cd_map[i]->domains[j];
|
|
|
|
if (!d_info)
|
|
continue;
|
|
|
|
if (schedstat_version >= 17)
|
|
zfree(&d_info->dname);
|
|
|
|
zfree(&d_info->cpumask);
|
|
zfree(&d_info->cpulist);
|
|
zfree(&d_info);
|
|
}
|
|
zfree(&cd_map[i]->domains);
|
|
zfree(&cd_map[i]);
|
|
}
|
|
zfree(&cd_map);
|
|
}
|
|
|
|
void perf_env__exit(struct perf_env *env)
|
|
{
|
|
int i, j;
|
|
|
|
mutex_destroy(&env->lock);
|
|
|
|
perf_env__purge_bpf(env);
|
|
perf_env__purge_cgroups(env);
|
|
zfree(&env->hostname);
|
|
zfree(&env->os_release);
|
|
zfree(&env->version);
|
|
zfree(&env->arch);
|
|
zfree(&env->cpu_desc);
|
|
zfree(&env->cpuid);
|
|
zfree(&env->cmdline);
|
|
zfree(&env->cmdline_argv);
|
|
zfree(&env->sibling_dies);
|
|
zfree(&env->sibling_cores);
|
|
zfree(&env->sibling_threads);
|
|
zfree(&env->pmu_mappings);
|
|
zfree(&env->cpu);
|
|
for (i = 0; i < env->nr_cpu_pmu_caps; i++)
|
|
zfree(&env->cpu_pmu_caps[i]);
|
|
zfree(&env->cpu_pmu_caps);
|
|
zfree(&env->numa_map);
|
|
|
|
for (i = 0; i < env->nr_numa_nodes; i++)
|
|
perf_cpu_map__put(env->numa_nodes[i].map);
|
|
zfree(&env->numa_nodes);
|
|
|
|
for (i = 0; i < env->caches_cnt; i++)
|
|
cpu_cache_level__free(&env->caches[i]);
|
|
zfree(&env->caches);
|
|
|
|
for (i = 0; i < env->nr_memory_nodes; i++)
|
|
zfree(&env->memory_nodes[i].set);
|
|
zfree(&env->memory_nodes);
|
|
|
|
for (i = 0; i < env->nr_hybrid_nodes; i++) {
|
|
zfree(&env->hybrid_nodes[i].pmu_name);
|
|
zfree(&env->hybrid_nodes[i].cpus);
|
|
}
|
|
zfree(&env->hybrid_nodes);
|
|
|
|
for (i = 0; i < env->nr_pmus_with_caps; i++) {
|
|
for (j = 0; j < env->pmu_caps[i].nr_caps; j++)
|
|
zfree(&env->pmu_caps[i].caps[j]);
|
|
zfree(&env->pmu_caps[i].caps);
|
|
zfree(&env->pmu_caps[i].pmu_name);
|
|
}
|
|
zfree(&env->pmu_caps);
|
|
free_cpu_domain_info(env->cpu_domain, env->schedstat_version, env->nr_cpus_avail);
|
|
}
|
|
|
|
void perf_env__init(struct perf_env *env)
|
|
{
|
|
memset(env, 0, sizeof(*env));
|
|
#ifdef HAVE_LIBBPF_SUPPORT
|
|
env->bpf_progs.infos = RB_ROOT;
|
|
env->bpf_progs.btfs = RB_ROOT;
|
|
init_rwsem(&env->bpf_progs.lock);
|
|
#endif
|
|
env->kernel_is_64_bit = -1;
|
|
mutex_init(&env->lock);
|
|
}
|
|
|
|
static void perf_env__init_kernel_mode(struct perf_env *env)
|
|
{
|
|
const char *arch = env->arch;
|
|
|
|
if (!arch) {
|
|
static struct utsname uts = { .machine[0] = '\0', };
|
|
|
|
if (uts.machine[0] == '\0')
|
|
uname(&uts);
|
|
if (uts.machine[0] != '\0')
|
|
arch = uts.machine;
|
|
}
|
|
|
|
if (arch) {
|
|
if (strstr(arch, "64") || strstr(arch, "s390x"))
|
|
env->kernel_is_64_bit = 1;
|
|
else
|
|
env->kernel_is_64_bit = 0;
|
|
return;
|
|
}
|
|
|
|
/* Fallback if completely unresolvable (assume host-bitness) */
|
|
env->kernel_is_64_bit = (sizeof(void *) == 8) ? 1 : 0;
|
|
}
|
|
|
|
int perf_env__kernel_is_64_bit(struct perf_env *env)
|
|
{
|
|
if (env->kernel_is_64_bit == -1)
|
|
perf_env__init_kernel_mode(env);
|
|
|
|
return env->kernel_is_64_bit;
|
|
}
|
|
|
|
bool perf_arch_is_big_endian(const char *arch)
|
|
{
|
|
if (!arch)
|
|
return __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__;
|
|
|
|
if (str_ends_with(arch, "_be") || !strcmp(arch, "sparc") || !strcmp(arch, "sparc64") ||
|
|
!strcmp(arch, "s390") || !strcmp(arch, "s390x") || !strcmp(arch, "powerpc") ||
|
|
!strcmp(arch, "ppc") || !strcmp(arch, "ppc64") ||
|
|
!strcmp(arch, "mips") || !strcmp(arch, "mips64") || !strcmp(arch, "parisc") ||
|
|
!strcmp(arch, "parisc64") || !strcmp(arch, "m68k") ||
|
|
!strcmp(arch, "armeb") || !strcmp(arch, "mipseb") || !strcmp(arch, "mips64eb"))
|
|
return true;
|
|
|
|
return false;
|
|
}
|
|
|
|
const char *perf_env__os_release(struct perf_env *env)
|
|
{
|
|
struct utsname uts;
|
|
int ret;
|
|
const char *release;
|
|
|
|
if (!env)
|
|
return perf_version_string;
|
|
|
|
mutex_lock(&env->lock);
|
|
if (env->os_release) {
|
|
release = env->os_release;
|
|
goto out;
|
|
}
|
|
|
|
/*
|
|
* If env->arch is set, this is an offline target environment.
|
|
* If the os_release is not populated in the file, we do not want
|
|
* to poison it with the host's release which would break guest checks.
|
|
*/
|
|
if (env->arch) {
|
|
release = NULL;
|
|
goto out;
|
|
}
|
|
|
|
/*
|
|
* The os_release is being accessed but wasn't initialized from a data
|
|
* file, assume this is 'live' mode and use the release from uname. If
|
|
* uname or strdup fails then use the current perf tool version.
|
|
*/
|
|
ret = uname(&uts);
|
|
env->os_release = strdup(ret < 0 ? perf_version_string : uts.release);
|
|
release = env->os_release ?: perf_version_string;
|
|
out:
|
|
mutex_unlock(&env->lock);
|
|
return release;
|
|
}
|
|
|
|
int perf_env__set_cmdline(struct perf_env *env, int argc, const char *argv[])
|
|
{
|
|
int i;
|
|
|
|
/* do not include NULL termination */
|
|
env->cmdline_argv = calloc(argc, sizeof(char *));
|
|
if (env->cmdline_argv == NULL)
|
|
goto out_enomem;
|
|
|
|
/*
|
|
* Must copy argv contents because it gets moved around during option
|
|
* parsing:
|
|
*/
|
|
for (i = 0; i < argc ; i++) {
|
|
env->cmdline_argv[i] = argv[i];
|
|
if (env->cmdline_argv[i] == NULL)
|
|
goto out_free;
|
|
}
|
|
|
|
env->nr_cmdline = argc;
|
|
|
|
return 0;
|
|
out_free:
|
|
zfree(&env->cmdline_argv);
|
|
out_enomem:
|
|
return -ENOMEM;
|
|
}
|
|
|
|
int perf_env__read_cpu_topology_map(struct perf_env *env)
|
|
{
|
|
int idx, nr_cpus;
|
|
|
|
if (env->cpu != NULL)
|
|
return 0;
|
|
|
|
if (env->nr_cpus_avail == 0)
|
|
env->nr_cpus_avail = cpu__max_present_cpu().cpu;
|
|
|
|
nr_cpus = env->nr_cpus_avail;
|
|
if (nr_cpus == -1)
|
|
return -EINVAL;
|
|
|
|
env->cpu = calloc(nr_cpus, sizeof(env->cpu[0]));
|
|
if (env->cpu == NULL)
|
|
return -ENOMEM;
|
|
|
|
for (idx = 0; idx < nr_cpus; ++idx) {
|
|
struct perf_cpu cpu = { .cpu = idx };
|
|
int core_id = cpu__get_core_id(cpu);
|
|
int socket_id = cpu__get_socket_id(cpu);
|
|
int die_id = cpu__get_die_id(cpu);
|
|
|
|
env->cpu[idx].core_id = core_id >= 0 ? core_id : -1;
|
|
env->cpu[idx].socket_id = socket_id >= 0 ? socket_id : -1;
|
|
env->cpu[idx].die_id = die_id >= 0 ? die_id : -1;
|
|
}
|
|
|
|
env->nr_cpus_avail = nr_cpus;
|
|
return 0;
|
|
}
|
|
|
|
int perf_env__read_pmu_mappings(struct perf_env *env)
|
|
{
|
|
struct perf_pmu *pmu = NULL;
|
|
u32 pmu_num = 0;
|
|
struct strbuf sb;
|
|
|
|
while ((pmu = perf_pmus__scan(pmu)))
|
|
pmu_num++;
|
|
|
|
if (!pmu_num) {
|
|
pr_debug("pmu mappings not available\n");
|
|
return -ENOENT;
|
|
}
|
|
env->nr_pmu_mappings = pmu_num;
|
|
|
|
if (strbuf_init(&sb, 128 * pmu_num) < 0)
|
|
return -ENOMEM;
|
|
|
|
while ((pmu = perf_pmus__scan(pmu))) {
|
|
if (strbuf_addf(&sb, "%u:%s", pmu->type, pmu->name) < 0)
|
|
goto error;
|
|
/* include a NULL character at the end */
|
|
if (strbuf_add(&sb, "", 1) < 0)
|
|
goto error;
|
|
}
|
|
|
|
env->pmu_mappings = strbuf_detach(&sb, NULL);
|
|
|
|
return 0;
|
|
|
|
error:
|
|
strbuf_release(&sb);
|
|
return -1;
|
|
}
|
|
|
|
int perf_env__read_cpuid(struct perf_env *env)
|
|
{
|
|
char cpuid[128];
|
|
struct perf_cpu cpu = {-1};
|
|
int err = get_cpuid(cpuid, sizeof(cpuid), cpu);
|
|
|
|
if (err)
|
|
return err;
|
|
|
|
free(env->cpuid);
|
|
env->cpuid = strdup(cpuid);
|
|
if (env->cpuid == NULL)
|
|
return ENOMEM;
|
|
return 0;
|
|
}
|
|
|
|
static int perf_env__read_nr_cpus_avail(struct perf_env *env)
|
|
{
|
|
if (env->nr_cpus_avail == 0)
|
|
env->nr_cpus_avail = cpu__max_present_cpu().cpu;
|
|
|
|
return env->nr_cpus_avail ? 0 : -ENOENT;
|
|
}
|
|
|
|
static int __perf_env__read_core_pmu_caps(const struct perf_pmu *pmu,
|
|
int *nr_caps, char ***caps,
|
|
unsigned int *max_branches,
|
|
unsigned int *br_cntr_nr,
|
|
unsigned int *br_cntr_width)
|
|
{
|
|
struct perf_pmu_caps *pcaps = NULL;
|
|
char *ptr, **tmp;
|
|
int ret = 0;
|
|
|
|
*nr_caps = 0;
|
|
*caps = NULL;
|
|
|
|
if (!pmu->nr_caps)
|
|
return 0;
|
|
|
|
*caps = calloc(pmu->nr_caps, sizeof(char *));
|
|
if (!*caps)
|
|
return -ENOMEM;
|
|
|
|
tmp = *caps;
|
|
list_for_each_entry(pcaps, &pmu->caps, list) {
|
|
if (asprintf(&ptr, "%s=%s", pcaps->name, pcaps->value) < 0) {
|
|
ret = -ENOMEM;
|
|
goto error;
|
|
}
|
|
|
|
*tmp++ = ptr;
|
|
|
|
if (!strcmp(pcaps->name, "branches"))
|
|
*max_branches = atoi(pcaps->value);
|
|
else if (!strcmp(pcaps->name, "branch_counter_nr"))
|
|
*br_cntr_nr = atoi(pcaps->value);
|
|
else if (!strcmp(pcaps->name, "branch_counter_width"))
|
|
*br_cntr_width = atoi(pcaps->value);
|
|
}
|
|
*nr_caps = pmu->nr_caps;
|
|
return 0;
|
|
error:
|
|
while (tmp-- != *caps)
|
|
zfree(tmp);
|
|
zfree(caps);
|
|
*nr_caps = 0;
|
|
return ret;
|
|
}
|
|
|
|
int perf_env__read_core_pmu_caps(struct perf_env *env)
|
|
{
|
|
struct pmu_caps *pmu_caps;
|
|
struct perf_pmu *pmu = NULL;
|
|
int nr_pmu, i = 0, j;
|
|
int ret;
|
|
|
|
nr_pmu = perf_pmus__num_core_pmus();
|
|
|
|
if (!nr_pmu)
|
|
return -ENODEV;
|
|
|
|
if (nr_pmu == 1) {
|
|
pmu = perf_pmus__find_core_pmu();
|
|
if (!pmu)
|
|
return -ENODEV;
|
|
ret = perf_pmu__caps_parse(pmu);
|
|
if (ret < 0)
|
|
return ret;
|
|
return __perf_env__read_core_pmu_caps(pmu, &env->nr_cpu_pmu_caps,
|
|
&env->cpu_pmu_caps,
|
|
&env->max_branches,
|
|
&env->br_cntr_nr,
|
|
&env->br_cntr_width);
|
|
}
|
|
|
|
pmu_caps = calloc(nr_pmu, sizeof(*pmu_caps));
|
|
if (!pmu_caps)
|
|
return -ENOMEM;
|
|
|
|
while ((pmu = perf_pmus__scan_core(pmu)) != NULL) {
|
|
if (perf_pmu__caps_parse(pmu) <= 0)
|
|
continue;
|
|
ret = __perf_env__read_core_pmu_caps(pmu, &pmu_caps[i].nr_caps,
|
|
&pmu_caps[i].caps,
|
|
&pmu_caps[i].max_branches,
|
|
&pmu_caps[i].br_cntr_nr,
|
|
&pmu_caps[i].br_cntr_width);
|
|
if (ret)
|
|
goto error;
|
|
|
|
pmu_caps[i].pmu_name = strdup(pmu->name);
|
|
if (!pmu_caps[i].pmu_name) {
|
|
ret = -ENOMEM;
|
|
goto error;
|
|
}
|
|
i++;
|
|
}
|
|
|
|
env->nr_pmus_with_caps = nr_pmu;
|
|
env->pmu_caps = pmu_caps;
|
|
|
|
return 0;
|
|
error:
|
|
for (i = 0; i < nr_pmu; i++) {
|
|
for (j = 0; j < pmu_caps[i].nr_caps; j++)
|
|
zfree(&pmu_caps[i].caps[j]);
|
|
zfree(&pmu_caps[i].caps);
|
|
zfree(&pmu_caps[i].pmu_name);
|
|
}
|
|
zfree(&pmu_caps);
|
|
return ret;
|
|
}
|
|
|
|
int perf_env__nr_cpus_avail(struct perf_env *env)
|
|
{
|
|
return env && !perf_env__read_nr_cpus_avail(env) ? env->nr_cpus_avail : 0;
|
|
}
|
|
|
|
void cpu_cache_level__free(struct cpu_cache_level *cache)
|
|
{
|
|
zfree(&cache->type);
|
|
zfree(&cache->map);
|
|
zfree(&cache->size);
|
|
}
|
|
|
|
struct arch_to_e_machine {
|
|
const char *prefix;
|
|
uint16_t e_machine;
|
|
};
|
|
|
|
/*
|
|
* A mapping from an arch prefix string to an ELF machine that can be used in a
|
|
* bsearch. Some arch prefixes are shared an need additional processing as
|
|
* marked next to the architecture. The prefixes handle both perf's architecture
|
|
* naming and those from uname.
|
|
*/
|
|
static const struct arch_to_e_machine prefix_to_e_machine[] = {
|
|
{"aarch64", EM_AARCH64},
|
|
{"alpha", EM_ALPHA},
|
|
{"arc", EM_ARC},
|
|
{"arm", EM_ARM}, /* Check also for EM_AARCH64. */
|
|
{"avr", EM_AVR}, /* Check also for EM_AVR32. */
|
|
{"bfin", EM_BLACKFIN},
|
|
{"blackfin", EM_BLACKFIN},
|
|
{"cris", EM_CRIS},
|
|
{"csky", EM_CSKY},
|
|
{"hppa", EM_PARISC},
|
|
{"i386", EM_386},
|
|
{"i486", EM_386},
|
|
{"i586", EM_386},
|
|
{"i686", EM_386},
|
|
{"loongarch", EM_LOONGARCH},
|
|
{"m32r", EM_M32R},
|
|
{"m68k", EM_68K},
|
|
{"microblaze", EM_MICROBLAZE},
|
|
{"mips", EM_MIPS},
|
|
{"msp430", EM_MSP430},
|
|
{"parisc", EM_PARISC},
|
|
{"powerpc", EM_PPC}, /* Check also for EM_PPC64. */
|
|
{"ppc", EM_PPC}, /* Check also for EM_PPC64. */
|
|
{"riscv", EM_RISCV},
|
|
{"s390", EM_S390},
|
|
{"sa110", EM_ARM},
|
|
{"sh", EM_SH},
|
|
{"sparc", EM_SPARC}, /* Check also for EM_SPARCV9. */
|
|
{"sun4u", EM_SPARC},
|
|
{"x86", EM_X86_64}, /* Check also for EM_386. */
|
|
{"xtensa", EM_XTENSA},
|
|
};
|
|
|
|
static int compare_prefix(const void *key, const void *element)
|
|
{
|
|
const char *search_key = key;
|
|
const struct arch_to_e_machine *map_element = element;
|
|
size_t prefix_len = strlen(map_element->prefix);
|
|
|
|
return strncmp(search_key, map_element->prefix, prefix_len);
|
|
}
|
|
|
|
static uint16_t perf_arch_to_e_machine(const char *perf_arch, int is_64_bit)
|
|
{
|
|
/* Binary search for a matching prefix. */
|
|
const struct arch_to_e_machine *result;
|
|
|
|
if (!perf_arch)
|
|
return EM_HOST;
|
|
|
|
result = bsearch(perf_arch,
|
|
prefix_to_e_machine, ARRAY_SIZE(prefix_to_e_machine),
|
|
sizeof(prefix_to_e_machine[0]),
|
|
compare_prefix);
|
|
|
|
if (!result) {
|
|
pr_debug("Unknown perf arch for ELF machine mapping: %s\n", perf_arch);
|
|
return EM_NONE;
|
|
}
|
|
|
|
/*
|
|
* Handle conflicting prefixes. If the is_64_bit is unknown (-1) then
|
|
* assume 64-bit. We can't use perf_env__kernel_is_64_bit as that
|
|
* depends on the arch string.
|
|
*/
|
|
switch (result->e_machine) {
|
|
case EM_ARM:
|
|
return !strcmp(perf_arch, "arm64") || !strcmp(perf_arch, "aarch64")
|
|
? EM_AARCH64 : EM_ARM;
|
|
case EM_AVR:
|
|
return !strcmp(perf_arch, "avr32") ? EM_AVR32 : EM_AVR;
|
|
case EM_PPC:
|
|
if (is_64_bit == 1)
|
|
return EM_PPC64;
|
|
if (is_64_bit == 0)
|
|
return EM_PPC;
|
|
return strstarts(perf_arch, "ppc64") ? EM_PPC64 : EM_PPC;
|
|
case EM_SPARC:
|
|
if (is_64_bit == 1)
|
|
return EM_SPARCV9;
|
|
if (is_64_bit == 0)
|
|
return EM_SPARC;
|
|
return !strcmp(perf_arch, "sparc64") || !strcmp(perf_arch, "sun4u")
|
|
? EM_SPARCV9 : EM_SPARC;
|
|
case EM_X86_64:
|
|
if (is_64_bit == 1)
|
|
return EM_X86_64;
|
|
if (is_64_bit == 0)
|
|
return EM_386;
|
|
return !strcmp(perf_arch, "x86_64") || !strcmp(perf_arch, "x86")
|
|
? EM_X86_64 : EM_386;
|
|
default:
|
|
return result->e_machine;
|
|
}
|
|
}
|
|
|
|
static const char *e_machine_to_perf_arch(uint16_t e_machine)
|
|
{
|
|
/*
|
|
* Table for if either the perf arch string differs from uname or there
|
|
* are >1 ELF machine with the prefix.
|
|
*/
|
|
static const struct arch_to_e_machine extras[] = {
|
|
{"arm64", EM_AARCH64},
|
|
{"avr32", EM_AVR32},
|
|
{"powerpc", EM_PPC},
|
|
{"powerpc", EM_PPC64},
|
|
{"sparc", EM_SPARCV9},
|
|
{"x86", EM_386},
|
|
{"x86", EM_X86_64},
|
|
{"none", EM_NONE},
|
|
};
|
|
|
|
for (size_t i = 0; i < ARRAY_SIZE(extras); i++) {
|
|
if (extras[i].e_machine == e_machine)
|
|
return extras[i].prefix;
|
|
}
|
|
|
|
for (size_t i = 0; i < ARRAY_SIZE(prefix_to_e_machine); i++) {
|
|
if (prefix_to_e_machine[i].e_machine == e_machine)
|
|
return prefix_to_e_machine[i].prefix;
|
|
|
|
}
|
|
return "unknown";
|
|
}
|
|
|
|
uint16_t perf_env__e_machine_nocache(struct perf_env *env, uint32_t *e_flags)
|
|
{
|
|
uint16_t e_machine = EM_NONE;
|
|
const char *arch = NULL;
|
|
int is_64_bit = -1;
|
|
|
|
if (e_flags)
|
|
*e_flags = 0;
|
|
|
|
if (env) {
|
|
arch = env->arch;
|
|
is_64_bit = env->kernel_is_64_bit;
|
|
}
|
|
|
|
if (!arch) {
|
|
static struct utsname uts = { .machine[0] = '\0', };
|
|
|
|
if (uts.machine[0] == '\0')
|
|
uname(&uts);
|
|
if (uts.machine[0] != '\0')
|
|
arch = uts.machine;
|
|
}
|
|
|
|
e_machine = perf_arch_to_e_machine(arch, is_64_bit);
|
|
|
|
if (e_flags)
|
|
*e_flags = (e_machine == EM_HOST) ? EF_HOST : 0;
|
|
|
|
return e_machine;
|
|
}
|
|
|
|
uint16_t perf_env__e_machine(struct perf_env *env, uint32_t *e_flags)
|
|
{
|
|
uint16_t e_machine;
|
|
uint32_t local_e_flags = 0;
|
|
|
|
if (env && env->e_machine != EM_NONE) {
|
|
if (e_flags)
|
|
*e_flags = env->e_flags;
|
|
|
|
return env->e_machine;
|
|
}
|
|
e_machine = perf_env__e_machine_nocache(env, &local_e_flags);
|
|
/*
|
|
* Only cache the e_machine in perf_env if env->arch is not NULL.
|
|
* If env->arch is NULL, the e_machine is just a fallback to EM_HOST.
|
|
* Caching it permanently would prevent dynamic, more accurate
|
|
* thread-based session e_machine scanning later in
|
|
* perf_session__e_machine().
|
|
*/
|
|
if (env && env->arch) {
|
|
env->e_machine = e_machine;
|
|
env->e_flags = local_e_flags;
|
|
}
|
|
if (e_flags)
|
|
*e_flags = local_e_flags;
|
|
|
|
return e_machine;
|
|
}
|
|
|
|
const char *perf_env__arch(struct perf_env *env)
|
|
{
|
|
uint16_t e_machine;
|
|
const char *arch;
|
|
|
|
if (!env) {
|
|
static struct utsname uts = { .machine[0] = '\0', };
|
|
uint16_t host_e_machine;
|
|
|
|
if (uts.machine[0] == '\0')
|
|
uname(&uts);
|
|
if (uts.machine[0] != '\0') {
|
|
host_e_machine = perf_arch_to_e_machine(uts.machine, -1);
|
|
return e_machine_to_perf_arch(host_e_machine);
|
|
}
|
|
return e_machine_to_perf_arch(EM_HOST);
|
|
}
|
|
|
|
/*
|
|
* Lazily compute/allocate arch. The e_machine may have been
|
|
* read from a data file and so may not be EM_HOST.
|
|
*/
|
|
e_machine = perf_env__e_machine(env, /*e_flags=*/NULL);
|
|
arch = e_machine_to_perf_arch(e_machine);
|
|
|
|
if (e_machine == EM_RISCV && perf_env__kernel_is_64_bit(env) == 1)
|
|
arch = "riscv64";
|
|
else if (e_machine == EM_MIPS && perf_env__kernel_is_64_bit(env) == 1)
|
|
arch = "mips64";
|
|
else if (e_machine == EM_PARISC && perf_env__kernel_is_64_bit(env) == 1)
|
|
arch = "parisc64";
|
|
|
|
return arch;
|
|
}
|
|
|
|
const char *arch_syscalls__strerrno(uint16_t e_machine, int err);
|
|
|
|
const char *perf_env__arch_strerrno(uint16_t e_machine, int err)
|
|
{
|
|
return arch_syscalls__strerrno(e_machine, err);
|
|
}
|
|
|
|
const char *perf_env__cpuid(struct perf_env *env)
|
|
{
|
|
int status;
|
|
|
|
if (!env->cpuid) { /* Assume local operation */
|
|
status = perf_env__read_cpuid(env);
|
|
if (status)
|
|
return NULL;
|
|
}
|
|
|
|
return env->cpuid;
|
|
}
|
|
|
|
int perf_env__nr_pmu_mappings(struct perf_env *env)
|
|
{
|
|
int status;
|
|
|
|
if (!env->nr_pmu_mappings) { /* Assume local operation */
|
|
status = perf_env__read_pmu_mappings(env);
|
|
if (status)
|
|
return 0;
|
|
}
|
|
|
|
return env->nr_pmu_mappings;
|
|
}
|
|
|
|
const char *perf_env__pmu_mappings(struct perf_env *env)
|
|
{
|
|
int status;
|
|
|
|
if (!env->pmu_mappings) { /* Assume local operation */
|
|
status = perf_env__read_pmu_mappings(env);
|
|
if (status)
|
|
return NULL;
|
|
}
|
|
|
|
return env->pmu_mappings;
|
|
}
|
|
|
|
int perf_env__numa_node(struct perf_env *env, struct perf_cpu cpu)
|
|
{
|
|
if (!env->nr_numa_map) {
|
|
struct numa_node *nn;
|
|
int i, nr = 0;
|
|
|
|
for (i = 0; i < env->nr_numa_nodes; i++) {
|
|
nn = &env->numa_nodes[i];
|
|
nr = max(nr, (int)perf_cpu_map__max(nn->map).cpu);
|
|
}
|
|
|
|
nr++;
|
|
|
|
/*
|
|
* We initialize the numa_map array to prepare
|
|
* it for missing cpus, which return node -1
|
|
*/
|
|
env->numa_map = malloc(nr * sizeof(int));
|
|
if (!env->numa_map)
|
|
return -1;
|
|
|
|
for (i = 0; i < nr; i++)
|
|
env->numa_map[i] = -1;
|
|
|
|
env->nr_numa_map = nr;
|
|
|
|
for (i = 0; i < env->nr_numa_nodes; i++) {
|
|
struct perf_cpu tmp;
|
|
unsigned int j;
|
|
|
|
nn = &env->numa_nodes[i];
|
|
perf_cpu_map__for_each_cpu(tmp, j, nn->map)
|
|
env->numa_map[tmp.cpu] = i;
|
|
}
|
|
}
|
|
|
|
return cpu.cpu >= 0 && cpu.cpu < env->nr_numa_map ? env->numa_map[cpu.cpu] : -1;
|
|
}
|
|
|
|
bool perf_env__has_pmu_mapping(struct perf_env *env, const char *pmu_name)
|
|
{
|
|
char *pmu_mapping = env->pmu_mappings, *colon;
|
|
|
|
for (int i = 0; i < env->nr_pmu_mappings; ++i) {
|
|
if (strtoul(pmu_mapping, &colon, 0) == ULONG_MAX || *colon != ':')
|
|
goto out_error;
|
|
|
|
pmu_mapping = colon + 1;
|
|
if (strcmp(pmu_mapping, pmu_name) == 0)
|
|
return true;
|
|
|
|
pmu_mapping += strlen(pmu_mapping) + 1;
|
|
}
|
|
out_error:
|
|
return false;
|
|
}
|
|
|
|
char *perf_env__find_pmu_cap(struct perf_env *env, const char *pmu_name,
|
|
const char *cap)
|
|
{
|
|
char *cap_eq;
|
|
int cap_size;
|
|
char **ptr;
|
|
int i, j;
|
|
|
|
if (!pmu_name || !cap)
|
|
return NULL;
|
|
|
|
cap_size = strlen(cap);
|
|
cap_eq = zalloc(cap_size + 2);
|
|
if (!cap_eq)
|
|
return NULL;
|
|
|
|
memcpy(cap_eq, cap, cap_size);
|
|
cap_eq[cap_size] = '=';
|
|
|
|
if (!strcmp(pmu_name, "cpu")) {
|
|
for (i = 0; i < env->nr_cpu_pmu_caps; i++) {
|
|
if (!strncmp(env->cpu_pmu_caps[i], cap_eq, cap_size + 1)) {
|
|
free(cap_eq);
|
|
return &env->cpu_pmu_caps[i][cap_size + 1];
|
|
}
|
|
}
|
|
goto out;
|
|
}
|
|
|
|
for (i = 0; i < env->nr_pmus_with_caps; i++) {
|
|
if (strcmp(env->pmu_caps[i].pmu_name, pmu_name))
|
|
continue;
|
|
|
|
ptr = env->pmu_caps[i].caps;
|
|
|
|
for (j = 0; j < env->pmu_caps[i].nr_caps; j++) {
|
|
if (!strncmp(ptr[j], cap_eq, cap_size + 1)) {
|
|
free(cap_eq);
|
|
return &ptr[j][cap_size + 1];
|
|
}
|
|
}
|
|
}
|
|
|
|
out:
|
|
free(cap_eq);
|
|
return NULL;
|
|
}
|
|
|
|
void perf_env__find_br_cntr_info(struct perf_env *env,
|
|
unsigned int *nr,
|
|
unsigned int *width)
|
|
{
|
|
if (nr) {
|
|
*nr = env->cpu_pmu_caps ? env->br_cntr_nr :
|
|
env->pmu_caps->br_cntr_nr;
|
|
}
|
|
|
|
if (width) {
|
|
*width = env->cpu_pmu_caps ? env->br_cntr_width :
|
|
env->pmu_caps->br_cntr_width;
|
|
}
|
|
}
|
|
|
|
bool perf_env__is_x86_amd_cpu(struct perf_env *env)
|
|
{
|
|
static int is_amd; /* 0: Uninitialized, 1: Yes, -1: No */
|
|
|
|
if (is_amd == 0)
|
|
is_amd = env->cpuid && strstarts(env->cpuid, "AuthenticAMD") ? 1 : -1;
|
|
|
|
return is_amd >= 1 ? true : false;
|
|
}
|
|
|
|
bool x86__is_amd_cpu(void)
|
|
{
|
|
struct perf_env env = { .total_mem = 0, };
|
|
bool is_amd;
|
|
|
|
perf_env__init(&env);
|
|
perf_env__cpuid(&env);
|
|
is_amd = perf_env__is_x86_amd_cpu(&env);
|
|
perf_env__exit(&env);
|
|
|
|
return is_amd;
|
|
}
|
|
|
|
bool perf_env__is_x86_intel_cpu(struct perf_env *env)
|
|
{
|
|
static int is_intel; /* 0: Uninitialized, 1: Yes, -1: No */
|
|
|
|
if (is_intel == 0)
|
|
is_intel = env->cpuid && strstarts(env->cpuid, "GenuineIntel") ? 1 : -1;
|
|
|
|
return is_intel >= 1 ? true : false;
|
|
}
|
|
|
|
bool x86__is_intel_cpu(void)
|
|
{
|
|
struct perf_env env = { .total_mem = 0, };
|
|
bool is_intel;
|
|
|
|
perf_env__init(&env);
|
|
perf_env__cpuid(&env);
|
|
is_intel = perf_env__is_x86_intel_cpu(&env);
|
|
perf_env__exit(&env);
|
|
|
|
return is_intel;
|
|
}
|