1412 lines
34 KiB
C
1412 lines
34 KiB
C
|
/*
|
|||
|
|
* kerneltop.c: show top kernel functions - performance counters showcase
|
|||
|
|
|
|||
|
|
Build with:
|
|||
|
|
|
|||
|
|
cc -O6 -Wall -c -o kerneltop.o kerneltop.c -lrt
|
|||
|
|
|
|||
|
|
Sample output:
|
|||
|
|
|
|||
|
|
------------------------------------------------------------------------------
|
|||
|
|
KernelTop: 2669 irqs/sec [NMI, cache-misses/cache-refs], (all, cpu: 2)
|
|||
|
|
------------------------------------------------------------------------------
|
|||
|
|
|
|||
|
|
weight RIP kernel function
|
|||
|
|
______ ________________ _______________
|
|||
|
|
|
|||
|
|
35.20 - ffffffff804ce74b : skb_copy_and_csum_dev
|
|||
|
|
33.00 - ffffffff804cb740 : sock_alloc_send_skb
|
|||
|
|
31.26 - ffffffff804ce808 : skb_push
|
|||
|
|
22.43 - ffffffff80510004 : tcp_established_options
|
|||
|
|
19.00 - ffffffff8027d250 : find_get_page
|
|||
|
|
15.76 - ffffffff804e4fc9 : eth_type_trans
|
|||
|
|
15.20 - ffffffff804d8baa : dst_release
|
|||
|
|
14.86 - ffffffff804cf5d8 : skb_release_head_state
|
|||
|
|
14.00 - ffffffff802217d5 : read_hpet
|
|||
|
|
12.00 - ffffffff804ffb7f : __ip_local_out
|
|||
|
|
11.97 - ffffffff804fc0c8 : ip_local_deliver_finish
|
|||
|
|
8.54 - ffffffff805001a3 : ip_queue_xmit
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* perfstat: /usr/bin/time -alike performance counter statistics utility
|
|||
|
|
|
|||
|
|
It summarizes the counter events of all tasks (and child tasks),
|
|||
|
|
covering all CPUs that the command (or workload) executes on.
|
|||
|
|
It only counts the per-task events of the workload started,
|
|||
|
|
independent of how many other tasks run on those CPUs.
|
|||
|
|
|
|||
|
|
Sample output:
|
|||
|
|
|
|||
|
|
$ ./perfstat -e 1 -e 3 -e 5 ls -lR /usr/include/ >/dev/null
|
|||
|
|
|
|||
|
|
Performance counter stats for 'ls':
|
|||
|
|
|
|||
|
|
163516953 instructions
|
|||
|
|
2295 cache-misses
|
|||
|
|
2855182 branch-misses
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com>
|
|||
|
|
*
|
|||
|
|
* Improvements and fixes by:
|
|||
|
|
*
|
|||
|
|
* Arjan van de Ven <arjan@linux.intel.com>
|
|||
|
|
* Yanmin Zhang <yanmin.zhang@intel.com>
|
|||
|
|
* Wu Fengguang <fengguang.wu@intel.com>
|
|||
|
|
* Mike Galbraith <efault@gmx.de>
|
|||
|
|
* Paul Mackerras <paulus@samba.org>
|
|||
|
|
*
|
|||
|
|
* Released under the GPL v2. (and only v2, not any later version)
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
#include "util.h"
|
|||
|
|
|
|||
|
|
#define _GNU_SOURCE
|
|||
|
|
#include <sys/types.h>
|
|||
|
|
#include <sys/stat.h>
|
|||
|
|
#include <sys/time.h>
|
|||
|
|
#include <unistd.h>
|
|||
|
|
#include <stdint.h>
|
|||
|
|
#include <stdlib.h>
|
|||
|
|
#include <string.h>
|
|||
|
|
#include <limits.h>
|
|||
|
|
#include <getopt.h>
|
|||
|
|
#include <assert.h>
|
|||
|
|
#include <fcntl.h>
|
|||
|
|
#include <stdio.h>
|
|||
|
|
#include <errno.h>
|
|||
|
|
#include <ctype.h>
|
|||
|
|
#include <time.h>
|
|||
|
|
#include <sched.h>
|
|||
|
|
#include <pthread.h>
|
|||
|
|
|
|||
|
|
#include <sys/syscall.h>
|
|||
|
|
#include <sys/ioctl.h>
|
|||
|
|
#include <sys/poll.h>
|
|||
|
|
#include <sys/prctl.h>
|
|||
|
|
#include <sys/wait.h>
|
|||
|
|
#include <sys/uio.h>
|
|||
|
|
#include <sys/mman.h>
|
|||
|
|
|
|||
|
|
#include <linux/unistd.h>
|
|||
|
|
#include <linux/types.h>
|
|||
|
|
|
|||
|
|
#include "../../include/linux/perf_counter.h"
|
|||
|
|
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* prctl(PR_TASK_PERF_COUNTERS_DISABLE) will (cheaply) disable all
|
|||
|
|
* counters in the current task.
|
|||
|
|
*/
|
|||
|
|
#define PR_TASK_PERF_COUNTERS_DISABLE 31
|
|||
|
|
#define PR_TASK_PERF_COUNTERS_ENABLE 32
|
|||
|
|
|
|||
|
|
#define ARRAY_SIZE(x) (sizeof(x) / sizeof((x)[0]))
|
|||
|
|
|
|||
|
|
#define rdclock() \
|
|||
|
|
({ \
|
|||
|
|
struct timespec ts; \
|
|||
|
|
\
|
|||
|
|
clock_gettime(CLOCK_MONOTONIC, &ts); \
|
|||
|
|
ts.tv_sec * 1000000000ULL + ts.tv_nsec; \
|
|||
|
|
})
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* Pick up some kernel type conventions:
|
|||
|
|
*/
|
|||
|
|
#define __user
|
|||
|
|
#define asmlinkage
|
|||
|
|
|
|||
|
|
#ifdef __x86_64__
|
|||
|
|
#define __NR_perf_counter_open 295
|
|||
|
|
#define rmb() asm volatile("lfence" ::: "memory")
|
|||
|
|
#define cpu_relax() asm volatile("rep; nop" ::: "memory");
|
|||
|
|
#endif
|
|||
|
|
|
|||
|
|
#ifdef __i386__
|
|||
|
|
#define __NR_perf_counter_open 333
|
|||
|
|
#define rmb() asm volatile("lfence" ::: "memory")
|
|||
|
|
#define cpu_relax() asm volatile("rep; nop" ::: "memory");
|
|||
|
|
#endif
|
|||
|
|
|
|||
|
|
#ifdef __powerpc__
|
|||
|
|
#define __NR_perf_counter_open 319
|
|||
|
|
#define rmb() asm volatile ("sync" ::: "memory")
|
|||
|
|
#define cpu_relax() asm volatile ("" ::: "memory");
|
|||
|
|
#endif
|
|||
|
|
|
|||
|
|
#define unlikely(x) __builtin_expect(!!(x), 0)
|
|||
|
|
#define min(x, y) ({ \
|
|||
|
|
typeof(x) _min1 = (x); \
|
|||
|
|
typeof(y) _min2 = (y); \
|
|||
|
|
(void) (&_min1 == &_min2); \
|
|||
|
|
_min1 < _min2 ? _min1 : _min2; })
|
|||
|
|
|
|||
|
|
asmlinkage int sys_perf_counter_open(
|
|||
|
|
struct perf_counter_hw_event *hw_event_uptr __user,
|
|||
|
|
pid_t pid,
|
|||
|
|
int cpu,
|
|||
|
|
int group_fd,
|
|||
|
|
unsigned long flags)
|
|||
|
|
{
|
|||
|
|
return syscall(
|
|||
|
|
__NR_perf_counter_open, hw_event_uptr, pid, cpu, group_fd, flags);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
#define MAX_COUNTERS 64
|
|||
|
|
#define MAX_NR_CPUS 256
|
|||
|
|
|
|||
|
|
#define EID(type, id) (((__u64)(type) << PERF_COUNTER_TYPE_SHIFT) | (id))
|
|||
|
|
|
|||
|
|
static int run_perfstat = 0;
|
|||
|
|
static int system_wide = 0;
|
|||
|
|
|
|||
|
|
static int nr_counters = 0;
|
|||
|
|
static __u64 event_id[MAX_COUNTERS] = {
|
|||
|
|
EID(PERF_TYPE_SOFTWARE, PERF_COUNT_TASK_CLOCK),
|
|||
|
|
EID(PERF_TYPE_SOFTWARE, PERF_COUNT_CONTEXT_SWITCHES),
|
|||
|
|
EID(PERF_TYPE_SOFTWARE, PERF_COUNT_CPU_MIGRATIONS),
|
|||
|
|
EID(PERF_TYPE_SOFTWARE, PERF_COUNT_PAGE_FAULTS),
|
|||
|
|
|
|||
|
|
EID(PERF_TYPE_HARDWARE, PERF_COUNT_CPU_CYCLES),
|
|||
|
|
EID(PERF_TYPE_HARDWARE, PERF_COUNT_INSTRUCTIONS),
|
|||
|
|
EID(PERF_TYPE_HARDWARE, PERF_COUNT_CACHE_REFERENCES),
|
|||
|
|
EID(PERF_TYPE_HARDWARE, PERF_COUNT_CACHE_MISSES),
|
|||
|
|
};
|
|||
|
|
static int default_interval = 100000;
|
|||
|
|
static int event_count[MAX_COUNTERS];
|
|||
|
|
static int fd[MAX_NR_CPUS][MAX_COUNTERS];
|
|||
|
|
|
|||
|
|
static __u64 count_filter = 100;
|
|||
|
|
|
|||
|
|
static int tid = -1;
|
|||
|
|
static int profile_cpu = -1;
|
|||
|
|
static int nr_cpus = 0;
|
|||
|
|
static int nmi = 1;
|
|||
|
|
static unsigned int realtime_prio = 0;
|
|||
|
|
static int group = 0;
|
|||
|
|
static unsigned int page_size;
|
|||
|
|
static unsigned int mmap_pages = 16;
|
|||
|
|
static int use_mmap = 0;
|
|||
|
|
static int use_munmap = 0;
|
|||
|
|
|
|||
|
|
static char *vmlinux;
|
|||
|
|
|
|||
|
|
static char *sym_filter;
|
|||
|
|
static unsigned long filter_start;
|
|||
|
|
static unsigned long filter_end;
|
|||
|
|
|
|||
|
|
static int delay_secs = 2;
|
|||
|
|
static int zero;
|
|||
|
|
static int dump_symtab;
|
|||
|
|
|
|||
|
|
static int scale;
|
|||
|
|
|
|||
|
|
struct source_line {
|
|||
|
|
uint64_t EIP;
|
|||
|
|
unsigned long count;
|
|||
|
|
char *line;
|
|||
|
|
struct source_line *next;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
static struct source_line *lines;
|
|||
|
|
static struct source_line **lines_tail;
|
|||
|
|
|
|||
|
|
const unsigned int default_count[] = {
|
|||
|
|
1000000,
|
|||
|
|
1000000,
|
|||
|
|
10000,
|
|||
|
|
10000,
|
|||
|
|
1000000,
|
|||
|
|
10000,
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
static char *hw_event_names[] = {
|
|||
|
|
"CPU cycles",
|
|||
|
|
"instructions",
|
|||
|
|
"cache references",
|
|||
|
|
"cache misses",
|
|||
|
|
"branches",
|
|||
|
|
"branch misses",
|
|||
|
|
"bus cycles",
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
static char *sw_event_names[] = {
|
|||
|
|
"cpu clock ticks",
|
|||
|
|
"task clock ticks",
|
|||
|
|
"pagefaults",
|
|||
|
|
"context switches",
|
|||
|
|
"CPU migrations",
|
|||
|
|
"minor faults",
|
|||
|
|
"major faults",
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
struct event_symbol {
|
|||
|
|
__u64 event;
|
|||
|
|
char *symbol;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
static struct event_symbol event_symbols[] = {
|
|||
|
|
{EID(PERF_TYPE_HARDWARE, PERF_COUNT_CPU_CYCLES), "cpu-cycles", },
|
|||
|
|
{EID(PERF_TYPE_HARDWARE, PERF_COUNT_CPU_CYCLES), "cycles", },
|
|||
|
|
{EID(PERF_TYPE_HARDWARE, PERF_COUNT_INSTRUCTIONS), "instructions", },
|
|||
|
|
{EID(PERF_TYPE_HARDWARE, PERF_COUNT_CACHE_REFERENCES), "cache-references", },
|
|||
|
|
{EID(PERF_TYPE_HARDWARE, PERF_COUNT_CACHE_MISSES), "cache-misses", },
|
|||
|
|
{EID(PERF_TYPE_HARDWARE, PERF_COUNT_BRANCH_INSTRUCTIONS), "branch-instructions", },
|
|||
|
|
{EID(PERF_TYPE_HARDWARE, PERF_COUNT_BRANCH_INSTRUCTIONS), "branches", },
|
|||
|
|
{EID(PERF_TYPE_HARDWARE, PERF_COUNT_BRANCH_MISSES), "branch-misses", },
|
|||
|
|
{EID(PERF_TYPE_HARDWARE, PERF_COUNT_BUS_CYCLES), "bus-cycles", },
|
|||
|
|
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_CPU_CLOCK), "cpu-clock", },
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_TASK_CLOCK), "task-clock", },
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_PAGE_FAULTS), "page-faults", },
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_PAGE_FAULTS), "faults", },
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_PAGE_FAULTS_MIN), "minor-faults", },
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_PAGE_FAULTS_MAJ), "major-faults", },
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_CONTEXT_SWITCHES), "context-switches", },
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_CONTEXT_SWITCHES), "cs", },
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_CPU_MIGRATIONS), "cpu-migrations", },
|
|||
|
|
{EID(PERF_TYPE_SOFTWARE, PERF_COUNT_CPU_MIGRATIONS), "migrations", },
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
#define __PERF_COUNTER_FIELD(config, name) \
|
|||
|
|
((config & PERF_COUNTER_##name##_MASK) >> PERF_COUNTER_##name##_SHIFT)
|
|||
|
|
|
|||
|
|
#define PERF_COUNTER_RAW(config) __PERF_COUNTER_FIELD(config, RAW)
|
|||
|
|
#define PERF_COUNTER_CONFIG(config) __PERF_COUNTER_FIELD(config, CONFIG)
|
|||
|
|
#define PERF_COUNTER_TYPE(config) __PERF_COUNTER_FIELD(config, TYPE)
|
|||
|
|
#define PERF_COUNTER_ID(config) __PERF_COUNTER_FIELD(config, EVENT)
|
|||
|
|
|
|||
|
|
static void display_events_help(void)
|
|||
|
|
{
|
|||
|
|
unsigned int i;
|
|||
|
|
__u64 e;
|
|||
|
|
|
|||
|
|
printf(
|
|||
|
|
" -e EVENT --event=EVENT # symbolic-name abbreviations");
|
|||
|
|
|
|||
|
|
for (i = 0; i < ARRAY_SIZE(event_symbols); i++) {
|
|||
|
|
int type, id;
|
|||
|
|
|
|||
|
|
e = event_symbols[i].event;
|
|||
|
|
type = PERF_COUNTER_TYPE(e);
|
|||
|
|
id = PERF_COUNTER_ID(e);
|
|||
|
|
|
|||
|
|
printf("\n %d:%d: %-20s",
|
|||
|
|
type, id, event_symbols[i].symbol);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
printf("\n"
|
|||
|
|
" rNNN: raw PMU events (eventsel+umask)\n\n");
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void display_perfstat_help(void)
|
|||
|
|
{
|
|||
|
|
printf(
|
|||
|
|
"Usage: perfstat [<events...>] <cmd...>\n\n"
|
|||
|
|
"PerfStat Options (up to %d event types can be specified):\n\n",
|
|||
|
|
MAX_COUNTERS);
|
|||
|
|
|
|||
|
|
display_events_help();
|
|||
|
|
|
|||
|
|
printf(
|
|||
|
|
" -l # scale counter values\n"
|
|||
|
|
" -a # system-wide collection\n");
|
|||
|
|
exit(0);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void display_help(void)
|
|||
|
|
{
|
|||
|
|
if (run_perfstat)
|
|||
|
|
return display_perfstat_help();
|
|||
|
|
|
|||
|
|
printf(
|
|||
|
|
"Usage: kerneltop [<options>]\n"
|
|||
|
|
" Or: kerneltop -S [<options>] COMMAND [ARGS]\n\n"
|
|||
|
|
"KernelTop Options (up to %d event types can be specified at once):\n\n",
|
|||
|
|
MAX_COUNTERS);
|
|||
|
|
|
|||
|
|
display_events_help();
|
|||
|
|
|
|||
|
|
printf(
|
|||
|
|
" -S --stat # perfstat COMMAND\n"
|
|||
|
|
" -a # system-wide collection (for perfstat)\n\n"
|
|||
|
|
" -c CNT --count=CNT # event period to sample\n\n"
|
|||
|
|
" -C CPU --cpu=CPU # CPU (-1 for all) [default: -1]\n"
|
|||
|
|
" -p PID --pid=PID # PID of sampled task (-1 for all) [default: -1]\n\n"
|
|||
|
|
" -l # show scale factor for RR events\n"
|
|||
|
|
" -d delay --delay=<seconds> # sampling/display delay [default: 2]\n"
|
|||
|
|
" -f CNT --filter=CNT # min-event-count filter [default: 100]\n\n"
|
|||
|
|
" -r prio --realtime=<prio> # event acquisition runs with SCHED_FIFO policy\n"
|
|||
|
|
" -s symbol --symbol=<symbol> # function to be showed annotated one-shot\n"
|
|||
|
|
" -x path --vmlinux=<path> # the vmlinux binary, required for -s use\n"
|
|||
|
|
" -z --zero # zero counts after display\n"
|
|||
|
|
" -D --dump_symtab # dump symbol table to stderr on startup\n"
|
|||
|
|
" -m pages --mmap_pages=<pages> # number of mmap data pages\n"
|
|||
|
|
" -M --mmap_info # print mmap info stream\n"
|
|||
|
|
" -U --munmap_info # print munmap info stream\n"
|
|||
|
|
);
|
|||
|
|
|
|||
|
|
exit(0);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static char *event_name(int ctr)
|
|||
|
|
{
|
|||
|
|
__u64 config = event_id[ctr];
|
|||
|
|
int type = PERF_COUNTER_TYPE(config);
|
|||
|
|
int id = PERF_COUNTER_ID(config);
|
|||
|
|
static char buf[32];
|
|||
|
|
|
|||
|
|
if (PERF_COUNTER_RAW(config)) {
|
|||
|
|
sprintf(buf, "raw 0x%llx", PERF_COUNTER_CONFIG(config));
|
|||
|
|
return buf;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
switch (type) {
|
|||
|
|
case PERF_TYPE_HARDWARE:
|
|||
|
|
if (id < PERF_HW_EVENTS_MAX)
|
|||
|
|
return hw_event_names[id];
|
|||
|
|
return "unknown-hardware";
|
|||
|
|
|
|||
|
|
case PERF_TYPE_SOFTWARE:
|
|||
|
|
if (id < PERF_SW_EVENTS_MAX)
|
|||
|
|
return sw_event_names[id];
|
|||
|
|
return "unknown-software";
|
|||
|
|
|
|||
|
|
default:
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return "unknown";
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* Each event can have multiple symbolic names.
|
|||
|
|
* Symbolic names are (almost) exactly matched.
|
|||
|
|
*/
|
|||
|
|
static __u64 match_event_symbols(char *str)
|
|||
|
|
{
|
|||
|
|
__u64 config, id;
|
|||
|
|
int type;
|
|||
|
|
unsigned int i;
|
|||
|
|
|
|||
|
|
if (sscanf(str, "r%llx", &config) == 1)
|
|||
|
|
return config | PERF_COUNTER_RAW_MASK;
|
|||
|
|
|
|||
|
|
if (sscanf(str, "%d:%llu", &type, &id) == 2)
|
|||
|
|
return EID(type, id);
|
|||
|
|
|
|||
|
|
for (i = 0; i < ARRAY_SIZE(event_symbols); i++) {
|
|||
|
|
if (!strncmp(str, event_symbols[i].symbol,
|
|||
|
|
strlen(event_symbols[i].symbol)))
|
|||
|
|
return event_symbols[i].event;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return ~0ULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static int parse_events(char *str)
|
|||
|
|
{
|
|||
|
|
__u64 config;
|
|||
|
|
|
|||
|
|
again:
|
|||
|
|
if (nr_counters == MAX_COUNTERS)
|
|||
|
|
return -1;
|
|||
|
|
|
|||
|
|
config = match_event_symbols(str);
|
|||
|
|
if (config == ~0ULL)
|
|||
|
|
return -1;
|
|||
|
|
|
|||
|
|
event_id[nr_counters] = config;
|
|||
|
|
nr_counters++;
|
|||
|
|
|
|||
|
|
str = strstr(str, ",");
|
|||
|
|
if (str) {
|
|||
|
|
str++;
|
|||
|
|
goto again;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return 0;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* perfstat
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
char fault_here[1000000];
|
|||
|
|
|
|||
|
|
static void create_perfstat_counter(int counter)
|
|||
|
|
{
|
|||
|
|
struct perf_counter_hw_event hw_event;
|
|||
|
|
|
|||
|
|
memset(&hw_event, 0, sizeof(hw_event));
|
|||
|
|
hw_event.config = event_id[counter];
|
|||
|
|
hw_event.record_type = 0;
|
|||
|
|
hw_event.nmi = 0;
|
|||
|
|
if (scale)
|
|||
|
|
hw_event.read_format = PERF_FORMAT_TOTAL_TIME_ENABLED |
|
|||
|
|
PERF_FORMAT_TOTAL_TIME_RUNNING;
|
|||
|
|
|
|||
|
|
if (system_wide) {
|
|||
|
|
int cpu;
|
|||
|
|
for (cpu = 0; cpu < nr_cpus; cpu ++) {
|
|||
|
|
fd[cpu][counter] = sys_perf_counter_open(&hw_event, -1, cpu, -1, 0);
|
|||
|
|
if (fd[cpu][counter] < 0) {
|
|||
|
|
printf("perfstat error: syscall returned with %d (%s)\n",
|
|||
|
|
fd[cpu][counter], strerror(errno));
|
|||
|
|
exit(-1);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
hw_event.inherit = 1;
|
|||
|
|
hw_event.disabled = 1;
|
|||
|
|
|
|||
|
|
fd[0][counter] = sys_perf_counter_open(&hw_event, 0, -1, -1, 0);
|
|||
|
|
if (fd[0][counter] < 0) {
|
|||
|
|
printf("perfstat error: syscall returned with %d (%s)\n",
|
|||
|
|
fd[0][counter], strerror(errno));
|
|||
|
|
exit(-1);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
int do_perfstat(int argc, char *argv[])
|
|||
|
|
{
|
|||
|
|
unsigned long long t0, t1;
|
|||
|
|
int counter;
|
|||
|
|
ssize_t res;
|
|||
|
|
int status;
|
|||
|
|
int pid;
|
|||
|
|
|
|||
|
|
if (!system_wide)
|
|||
|
|
nr_cpus = 1;
|
|||
|
|
|
|||
|
|
for (counter = 0; counter < nr_counters; counter++)
|
|||
|
|
create_perfstat_counter(counter);
|
|||
|
|
|
|||
|
|
argc -= optind;
|
|||
|
|
argv += optind;
|
|||
|
|
|
|||
|
|
if (!argc)
|
|||
|
|
display_help();
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* Enable counters and exec the command:
|
|||
|
|
*/
|
|||
|
|
t0 = rdclock();
|
|||
|
|
prctl(PR_TASK_PERF_COUNTERS_ENABLE);
|
|||
|
|
|
|||
|
|
if ((pid = fork()) < 0)
|
|||
|
|
perror("failed to fork");
|
|||
|
|
if (!pid) {
|
|||
|
|
if (execvp(argv[0], argv)) {
|
|||
|
|
perror(argv[0]);
|
|||
|
|
exit(-1);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
while (wait(&status) >= 0)
|
|||
|
|
;
|
|||
|
|
prctl(PR_TASK_PERF_COUNTERS_DISABLE);
|
|||
|
|
t1 = rdclock();
|
|||
|
|
|
|||
|
|
fflush(stdout);
|
|||
|
|
|
|||
|
|
fprintf(stderr, "\n");
|
|||
|
|
fprintf(stderr, " Performance counter stats for \'%s\':\n",
|
|||
|
|
argv[0]);
|
|||
|
|
fprintf(stderr, "\n");
|
|||
|
|
|
|||
|
|
for (counter = 0; counter < nr_counters; counter++) {
|
|||
|
|
int cpu, nv;
|
|||
|
|
__u64 count[3], single_count[3];
|
|||
|
|
int scaled;
|
|||
|
|
|
|||
|
|
count[0] = count[1] = count[2] = 0;
|
|||
|
|
nv = scale ? 3 : 1;
|
|||
|
|
for (cpu = 0; cpu < nr_cpus; cpu ++) {
|
|||
|
|
res = read(fd[cpu][counter],
|
|||
|
|
single_count, nv * sizeof(__u64));
|
|||
|
|
assert(res == nv * sizeof(__u64));
|
|||
|
|
|
|||
|
|
count[0] += single_count[0];
|
|||
|
|
if (scale) {
|
|||
|
|
count[1] += single_count[1];
|
|||
|
|
count[2] += single_count[2];
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
scaled = 0;
|
|||
|
|
if (scale) {
|
|||
|
|
if (count[2] == 0) {
|
|||
|
|
fprintf(stderr, " %14s %-20s\n",
|
|||
|
|
"<not counted>", event_name(counter));
|
|||
|
|
continue;
|
|||
|
|
}
|
|||
|
|
if (count[2] < count[1]) {
|
|||
|
|
scaled = 1;
|
|||
|
|
count[0] = (unsigned long long)
|
|||
|
|
((double)count[0] * count[1] / count[2] + 0.5);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (event_id[counter] == EID(PERF_TYPE_SOFTWARE, PERF_COUNT_CPU_CLOCK) ||
|
|||
|
|
event_id[counter] == EID(PERF_TYPE_SOFTWARE, PERF_COUNT_TASK_CLOCK)) {
|
|||
|
|
|
|||
|
|
double msecs = (double)count[0] / 1000000;
|
|||
|
|
|
|||
|
|
fprintf(stderr, " %14.6f %-20s (msecs)",
|
|||
|
|
msecs, event_name(counter));
|
|||
|
|
} else {
|
|||
|
|
fprintf(stderr, " %14Ld %-20s (events)",
|
|||
|
|
count[0], event_name(counter));
|
|||
|
|
}
|
|||
|
|
if (scaled)
|
|||
|
|
fprintf(stderr, " (scaled from %.2f%%)",
|
|||
|
|
(double) count[2] / count[1] * 100);
|
|||
|
|
fprintf(stderr, "\n");
|
|||
|
|
}
|
|||
|
|
fprintf(stderr, "\n");
|
|||
|
|
fprintf(stderr, " Wall-clock time elapsed: %12.6f msecs\n",
|
|||
|
|
(double)(t1-t0)/1e6);
|
|||
|
|
fprintf(stderr, "\n");
|
|||
|
|
|
|||
|
|
return 0;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* Symbols
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
static uint64_t min_ip;
|
|||
|
|
static uint64_t max_ip = -1ll;
|
|||
|
|
|
|||
|
|
struct sym_entry {
|
|||
|
|
unsigned long long addr;
|
|||
|
|
char *sym;
|
|||
|
|
unsigned long count[MAX_COUNTERS];
|
|||
|
|
int skip;
|
|||
|
|
struct source_line *source;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
#define MAX_SYMS 100000
|
|||
|
|
|
|||
|
|
static int sym_table_count;
|
|||
|
|
|
|||
|
|
struct sym_entry *sym_filter_entry;
|
|||
|
|
|
|||
|
|
static struct sym_entry sym_table[MAX_SYMS];
|
|||
|
|
|
|||
|
|
static void show_details(struct sym_entry *sym);
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* Ordering weight: count-1 * count-2 * ... / count-n
|
|||
|
|
*/
|
|||
|
|
static double sym_weight(const struct sym_entry *sym)
|
|||
|
|
{
|
|||
|
|
double weight;
|
|||
|
|
int counter;
|
|||
|
|
|
|||
|
|
weight = sym->count[0];
|
|||
|
|
|
|||
|
|
for (counter = 1; counter < nr_counters-1; counter++)
|
|||
|
|
weight *= sym->count[counter];
|
|||
|
|
|
|||
|
|
weight /= (sym->count[counter] + 1);
|
|||
|
|
|
|||
|
|
return weight;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static int compare(const void *__sym1, const void *__sym2)
|
|||
|
|
{
|
|||
|
|
const struct sym_entry *sym1 = __sym1, *sym2 = __sym2;
|
|||
|
|
|
|||
|
|
return sym_weight(sym1) < sym_weight(sym2);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static long events;
|
|||
|
|
static long userspace_events;
|
|||
|
|
static const char CONSOLE_CLEAR[] = "[H[2J";
|
|||
|
|
|
|||
|
|
static struct sym_entry tmp[MAX_SYMS];
|
|||
|
|
|
|||
|
|
static void print_sym_table(void)
|
|||
|
|
{
|
|||
|
|
int i, printed;
|
|||
|
|
int counter;
|
|||
|
|
float events_per_sec = events/delay_secs;
|
|||
|
|
float kevents_per_sec = (events-userspace_events)/delay_secs;
|
|||
|
|
float sum_kevents = 0.0;
|
|||
|
|
|
|||
|
|
events = userspace_events = 0;
|
|||
|
|
memcpy(tmp, sym_table, sizeof(sym_table[0])*sym_table_count);
|
|||
|
|
qsort(tmp, sym_table_count, sizeof(tmp[0]), compare);
|
|||
|
|
|
|||
|
|
for (i = 0; i < sym_table_count && tmp[i].count[0]; i++)
|
|||
|
|
sum_kevents += tmp[i].count[0];
|
|||
|
|
|
|||
|
|
write(1, CONSOLE_CLEAR, strlen(CONSOLE_CLEAR));
|
|||
|
|
|
|||
|
|
printf(
|
|||
|
|
"------------------------------------------------------------------------------\n");
|
|||
|
|
printf( " KernelTop:%8.0f irqs/sec kernel:%4.1f%% [%s, ",
|
|||
|
|
events_per_sec,
|
|||
|
|
100.0 - (100.0*((events_per_sec-kevents_per_sec)/events_per_sec)),
|
|||
|
|
nmi ? "NMI" : "IRQ");
|
|||
|
|
|
|||
|
|
if (nr_counters == 1)
|
|||
|
|
printf("%d ", event_count[0]);
|
|||
|
|
|
|||
|
|
for (counter = 0; counter < nr_counters; counter++) {
|
|||
|
|
if (counter)
|
|||
|
|
printf("/");
|
|||
|
|
|
|||
|
|
printf("%s", event_name(counter));
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
printf( "], ");
|
|||
|
|
|
|||
|
|
if (tid != -1)
|
|||
|
|
printf(" (tid: %d", tid);
|
|||
|
|
else
|
|||
|
|
printf(" (all");
|
|||
|
|
|
|||
|
|
if (profile_cpu != -1)
|
|||
|
|
printf(", cpu: %d)\n", profile_cpu);
|
|||
|
|
else {
|
|||
|
|
if (tid != -1)
|
|||
|
|
printf(")\n");
|
|||
|
|
else
|
|||
|
|
printf(", %d CPUs)\n", nr_cpus);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
printf("------------------------------------------------------------------------------\n\n");
|
|||
|
|
|
|||
|
|
if (nr_counters == 1)
|
|||
|
|
printf(" events pcnt");
|
|||
|
|
else
|
|||
|
|
printf(" weight events pcnt");
|
|||
|
|
|
|||
|
|
printf(" RIP kernel function\n"
|
|||
|
|
" ______ ______ _____ ________________ _______________\n\n"
|
|||
|
|
);
|
|||
|
|
|
|||
|
|
for (i = 0, printed = 0; i < sym_table_count; i++) {
|
|||
|
|
float pcnt;
|
|||
|
|
int count;
|
|||
|
|
|
|||
|
|
if (printed <= 18 && tmp[i].count[0] >= count_filter) {
|
|||
|
|
pcnt = 100.0 - (100.0*((sum_kevents-tmp[i].count[0])/sum_kevents));
|
|||
|
|
|
|||
|
|
if (nr_counters == 1)
|
|||
|
|
printf("%19.2f - %4.1f%% - %016llx : %s\n",
|
|||
|
|
sym_weight(tmp + i),
|
|||
|
|
pcnt, tmp[i].addr, tmp[i].sym);
|
|||
|
|
else
|
|||
|
|
printf("%8.1f %10ld - %4.1f%% - %016llx : %s\n",
|
|||
|
|
sym_weight(tmp + i),
|
|||
|
|
tmp[i].count[0],
|
|||
|
|
pcnt, tmp[i].addr, tmp[i].sym);
|
|||
|
|
printed++;
|
|||
|
|
}
|
|||
|
|
/*
|
|||
|
|
* Add decay to the counts:
|
|||
|
|
*/
|
|||
|
|
for (count = 0; count < nr_counters; count++)
|
|||
|
|
sym_table[i].count[count] = zero ? 0 : sym_table[i].count[count] * 7 / 8;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (sym_filter_entry)
|
|||
|
|
show_details(sym_filter_entry);
|
|||
|
|
|
|||
|
|
{
|
|||
|
|
struct pollfd stdin_poll = { .fd = 0, .events = POLLIN };
|
|||
|
|
|
|||
|
|
if (poll(&stdin_poll, 1, 0) == 1) {
|
|||
|
|
printf("key pressed - exiting.\n");
|
|||
|
|
exit(0);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void *display_thread(void *arg)
|
|||
|
|
{
|
|||
|
|
printf("KernelTop refresh period: %d seconds\n", delay_secs);
|
|||
|
|
|
|||
|
|
while (!sleep(delay_secs))
|
|||
|
|
print_sym_table();
|
|||
|
|
|
|||
|
|
return NULL;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static int read_symbol(FILE *in, struct sym_entry *s)
|
|||
|
|
{
|
|||
|
|
static int filter_match = 0;
|
|||
|
|
char *sym, stype;
|
|||
|
|
char str[500];
|
|||
|
|
int rc, pos;
|
|||
|
|
|
|||
|
|
rc = fscanf(in, "%llx %c %499s", &s->addr, &stype, str);
|
|||
|
|
if (rc == EOF)
|
|||
|
|
return -1;
|
|||
|
|
|
|||
|
|
assert(rc == 3);
|
|||
|
|
|
|||
|
|
/* skip until end of line: */
|
|||
|
|
pos = strlen(str);
|
|||
|
|
do {
|
|||
|
|
rc = fgetc(in);
|
|||
|
|
if (rc == '\n' || rc == EOF || pos >= 499)
|
|||
|
|
break;
|
|||
|
|
str[pos] = rc;
|
|||
|
|
pos++;
|
|||
|
|
} while (1);
|
|||
|
|
str[pos] = 0;
|
|||
|
|
|
|||
|
|
sym = str;
|
|||
|
|
|
|||
|
|
/* Filter out known duplicates and non-text symbols. */
|
|||
|
|
if (!strcmp(sym, "_text"))
|
|||
|
|
return 1;
|
|||
|
|
if (!min_ip && !strcmp(sym, "_stext"))
|
|||
|
|
return 1;
|
|||
|
|
if (!strcmp(sym, "_etext") || !strcmp(sym, "_sinittext"))
|
|||
|
|
return 1;
|
|||
|
|
if (stype != 'T' && stype != 't')
|
|||
|
|
return 1;
|
|||
|
|
if (!strncmp("init_module", sym, 11) || !strncmp("cleanup_module", sym, 14))
|
|||
|
|
return 1;
|
|||
|
|
if (strstr(sym, "_text_start") || strstr(sym, "_text_end"))
|
|||
|
|
return 1;
|
|||
|
|
|
|||
|
|
s->sym = malloc(strlen(str));
|
|||
|
|
assert(s->sym);
|
|||
|
|
|
|||
|
|
strcpy((char *)s->sym, str);
|
|||
|
|
s->skip = 0;
|
|||
|
|
|
|||
|
|
/* Tag events to be skipped. */
|
|||
|
|
if (!strcmp("default_idle", s->sym) || !strcmp("cpu_idle", s->sym))
|
|||
|
|
s->skip = 1;
|
|||
|
|
else if (!strcmp("enter_idle", s->sym) || !strcmp("exit_idle", s->sym))
|
|||
|
|
s->skip = 1;
|
|||
|
|
else if (!strcmp("mwait_idle", s->sym))
|
|||
|
|
s->skip = 1;
|
|||
|
|
|
|||
|
|
if (filter_match == 1) {
|
|||
|
|
filter_end = s->addr;
|
|||
|
|
filter_match = -1;
|
|||
|
|
if (filter_end - filter_start > 10000) {
|
|||
|
|
printf("hm, too large filter symbol <%s> - skipping.\n",
|
|||
|
|
sym_filter);
|
|||
|
|
printf("symbol filter start: %016lx\n", filter_start);
|
|||
|
|
printf(" end: %016lx\n", filter_end);
|
|||
|
|
filter_end = filter_start = 0;
|
|||
|
|
sym_filter = NULL;
|
|||
|
|
sleep(1);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if (filter_match == 0 && sym_filter && !strcmp(s->sym, sym_filter)) {
|
|||
|
|
filter_match = 1;
|
|||
|
|
filter_start = s->addr;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return 0;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
int compare_addr(const void *__sym1, const void *__sym2)
|
|||
|
|
{
|
|||
|
|
const struct sym_entry *sym1 = __sym1, *sym2 = __sym2;
|
|||
|
|
|
|||
|
|
return sym1->addr > sym2->addr;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void sort_symbol_table(void)
|
|||
|
|
{
|
|||
|
|
int i, dups;
|
|||
|
|
|
|||
|
|
do {
|
|||
|
|
qsort(sym_table, sym_table_count, sizeof(sym_table[0]), compare_addr);
|
|||
|
|
for (i = 0, dups = 0; i < sym_table_count; i++) {
|
|||
|
|
if (sym_table[i].addr == sym_table[i+1].addr) {
|
|||
|
|
sym_table[i+1].addr = -1ll;
|
|||
|
|
dups++;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
sym_table_count -= dups;
|
|||
|
|
} while(dups);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void parse_symbols(void)
|
|||
|
|
{
|
|||
|
|
struct sym_entry *last;
|
|||
|
|
|
|||
|
|
FILE *kallsyms = fopen("/proc/kallsyms", "r");
|
|||
|
|
|
|||
|
|
if (!kallsyms) {
|
|||
|
|
printf("Could not open /proc/kallsyms - no CONFIG_KALLSYMS_ALL=y?\n");
|
|||
|
|
exit(-1);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
while (!feof(kallsyms)) {
|
|||
|
|
if (read_symbol(kallsyms, &sym_table[sym_table_count]) == 0) {
|
|||
|
|
sym_table_count++;
|
|||
|
|
assert(sym_table_count <= MAX_SYMS);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
sort_symbol_table();
|
|||
|
|
min_ip = sym_table[0].addr;
|
|||
|
|
max_ip = sym_table[sym_table_count-1].addr;
|
|||
|
|
last = sym_table + sym_table_count++;
|
|||
|
|
|
|||
|
|
last->addr = -1ll;
|
|||
|
|
last->sym = "<end>";
|
|||
|
|
|
|||
|
|
if (filter_end) {
|
|||
|
|
int count;
|
|||
|
|
for (count=0; count < sym_table_count; count ++) {
|
|||
|
|
if (!strcmp(sym_table[count].sym, sym_filter)) {
|
|||
|
|
sym_filter_entry = &sym_table[count];
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if (dump_symtab) {
|
|||
|
|
int i;
|
|||
|
|
|
|||
|
|
for (i = 0; i < sym_table_count; i++)
|
|||
|
|
fprintf(stderr, "%llx %s\n",
|
|||
|
|
sym_table[i].addr, sym_table[i].sym);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* Source lines
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
static void parse_vmlinux(char *filename)
|
|||
|
|
{
|
|||
|
|
FILE *file;
|
|||
|
|
char command[PATH_MAX*2];
|
|||
|
|
if (!filename)
|
|||
|
|
return;
|
|||
|
|
|
|||
|
|
sprintf(command, "objdump --start-address=0x%016lx --stop-address=0x%016lx -dS %s", filter_start, filter_end, filename);
|
|||
|
|
|
|||
|
|
file = popen(command, "r");
|
|||
|
|
if (!file)
|
|||
|
|
return;
|
|||
|
|
|
|||
|
|
lines_tail = &lines;
|
|||
|
|
while (!feof(file)) {
|
|||
|
|
struct source_line *src;
|
|||
|
|
size_t dummy = 0;
|
|||
|
|
char *c;
|
|||
|
|
|
|||
|
|
src = malloc(sizeof(struct source_line));
|
|||
|
|
assert(src != NULL);
|
|||
|
|
memset(src, 0, sizeof(struct source_line));
|
|||
|
|
|
|||
|
|
if (getline(&src->line, &dummy, file) < 0)
|
|||
|
|
break;
|
|||
|
|
if (!src->line)
|
|||
|
|
break;
|
|||
|
|
|
|||
|
|
c = strchr(src->line, '\n');
|
|||
|
|
if (c)
|
|||
|
|
*c = 0;
|
|||
|
|
|
|||
|
|
src->next = NULL;
|
|||
|
|
*lines_tail = src;
|
|||
|
|
lines_tail = &src->next;
|
|||
|
|
|
|||
|
|
if (strlen(src->line)>8 && src->line[8] == ':')
|
|||
|
|
src->EIP = strtoull(src->line, NULL, 16);
|
|||
|
|
if (strlen(src->line)>8 && src->line[16] == ':')
|
|||
|
|
src->EIP = strtoull(src->line, NULL, 16);
|
|||
|
|
}
|
|||
|
|
pclose(file);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void record_precise_ip(uint64_t ip)
|
|||
|
|
{
|
|||
|
|
struct source_line *line;
|
|||
|
|
|
|||
|
|
for (line = lines; line; line = line->next) {
|
|||
|
|
if (line->EIP == ip)
|
|||
|
|
line->count++;
|
|||
|
|
if (line->EIP > ip)
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void lookup_sym_in_vmlinux(struct sym_entry *sym)
|
|||
|
|
{
|
|||
|
|
struct source_line *line;
|
|||
|
|
char pattern[PATH_MAX];
|
|||
|
|
sprintf(pattern, "<%s>:", sym->sym);
|
|||
|
|
|
|||
|
|
for (line = lines; line; line = line->next) {
|
|||
|
|
if (strstr(line->line, pattern)) {
|
|||
|
|
sym->source = line;
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void show_lines(struct source_line *line_queue, int line_queue_count)
|
|||
|
|
{
|
|||
|
|
int i;
|
|||
|
|
struct source_line *line;
|
|||
|
|
|
|||
|
|
line = line_queue;
|
|||
|
|
for (i = 0; i < line_queue_count; i++) {
|
|||
|
|
printf("%8li\t%s\n", line->count, line->line);
|
|||
|
|
line = line->next;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
#define TRACE_COUNT 3
|
|||
|
|
|
|||
|
|
static void show_details(struct sym_entry *sym)
|
|||
|
|
{
|
|||
|
|
struct source_line *line;
|
|||
|
|
struct source_line *line_queue = NULL;
|
|||
|
|
int displayed = 0;
|
|||
|
|
int line_queue_count = 0;
|
|||
|
|
|
|||
|
|
if (!sym->source)
|
|||
|
|
lookup_sym_in_vmlinux(sym);
|
|||
|
|
if (!sym->source)
|
|||
|
|
return;
|
|||
|
|
|
|||
|
|
printf("Showing details for %s\n", sym->sym);
|
|||
|
|
|
|||
|
|
line = sym->source;
|
|||
|
|
while (line) {
|
|||
|
|
if (displayed && strstr(line->line, ">:"))
|
|||
|
|
break;
|
|||
|
|
|
|||
|
|
if (!line_queue_count)
|
|||
|
|
line_queue = line;
|
|||
|
|
line_queue_count ++;
|
|||
|
|
|
|||
|
|
if (line->count >= count_filter) {
|
|||
|
|
show_lines(line_queue, line_queue_count);
|
|||
|
|
line_queue_count = 0;
|
|||
|
|
line_queue = NULL;
|
|||
|
|
} else if (line_queue_count > TRACE_COUNT) {
|
|||
|
|
line_queue = line_queue->next;
|
|||
|
|
line_queue_count --;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
line->count = 0;
|
|||
|
|
displayed++;
|
|||
|
|
if (displayed > 300)
|
|||
|
|
break;
|
|||
|
|
line = line->next;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* Binary search in the histogram table and record the hit:
|
|||
|
|
*/
|
|||
|
|
static void record_ip(uint64_t ip, int counter)
|
|||
|
|
{
|
|||
|
|
int left_idx, middle_idx, right_idx, idx;
|
|||
|
|
unsigned long left, middle, right;
|
|||
|
|
|
|||
|
|
record_precise_ip(ip);
|
|||
|
|
|
|||
|
|
left_idx = 0;
|
|||
|
|
right_idx = sym_table_count-1;
|
|||
|
|
assert(ip <= max_ip && ip >= min_ip);
|
|||
|
|
|
|||
|
|
while (left_idx + 1 < right_idx) {
|
|||
|
|
middle_idx = (left_idx + right_idx) / 2;
|
|||
|
|
|
|||
|
|
left = sym_table[ left_idx].addr;
|
|||
|
|
middle = sym_table[middle_idx].addr;
|
|||
|
|
right = sym_table[ right_idx].addr;
|
|||
|
|
|
|||
|
|
if (!(left <= middle && middle <= right)) {
|
|||
|
|
printf("%016lx...\n%016lx...\n%016lx\n", left, middle, right);
|
|||
|
|
printf("%d %d %d\n", left_idx, middle_idx, right_idx);
|
|||
|
|
}
|
|||
|
|
assert(left <= middle && middle <= right);
|
|||
|
|
if (!(left <= ip && ip <= right)) {
|
|||
|
|
printf(" left: %016lx\n", left);
|
|||
|
|
printf(" ip: %016lx\n", (unsigned long)ip);
|
|||
|
|
printf("right: %016lx\n", right);
|
|||
|
|
}
|
|||
|
|
assert(left <= ip && ip <= right);
|
|||
|
|
/*
|
|||
|
|
* [ left .... target .... middle .... right ]
|
|||
|
|
* => right := middle
|
|||
|
|
*/
|
|||
|
|
if (ip < middle) {
|
|||
|
|
right_idx = middle_idx;
|
|||
|
|
continue;
|
|||
|
|
}
|
|||
|
|
/*
|
|||
|
|
* [ left .... middle ... target ... right ]
|
|||
|
|
* => left := middle
|
|||
|
|
*/
|
|||
|
|
left_idx = middle_idx;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
idx = left_idx;
|
|||
|
|
|
|||
|
|
if (!sym_table[idx].skip)
|
|||
|
|
sym_table[idx].count[counter]++;
|
|||
|
|
else events--;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void process_event(uint64_t ip, int counter)
|
|||
|
|
{
|
|||
|
|
events++;
|
|||
|
|
|
|||
|
|
if (ip < min_ip || ip > max_ip) {
|
|||
|
|
userspace_events++;
|
|||
|
|
return;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
record_ip(ip, counter);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static void process_options(int argc, char *argv[])
|
|||
|
|
{
|
|||
|
|
int error = 0, counter;
|
|||
|
|
|
|||
|
|
if (strstr(argv[0], "perfstat"))
|
|||
|
|
run_perfstat = 1;
|
|||
|
|
|
|||
|
|
for (;;) {
|
|||
|
|
int option_index = 0;
|
|||
|
|
/** Options for getopt */
|
|||
|
|
static struct option long_options[] = {
|
|||
|
|
{"count", required_argument, NULL, 'c'},
|
|||
|
|
{"cpu", required_argument, NULL, 'C'},
|
|||
|
|
{"delay", required_argument, NULL, 'd'},
|
|||
|
|
{"dump_symtab", no_argument, NULL, 'D'},
|
|||
|
|
{"event", required_argument, NULL, 'e'},
|
|||
|
|
{"filter", required_argument, NULL, 'f'},
|
|||
|
|
{"group", required_argument, NULL, 'g'},
|
|||
|
|
{"help", no_argument, NULL, 'h'},
|
|||
|
|
{"nmi", required_argument, NULL, 'n'},
|
|||
|
|
{"mmap_info", no_argument, NULL, 'M'},
|
|||
|
|
{"mmap_pages", required_argument, NULL, 'm'},
|
|||
|
|
{"munmap_info", no_argument, NULL, 'U'},
|
|||
|
|
{"pid", required_argument, NULL, 'p'},
|
|||
|
|
{"realtime", required_argument, NULL, 'r'},
|
|||
|
|
{"scale", no_argument, NULL, 'l'},
|
|||
|
|
{"symbol", required_argument, NULL, 's'},
|
|||
|
|
{"stat", no_argument, NULL, 'S'},
|
|||
|
|
{"vmlinux", required_argument, NULL, 'x'},
|
|||
|
|
{"zero", no_argument, NULL, 'z'},
|
|||
|
|
{NULL, 0, NULL, 0 }
|
|||
|
|
};
|
|||
|
|
int c = getopt_long(argc, argv, "+:ac:C:d:De:f:g:hln:m:p:r:s:Sx:zMU",
|
|||
|
|
long_options, &option_index);
|
|||
|
|
if (c == -1)
|
|||
|
|
break;
|
|||
|
|
|
|||
|
|
switch (c) {
|
|||
|
|
case 'a': system_wide = 1; break;
|
|||
|
|
case 'c': default_interval = atoi(optarg); break;
|
|||
|
|
case 'C':
|
|||
|
|
/* CPU and PID are mutually exclusive */
|
|||
|
|
if (tid != -1) {
|
|||
|
|
printf("WARNING: CPU switch overriding PID\n");
|
|||
|
|
sleep(1);
|
|||
|
|
tid = -1;
|
|||
|
|
}
|
|||
|
|
profile_cpu = atoi(optarg); break;
|
|||
|
|
case 'd': delay_secs = atoi(optarg); break;
|
|||
|
|
case 'D': dump_symtab = 1; break;
|
|||
|
|
|
|||
|
|
case 'e': error = parse_events(optarg); break;
|
|||
|
|
|
|||
|
|
case 'f': count_filter = atoi(optarg); break;
|
|||
|
|
case 'g': group = atoi(optarg); break;
|
|||
|
|
case 'h': display_help(); break;
|
|||
|
|
case 'l': scale = 1; break;
|
|||
|
|
case 'n': nmi = atoi(optarg); break;
|
|||
|
|
case 'p':
|
|||
|
|
/* CPU and PID are mutually exclusive */
|
|||
|
|
if (profile_cpu != -1) {
|
|||
|
|
printf("WARNING: PID switch overriding CPU\n");
|
|||
|
|
sleep(1);
|
|||
|
|
profile_cpu = -1;
|
|||
|
|
}
|
|||
|
|
tid = atoi(optarg); break;
|
|||
|
|
case 'r': realtime_prio = atoi(optarg); break;
|
|||
|
|
case 's': sym_filter = strdup(optarg); break;
|
|||
|
|
case 'S': run_perfstat = 1; break;
|
|||
|
|
case 'x': vmlinux = strdup(optarg); break;
|
|||
|
|
case 'z': zero = 1; break;
|
|||
|
|
case 'm': mmap_pages = atoi(optarg); break;
|
|||
|
|
case 'M': use_mmap = 1; break;
|
|||
|
|
case 'U': use_munmap = 1; break;
|
|||
|
|
default: error = 1; break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if (error)
|
|||
|
|
display_help();
|
|||
|
|
|
|||
|
|
if (!nr_counters) {
|
|||
|
|
if (run_perfstat)
|
|||
|
|
nr_counters = 8;
|
|||
|
|
else {
|
|||
|
|
nr_counters = 1;
|
|||
|
|
event_id[0] = 0;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
for (counter = 0; counter < nr_counters; counter++) {
|
|||
|
|
if (event_count[counter])
|
|||
|
|
continue;
|
|||
|
|
|
|||
|
|
event_count[counter] = default_interval;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
struct mmap_data {
|
|||
|
|
int counter;
|
|||
|
|
void *base;
|
|||
|
|
unsigned int mask;
|
|||
|
|
unsigned int prev;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
static unsigned int mmap_read_head(struct mmap_data *md)
|
|||
|
|
{
|
|||
|
|
struct perf_counter_mmap_page *pc = md->base;
|
|||
|
|
int head;
|
|||
|
|
|
|||
|
|
head = pc->data_head;
|
|||
|
|
rmb();
|
|||
|
|
|
|||
|
|
return head;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
struct timeval last_read, this_read;
|
|||
|
|
|
|||
|
|
static void mmap_read(struct mmap_data *md)
|
|||
|
|
{
|
|||
|
|
unsigned int head = mmap_read_head(md);
|
|||
|
|
unsigned int old = md->prev;
|
|||
|
|
unsigned char *data = md->base + page_size;
|
|||
|
|
int diff;
|
|||
|
|
|
|||
|
|
gettimeofday(&this_read, NULL);
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* If we're further behind than half the buffer, there's a chance
|
|||
|
|
* the writer will bite our tail and screw up the events under us.
|
|||
|
|
*
|
|||
|
|
* If we somehow ended up ahead of the head, we got messed up.
|
|||
|
|
*
|
|||
|
|
* In either case, truncate and restart at head.
|
|||
|
|
*/
|
|||
|
|
diff = head - old;
|
|||
|
|
if (diff > md->mask / 2 || diff < 0) {
|
|||
|
|
struct timeval iv;
|
|||
|
|
unsigned long msecs;
|
|||
|
|
|
|||
|
|
timersub(&this_read, &last_read, &iv);
|
|||
|
|
msecs = iv.tv_sec*1000 + iv.tv_usec/1000;
|
|||
|
|
|
|||
|
|
fprintf(stderr, "WARNING: failed to keep up with mmap data."
|
|||
|
|
" Last read %lu msecs ago.\n", msecs);
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* head points to a known good entry, start there.
|
|||
|
|
*/
|
|||
|
|
old = head;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
last_read = this_read;
|
|||
|
|
|
|||
|
|
for (; old != head;) {
|
|||
|
|
struct ip_event {
|
|||
|
|
struct perf_event_header header;
|
|||
|
|
__u64 ip;
|
|||
|
|
__u32 pid, tid;
|
|||
|
|
};
|
|||
|
|
struct mmap_event {
|
|||
|
|
struct perf_event_header header;
|
|||
|
|
__u32 pid, tid;
|
|||
|
|
__u64 start;
|
|||
|
|
__u64 len;
|
|||
|
|
__u64 pgoff;
|
|||
|
|
char filename[PATH_MAX];
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
typedef union event_union {
|
|||
|
|
struct perf_event_header header;
|
|||
|
|
struct ip_event ip;
|
|||
|
|
struct mmap_event mmap;
|
|||
|
|
} event_t;
|
|||
|
|
|
|||
|
|
event_t *event = (event_t *)&data[old & md->mask];
|
|||
|
|
|
|||
|
|
event_t event_copy;
|
|||
|
|
|
|||
|
|
unsigned int size = event->header.size;
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* Event straddles the mmap boundary -- header should always
|
|||
|
|
* be inside due to u64 alignment of output.
|
|||
|
|
*/
|
|||
|
|
if ((old & md->mask) + size != ((old + size) & md->mask)) {
|
|||
|
|
unsigned int offset = old;
|
|||
|
|
unsigned int len = min(sizeof(*event), size), cpy;
|
|||
|
|
void *dst = &event_copy;
|
|||
|
|
|
|||
|
|
do {
|
|||
|
|
cpy = min(md->mask + 1 - (offset & md->mask), len);
|
|||
|
|
memcpy(dst, &data[offset & md->mask], cpy);
|
|||
|
|
offset += cpy;
|
|||
|
|
dst += cpy;
|
|||
|
|
len -= cpy;
|
|||
|
|
} while (len);
|
|||
|
|
|
|||
|
|
event = &event_copy;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
old += size;
|
|||
|
|
|
|||
|
|
if (event->header.misc & PERF_EVENT_MISC_OVERFLOW) {
|
|||
|
|
if (event->header.type & PERF_RECORD_IP)
|
|||
|
|
process_event(event->ip.ip, md->counter);
|
|||
|
|
} else {
|
|||
|
|
switch (event->header.type) {
|
|||
|
|
case PERF_EVENT_MMAP:
|
|||
|
|
case PERF_EVENT_MUNMAP:
|
|||
|
|
printf("%s: %Lu %Lu %Lu %s\n",
|
|||
|
|
event->header.type == PERF_EVENT_MMAP
|
|||
|
|
? "mmap" : "munmap",
|
|||
|
|
event->mmap.start,
|
|||
|
|
event->mmap.len,
|
|||
|
|
event->mmap.pgoff,
|
|||
|
|
event->mmap.filename);
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
md->prev = old;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
int cmd_top(int argc, const char **argv, const char *prefix)
|
|||
|
|
{
|
|||
|
|
struct pollfd event_array[MAX_NR_CPUS * MAX_COUNTERS];
|
|||
|
|
struct mmap_data mmap_array[MAX_NR_CPUS][MAX_COUNTERS];
|
|||
|
|
struct perf_counter_hw_event hw_event;
|
|||
|
|
pthread_t thread;
|
|||
|
|
int i, counter, group_fd, nr_poll = 0;
|
|||
|
|
unsigned int cpu;
|
|||
|
|
int ret;
|
|||
|
|
|
|||
|
|
page_size = sysconf(_SC_PAGE_SIZE);
|
|||
|
|
|
|||
|
|
process_options(argc, argv);
|
|||
|
|
|
|||
|
|
nr_cpus = sysconf(_SC_NPROCESSORS_ONLN);
|
|||
|
|
assert(nr_cpus <= MAX_NR_CPUS);
|
|||
|
|
assert(nr_cpus >= 0);
|
|||
|
|
|
|||
|
|
if (run_perfstat)
|
|||
|
|
return do_perfstat(argc, argv);
|
|||
|
|
|
|||
|
|
if (tid != -1 || profile_cpu != -1)
|
|||
|
|
nr_cpus = 1;
|
|||
|
|
|
|||
|
|
parse_symbols();
|
|||
|
|
if (vmlinux && sym_filter_entry)
|
|||
|
|
parse_vmlinux(vmlinux);
|
|||
|
|
|
|||
|
|
for (i = 0; i < nr_cpus; i++) {
|
|||
|
|
group_fd = -1;
|
|||
|
|
for (counter = 0; counter < nr_counters; counter++) {
|
|||
|
|
|
|||
|
|
cpu = profile_cpu;
|
|||
|
|
if (tid == -1 && profile_cpu == -1)
|
|||
|
|
cpu = i;
|
|||
|
|
|
|||
|
|
memset(&hw_event, 0, sizeof(hw_event));
|
|||
|
|
hw_event.config = event_id[counter];
|
|||
|
|
hw_event.irq_period = event_count[counter];
|
|||
|
|
hw_event.record_type = PERF_RECORD_IP | PERF_RECORD_TID;
|
|||
|
|
hw_event.nmi = nmi;
|
|||
|
|
hw_event.mmap = use_mmap;
|
|||
|
|
hw_event.munmap = use_munmap;
|
|||
|
|
|
|||
|
|
fd[i][counter] = sys_perf_counter_open(&hw_event, tid, cpu, group_fd, 0);
|
|||
|
|
if (fd[i][counter] < 0) {
|
|||
|
|
int err = errno;
|
|||
|
|
printf("kerneltop error: syscall returned with %d (%s)\n",
|
|||
|
|
fd[i][counter], strerror(err));
|
|||
|
|
if (err == EPERM)
|
|||
|
|
printf("Are you root?\n");
|
|||
|
|
exit(-1);
|
|||
|
|
}
|
|||
|
|
assert(fd[i][counter] >= 0);
|
|||
|
|
fcntl(fd[i][counter], F_SETFL, O_NONBLOCK);
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
* First counter acts as the group leader:
|
|||
|
|
*/
|
|||
|
|
if (group && group_fd == -1)
|
|||
|
|
group_fd = fd[i][counter];
|
|||
|
|
|
|||
|
|
event_array[nr_poll].fd = fd[i][counter];
|
|||
|
|
event_array[nr_poll].events = POLLIN;
|
|||
|
|
nr_poll++;
|
|||
|
|
|
|||
|
|
mmap_array[i][counter].counter = counter;
|
|||
|
|
mmap_array[i][counter].prev = 0;
|
|||
|
|
mmap_array[i][counter].mask = mmap_pages*page_size - 1;
|
|||
|
|
mmap_array[i][counter].base = mmap(NULL, (mmap_pages+1)*page_size,
|
|||
|
|
PROT_READ, MAP_SHARED, fd[i][counter], 0);
|
|||
|
|
if (mmap_array[i][counter].base == MAP_FAILED) {
|
|||
|
|
printf("kerneltop error: failed to mmap with %d (%s)\n",
|
|||
|
|
errno, strerror(errno));
|
|||
|
|
exit(-1);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (pthread_create(&thread, NULL, display_thread, NULL)) {
|
|||
|
|
printf("Could not create display thread.\n");
|
|||
|
|
exit(-1);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (realtime_prio) {
|
|||
|
|
struct sched_param param;
|
|||
|
|
|
|||
|
|
param.sched_priority = realtime_prio;
|
|||
|
|
if (sched_setscheduler(0, SCHED_FIFO, ¶m)) {
|
|||
|
|
printf("Could not set realtime priority.\n");
|
|||
|
|
exit(-1);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
while (1) {
|
|||
|
|
int hits = events;
|
|||
|
|
|
|||
|
|
for (i = 0; i < nr_cpus; i++) {
|
|||
|
|
for (counter = 0; counter < nr_counters; counter++)
|
|||
|
|
mmap_read(&mmap_array[i][counter]);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (hits == events)
|
|||
|
|
ret = poll(event_array, nr_poll, 100);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return 0;
|
|||
|
|
}
|