ftrace - 几种tracer的打印例子

Aiden_SHU2024-09-22 13:16

latency format

nop tracer和function tracer下，latency format的时间戳是相对开始trace的时间，non-latency format的时间戳是相对于系统启动的时间。

1.nop tracer

1.1 latency format

bash 复制代码 
echo nop > /sys/kernel/tracing/current_tracer
echo 1 > /sys/kernel/tracing/events/sched/enable
echo 1 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: nop
#
# nop latency trace v1.1.5 on 6.8.0-44-generic
# --------------------------------------------------------------------
# latency: 0 us, #35/35, CPU#0 | (M:desktop VP:0, KP:0, SP:0 HP:0 #P:4)
#    -----------------
#    | task: -0 (uid:0 nice:0 policy:0 rt_prio:0)
#    -----------------
#
#                    _------=> CPU#
#                   / _-----=> irqs-off/BH-disabled
#                  | / _----=> need-resched
#                  || / _---=> hardirq/softirq
#                  ||| / _--=> preempt-depth
#                  |||| / _-=> migrate-disable
#                  ||||| /     delay
#  cmd     pid     |||||| time  |   caller
#     \   /        ||||||  \    |    /
    bash-39688     1d..2. 18934us : sched_stat_runtime: comm=bash pid=39688 runtime=339570 [ns]
    bash-39688     1..... 18938us : sched_process_fork: comm=bash pid=39688 child_comm=bash child_pid=52539
    bash-39688     1d..2. 18944us+: sched_wakeup_new: comm=bash pid=52539 prio=120 target_cpu=003
  <idle>-0         3d..2. 18974us+: sched_switch: prev_comm=swapper/3 prev_pid=0 prev_prio=120 prev_state=R ==> next_comm=bash next_pid=52539 next_prio=120
    bash-39688     1..... 19049us : sched_process_wait: comm=bash pid=0 prio=120
    bash-39688     1d..2. 19050us : sched_stat_runtime: comm=bash pid=39688 runtime=116213 [ns]
    bash-39688     1d..2. 19053us!: sched_switch: prev_comm=bash prev_pid=39688 prev_prio=120 prev_state=S ==> next_comm=swapper/1 next_pid=0 next_prio=120
      ls-52539     3..... 19314us!: sched_process_exec: filename=/usr/bin/ls pid=52539 old_pid=52539
      ls-52539     3d.h1. 19596us!: sched_stat_runtime: comm=ls pid=52539 runtime=655689 [ns]
      ls-52539     3d.h1. 20596us!: sched_stat_runtime: comm=ls pid=52539 runtime=1000109 [ns]
      ls-52539     3d..3. 20948us : sched_waking: comm=kworker/u260:1 pid=35252 prio=120 target_cpu=003
      ls-52539     3d..4. 20952us!: sched_wakeup: comm=kworker/u260:1 pid=35252 prio=120 target_cpu=003

1.2 non-latency format

bash 复制代码 
echo nop > /sys/kernel/tracing/current_tracer
echo 1 > /sys/kernel/tracing/events/sched/enable
echo 0 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: nop
#
# entries-in-buffer/entries-written: 205/205   #P:4
#
#                                _-----=> irqs-off/BH-disabled
#                               / _----=> need-resched
#                              | / _---=> hardirq/softirq
#                              || / _--=> preempt-depth
#                              ||| / _-=> migrate-disable
#                              |||| /     delay
#           TASK-PID     CPU#  |||||  TIMESTAMP  FUNCTION
#              | |         |   |||||     |         |
     kworker/1:1-82432   [001] d.h2. 20393.301354: sched_stat_runtime: comm=kworker/1:1 pid=82432 runtime=687800 [ns]
     kworker/2:0-120412  [002] d.h1. 20393.301356: sched_stat_runtime: comm=kworker/2:0 pid=120412 runtime=419001 [ns]
            bash-80299   [003] d.h1. 20393.301370: sched_stat_runtime: comm=bash pid=80299 runtime=1007701 [ns]
            bash-80299   [003] d..2. 20393.301747: sched_stat_runtime: comm=bash pid=80299 runtime=376800 [ns]
            bash-80299   [003] ..... 20393.301790: sched_process_fork: comm=bash pid=80299 child_comm=bash child_pid=123642
     kworker/2:0-120412  [002] d..2. 20393.301878: sched_stat_runtime: comm=kworker/2:0 pid=120412 runtime=521699 [ns]
            bash-80299   [003] d..2. 20393.301902: sched_wakeup_new: comm=bash pid=123642 prio=120 target_cpu=000
     kworker/2:0-120412  [002] d..2. 20393.301972: sched_switch: prev_comm=kworker/2:0 prev_pid=120412 prev_prio=120 prev_state=I ==> next_comm=sshd next_pid=80143 next_prio=120
     kworker/1:1-82432   [001] d..2. 20393.302000: sched_stat_runtime: comm=kworker/1:1 pid=82432 runtime=647100 [ns]

2.function tracer

2.1 latency format

bash 复制代码 
echo function > /sys/kernel/tracing/current_tracer
echo 1 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: function
#
# function latency trace v1.1.5 on 6.8.0-44-generic
# --------------------------------------------------------------------
# latency: 0 us, #58212/58212, CPU#0 | (M:desktop VP:0, KP:0, SP:0 HP:0 #P:4)
#    -----------------
#    | task: -0 (uid:0 nice:0 policy:0 rt_prio:0)
#    -----------------
#
#                    _------=> CPU#
#                   / _-----=> irqs-off/BH-disabled
#                  | / _----=> need-resched
#                  || / _---=> hardirq/softirq
#                  ||| / _--=> preempt-depth
#                  |||| / _-=> migrate-disable
#                  ||||| /     delay
#  cmd     pid     |||||| time  |   caller
#     \   /        ||||||  \    |    /
    bash-2345      0...1. 6123us : mutex_unlock <-rb_simple_write
    bash-2345      0...1. 6125us : syscall_exit_to_user_mode_prepare <-syscall_exit_to_user_mode
    bash-2345      0...1. 6126us : mem_cgroup_handle_over_high <-syscall_exit_to_user_mode
    bash-2345      0...1. 6126us : blkcg_maybe_throttle_current <-syscall_exit_to_user_mode
    bash-2345      0...1. 6127us : __rseq_handle_notify_resume <-syscall_exit_to_user_mode
    bash-2345      0...1. 6127us : rseq_ip_fixup <-__rseq_handle_notify_resume
    bash-2345      0...1. 6127us : rseq_get_rseq_cs <-rseq_ip_fixup

2.2 non-latency format

bash 复制代码 
echo function > /sys/kernel/tracing/current_tracer
echo 0 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: function
#
# entries-in-buffer/entries-written: 62184/62184   #P:4
#
#                                _-----=> irqs-off/BH-disabled
#                               / _----=> need-resched
#                              | / _---=> hardirq/softirq
#                              || / _--=> preempt-depth
#                              ||| / _-=> migrate-disable
#                              |||| /     delay
#           TASK-PID     CPU#  |||||  TIMESTAMP  FUNCTION
#              | |         |   |||||     |         |
            bash-2345    [000] ...1.   461.750300: mutex_unlock <-rb_simple_write
            bash-2345    [000] ...1.   461.750304: syscall_exit_to_user_mode_prepare <-syscall_exit_to_user_mode
            bash-2345    [000] ...1.   461.750305: mem_cgroup_handle_over_high <-syscall_exit_to_user_mode
            bash-2345    [000] ...1.   461.750305: blkcg_maybe_throttle_current <-syscall_exit_to_user_mode
            bash-2345    [000] ...1.   461.750305: __rseq_handle_notify_resume <-syscall_exit_to_user_mode
            bash-2345    [000] ...1.   461.750306: rseq_ip_fixup <-__rseq_handle_notify_resume
            bash-2345    [000] ...1.   461.750306: rseq_get_rseq_cs <-rseq_ip_fixup

3.function_graph tracer

这个tracer下，default是没有显式时间戳的，需要设置 funcgraph-abstime 来展示系统启动的时间戳。如下：

bash 复制代码 
echo function_graph > /sys/kernel/tracing/current_tracer
echo 1 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace1.log
bash 复制代码 
# tracer: function_graph
#
# function_graph latency trace v1.1.5 on 6.8.0-44-generic
# --------------------------------------------------------------------
# latency: 0 us, #151138/51805454, CPU#0 | (M:desktop VP:0, KP:0, SP:0 HP:0 #P:4)
#    -----------------
#    | task: -0 (uid:0 nice:0 policy:0 rt_prio:0)
#    -----------------
#
#      _-----=> irqs-off
#     / _----=> need-resched
#    | / _---=> hardirq/softirq
#    || / _--=> preempt-depth
#    ||| /
# CPU||||     DURATION                  FUNCTION CALLS
# |  ||||      |   |                     |   |   |   |
   1)  d..1. |   0.193 us    |              } /* idle_cpu */
   1)  d..2. |   0.186 us    |              cpu_util();
   1)  d..2. |   0.204 us    |              idle_cpu();
   1)  d..2. |   0.196 us    |              update_sd_pick_busiest();
   1)  d..2. |   0.182 us    |              cpu_util();
   1)  d..2. |   0.188 us    |              idle_cpu();

3.1 latency format + abstime + proc

bash 复制代码 
echo function_graph > /sys/kernel/tracing/current_tracer
echo 1 >  /sys/kernel/tracing/options/latency-format
echo funcgraph-abstime > /sys/kernel/tracing/trace_options
echo funcgraph-proc > /sys/kernel/tracing/trace_options

echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: function_graph
#
# function_graph latency trace v1.1.5 on 6.8.0-44-generic
# --------------------------------------------------------------------
# latency: 0 us, #127921/359709, CPU#0 | (M:desktop VP:0, KP:0, SP:0 HP:0 #P:4)
#    -----------------
#    | task: -0 (uid:0 nice:0 policy:0 rt_prio:0)
#    -----------------
#
#                                       _-----=> irqs-off
#                                      / _----=> need-resched
#                                     | / _---=> hardirq/softirq
#                                     || / _--=> preempt-depth
#                                     ||| /
#     TIME        CPU  TASK/PID       ||||     DURATION                  FUNCTION CALLS
#      |          |     |    |        ||||      |   |                     |   |   |   |
 8815.427815 |     0)    ls-54057    |  ..... |   0.312 us    |          } /* taskstats_exit */
 8815.427815 |     0)    ls-54057    |  ...1. |               |          exit_mm() {
 8815.427816 |     0)    ls-54057    |  ...1. |               |            exit_mm_release() {
 8815.427816 |     0)    ls-54057    |  ...1. |               |              futex_exit_release() {
 8815.427816 |     0)    ls-54057    |  ...1. |               |                mutex_lock() {
 8815.427816 |     0)    ls-54057    |  ...1. |   0.189 us    |                  __cond_resched();
 8815.427817 |     0)    ls-54057    |  ..... |   0.540 us    |                }
 8815.427817 |     0)    ls-54057    |  ...1. |   0.201 us    |                _raw_spin_lock_irq();
 8815.427817 |     0)    ls-54057    |  d..2. |   0.196 us    |                _raw_spin_unlock_irq();
 8815.427817 |     0)    ls-54057    |  ...1. |   0.343 us    |                futex_cleanup();
 8815.427818 |     0)    ls-54057    |  ...1. |   0.191 us    |                mutex_unlock();
 8815.427818 |     0)    ls-54057    |  ..... |   2.477 us    |              }
 8815.427819 |     0)    ls-54057    |  ...1. |               |              mm_release() {
 8815.427819 |     0)    ls-54057    |  ...1. |   0.201 us    |                uprobe_free_utask();
 8815.427819 |     0)    ls-54057    |  ...1. |   0.190 us    |                shstk_free();
 8815.427820 |     0)    ls-54057    |  ..... |   1.065 us    |              }
 8815.427820 |     0)    ls-54057    |  ..... |   4.096 us    |            }

3.2 non-latency format + abstime + proc

bash 复制代码 
echo function_graph > /sys/kernel/tracing/current_tracer
echo 0 >  /sys/kernel/tracing/options/latency-format
echo funcgraph-abstime > /sys/kernel/tracing/trace_options
echo funcgraph-proc > /sys/kernel/tracing/trace_options

echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: function_graph
#
#     TIME        CPU  TASK/PID         DURATION                  FUNCTION CALLS
#      |          |     |    |           |   |                     |   |   |   |
 9016.683071 |     2)   sshd-39581   |   0.195 us    |                    } /* update_min_vruntime */
 9016.683071 |     2)   sshd-39581   |   4.395 us    |                  } /* dequeue_entity */
 9016.683071 |     2)   sshd-39581   |   0.195 us    |                  hrtick_update();
 9016.683071 |     2)   sshd-39581   | + 19.649 us   |                } /* dequeue_task_fair */
 9016.683072 |     2)   sshd-39581   |               |                pick_next_task() {
 9016.683072 |     2)   sshd-39581   |               |                  pick_next_task_fair() {
 9016.683072 |     2)   sshd-39581   |               |                    newidle_balance() {
 9016.683072 |     2)   sshd-39581   |   0.194 us    |                      __rcu_read_lock();
 9016.683073 |     2)   sshd-39581   |   0.192 us    |                      __msecs_to_jiffies();
 9016.683073 |     2)   sshd-39581   |   0.191 us    |                      __rcu_read_unlock();
 9016.683074 |     2)   sshd-39581   |   1.399 us    |                    }
 9016.683074 |     2)   sshd-39581   |   1.813 us    |                  }
 9016.683074 |     2)   sshd-39581   |               |                  put_prev_task_fair() {
 9016.683074 |     2)   sshd-39581   |               |                    put_prev_entity() {
 9016.683074 |     2)   sshd-39581   |   0.193 us    |                      check_cfs_rq_runtime();
 9016.683075 |     2)   sshd-39581   |   0.559 us    |                    }
 9016.683075 |     2)   sshd-39581   |               |                    put_prev_entity() {
 9016.683075 |     2)   sshd-39581   |   0.193 us    |                      check_cfs_rq_runtime();
相关推荐
gywl1 小时前
openEuler VM虚拟机操作（期末考试）
linux·服务器·网络·windows·http·centos
日记跟新中2 小时前
Ubuntu20.04 修改root密码
linux·运维·服务器
码农君莫笑2 小时前
信管通低代码信息管理系统应用平台
linux·数据库·windows·低代码·c#·.net·visual studio
BUG 4042 小时前
Linux——Shell
linux·运维·服务器
大霞上仙3 小时前
Linux 多命令执行
linux·运维·服务器
晨欣3 小时前
Kibana：LINUX_X86_64 和 DEB_X86_64两种可选下载方式的区别
linux·运维·服务器
AI青年志3 小时前
【服务器】linux服务器管理员查看用户使用内存情况
linux·运维·服务器
dessler4 小时前
Docker-run命令详细讲解
linux·运维·后端·docker
PyAIGCMaster5 小时前
ubuntu装P104驱动
linux·运维·ubuntu
奈何不吃鱼5 小时前
【Linux】ubuntu依赖安装的各种问题汇总
linux·运维·服务器
热门推荐
01Cube-Studio：开源大模型全链路一站式中台02ARM学习（31）编译器对overlay方式的支持03玄机平台应急响应—webshell查杀04Ubuntu 20.04使用Livox mid 360 测试 FAST_LIO05校验 GPT-4 真实性的三个经典问题：快速区分 GPT-3.5 与 GPT-4，并提供免费测试网站06Docker 夺命连环 15 问07构建高效的广告投放系统：应用架构的设计与实现08基于大语言模型（LLM）的合成数据生成、策展和评估的综述09(欧拉)openEuler系统添加网卡文件配置流程、(欧拉)openEuler系统手动配置ipv6地址流程、(欧拉)openEuler系统网络管理说明10【一文读懂】NTN（非地面网络）技术介绍