ftrace - 几种tracer的打印例子

Aiden_SHU2024-09-22 13:16

latency format

nop tracer和function tracer下，latency format的时间戳是相对开始trace的时间，non-latency format的时间戳是相对于系统启动的时间。

1.nop tracer

1.1 latency format

bash 复制代码 
echo nop > /sys/kernel/tracing/current_tracer
echo 1 > /sys/kernel/tracing/events/sched/enable
echo 1 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: nop
#
# nop latency trace v1.1.5 on 6.8.0-44-generic
# --------------------------------------------------------------------
# latency: 0 us, #35/35, CPU#0 | (M:desktop VP:0, KP:0, SP:0 HP:0 #P:4)
#    -----------------
#    | task: -0 (uid:0 nice:0 policy:0 rt_prio:0)
#    -----------------
#
#                    _------=> CPU#
#                   / _-----=> irqs-off/BH-disabled
#                  | / _----=> need-resched
#                  || / _---=> hardirq/softirq
#                  ||| / _--=> preempt-depth
#                  |||| / _-=> migrate-disable
#                  ||||| /     delay
#  cmd     pid     |||||| time  |   caller
#     \   /        ||||||  \    |    /
    bash-39688     1d..2. 18934us : sched_stat_runtime: comm=bash pid=39688 runtime=339570 [ns]
    bash-39688     1..... 18938us : sched_process_fork: comm=bash pid=39688 child_comm=bash child_pid=52539
    bash-39688     1d..2. 18944us+: sched_wakeup_new: comm=bash pid=52539 prio=120 target_cpu=003
  <idle>-0         3d..2. 18974us+: sched_switch: prev_comm=swapper/3 prev_pid=0 prev_prio=120 prev_state=R ==> next_comm=bash next_pid=52539 next_prio=120
    bash-39688     1..... 19049us : sched_process_wait: comm=bash pid=0 prio=120
    bash-39688     1d..2. 19050us : sched_stat_runtime: comm=bash pid=39688 runtime=116213 [ns]
    bash-39688     1d..2. 19053us!: sched_switch: prev_comm=bash prev_pid=39688 prev_prio=120 prev_state=S ==> next_comm=swapper/1 next_pid=0 next_prio=120
      ls-52539     3..... 19314us!: sched_process_exec: filename=/usr/bin/ls pid=52539 old_pid=52539
      ls-52539     3d.h1. 19596us!: sched_stat_runtime: comm=ls pid=52539 runtime=655689 [ns]
      ls-52539     3d.h1. 20596us!: sched_stat_runtime: comm=ls pid=52539 runtime=1000109 [ns]
      ls-52539     3d..3. 20948us : sched_waking: comm=kworker/u260:1 pid=35252 prio=120 target_cpu=003
      ls-52539     3d..4. 20952us!: sched_wakeup: comm=kworker/u260:1 pid=35252 prio=120 target_cpu=003

1.2 non-latency format

bash 复制代码 
echo nop > /sys/kernel/tracing/current_tracer
echo 1 > /sys/kernel/tracing/events/sched/enable
echo 0 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: nop
#
# entries-in-buffer/entries-written: 205/205   #P:4
#
#                                _-----=> irqs-off/BH-disabled
#                               / _----=> need-resched
#                              | / _---=> hardirq/softirq
#                              || / _--=> preempt-depth
#                              ||| / _-=> migrate-disable
#                              |||| /     delay
#           TASK-PID     CPU#  |||||  TIMESTAMP  FUNCTION
#              | |         |   |||||     |         |
     kworker/1:1-82432   [001] d.h2. 20393.301354: sched_stat_runtime: comm=kworker/1:1 pid=82432 runtime=687800 [ns]
     kworker/2:0-120412  [002] d.h1. 20393.301356: sched_stat_runtime: comm=kworker/2:0 pid=120412 runtime=419001 [ns]
            bash-80299   [003] d.h1. 20393.301370: sched_stat_runtime: comm=bash pid=80299 runtime=1007701 [ns]
            bash-80299   [003] d..2. 20393.301747: sched_stat_runtime: comm=bash pid=80299 runtime=376800 [ns]
            bash-80299   [003] ..... 20393.301790: sched_process_fork: comm=bash pid=80299 child_comm=bash child_pid=123642
     kworker/2:0-120412  [002] d..2. 20393.301878: sched_stat_runtime: comm=kworker/2:0 pid=120412 runtime=521699 [ns]
            bash-80299   [003] d..2. 20393.301902: sched_wakeup_new: comm=bash pid=123642 prio=120 target_cpu=000
     kworker/2:0-120412  [002] d..2. 20393.301972: sched_switch: prev_comm=kworker/2:0 prev_pid=120412 prev_prio=120 prev_state=I ==> next_comm=sshd next_pid=80143 next_prio=120
     kworker/1:1-82432   [001] d..2. 20393.302000: sched_stat_runtime: comm=kworker/1:1 pid=82432 runtime=647100 [ns]

2.function tracer

2.1 latency format

bash 复制代码 
echo function > /sys/kernel/tracing/current_tracer
echo 1 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: function
#
# function latency trace v1.1.5 on 6.8.0-44-generic
# --------------------------------------------------------------------
# latency: 0 us, #58212/58212, CPU#0 | (M:desktop VP:0, KP:0, SP:0 HP:0 #P:4)
#    -----------------
#    | task: -0 (uid:0 nice:0 policy:0 rt_prio:0)
#    -----------------
#
#                    _------=> CPU#
#                   / _-----=> irqs-off/BH-disabled
#                  | / _----=> need-resched
#                  || / _---=> hardirq/softirq
#                  ||| / _--=> preempt-depth
#                  |||| / _-=> migrate-disable
#                  ||||| /     delay
#  cmd     pid     |||||| time  |   caller
#     \   /        ||||||  \    |    /
    bash-2345      0...1. 6123us : mutex_unlock <-rb_simple_write
    bash-2345      0...1. 6125us : syscall_exit_to_user_mode_prepare <-syscall_exit_to_user_mode
    bash-2345      0...1. 6126us : mem_cgroup_handle_over_high <-syscall_exit_to_user_mode
    bash-2345      0...1. 6126us : blkcg_maybe_throttle_current <-syscall_exit_to_user_mode
    bash-2345      0...1. 6127us : __rseq_handle_notify_resume <-syscall_exit_to_user_mode
    bash-2345      0...1. 6127us : rseq_ip_fixup <-__rseq_handle_notify_resume
    bash-2345      0...1. 6127us : rseq_get_rseq_cs <-rseq_ip_fixup

2.2 non-latency format

bash 复制代码 
echo function > /sys/kernel/tracing/current_tracer
echo 0 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: function
#
# entries-in-buffer/entries-written: 62184/62184   #P:4
#
#                                _-----=> irqs-off/BH-disabled
#                               / _----=> need-resched
#                              | / _---=> hardirq/softirq
#                              || / _--=> preempt-depth
#                              ||| / _-=> migrate-disable
#                              |||| /     delay
#           TASK-PID     CPU#  |||||  TIMESTAMP  FUNCTION
#              | |         |   |||||     |         |
            bash-2345    [000] ...1.   461.750300: mutex_unlock <-rb_simple_write
            bash-2345    [000] ...1.   461.750304: syscall_exit_to_user_mode_prepare <-syscall_exit_to_user_mode
            bash-2345    [000] ...1.   461.750305: mem_cgroup_handle_over_high <-syscall_exit_to_user_mode
            bash-2345    [000] ...1.   461.750305: blkcg_maybe_throttle_current <-syscall_exit_to_user_mode
            bash-2345    [000] ...1.   461.750305: __rseq_handle_notify_resume <-syscall_exit_to_user_mode
            bash-2345    [000] ...1.   461.750306: rseq_ip_fixup <-__rseq_handle_notify_resume
            bash-2345    [000] ...1.   461.750306: rseq_get_rseq_cs <-rseq_ip_fixup

3.function_graph tracer

这个tracer下，default是没有显式时间戳的，需要设置 funcgraph-abstime 来展示系统启动的时间戳。如下：

bash 复制代码 
echo function_graph > /sys/kernel/tracing/current_tracer
echo 1 >  /sys/kernel/tracing/options/latency-format
echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace1.log
bash 复制代码 
# tracer: function_graph
#
# function_graph latency trace v1.1.5 on 6.8.0-44-generic
# --------------------------------------------------------------------
# latency: 0 us, #151138/51805454, CPU#0 | (M:desktop VP:0, KP:0, SP:0 HP:0 #P:4)
#    -----------------
#    | task: -0 (uid:0 nice:0 policy:0 rt_prio:0)
#    -----------------
#
#      _-----=> irqs-off
#     / _----=> need-resched
#    | / _---=> hardirq/softirq
#    || / _--=> preempt-depth
#    ||| /
# CPU||||     DURATION                  FUNCTION CALLS
# |  ||||      |   |                     |   |   |   |
   1)  d..1. |   0.193 us    |              } /* idle_cpu */
   1)  d..2. |   0.186 us    |              cpu_util();
   1)  d..2. |   0.204 us    |              idle_cpu();
   1)  d..2. |   0.196 us    |              update_sd_pick_busiest();
   1)  d..2. |   0.182 us    |              cpu_util();
   1)  d..2. |   0.188 us    |              idle_cpu();

3.1 latency format + abstime + proc

bash 复制代码 
echo function_graph > /sys/kernel/tracing/current_tracer
echo 1 >  /sys/kernel/tracing/options/latency-format
echo funcgraph-abstime > /sys/kernel/tracing/trace_options
echo funcgraph-proc > /sys/kernel/tracing/trace_options

echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: function_graph
#
# function_graph latency trace v1.1.5 on 6.8.0-44-generic
# --------------------------------------------------------------------
# latency: 0 us, #127921/359709, CPU#0 | (M:desktop VP:0, KP:0, SP:0 HP:0 #P:4)
#    -----------------
#    | task: -0 (uid:0 nice:0 policy:0 rt_prio:0)
#    -----------------
#
#                                       _-----=> irqs-off
#                                      / _----=> need-resched
#                                     | / _---=> hardirq/softirq
#                                     || / _--=> preempt-depth
#                                     ||| /
#     TIME        CPU  TASK/PID       ||||     DURATION                  FUNCTION CALLS
#      |          |     |    |        ||||      |   |                     |   |   |   |
 8815.427815 |     0)    ls-54057    |  ..... |   0.312 us    |          } /* taskstats_exit */
 8815.427815 |     0)    ls-54057    |  ...1. |               |          exit_mm() {
 8815.427816 |     0)    ls-54057    |  ...1. |               |            exit_mm_release() {
 8815.427816 |     0)    ls-54057    |  ...1. |               |              futex_exit_release() {
 8815.427816 |     0)    ls-54057    |  ...1. |               |                mutex_lock() {
 8815.427816 |     0)    ls-54057    |  ...1. |   0.189 us    |                  __cond_resched();
 8815.427817 |     0)    ls-54057    |  ..... |   0.540 us    |                }
 8815.427817 |     0)    ls-54057    |  ...1. |   0.201 us    |                _raw_spin_lock_irq();
 8815.427817 |     0)    ls-54057    |  d..2. |   0.196 us    |                _raw_spin_unlock_irq();
 8815.427817 |     0)    ls-54057    |  ...1. |   0.343 us    |                futex_cleanup();
 8815.427818 |     0)    ls-54057    |  ...1. |   0.191 us    |                mutex_unlock();
 8815.427818 |     0)    ls-54057    |  ..... |   2.477 us    |              }
 8815.427819 |     0)    ls-54057    |  ...1. |               |              mm_release() {
 8815.427819 |     0)    ls-54057    |  ...1. |   0.201 us    |                uprobe_free_utask();
 8815.427819 |     0)    ls-54057    |  ...1. |   0.190 us    |                shstk_free();
 8815.427820 |     0)    ls-54057    |  ..... |   1.065 us    |              }
 8815.427820 |     0)    ls-54057    |  ..... |   4.096 us    |            }

3.2 non-latency format + abstime + proc

bash 复制代码 
echo function_graph > /sys/kernel/tracing/current_tracer
echo 0 >  /sys/kernel/tracing/options/latency-format
echo funcgraph-abstime > /sys/kernel/tracing/trace_options
echo funcgraph-proc > /sys/kernel/tracing/trace_options

echo 1 > /sys/kernel/tracing/tracing_on

ls -ltr

echo 0 > /sys/kernel/tracing/tracing_on
cat /sys/kernel/tracing/trace > ftrace.log
bash 复制代码 
# tracer: function_graph
#
#     TIME        CPU  TASK/PID         DURATION                  FUNCTION CALLS
#      |          |     |    |           |   |                     |   |   |   |
 9016.683071 |     2)   sshd-39581   |   0.195 us    |                    } /* update_min_vruntime */
 9016.683071 |     2)   sshd-39581   |   4.395 us    |                  } /* dequeue_entity */
 9016.683071 |     2)   sshd-39581   |   0.195 us    |                  hrtick_update();
 9016.683071 |     2)   sshd-39581   | + 19.649 us   |                } /* dequeue_task_fair */
 9016.683072 |     2)   sshd-39581   |               |                pick_next_task() {
 9016.683072 |     2)   sshd-39581   |               |                  pick_next_task_fair() {
 9016.683072 |     2)   sshd-39581   |               |                    newidle_balance() {
 9016.683072 |     2)   sshd-39581   |   0.194 us    |                      __rcu_read_lock();
 9016.683073 |     2)   sshd-39581   |   0.192 us    |                      __msecs_to_jiffies();
 9016.683073 |     2)   sshd-39581   |   0.191 us    |                      __rcu_read_unlock();
 9016.683074 |     2)   sshd-39581   |   1.399 us    |                    }
 9016.683074 |     2)   sshd-39581   |   1.813 us    |                  }
 9016.683074 |     2)   sshd-39581   |               |                  put_prev_task_fair() {
 9016.683074 |     2)   sshd-39581   |               |                    put_prev_entity() {
 9016.683074 |     2)   sshd-39581   |   0.193 us    |                      check_cfs_rq_runtime();
 9016.683075 |     2)   sshd-39581   |   0.559 us    |                    }
 9016.683075 |     2)   sshd-39581   |               |                    put_prev_entity() {
 9016.683075 |     2)   sshd-39581   |   0.193 us    |                      check_cfs_rq_runtime();
相关推荐
金刚狼884 分钟前
lsof可以查看当前系统中正在被使用的文件，包括动态库
linux
weixin_4648381527 分钟前
/etc/sudoers文件中的哪些配置会影响系统安全？
linux·网络安全
今天开始奋斗吧32 分钟前
docker
linux·服务器·学习
20240718668036 分钟前
linux cat命令的实现
linux·运维·服务器
man201740 分钟前
LNMP环境搭建、部署的整体流程和详细步骤
linux·mysql·nginx·php
日晨难再42 分钟前
Linux：虚拟文件系统/proc和self进程
linux·运维·服务器
专注代码七年42 分钟前
配置Red Hat Enterprise Linux 7 YUM源
linux·运维·阿里云
咩咩大主教44 分钟前
LinuxC++的UDP服务器和客户端通信
linux·服务器·c语言·开发语言·c++·udp
zhangxueyi1 小时前
国产Linux：OpenEuler溯源
linux·运维·服务器
Savannah.security1 小时前
Linux基础---07文件传输及解决yum安装失效的方法
linux·网络·php
热门推荐
01CCF-CSP认证考试 202406-3 文本分词 100分题解02RAG 实践- Ollama+RagFlow 部署本地知识库032024年高教社杯数学建模国赛C题超详细解题思路分析04实战 | 基于YOLOv9和OpenCV实现车辆跟踪计数（步骤 + 源码）05组基轨迹建模 GBTM的介绍与实现（Stata 或 R）06【2024数模国赛赛题思路公开】国赛B题思路丨附可运行代码丨无偿自提07【数据分享】1961—2022年全国范围的逐日降水栅格数据08苍穹外卖面试总结09【2024高教社杯全国大学生数学建模竞赛】B题 生产过程中的决策问题——解题思路 代码 论文10yolov8实战第五天——yolov8+ffmpg实时视频流检测并进行实时推流——（推流，保姆教学）