biosnoop

#!/usr/bin/python
#
# biosnoop	Trace block device I/O and print details including issuing PID.
#		For Linux, uses BCC, eBPF.
#
# This uses in-kernel eBPF maps to cache process details (PID and comm) by I/O
# request, as well as a starting timestamp for calculating I/O latency.
#
# Copyright (c) 2015 Brendan Gregg.
# Licensed under the Apache License, Version 2.0 (the "License")
#
# 16-Sep-2015	Brendan Gregg	Created this.

from __future__ import print_function
from bcc import BPF

# load BPF program
b = BPF(text="""
#include <uapi/linux/ptrace.h>
#include <linux/blkdev.h>

struct val_t {
	char name[TASK_COMM_LEN];
};

BPF_HASH(start, struct request *);
BPF_HASH(pidbyreq, struct request *, u32);
BPF_HASH(commbyreq, struct request *, struct val_t);

// cache PID and comm by-req
int trace_pid_start(struct pt_regs *ctx, struct request *req)
{
	u32 pid;
	struct val_t val = {};

	pid = bpf_get_current_pid_tgid();
	pidbyreq.update(&req, &pid);
	if (bpf_get_current_comm(&val.name, sizeof(val.name)) == 0) {
		commbyreq.update(&req, &val);
	}

	return 0;
}

// time block I/O
int trace_req_start(struct pt_regs *ctx, struct request *req)
{
	u64 ts;

	ts = bpf_ktime_get_ns();
	start.update(&req, &ts);

	return 0;
}

// output
int trace_req_completion(struct pt_regs *ctx, struct request *req)
{
	u64 *tsp, delta;
	u32 *pidp = 0;
	struct val_t *valp;

	// fetch timestamp and calculate delta
	tsp = start.lookup(&req);
	if (tsp == 0) {
		// missed tracing issue
		return 0;
	}
	delta = bpf_ktime_get_ns() - *tsp;

	//
	// Fetch and output issuing pid and comm.
	// As bpf_trace_prink() is limited to a maximum of 1 string and 2
	// integers, we'll use more than one to output the data.
	//
	valp = commbyreq.lookup(&req);
	pidp = pidbyreq.lookup(&req);
	if (pidp == 0 || valp == 0) {
		bpf_trace_printk("0 0 ? %d\\n", req->__data_len);
	} else {
		bpf_trace_printk("0 %d %s %d\\n", *pidp, valp->name,
		    req->__data_len);
	}

	// output remaining details
	if (req->cmd_flags & REQ_WRITE) {
		bpf_trace_printk("1 W %s %d %d ?\\n", req->rq_disk->disk_name,
		    req->__sector, delta / 1000);
	} else {
		bpf_trace_printk("1 R %s %d %d ?\\n", req->rq_disk->disk_name,
		    req->__sector, delta / 1000);
	}

	start.delete(&req);
	pidbyreq.delete(&req);
	commbyreq.delete(&req);

	return 0;
}
""")
b.attach_kprobe(event="blk_account_io_start", fn_name="trace_pid_start")
b.attach_kprobe(event="blk_start_request", fn_name="trace_req_start")
b.attach_kprobe(event="blk_mq_start_request", fn_name="trace_req_start")
b.attach_kprobe(event="blk_account_io_completion",
    fn_name="trace_req_completion")

# header
print("%-14s %-14s %-6s %-7s %-2s %-9s %-7s %7s" % ("TIME(s)", "COMM", "PID",
    "DISK", "T", "SECTOR", "BYTES", "LAT(ms)"))

start_ts = 0

# format output
while 1:
	(task, pid, cpu, flags, ts, msg) = b.trace_fields()
	args = msg.split(" ")

	if start_ts == 0:
		start_ts = ts

	if args[0] == "0":
		(real_pid, real_comm, bytes_s) = (args[1], args[2], args[3])
		continue
	else:
		(type_s, disk_s, sector_s, us_s) = (args[1], args[2], args[3],
		    args[4])

	ms = float(int(us_s, 10)) / 1000

	print("%-14.9f %-14.14s %-6s %-7s %-2s %-9s %-7s %7.2f" % (
	    ts - start_ts, real_comm, real_pid, disk_s, type_s, sector_s,
	    bytes_s, ms))