// Copyright (c) PLUMgrid, Inc.
// Licensed under the Apache License, Version 2.0 (the "License")
#include <linux/ptrace.h>
#include <linux/blkdev.h>
struct Request { u64 rq; };
struct Time { u64 start; };
BPF_HASH(requests, struct Request, struct Time, 1024);
#define SLOTS 100
BPF_ARRAY(latency, u64, SLOTS);
static u32 log2(u32 v) {
u32 r, shift;
r = (v > 0xFFFF) << 4; v >>= r;
shift = (v > 0xFF) << 3; v >>= shift; r |= shift;
shift = (v > 0xF) << 2; v >>= shift; r |= shift;
shift = (v > 0x3) << 1; v >>= shift; r |= shift;
r |= (v >> 1);
return r;
}
static u32 log2l(u64 v) {
u32 hi = v >> 32;
if (hi)
return log2(hi) + 32;
else
return log2(v);
}
int probe_blk_start_request(struct pt_regs *ctx) {
struct Request rq = {.rq = PT_REGS_PARM1(ctx)};
struct Time tm = {.start = bpf_ktime_get_ns()};
requests.update(&rq, &tm);
return 0;
}
int probe_blk_update_request(struct pt_regs *ctx) {
struct Request rq = {.rq = PT_REGS_PARM1(ctx)};
struct Time *tm = requests.lookup(&rq);
if (!tm) return 0;
u64 delta = bpf_ktime_get_ns() - tm->start;
requests.delete(&rq);
u64 lg = log2l(delta);
u64 base = 1ull << lg;
u32 index = (lg * 64 + (delta - base) * 64 / base) * 3 / 64;
if (index >= SLOTS)
index = SLOTS - 1;
u64 zero = 0;
u64 *val = latency.lookup_or_init(&index, &zero);
lock_xadd(val, 1);
return 0;
}