{"guid":"d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","title":"From fsync to Block I/O: Tracing Storage with eBPF","subtitle":null,"slug":"all-systems-go-2026-418-from-fsync-to-block-i-o-tracing-storage-with-ebpf","link":"https://cfp.all-systems-go.io/all-systems-go-2026/talk/XHJX3N/","description":"Observability stacks have gotten good at CPU, memory, and network — but storage is still where the picture goes dark. When a workload stalls on I/O, device-level tools like iostat or blktrace tell you the disk was busy; they don't tell you which service caused it, or where in the stack the latency actually accrued: a slow fsync, writeback pressure in the page cache, a filesystem journal commit, or a saturated block queue.\n\nThis talk follows a single write from the syscall boundary down to the block layer, using eBPF to instrument each handoff — VFS, the filesystem, the page cache, and block I/O submission and completion — without patching applications or running a custom kernel. We'll look at which attach points (tracepoints, fentry/fexit, kprobes) give honest per-layer latency, how to keep the measurement overhead from biasing the result, and how to attribute the latency back to the responsible cgroup or systemd service instead of an aggregate line on a dashboard. Examples range from fsync-heavy database commits to large sequential writes that look fine at the device level but stall well above it.\n\nAttendees will leave with a concrete method for turning storage from a black box into a traceable path — and an honest sense of where eBPF helps, and where it still can't see.\n\nFollow a single write from syscall to block layer with eBPF, measuring honest per-layer latency at each handoff and attributing storage stalls to the service that caused them.\n\nLicensed to the public under https://creativecommons.org/licenses/by/4.0/de/","original_language":"eng","persons":["Kritik Sachdeva"],"view_count":6,"promoted":false,"date":"2026-09-30T17:10:00.000+02:00","release_date":"2026-09-30T00:00:00.000+02:00","updated_at":"2026-10-01T00:30:06.018+02:00","tags":["418","2026","asg2026","Loft","asg2026-eng","asg2026","Day 1"],"length":397,"duration":397,"thumb_url":"https://static.media.ccc.de/media/events/all_systems_go/2026/418-d672c0b5-5b41-59ed-9495-9e0ce89f5ec4.jpg","poster_url":"https://static.media.ccc.de/media/events/all_systems_go/2026/418-d672c0b5-5b41-59ed-9495-9e0ce89f5ec4_preview.jpg","timeline_url":"https://static.media.ccc.de/media/events/all_systems_go/2026/418-d672c0b5-5b41-59ed-9495-9e0ce89f5ec4.timeline.jpg","thumbnails_url":"https://static.media.ccc.de/media/events/all_systems_go/2026/418-d672c0b5-5b41-59ed-9495-9e0ce89f5ec4.thumbnails.vtt","frontend_link":"https://media.ccc.de/v/all-systems-go-2026-418-from-fsync-to-block-i-o-tracing-storage-with-ebpf","url":"https://api.media.ccc.de/public/events/d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","conference_title":"All Systems Go! 2026","conference_url":"https://api.media.ccc.de/public/conferences/asg2026","related":[],"recordings":[{"length":397,"mime_type":"video/mp4","language":"eng","filename":"asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_hd.mp4","state":"new","folder":"h264-hd","high_quality":true,"width":1920,"height":1080,"updated_at":"2026-09-30T17:37:27.645+02:00","label":"eng 1080p","size":24,"recording_url":"https://cdn.media.ccc.de/events/all_systems_go/2026/h264-hd/asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_hd.mp4","url":"https://api.media.ccc.de/public/recordings/105665","event_url":"https://api.media.ccc.de/public/events/d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","conference_url":"https://api.media.ccc.de/public/conferences/asg2026"},{"length":397,"mime_type":"video/webm;codecs=av01","language":"eng","filename":"asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_av1-hd.webm","state":"new","folder":"av1-hd","high_quality":true,"width":1920,"height":1080,"updated_at":"2026-09-30T18:04:24.857+02:00","label":"eng 1080p","size":31,"recording_url":"https://cdn.media.ccc.de/events/all_systems_go/2026/av1-hd/asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_av1-hd.webm","url":"https://api.media.ccc.de/public/recordings/105681","event_url":"https://api.media.ccc.de/public/events/d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","conference_url":"https://api.media.ccc.de/public/conferences/asg2026"},{"length":397,"mime_type":"video/mp4","language":"eng","filename":"asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_sd.mp4","state":"new","folder":"h264-sd","high_quality":false,"width":720,"height":576,"updated_at":"2026-09-30T18:15:49.584+02:00","label":"eng 576p","size":12,"recording_url":"https://cdn.media.ccc.de/events/all_systems_go/2026/h264-sd/asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_sd.mp4","url":"https://api.media.ccc.de/public/recordings/105706","event_url":"https://api.media.ccc.de/public/events/d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","conference_url":"https://api.media.ccc.de/public/conferences/asg2026"},{"length":397,"mime_type":"audio/opus","language":"eng","filename":"asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_opus.opus","state":"new","folder":"opus","high_quality":false,"width":0,"height":0,"updated_at":"2026-09-30T18:16:23.702+02:00","label":"eng","size":4,"recording_url":"https://cdn.media.ccc.de/events/all_systems_go/2026/opus/asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_opus.opus","url":"https://api.media.ccc.de/public/recordings/105707","event_url":"https://api.media.ccc.de/public/events/d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","conference_url":"https://api.media.ccc.de/public/conferences/asg2026"},{"length":397,"mime_type":"audio/mpeg","language":"eng","filename":"asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_mp3.mp3","state":"new","folder":"mp3","high_quality":false,"width":0,"height":0,"updated_at":"2026-09-30T18:15:05.903+02:00","label":"eng","size":6,"recording_url":"https://cdn.media.ccc.de/events/all_systems_go/2026/mp3/asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_mp3.mp3","url":"https://api.media.ccc.de/public/recordings/105704","event_url":"https://api.media.ccc.de/public/events/d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","conference_url":"https://api.media.ccc.de/public/conferences/asg2026"},{"length":397,"mime_type":"video/webm;codecs=av01","language":"eng","filename":"asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_av1-sd.webm","state":"new","folder":"av1-sd","high_quality":false,"width":720,"height":576,"updated_at":"2026-09-30T18:15:45.936+02:00","label":"eng 576p","size":13,"recording_url":"https://cdn.media.ccc.de/events/all_systems_go/2026/av1-sd/asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_av1-sd.webm","url":"https://api.media.ccc.de/public/recordings/105705","event_url":"https://api.media.ccc.de/public/events/d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","conference_url":"https://api.media.ccc.de/public/conferences/asg2026"},{"length":397,"mime_type":"video/webm","language":"eng","filename":"asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_webm-hd.webm","state":"new","folder":"webm-hd","high_quality":true,"width":1920,"height":1080,"updated_at":"2026-09-30T18:31:02.401+02:00","label":"eng 1080p","size":35,"recording_url":"https://cdn.media.ccc.de/events/all_systems_go/2026/webm-hd/asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_webm-hd.webm","url":"https://api.media.ccc.de/public/recordings/105731","event_url":"https://api.media.ccc.de/public/events/d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","conference_url":"https://api.media.ccc.de/public/conferences/asg2026"},{"length":397,"mime_type":"video/webm","language":"eng","filename":"asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_webm-sd.webm","state":"new","folder":"webm-sd","high_quality":false,"width":720,"height":576,"updated_at":"2026-09-30T18:52:23.888+02:00","label":"eng 576p","size":16,"recording_url":"https://cdn.media.ccc.de/events/all_systems_go/2026/webm-sd/asg2026-418-eng-From_fsync_to_Block_I_O_Tracing_Storage_with_eBPF_webm-sd.webm","url":"https://api.media.ccc.de/public/recordings/105743","event_url":"https://api.media.ccc.de/public/events/d672c0b5-5b41-59ed-9495-9e0ce89f5ec4","conference_url":"https://api.media.ccc.de/public/conferences/asg2026"}]}