Commit | Line | Data |
---|---|---|
a42e9d6c SH |
1 | /* |
2 | * tcpprobe - Observe the TCP flow with kprobes. | |
3 | * | |
4 | * The idea for this came from Werner Almesberger's umlsim | |
5 | * Copyright (C) 2004, Stephen Hemminger <shemminger@osdl.org> | |
6 | * | |
7 | * This program is free software; you can redistribute it and/or modify | |
8 | * it under the terms of the GNU General Public License as published by | |
662ad4f8 | 9 | * the Free Software Foundation; either version 2 of the License. |
a42e9d6c SH |
10 | * |
11 | * This program is distributed in the hope that it will be useful, | |
12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
14 | * GNU General Public License for more details. | |
15 | * | |
16 | * You should have received a copy of the GNU General Public License | |
17 | * along with this program; if not, write to the Free Software | |
18 | * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. | |
19 | */ | |
20 | ||
afd46503 JP |
21 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
22 | ||
a42e9d6c SH |
23 | #include <linux/kernel.h> |
24 | #include <linux/kprobes.h> | |
25 | #include <linux/socket.h> | |
26 | #include <linux/tcp.h> | |
5a0e3ad6 | 27 | #include <linux/slab.h> |
a42e9d6c SH |
28 | #include <linux/proc_fs.h> |
29 | #include <linux/module.h> | |
85795d64 SH |
30 | #include <linux/ktime.h> |
31 | #include <linux/time.h> | |
457c4cbc | 32 | #include <net/net_namespace.h> |
a42e9d6c SH |
33 | |
34 | #include <net/tcp.h> | |
35 | ||
65ebe634 | 36 | MODULE_AUTHOR("Stephen Hemminger <shemminger@linux-foundation.org>"); |
a42e9d6c SH |
37 | MODULE_DESCRIPTION("TCP cwnd snooper"); |
38 | MODULE_LICENSE("GPL"); | |
662ad4f8 | 39 | MODULE_VERSION("1.1"); |
a42e9d6c | 40 | |
85795d64 | 41 | static int port __read_mostly = 0; |
a42e9d6c SH |
42 | MODULE_PARM_DESC(port, "Port to match (0=all)"); |
43 | module_param(port, int, 0); | |
44 | ||
f81074f8 | 45 | static unsigned int bufsize __read_mostly = 4096; |
662ad4f8 | 46 | MODULE_PARM_DESC(bufsize, "Log buffer size in packets (4096)"); |
f81074f8 | 47 | module_param(bufsize, uint, 0); |
a42e9d6c | 48 | |
b1dcdc68 DB |
49 | static unsigned int fwmark __read_mostly = 0; |
50 | MODULE_PARM_DESC(fwmark, "skb mark to match (0=no mark)"); | |
51 | module_param(fwmark, uint, 0); | |
52 | ||
85795d64 SH |
53 | static int full __read_mostly; |
54 | MODULE_PARM_DESC(full, "Full log (1=every ack packet received, 0=only cwnd changes)"); | |
55 | module_param(full, int, 0); | |
56 | ||
a42e9d6c SH |
57 | static const char procname[] = "tcpprobe"; |
58 | ||
662ad4f8 SH |
59 | struct tcp_log { |
60 | ktime_t tstamp; | |
f925d0a6 DB |
61 | union { |
62 | struct sockaddr raw; | |
63 | struct sockaddr_in v4; | |
64 | struct sockaddr_in6 v6; | |
65 | } src, dst; | |
662ad4f8 SH |
66 | u16 length; |
67 | u32 snd_nxt; | |
68 | u32 snd_una; | |
69 | u32 snd_wnd; | |
b4c1c1d0 | 70 | u32 rcv_wnd; |
662ad4f8 SH |
71 | u32 snd_cwnd; |
72 | u32 ssthresh; | |
73 | u32 srtt; | |
74 | }; | |
75 | ||
76 | static struct { | |
85795d64 | 77 | spinlock_t lock; |
a42e9d6c | 78 | wait_queue_head_t wait; |
85795d64 SH |
79 | ktime_t start; |
80 | u32 lastcwnd; | |
a42e9d6c | 81 | |
662ad4f8 SH |
82 | unsigned long head, tail; |
83 | struct tcp_log *log; | |
84 | } tcp_probe; | |
85 | ||
14a49e1f | 86 | |
662ad4f8 | 87 | static inline int tcp_probe_used(void) |
a42e9d6c | 88 | { |
f81074f8 | 89 | return (tcp_probe.head - tcp_probe.tail) & (bufsize - 1); |
662ad4f8 SH |
90 | } |
91 | ||
92 | static inline int tcp_probe_avail(void) | |
93 | { | |
f81074f8 | 94 | return bufsize - tcp_probe_used() - 1; |
14a49e1f | 95 | } |
a42e9d6c | 96 | |
f925d0a6 DB |
97 | #define tcp_probe_copy_fl_to_si4(inet, si4, mem) \ |
98 | do { \ | |
99 | si4.sin_family = AF_INET; \ | |
100 | si4.sin_port = inet->inet_##mem##port; \ | |
101 | si4.sin_addr.s_addr = inet->inet_##mem##addr; \ | |
102 | } while (0) \ | |
103 | ||
104 | #if IS_ENABLED(CONFIG_IPV6) | |
105 | #define tcp_probe_copy_fl_to_si6(inet, si6, mem) \ | |
106 | do { \ | |
107 | struct ipv6_pinfo *pi6 = inet->pinet6; \ | |
108 | si6.sin6_family = AF_INET6; \ | |
109 | si6.sin6_port = inet->inet_##mem##port; \ | |
110 | si6.sin6_addr = pi6->mem##addr; \ | |
111 | si6.sin6_flowinfo = 0; /* No need here. */ \ | |
112 | si6.sin6_scope_id = 0; /* No need here. */ \ | |
113 | } while (0) | |
114 | #else | |
115 | #define tcp_probe_copy_fl_to_si6(fl, si6, mem) \ | |
116 | do { \ | |
117 | memset(&si6, 0, sizeof(si6)); \ | |
118 | } while (0) | |
119 | #endif | |
120 | ||
85795d64 SH |
121 | /* |
122 | * Hook inserted to be called before each receive packet. | |
123 | * Note: arguments must match tcp_rcv_established()! | |
124 | */ | |
c995ae22 VS |
125 | static void jtcp_rcv_established(struct sock *sk, struct sk_buff *skb, |
126 | const struct tcphdr *th, unsigned int len) | |
a42e9d6c SH |
127 | { |
128 | const struct tcp_sock *tp = tcp_sk(sk); | |
129 | const struct inet_sock *inet = inet_sk(sk); | |
130 | ||
b1dcdc68 DB |
131 | /* Only update if port or skb mark matches */ |
132 | if (((port == 0 && fwmark == 0) || | |
133 | ntohs(inet->inet_dport) == port || | |
134 | ntohs(inet->inet_sport) == port || | |
135 | (fwmark > 0 && skb->mark == fwmark)) && | |
9d4fb27d | 136 | (full || tp->snd_cwnd != tcp_probe.lastcwnd)) { |
662ad4f8 SH |
137 | |
138 | spin_lock(&tcp_probe.lock); | |
139 | /* If log fills, just silently drop */ | |
140 | if (tcp_probe_avail() > 1) { | |
141 | struct tcp_log *p = tcp_probe.log + tcp_probe.head; | |
142 | ||
143 | p->tstamp = ktime_get(); | |
f925d0a6 DB |
144 | switch (sk->sk_family) { |
145 | case AF_INET: | |
146 | tcp_probe_copy_fl_to_si4(inet, p->src.v4, s); | |
147 | tcp_probe_copy_fl_to_si4(inet, p->dst.v4, d); | |
148 | break; | |
149 | case AF_INET6: | |
150 | tcp_probe_copy_fl_to_si6(inet, p->src.v6, s); | |
151 | tcp_probe_copy_fl_to_si6(inet, p->dst.v6, d); | |
152 | break; | |
153 | default: | |
154 | BUG(); | |
155 | } | |
156 | ||
662ad4f8 SH |
157 | p->length = skb->len; |
158 | p->snd_nxt = tp->snd_nxt; | |
159 | p->snd_una = tp->snd_una; | |
160 | p->snd_cwnd = tp->snd_cwnd; | |
161 | p->snd_wnd = tp->snd_wnd; | |
b4c1c1d0 | 162 | p->rcv_wnd = tp->rcv_wnd; |
b3b0b681 | 163 | p->ssthresh = tcp_current_ssthresh(sk); |
662ad4f8 SH |
164 | p->srtt = tp->srtt >> 3; |
165 | ||
f81074f8 | 166 | tcp_probe.head = (tcp_probe.head + 1) & (bufsize - 1); |
662ad4f8 SH |
167 | } |
168 | tcp_probe.lastcwnd = tp->snd_cwnd; | |
169 | spin_unlock(&tcp_probe.lock); | |
170 | ||
171 | wake_up(&tcp_probe.wait); | |
a42e9d6c SH |
172 | } |
173 | ||
174 | jprobe_return(); | |
a42e9d6c SH |
175 | } |
176 | ||
662ad4f8 | 177 | static struct jprobe tcp_jprobe = { |
3a872d89 | 178 | .kp = { |
85795d64 | 179 | .symbol_name = "tcp_rcv_established", |
3a872d89 | 180 | }, |
9e367d85 | 181 | .entry = jtcp_rcv_established, |
a42e9d6c SH |
182 | }; |
183 | ||
5e73ea1a | 184 | static int tcpprobe_open(struct inode *inode, struct file *file) |
a42e9d6c | 185 | { |
662ad4f8 SH |
186 | /* Reset (empty) log */ |
187 | spin_lock_bh(&tcp_probe.lock); | |
188 | tcp_probe.head = tcp_probe.tail = 0; | |
189 | tcp_probe.start = ktime_get(); | |
190 | spin_unlock_bh(&tcp_probe.lock); | |
191 | ||
a42e9d6c SH |
192 | return 0; |
193 | } | |
194 | ||
662ad4f8 SH |
195 | static int tcpprobe_sprint(char *tbuf, int n) |
196 | { | |
197 | const struct tcp_log *p | |
f81074f8 | 198 | = tcp_probe.log + tcp_probe.tail; |
662ad4f8 SH |
199 | struct timespec tv |
200 | = ktime_to_timespec(ktime_sub(p->tstamp, tcp_probe.start)); | |
201 | ||
dda0b386 | 202 | return scnprintf(tbuf, n, |
f925d0a6 | 203 | "%lu.%09lu %pISpc %pISpc %d %#x %#x %u %u %u %u %u\n", |
662ad4f8 SH |
204 | (unsigned long) tv.tv_sec, |
205 | (unsigned long) tv.tv_nsec, | |
f925d0a6 | 206 | &p->src, &p->dst, p->length, p->snd_nxt, p->snd_una, |
b4c1c1d0 | 207 | p->snd_cwnd, p->ssthresh, p->snd_wnd, p->srtt, p->rcv_wnd); |
662ad4f8 SH |
208 | } |
209 | ||
a42e9d6c SH |
210 | static ssize_t tcpprobe_read(struct file *file, char __user *buf, |
211 | size_t len, loff_t *ppos) | |
212 | { | |
a2025b8b RK |
213 | int error = 0; |
214 | size_t cnt = 0; | |
a42e9d6c | 215 | |
a2025b8b | 216 | if (!buf) |
a42e9d6c SH |
217 | return -EINVAL; |
218 | ||
662ad4f8 | 219 | while (cnt < len) { |
cc8c6c1b | 220 | char tbuf[256]; |
662ad4f8 SH |
221 | int width; |
222 | ||
223 | /* Wait for data in buffer */ | |
224 | error = wait_event_interruptible(tcp_probe.wait, | |
225 | tcp_probe_used() > 0); | |
226 | if (error) | |
227 | break; | |
a42e9d6c | 228 | |
662ad4f8 SH |
229 | spin_lock_bh(&tcp_probe.lock); |
230 | if (tcp_probe.head == tcp_probe.tail) { | |
231 | /* multiple readers race? */ | |
232 | spin_unlock_bh(&tcp_probe.lock); | |
233 | continue; | |
234 | } | |
a42e9d6c | 235 | |
662ad4f8 | 236 | width = tcpprobe_sprint(tbuf, sizeof(tbuf)); |
a42e9d6c | 237 | |
8d390efd | 238 | if (cnt + width < len) |
f81074f8 | 239 | tcp_probe.tail = (tcp_probe.tail + 1) & (bufsize - 1); |
a42e9d6c | 240 | |
662ad4f8 SH |
241 | spin_unlock_bh(&tcp_probe.lock); |
242 | ||
243 | /* if record greater than space available | |
244 | return partial buffer (so far) */ | |
8d390efd | 245 | if (cnt + width >= len) |
662ad4f8 SH |
246 | break; |
247 | ||
8d390efd TQ |
248 | if (copy_to_user(buf + cnt, tbuf, width)) |
249 | return -EFAULT; | |
662ad4f8 SH |
250 | cnt += width; |
251 | } | |
a42e9d6c | 252 | |
662ad4f8 | 253 | return cnt == 0 ? error : cnt; |
a42e9d6c SH |
254 | } |
255 | ||
9a32144e | 256 | static const struct file_operations tcpprobe_fops = { |
a42e9d6c SH |
257 | .owner = THIS_MODULE, |
258 | .open = tcpprobe_open, | |
259 | .read = tcpprobe_read, | |
6038f373 | 260 | .llseek = noop_llseek, |
a42e9d6c SH |
261 | }; |
262 | ||
263 | static __init int tcpprobe_init(void) | |
264 | { | |
265 | int ret = -ENOMEM; | |
266 | ||
d8cdeda6 DB |
267 | /* Warning: if the function signature of tcp_rcv_established, |
268 | * has been changed, you also have to change the signature of | |
269 | * jtcp_rcv_established, otherwise you end up right here! | |
270 | */ | |
271 | BUILD_BUG_ON(__same_type(tcp_rcv_established, | |
272 | jtcp_rcv_established) == 0); | |
273 | ||
662ad4f8 SH |
274 | init_waitqueue_head(&tcp_probe.wait); |
275 | spin_lock_init(&tcp_probe.lock); | |
276 | ||
f81074f8 | 277 | if (bufsize == 0) |
662ad4f8 SH |
278 | return -EINVAL; |
279 | ||
f81074f8 | 280 | bufsize = roundup_pow_of_two(bufsize); |
3d8ea1fd | 281 | tcp_probe.log = kcalloc(bufsize, sizeof(struct tcp_log), GFP_KERNEL); |
662ad4f8 SH |
282 | if (!tcp_probe.log) |
283 | goto err0; | |
a42e9d6c | 284 | |
d4beaa66 | 285 | if (!proc_create(procname, S_IRUSR, init_net.proc_net, &tcpprobe_fops)) |
a42e9d6c SH |
286 | goto err0; |
287 | ||
662ad4f8 | 288 | ret = register_jprobe(&tcp_jprobe); |
a42e9d6c SH |
289 | if (ret) |
290 | goto err1; | |
291 | ||
b1dcdc68 DB |
292 | pr_info("probe registered (port=%d/fwmark=%u) bufsize=%u\n", |
293 | port, fwmark, bufsize); | |
a42e9d6c SH |
294 | return 0; |
295 | err1: | |
ece31ffd | 296 | remove_proc_entry(procname, init_net.proc_net); |
a42e9d6c | 297 | err0: |
662ad4f8 | 298 | kfree(tcp_probe.log); |
a42e9d6c SH |
299 | return ret; |
300 | } | |
301 | module_init(tcpprobe_init); | |
302 | ||
303 | static __exit void tcpprobe_exit(void) | |
304 | { | |
ece31ffd | 305 | remove_proc_entry(procname, init_net.proc_net); |
662ad4f8 SH |
306 | unregister_jprobe(&tcp_jprobe); |
307 | kfree(tcp_probe.log); | |
a42e9d6c SH |
308 | } |
309 | module_exit(tcpprobe_exit); |