tcp: annotate data-races around tcp_rsk(req)->ts_recent
TCP request sockets are lockless, tcp_rsk(req)->ts_recent
can change while being read by another cpu as syzbot noticed.
This is harmless, but we should annotate the known races.
Note that tcp_check_req() changes req->ts_recent a bit early,
we might change this in the future.
BUG: KCSAN: data-race in tcp_check_req / tcp_check_req
write to 0xffff88813c8afb84 of 4 bytes by interrupt on cpu 1:
tcp_check_req+0x694/0xc70 net/ipv4/tcp_minisocks.c:762
tcp_v4_rcv+0x12db/0x1b70 net/ipv4/tcp_ipv4.c:2071
ip_protocol_deliver_rcu+0x356/0x6d0 net/ipv4/ip_input.c:205
ip_local_deliver_finish+0x13c/0x1a0 net/ipv4/ip_input.c:233
NF_HOOK include/linux/netfilter.h:303 [inline]
ip_local_deliver+0xec/0x1c0 net/ipv4/ip_input.c:254
dst_input include/net/dst.h:468 [inline]
ip_rcv_finish net/ipv4/ip_input.c:449 [inline]
NF_HOOK include/linux/netfilter.h:303 [inline]
ip_rcv+0x197/0x270 net/ipv4/ip_input.c:569
__netif_receive_skb_one_core net/core/dev.c:5493 [inline]
__netif_receive_skb+0x90/0x1b0 net/core/dev.c:5607
process_backlog+0x21f/0x380 net/core/dev.c:5935
__napi_poll+0x60/0x3b0 net/core/dev.c:6498
napi_poll net/core/dev.c:6565 [inline]
net_rx_action+0x32b/0x750 net/core/dev.c:6698
__do_softirq+0xc1/0x265 kernel/softirq.c:571
do_softirq+0x7e/0xb0 kernel/softirq.c:472
__local_bh_enable_ip+0x64/0x70 kernel/softirq.c:396
local_bh_enable+0x1f/0x20 include/linux/bottom_half.h:33
rcu_read_unlock_bh include/linux/rcupdate.h:843 [inline]
__dev_queue_xmit+0xabb/0x1d10 net/core/dev.c:4271
dev_queue_xmit include/linux/netdevice.h:3088 [inline]
neigh_hh_output include/net/neighbour.h:528 [inline]
neigh_output include/net/neighbour.h:542 [inline]
ip_finish_output2+0x700/0x840 net/ipv4/ip_output.c:229
ip_finish_output+0xf4/0x240 net/ipv4/ip_output.c:317
NF_HOOK_COND include/linux/netfilter.h:292 [inline]
ip_output+0xe5/0x1b0 net/ipv4/ip_output.c:431
dst_output include/net/dst.h:458 [inline]
ip_local_out net/ipv4/ip_output.c:126 [inline]
__ip_queue_xmit+0xa4d/0xa70 net/ipv4/ip_output.c:533
ip_queue_xmit+0x38/0x40 net/ipv4/ip_output.c:547
__tcp_transmit_skb+0x1194/0x16e0 net/ipv4/tcp_output.c:1399
tcp_transmit_skb net/ipv4/tcp_output.c:1417 [inline]
tcp_write_xmit+0x13ff/0x2fd0 net/ipv4/tcp_output.c:2693
__tcp_push_pending_frames+0x6a/0x1a0 net/ipv4/tcp_output.c:2877
tcp_push_pending_frames include/net/tcp.h:1952 [inline]
__tcp_sock_set_cork net/ipv4/tcp.c:3336 [inline]
tcp_sock_set_cork+0xe8/0x100 net/ipv4/tcp.c:3343
rds_tcp_xmit_path_complete+0x3b/0x40 net/rds/tcp_send.c:52
rds_send_xmit+0xf8d/0x1420 net/rds/send.c:422
rds_send_worker+0x42/0x1d0 net/rds/threads.c:200
process_one_work+0x3e6/0x750 kernel/workqueue.c:2408
worker_thread+0x5f2/0xa10 kernel/workqueue.c:2555
kthread+0x1d7/0x210 kernel/kthread.c:379
ret_from_fork+0x1f/0x30 arch/x86/entry/entry_64.S:308
read to 0xffff88813c8afb84 of 4 bytes by interrupt on cpu 0:
tcp_check_req+0x32a/0xc70 net/ipv4/tcp_minisocks.c:622
tcp_v4_rcv+0x12db/0x1b70 net/ipv4/tcp_ipv4.c:2071
ip_protocol_deliver_rcu+0x356/0x6d0 net/ipv4/ip_input.c:205
ip_local_deliver_finish+0x13c/0x1a0 net/ipv4/ip_input.c:233
NF_HOOK include/linux/netfilter.h:303 [inline]
ip_local_deliver+0xec/0x1c0 net/ipv4/ip_input.c:254
dst_input include/net/dst.h:468 [inline]
ip_rcv_finish net/ipv4/ip_input.c:449 [inline]
NF_HOOK include/linux/netfilter.h:303 [inline]
ip_rcv+0x197/0x270 net/ipv4/ip_input.c:569
__netif_receive_skb_one_core net/core/dev.c:5493 [inline]
__netif_receive_skb+0x90/0x1b0 net/core/dev.c:5607
process_backlog+0x21f/0x380 net/core/dev.c:5935
__napi_poll+0x60/0x3b0 net/core/dev.c:6498
napi_poll net/core/dev.c:6565 [inline]
net_rx_action+0x32b/0x750 net/core/dev.c:6698
__do_softirq+0xc1/0x265 kernel/softirq.c:571
run_ksoftirqd+0x17/0x20 kernel/softirq.c:939
smpboot_thread_fn+0x30a/0x4a0 kernel/smpboot.c:164
kthread+0x1d7/0x210 kernel/kthread.c:379
ret_from_fork+0x1f/0x30 arch/x86/entry/entry_64.S:308
value changed: 0x1cd237f1 -> 0x1cd237f2
Fixes: 079096f103
("tcp/dccp: install syn_recv requests into ehash table")
Signed-off-by: Eric Dumazet <edumazet@google.com>
Reported-by: syzbot <syzkaller@googlegroups.com>
Reviewed-by: Kuniyuki Iwashima <kuniyu@amazon.com>
Link: https://lore.kernel.org/r/20230717144445.653164-3-edumazet@google.com
Signed-off-by: Jakub Kicinski <kuba@kernel.org>
This commit is contained in:
parent
5e5265522a
commit
eba20811f3
|
@ -988,7 +988,7 @@ static void tcp_v4_reqsk_send_ack(const struct sock *sk, struct sk_buff *skb,
|
||||||
tcp_rsk(req)->rcv_nxt,
|
tcp_rsk(req)->rcv_nxt,
|
||||||
req->rsk_rcv_wnd >> inet_rsk(req)->rcv_wscale,
|
req->rsk_rcv_wnd >> inet_rsk(req)->rcv_wscale,
|
||||||
tcp_time_stamp_raw() + tcp_rsk(req)->ts_off,
|
tcp_time_stamp_raw() + tcp_rsk(req)->ts_off,
|
||||||
req->ts_recent,
|
READ_ONCE(req->ts_recent),
|
||||||
0,
|
0,
|
||||||
tcp_md5_do_lookup(sk, l3index, addr, AF_INET),
|
tcp_md5_do_lookup(sk, l3index, addr, AF_INET),
|
||||||
inet_rsk(req)->no_srccheck ? IP_REPLY_ARG_NOSRCCHECK : 0,
|
inet_rsk(req)->no_srccheck ? IP_REPLY_ARG_NOSRCCHECK : 0,
|
||||||
|
|
|
@ -555,7 +555,7 @@ struct sock *tcp_create_openreq_child(const struct sock *sk,
|
||||||
newtp->max_window = newtp->snd_wnd;
|
newtp->max_window = newtp->snd_wnd;
|
||||||
|
|
||||||
if (newtp->rx_opt.tstamp_ok) {
|
if (newtp->rx_opt.tstamp_ok) {
|
||||||
newtp->rx_opt.ts_recent = req->ts_recent;
|
newtp->rx_opt.ts_recent = READ_ONCE(req->ts_recent);
|
||||||
newtp->rx_opt.ts_recent_stamp = ktime_get_seconds();
|
newtp->rx_opt.ts_recent_stamp = ktime_get_seconds();
|
||||||
newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED;
|
newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED;
|
||||||
} else {
|
} else {
|
||||||
|
@ -619,7 +619,7 @@ struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb,
|
||||||
tcp_parse_options(sock_net(sk), skb, &tmp_opt, 0, NULL);
|
tcp_parse_options(sock_net(sk), skb, &tmp_opt, 0, NULL);
|
||||||
|
|
||||||
if (tmp_opt.saw_tstamp) {
|
if (tmp_opt.saw_tstamp) {
|
||||||
tmp_opt.ts_recent = req->ts_recent;
|
tmp_opt.ts_recent = READ_ONCE(req->ts_recent);
|
||||||
if (tmp_opt.rcv_tsecr)
|
if (tmp_opt.rcv_tsecr)
|
||||||
tmp_opt.rcv_tsecr -= tcp_rsk(req)->ts_off;
|
tmp_opt.rcv_tsecr -= tcp_rsk(req)->ts_off;
|
||||||
/* We do not store true stamp, but it is not required,
|
/* We do not store true stamp, but it is not required,
|
||||||
|
@ -758,8 +758,11 @@ struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb,
|
||||||
|
|
||||||
/* In sequence, PAWS is OK. */
|
/* In sequence, PAWS is OK. */
|
||||||
|
|
||||||
|
/* TODO: We probably should defer ts_recent change once
|
||||||
|
* we take ownership of @req.
|
||||||
|
*/
|
||||||
if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt))
|
if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt))
|
||||||
req->ts_recent = tmp_opt.rcv_tsval;
|
WRITE_ONCE(req->ts_recent, tmp_opt.rcv_tsval);
|
||||||
|
|
||||||
if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) {
|
if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) {
|
||||||
/* Truncate SYN, it is out of window starting
|
/* Truncate SYN, it is out of window starting
|
||||||
|
|
|
@ -878,7 +878,7 @@ static unsigned int tcp_synack_options(const struct sock *sk,
|
||||||
if (likely(ireq->tstamp_ok)) {
|
if (likely(ireq->tstamp_ok)) {
|
||||||
opts->options |= OPTION_TS;
|
opts->options |= OPTION_TS;
|
||||||
opts->tsval = tcp_skb_timestamp(skb) + tcp_rsk(req)->ts_off;
|
opts->tsval = tcp_skb_timestamp(skb) + tcp_rsk(req)->ts_off;
|
||||||
opts->tsecr = req->ts_recent;
|
opts->tsecr = READ_ONCE(req->ts_recent);
|
||||||
remaining -= TCPOLEN_TSTAMP_ALIGNED;
|
remaining -= TCPOLEN_TSTAMP_ALIGNED;
|
||||||
}
|
}
|
||||||
if (likely(ireq->sack_ok)) {
|
if (likely(ireq->sack_ok)) {
|
||||||
|
|
|
@ -1126,7 +1126,7 @@ static void tcp_v6_reqsk_send_ack(const struct sock *sk, struct sk_buff *skb,
|
||||||
tcp_rsk(req)->rcv_nxt,
|
tcp_rsk(req)->rcv_nxt,
|
||||||
req->rsk_rcv_wnd >> inet_rsk(req)->rcv_wscale,
|
req->rsk_rcv_wnd >> inet_rsk(req)->rcv_wscale,
|
||||||
tcp_time_stamp_raw() + tcp_rsk(req)->ts_off,
|
tcp_time_stamp_raw() + tcp_rsk(req)->ts_off,
|
||||||
req->ts_recent, sk->sk_bound_dev_if,
|
READ_ONCE(req->ts_recent), sk->sk_bound_dev_if,
|
||||||
tcp_v6_md5_do_lookup(sk, &ipv6_hdr(skb)->saddr, l3index),
|
tcp_v6_md5_do_lookup(sk, &ipv6_hdr(skb)->saddr, l3index),
|
||||||
ipv6_get_dsfield(ipv6_hdr(skb)), 0, sk->sk_priority,
|
ipv6_get_dsfield(ipv6_hdr(skb)), 0, sk->sk_priority,
|
||||||
READ_ONCE(tcp_rsk(req)->txhash));
|
READ_ONCE(tcp_rsk(req)->txhash));
|
||||||
|
|
Loading…
Reference in New Issue