udp: use atomic_inc_not_zero_hint
UDP sockets refcount is usually 2, unless an incoming frame is going to be queued in receive or backlog queue. Using atomic_inc_not_zero_hint() permits to reduce latency, because processor issues less memory transactions. Signed-off-by: Eric Dumazet <eric.dumazet@gmail.com> Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
parent
213b15ca81
commit
c31504dc0d
|
@ -57,7 +57,7 @@
|
|||
#include <linux/rculist_nulls.h>
|
||||
#include <linux/poll.h>
|
||||
|
||||
#include <asm/atomic.h>
|
||||
#include <linux/atomic.h>
|
||||
#include <net/dst.h>
|
||||
#include <net/checksum.h>
|
||||
|
||||
|
|
|
@ -430,7 +430,7 @@ begin:
|
|||
|
||||
if (result) {
|
||||
exact_match:
|
||||
if (unlikely(!atomic_inc_not_zero(&result->sk_refcnt)))
|
||||
if (unlikely(!atomic_inc_not_zero_hint(&result->sk_refcnt, 2)))
|
||||
result = NULL;
|
||||
else if (unlikely(compute_score2(result, net, saddr, sport,
|
||||
daddr, hnum, dif) < badness)) {
|
||||
|
@ -500,7 +500,7 @@ begin:
|
|||
goto begin;
|
||||
|
||||
if (result) {
|
||||
if (unlikely(!atomic_inc_not_zero(&result->sk_refcnt)))
|
||||
if (unlikely(!atomic_inc_not_zero_hint(&result->sk_refcnt, 2)))
|
||||
result = NULL;
|
||||
else if (unlikely(compute_score(result, net, saddr, hnum, sport,
|
||||
daddr, dport, dif) < badness)) {
|
||||
|
|
|
@ -227,7 +227,7 @@ begin:
|
|||
|
||||
if (result) {
|
||||
exact_match:
|
||||
if (unlikely(!atomic_inc_not_zero(&result->sk_refcnt)))
|
||||
if (unlikely(!atomic_inc_not_zero_hint(&result->sk_refcnt, 2)))
|
||||
result = NULL;
|
||||
else if (unlikely(compute_score2(result, net, saddr, sport,
|
||||
daddr, hnum, dif) < badness)) {
|
||||
|
@ -294,7 +294,7 @@ begin:
|
|||
goto begin;
|
||||
|
||||
if (result) {
|
||||
if (unlikely(!atomic_inc_not_zero(&result->sk_refcnt)))
|
||||
if (unlikely(!atomic_inc_not_zero_hint(&result->sk_refcnt, 2)))
|
||||
result = NULL;
|
||||
else if (unlikely(compute_score(result, net, hnum, saddr, sport,
|
||||
daddr, dport, dif) < badness)) {
|
||||
|
|
Loading…
Reference in New Issue