2019-05-19 21:51:40 +08:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
2006-06-27 17:54:51 +08:00
|
|
|
/*
|
|
|
|
* Descending-priority-sorted double-linked list
|
|
|
|
*
|
|
|
|
* (C) 2002-2003 Intel Corp
|
|
|
|
* Inaky Perez-Gonzalez <inaky.perez-gonzalez@intel.com>.
|
|
|
|
*
|
|
|
|
* 2001-2005 (c) MontaVista Software, Inc.
|
|
|
|
* Daniel Walker <dwalker@mvista.com>
|
|
|
|
*
|
|
|
|
* (C) 2005 Thomas Gleixner <tglx@linutronix.de>
|
|
|
|
*
|
|
|
|
* Simplifications of the original code by
|
|
|
|
* Oleg Nesterov <oleg@tv-sign.ru>
|
|
|
|
*
|
|
|
|
* Based on simple lists (include/linux/list.h).
|
|
|
|
*
|
|
|
|
* This is a priority-sorted list of nodes; each node has a
|
|
|
|
* priority from INT_MIN (highest) to INT_MAX (lowest).
|
|
|
|
*
|
|
|
|
* Addition is O(K), removal is O(1), change of priority of a node is
|
|
|
|
* O(K) and K is the number of RT priority levels used in the system.
|
|
|
|
* (1 <= K <= 99)
|
|
|
|
*
|
|
|
|
* This list is really a list of lists:
|
|
|
|
*
|
|
|
|
* - The tier 1 list is the prio_list, different priority nodes.
|
|
|
|
*
|
|
|
|
* - The tier 2 list is the node_list, serialized nodes.
|
|
|
|
*
|
|
|
|
* Simple ASCII art explanation:
|
|
|
|
*
|
2010-12-21 17:55:14 +08:00
|
|
|
* pl:prio_list (only for plist_node)
|
|
|
|
* nl:node_list
|
|
|
|
* HEAD| NODE(S)
|
|
|
|
* |
|
|
|
|
* ||------------------------------------|
|
|
|
|
* ||->|pl|<->|pl|<--------------->|pl|<-|
|
|
|
|
* | |10| |21| |21| |21| |40| (prio)
|
|
|
|
* | | | | | | | | | | |
|
|
|
|
* | | | | | | | | | | |
|
|
|
|
* |->|nl|<->|nl|<->|nl|<->|nl|<->|nl|<->|nl|<-|
|
|
|
|
* |-------------------------------------------|
|
2006-06-27 17:54:51 +08:00
|
|
|
*
|
|
|
|
* The nodes on the prio_list list are sorted by priority to simplify
|
|
|
|
* the insertion of new nodes. There are no nodes with duplicate
|
|
|
|
* priorites on the list.
|
|
|
|
*
|
2010-01-12 04:21:06 +08:00
|
|
|
* The nodes on the node_list are ordered by priority and can contain
|
2006-06-27 17:54:51 +08:00
|
|
|
* entries which have the same priority. Those entries are ordered
|
|
|
|
* FIFO
|
|
|
|
*
|
|
|
|
* Addition means: look for the prio_list node in the prio_list
|
|
|
|
* for the priority of the node and insert it before the node_list
|
|
|
|
* entry of the next prio_list node. If it is the first node of
|
|
|
|
* that priority, add it to the prio_list in the right position and
|
|
|
|
* insert it into the serialized node_list list
|
|
|
|
*
|
|
|
|
* Removal means remove it from the node_list and remove it from
|
|
|
|
* the prio_list if the node_list list_head is non empty. In case
|
|
|
|
* of removal from the prio_list it must be checked whether other
|
|
|
|
* entries of the same priority are on the list or not. If there
|
|
|
|
* is another entry of the same priority then this entry has to
|
|
|
|
* replace the removed entry on the prio_list. If the entry which
|
|
|
|
* is removed is the only entry of this priority then a simple
|
|
|
|
* remove from both list is sufficient.
|
|
|
|
*
|
|
|
|
* INT_MIN is the highest priority, 0 is the medium highest, INT_MAX
|
|
|
|
* is lowest priority.
|
|
|
|
*
|
|
|
|
* No locking is done, up to the caller.
|
|
|
|
*/
|
|
|
|
#ifndef _LINUX_PLIST_H_
|
|
|
|
#define _LINUX_PLIST_H_
|
|
|
|
|
2006-06-28 23:14:07 +08:00
|
|
|
#include <linux/kernel.h>
|
2006-06-27 17:54:51 +08:00
|
|
|
#include <linux/list.h>
|
|
|
|
|
|
|
|
struct plist_head {
|
|
|
|
struct list_head node_list;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct plist_node {
|
|
|
|
int prio;
|
2010-12-21 17:55:14 +08:00
|
|
|
struct list_head prio_list;
|
|
|
|
struct list_head node_list;
|
2006-06-27 17:54:51 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
2007-04-17 13:53:15 +08:00
|
|
|
* PLIST_HEAD_INIT - static struct plist_head initializer
|
2006-06-27 17:54:51 +08:00
|
|
|
* @head: struct plist_head variable name
|
2009-11-17 21:46:14 +08:00
|
|
|
*/
|
2011-07-08 08:27:59 +08:00
|
|
|
#define PLIST_HEAD_INIT(head) \
|
2009-11-17 21:46:14 +08:00
|
|
|
{ \
|
2011-07-08 08:27:59 +08:00
|
|
|
.node_list = LIST_HEAD_INIT((head).node_list) \
|
2009-11-17 21:46:14 +08:00
|
|
|
}
|
|
|
|
|
2014-06-05 07:09:55 +08:00
|
|
|
/**
|
|
|
|
* PLIST_HEAD - declare and init plist_head
|
|
|
|
* @head: name for struct plist_head variable
|
|
|
|
*/
|
|
|
|
#define PLIST_HEAD(head) \
|
|
|
|
struct plist_head head = PLIST_HEAD_INIT(head)
|
|
|
|
|
2006-06-27 17:54:51 +08:00
|
|
|
/**
|
2007-04-17 13:53:15 +08:00
|
|
|
* PLIST_NODE_INIT - static struct plist_node initializer
|
2006-06-27 17:54:51 +08:00
|
|
|
* @node: struct plist_node variable name
|
|
|
|
* @__prio: initial node priority
|
|
|
|
*/
|
|
|
|
#define PLIST_NODE_INIT(node, __prio) \
|
|
|
|
{ \
|
|
|
|
.prio = (__prio), \
|
2010-12-21 17:55:14 +08:00
|
|
|
.prio_list = LIST_HEAD_INIT((node).prio_list), \
|
|
|
|
.node_list = LIST_HEAD_INIT((node).node_list), \
|
2006-06-27 17:54:51 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* plist_head_init - dynamic struct plist_head initializer
|
|
|
|
* @head: &struct plist_head pointer
|
2009-11-17 21:46:14 +08:00
|
|
|
*/
|
|
|
|
static inline void
|
2011-07-08 08:27:59 +08:00
|
|
|
plist_head_init(struct plist_head *head)
|
2009-11-17 21:46:14 +08:00
|
|
|
{
|
|
|
|
INIT_LIST_HEAD(&head->node_list);
|
2006-06-27 17:54:51 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* plist_node_init - Dynamic struct plist_node initializer
|
|
|
|
* @node: &struct plist_node pointer
|
|
|
|
* @prio: initial node priority
|
|
|
|
*/
|
|
|
|
static inline void plist_node_init(struct plist_node *node, int prio)
|
|
|
|
{
|
|
|
|
node->prio = prio;
|
2010-12-21 17:55:14 +08:00
|
|
|
INIT_LIST_HEAD(&node->prio_list);
|
|
|
|
INIT_LIST_HEAD(&node->node_list);
|
2006-06-27 17:54:51 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
extern void plist_add(struct plist_node *node, struct plist_head *head);
|
|
|
|
extern void plist_del(struct plist_node *node, struct plist_head *head);
|
|
|
|
|
lib/plist: add plist_requeue
Add plist_requeue(), which moves the specified plist_node after all other
same-priority plist_nodes in the list. This is essentially an optimized
plist_del() followed by plist_add().
This is needed by swap, which (with the next patch in this set) uses a
plist of available swap devices. When a swap device (either a swap
partition or swap file) are added to the system with swapon(), the device
is added to a plist, ordered by the swap device's priority. When swap
needs to allocate a page from one of the swap devices, it takes the page
from the first swap device on the plist, which is the highest priority
swap device. The swap device is left in the plist until all its pages are
used, and then removed from the plist when it becomes full.
However, as described in man 2 swapon, swap must allocate pages from swap
devices with the same priority in round-robin order; to do this, on each
swap page allocation, swap uses a page from the first swap device in the
plist, and then calls plist_requeue() to move that swap device entry to
after any other same-priority swap devices. The next swap page allocation
will again use a page from the first swap device in the plist and requeue
it, and so on, resulting in round-robin usage of equal-priority swap
devices.
Also add plist_test_requeue() test function, for use by plist_test() to
test plist_requeue() function.
Signed-off-by: Dan Streetman <ddstreet@ieee.org>
Cc: Steven Rostedt <rostedt@goodmis.org>
Cc: Peter Zijlstra <peterz@infradead.org>
Acked-by: Mel Gorman <mgorman@suse.de>
Cc: Paul Gortmaker <paul.gortmaker@windriver.com>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Shaohua Li <shli@fusionio.com>
Cc: Hugh Dickins <hughd@google.com>
Cc: Dan Streetman <ddstreet@ieee.org>
Cc: Michal Hocko <mhocko@suse.cz>
Cc: Christian Ehrhardt <ehrhardt@linux.vnet.ibm.com>
Cc: Weijie Yang <weijieut@gmail.com>
Cc: Rik van Riel <riel@redhat.com>
Cc: Johannes Weiner <hannes@cmpxchg.org>
Cc: Bob Liu <bob.liu@oracle.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2014-06-05 07:09:57 +08:00
|
|
|
extern void plist_requeue(struct plist_node *node, struct plist_head *head);
|
|
|
|
|
2006-06-27 17:54:51 +08:00
|
|
|
/**
|
|
|
|
* plist_for_each - iterate over the plist
|
2007-04-17 13:53:15 +08:00
|
|
|
* @pos: the type * to use as a loop counter
|
|
|
|
* @head: the head for your list
|
2006-06-27 17:54:51 +08:00
|
|
|
*/
|
|
|
|
#define plist_for_each(pos, head) \
|
2010-12-21 17:55:14 +08:00
|
|
|
list_for_each_entry(pos, &(head)->node_list, node_list)
|
2006-06-27 17:54:51 +08:00
|
|
|
|
2014-06-05 07:09:55 +08:00
|
|
|
/**
|
|
|
|
* plist_for_each_continue - continue iteration over the plist
|
|
|
|
* @pos: the type * to use as a loop cursor
|
|
|
|
* @head: the head for your list
|
|
|
|
*
|
|
|
|
* Continue to iterate over plist, continuing after the current position.
|
|
|
|
*/
|
|
|
|
#define plist_for_each_continue(pos, head) \
|
|
|
|
list_for_each_entry_continue(pos, &(head)->node_list, node_list)
|
|
|
|
|
2006-06-27 17:54:51 +08:00
|
|
|
/**
|
2007-04-17 13:53:15 +08:00
|
|
|
* plist_for_each_safe - iterate safely over a plist of given type
|
|
|
|
* @pos: the type * to use as a loop counter
|
|
|
|
* @n: another type * to use as temporary storage
|
|
|
|
* @head: the head for your list
|
2006-06-27 17:54:51 +08:00
|
|
|
*
|
2007-04-17 13:53:15 +08:00
|
|
|
* Iterate over a plist of given type, safe against removal of list entry.
|
2006-06-27 17:54:51 +08:00
|
|
|
*/
|
|
|
|
#define plist_for_each_safe(pos, n, head) \
|
2010-12-21 17:55:14 +08:00
|
|
|
list_for_each_entry_safe(pos, n, &(head)->node_list, node_list)
|
2006-06-27 17:54:51 +08:00
|
|
|
|
|
|
|
/**
|
|
|
|
* plist_for_each_entry - iterate over list of given type
|
2007-04-17 13:53:15 +08:00
|
|
|
* @pos: the type * to use as a loop counter
|
|
|
|
* @head: the head for your list
|
2014-11-14 09:09:55 +08:00
|
|
|
* @mem: the name of the list_head within the struct
|
2006-06-27 17:54:51 +08:00
|
|
|
*/
|
|
|
|
#define plist_for_each_entry(pos, head, mem) \
|
2010-12-21 17:55:14 +08:00
|
|
|
list_for_each_entry(pos, &(head)->node_list, mem.node_list)
|
2006-06-27 17:54:51 +08:00
|
|
|
|
2014-06-05 07:09:55 +08:00
|
|
|
/**
|
|
|
|
* plist_for_each_entry_continue - continue iteration over list of given type
|
|
|
|
* @pos: the type * to use as a loop cursor
|
|
|
|
* @head: the head for your list
|
2014-11-14 09:09:55 +08:00
|
|
|
* @m: the name of the list_head within the struct
|
2014-06-05 07:09:55 +08:00
|
|
|
*
|
|
|
|
* Continue to iterate over list of given type, continuing after
|
|
|
|
* the current position.
|
|
|
|
*/
|
|
|
|
#define plist_for_each_entry_continue(pos, head, m) \
|
|
|
|
list_for_each_entry_continue(pos, &(head)->node_list, m.node_list)
|
|
|
|
|
2006-06-27 17:54:51 +08:00
|
|
|
/**
|
2007-04-17 13:53:15 +08:00
|
|
|
* plist_for_each_entry_safe - iterate safely over list of given type
|
|
|
|
* @pos: the type * to use as a loop counter
|
2006-06-27 17:54:51 +08:00
|
|
|
* @n: another type * to use as temporary storage
|
2007-04-17 13:53:15 +08:00
|
|
|
* @head: the head for your list
|
2014-11-14 09:09:55 +08:00
|
|
|
* @m: the name of the list_head within the struct
|
2007-04-17 13:53:15 +08:00
|
|
|
*
|
|
|
|
* Iterate over list of given type, safe against removal of list entry.
|
2006-06-27 17:54:51 +08:00
|
|
|
*/
|
|
|
|
#define plist_for_each_entry_safe(pos, n, head, m) \
|
2010-12-21 17:55:14 +08:00
|
|
|
list_for_each_entry_safe(pos, n, &(head)->node_list, m.node_list)
|
2006-06-27 17:54:51 +08:00
|
|
|
|
|
|
|
/**
|
|
|
|
* plist_head_empty - return !0 if a plist_head is empty
|
|
|
|
* @head: &struct plist_head pointer
|
|
|
|
*/
|
|
|
|
static inline int plist_head_empty(const struct plist_head *head)
|
|
|
|
{
|
|
|
|
return list_empty(&head->node_list);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* plist_node_empty - return !0 if plist_node is not on a list
|
|
|
|
* @node: &struct plist_node pointer
|
|
|
|
*/
|
|
|
|
static inline int plist_node_empty(const struct plist_node *node)
|
|
|
|
{
|
2010-12-21 17:55:14 +08:00
|
|
|
return list_empty(&node->node_list);
|
2006-06-27 17:54:51 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/* All functions below assume the plist_head is not empty. */
|
|
|
|
|
|
|
|
/**
|
|
|
|
* plist_first_entry - get the struct for the first entry
|
2007-04-17 13:53:15 +08:00
|
|
|
* @head: the &struct plist_head pointer
|
|
|
|
* @type: the type of the struct this is embedded in
|
2014-11-14 09:09:55 +08:00
|
|
|
* @member: the name of the list_head within the struct
|
2006-06-27 17:54:51 +08:00
|
|
|
*/
|
2019-05-15 06:42:46 +08:00
|
|
|
#ifdef CONFIG_DEBUG_PLIST
|
2006-06-27 17:54:51 +08:00
|
|
|
# define plist_first_entry(head, type, member) \
|
|
|
|
({ \
|
|
|
|
WARN_ON(plist_head_empty(head)); \
|
|
|
|
container_of(plist_first(head), type, member); \
|
|
|
|
})
|
|
|
|
#else
|
|
|
|
# define plist_first_entry(head, type, member) \
|
|
|
|
container_of(plist_first(head), type, member)
|
|
|
|
#endif
|
|
|
|
|
2010-07-02 03:46:36 +08:00
|
|
|
/**
|
|
|
|
* plist_last_entry - get the struct for the last entry
|
|
|
|
* @head: the &struct plist_head pointer
|
|
|
|
* @type: the type of the struct this is embedded in
|
2014-11-14 09:09:55 +08:00
|
|
|
* @member: the name of the list_head within the struct
|
2010-07-02 03:46:36 +08:00
|
|
|
*/
|
2019-05-15 06:42:46 +08:00
|
|
|
#ifdef CONFIG_DEBUG_PLIST
|
2010-07-02 03:46:36 +08:00
|
|
|
# define plist_last_entry(head, type, member) \
|
|
|
|
({ \
|
|
|
|
WARN_ON(plist_head_empty(head)); \
|
|
|
|
container_of(plist_last(head), type, member); \
|
|
|
|
})
|
|
|
|
#else
|
|
|
|
# define plist_last_entry(head, type, member) \
|
|
|
|
container_of(plist_last(head), type, member)
|
|
|
|
#endif
|
|
|
|
|
2014-06-05 07:09:55 +08:00
|
|
|
/**
|
|
|
|
* plist_next - get the next entry in list
|
|
|
|
* @pos: the type * to cursor
|
|
|
|
*/
|
|
|
|
#define plist_next(pos) \
|
|
|
|
list_next_entry(pos, node_list)
|
|
|
|
|
|
|
|
/**
|
|
|
|
* plist_prev - get the prev entry in list
|
|
|
|
* @pos: the type * to cursor
|
|
|
|
*/
|
|
|
|
#define plist_prev(pos) \
|
|
|
|
list_prev_entry(pos, node_list)
|
|
|
|
|
2006-06-27 17:54:51 +08:00
|
|
|
/**
|
|
|
|
* plist_first - return the first node (and thus, highest priority)
|
|
|
|
* @head: the &struct plist_head pointer
|
|
|
|
*
|
|
|
|
* Assumes the plist is _not_ empty.
|
|
|
|
*/
|
2010-01-12 04:21:06 +08:00
|
|
|
static inline struct plist_node *plist_first(const struct plist_head *head)
|
2006-06-27 17:54:51 +08:00
|
|
|
{
|
|
|
|
return list_entry(head->node_list.next,
|
2010-12-21 17:55:14 +08:00
|
|
|
struct plist_node, node_list);
|
2006-06-27 17:54:51 +08:00
|
|
|
}
|
|
|
|
|
2010-07-02 03:46:36 +08:00
|
|
|
/**
|
|
|
|
* plist_last - return the last node (and thus, lowest priority)
|
|
|
|
* @head: the &struct plist_head pointer
|
|
|
|
*
|
|
|
|
* Assumes the plist is _not_ empty.
|
|
|
|
*/
|
|
|
|
static inline struct plist_node *plist_last(const struct plist_head *head)
|
|
|
|
{
|
|
|
|
return list_entry(head->node_list.prev,
|
2010-12-21 17:55:14 +08:00
|
|
|
struct plist_node, node_list);
|
2010-07-02 03:46:36 +08:00
|
|
|
}
|
|
|
|
|
2006-06-27 17:54:51 +08:00
|
|
|
#endif
|