sched.h 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298
  1. /*
  2. * linux/include/linux/sunrpc/sched.h
  3. *
  4. * Scheduling primitives for kernel Sun RPC.
  5. *
  6. * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de>
  7. */
  8. #ifndef _LINUX_SUNRPC_SCHED_H_
  9. #define _LINUX_SUNRPC_SCHED_H_
  10. #include <linux/timer.h>
  11. #include <linux/ktime.h>
  12. #include <linux/sunrpc/types.h>
  13. #include <linux/spinlock.h>
  14. #include <linux/wait_bit.h>
  15. #include <linux/workqueue.h>
  16. #include <linux/sunrpc/xdr.h>
  17. /*
  18. * This is the actual RPC procedure call info.
  19. */
  20. struct rpc_procinfo;
  21. struct rpc_message {
  22. const struct rpc_procinfo *rpc_proc; /* Procedure information */
  23. void * rpc_argp; /* Arguments */
  24. void * rpc_resp; /* Result */
  25. struct rpc_cred * rpc_cred; /* Credentials */
  26. };
  27. struct rpc_call_ops;
  28. struct rpc_wait_queue;
  29. struct rpc_wait {
  30. struct list_head list; /* wait queue links */
  31. struct list_head links; /* Links to related tasks */
  32. struct list_head timer_list; /* Timer list */
  33. unsigned long expires;
  34. };
  35. /*
  36. * This is the RPC task struct
  37. */
  38. struct rpc_task {
  39. atomic_t tk_count; /* Reference count */
  40. int tk_status; /* result of last operation */
  41. struct list_head tk_task; /* global list of tasks */
  42. /*
  43. * callback to be executed after waking up
  44. * action next procedure for async tasks
  45. */
  46. void (*tk_callback)(struct rpc_task *);
  47. void (*tk_action)(struct rpc_task *);
  48. unsigned long tk_timeout; /* timeout for rpc_sleep() */
  49. unsigned long tk_runstate; /* Task run status */
  50. struct rpc_wait_queue *tk_waitqueue; /* RPC wait queue we're on */
  51. union {
  52. struct work_struct tk_work; /* Async task work queue */
  53. struct rpc_wait tk_wait; /* RPC wait */
  54. } u;
  55. /*
  56. * RPC call state
  57. */
  58. struct rpc_message tk_msg; /* RPC call info */
  59. void * tk_calldata; /* Caller private data */
  60. const struct rpc_call_ops *tk_ops; /* Caller callbacks */
  61. struct rpc_clnt * tk_client; /* RPC client */
  62. struct rpc_xprt * tk_xprt; /* Transport */
  63. struct rpc_rqst * tk_rqstp; /* RPC request */
  64. struct workqueue_struct *tk_workqueue; /* Normally rpciod, but could
  65. * be any workqueue
  66. */
  67. ktime_t tk_start; /* RPC task init timestamp */
  68. pid_t tk_owner; /* Process id for batching tasks */
  69. unsigned short tk_flags; /* misc flags */
  70. unsigned short tk_timeouts; /* maj timeouts */
  71. #if IS_ENABLED(CONFIG_SUNRPC_DEBUG) || IS_ENABLED(CONFIG_TRACEPOINTS)
  72. unsigned short tk_pid; /* debugging aid */
  73. #endif
  74. unsigned char tk_priority : 2,/* Task priority */
  75. tk_garb_retry : 2,
  76. tk_cred_retry : 2,
  77. tk_rebind_retry : 2;
  78. };
  79. typedef void (*rpc_action)(struct rpc_task *);
  80. struct rpc_call_ops {
  81. void (*rpc_call_prepare)(struct rpc_task *, void *);
  82. void (*rpc_call_done)(struct rpc_task *, void *);
  83. void (*rpc_count_stats)(struct rpc_task *, void *);
  84. void (*rpc_release)(void *);
  85. };
  86. struct rpc_task_setup {
  87. struct rpc_task *task;
  88. struct rpc_clnt *rpc_client;
  89. struct rpc_xprt *rpc_xprt;
  90. const struct rpc_message *rpc_message;
  91. const struct rpc_call_ops *callback_ops;
  92. void *callback_data;
  93. struct workqueue_struct *workqueue;
  94. unsigned short flags;
  95. signed char priority;
  96. };
  97. /*
  98. * RPC task flags
  99. */
  100. #define RPC_TASK_ASYNC 0x0001 /* is an async task */
  101. #define RPC_TASK_SWAPPER 0x0002 /* is swapping in/out */
  102. #define RPC_CALL_MAJORSEEN 0x0020 /* major timeout seen */
  103. #define RPC_TASK_ROOTCREDS 0x0040 /* force root creds */
  104. #define RPC_TASK_DYNAMIC 0x0080 /* task was kmalloc'ed */
  105. #define RPC_TASK_KILLED 0x0100 /* task was killed */
  106. #define RPC_TASK_SOFT 0x0200 /* Use soft timeouts */
  107. #define RPC_TASK_SOFTCONN 0x0400 /* Fail if can't connect */
  108. #define RPC_TASK_SENT 0x0800 /* message was sent */
  109. #define RPC_TASK_TIMEOUT 0x1000 /* fail with ETIMEDOUT on timeout */
  110. #define RPC_TASK_NOCONNECT 0x2000 /* return ENOTCONN if not connected */
  111. #define RPC_TASK_NO_RETRANS_TIMEOUT 0x4000 /* wait forever for a reply */
  112. #define RPC_IS_ASYNC(t) ((t)->tk_flags & RPC_TASK_ASYNC)
  113. #define RPC_IS_SWAPPER(t) ((t)->tk_flags & RPC_TASK_SWAPPER)
  114. #define RPC_DO_ROOTOVERRIDE(t) ((t)->tk_flags & RPC_TASK_ROOTCREDS)
  115. #define RPC_ASSASSINATED(t) ((t)->tk_flags & RPC_TASK_KILLED)
  116. #define RPC_IS_SOFT(t) ((t)->tk_flags & (RPC_TASK_SOFT|RPC_TASK_TIMEOUT))
  117. #define RPC_IS_SOFTCONN(t) ((t)->tk_flags & RPC_TASK_SOFTCONN)
  118. #define RPC_WAS_SENT(t) ((t)->tk_flags & RPC_TASK_SENT)
  119. #define RPC_TASK_RUNNING 0
  120. #define RPC_TASK_QUEUED 1
  121. #define RPC_TASK_ACTIVE 2
  122. #define RPC_TASK_MSG_RECV 3
  123. #define RPC_TASK_MSG_RECV_WAIT 4
  124. #define RPC_IS_RUNNING(t) test_bit(RPC_TASK_RUNNING, &(t)->tk_runstate)
  125. #define rpc_set_running(t) set_bit(RPC_TASK_RUNNING, &(t)->tk_runstate)
  126. #define rpc_test_and_set_running(t) \
  127. test_and_set_bit(RPC_TASK_RUNNING, &(t)->tk_runstate)
  128. #define rpc_clear_running(t) \
  129. do { \
  130. smp_mb__before_atomic(); \
  131. clear_bit(RPC_TASK_RUNNING, &(t)->tk_runstate); \
  132. smp_mb__after_atomic(); \
  133. } while (0)
  134. #define RPC_IS_QUEUED(t) test_bit(RPC_TASK_QUEUED, &(t)->tk_runstate)
  135. #define rpc_set_queued(t) set_bit(RPC_TASK_QUEUED, &(t)->tk_runstate)
  136. #define rpc_clear_queued(t) \
  137. do { \
  138. smp_mb__before_atomic(); \
  139. clear_bit(RPC_TASK_QUEUED, &(t)->tk_runstate); \
  140. smp_mb__after_atomic(); \
  141. } while (0)
  142. #define RPC_IS_ACTIVATED(t) test_bit(RPC_TASK_ACTIVE, &(t)->tk_runstate)
  143. /*
  144. * Task priorities.
  145. * Note: if you change these, you must also change
  146. * the task initialization definitions below.
  147. */
  148. #define RPC_PRIORITY_LOW (-1)
  149. #define RPC_PRIORITY_NORMAL (0)
  150. #define RPC_PRIORITY_HIGH (1)
  151. #define RPC_PRIORITY_PRIVILEGED (2)
  152. #define RPC_NR_PRIORITY (1 + RPC_PRIORITY_PRIVILEGED - RPC_PRIORITY_LOW)
  153. struct rpc_timer {
  154. struct timer_list timer;
  155. struct list_head list;
  156. unsigned long expires;
  157. };
  158. /*
  159. * RPC synchronization objects
  160. */
  161. struct rpc_wait_queue {
  162. spinlock_t lock;
  163. struct list_head tasks[RPC_NR_PRIORITY]; /* task queue for each priority level */
  164. pid_t owner; /* process id of last task serviced */
  165. unsigned char maxpriority; /* maximum priority (0 if queue is not a priority queue) */
  166. unsigned char priority; /* current priority */
  167. unsigned char nr; /* # tasks remaining for cookie */
  168. unsigned short qlen; /* total # tasks waiting in queue */
  169. struct rpc_timer timer_list;
  170. #if IS_ENABLED(CONFIG_SUNRPC_DEBUG) || IS_ENABLED(CONFIG_TRACEPOINTS)
  171. const char * name;
  172. #endif
  173. };
  174. /*
  175. * This is the # requests to send consecutively
  176. * from a single cookie. The aim is to improve
  177. * performance of NFS operations such as read/write.
  178. */
  179. #define RPC_BATCH_COUNT 16
  180. #define RPC_IS_PRIORITY(q) ((q)->maxpriority > 0)
  181. /*
  182. * Function prototypes
  183. */
  184. struct rpc_task *rpc_new_task(const struct rpc_task_setup *);
  185. struct rpc_task *rpc_run_task(const struct rpc_task_setup *);
  186. struct rpc_task *rpc_run_bc_task(struct rpc_rqst *req);
  187. void rpc_put_task(struct rpc_task *);
  188. void rpc_put_task_async(struct rpc_task *);
  189. void rpc_exit_task(struct rpc_task *);
  190. void rpc_exit(struct rpc_task *, int);
  191. void rpc_release_calldata(const struct rpc_call_ops *, void *);
  192. void rpc_killall_tasks(struct rpc_clnt *);
  193. void rpc_execute(struct rpc_task *);
  194. void rpc_init_priority_wait_queue(struct rpc_wait_queue *, const char *);
  195. void rpc_init_wait_queue(struct rpc_wait_queue *, const char *);
  196. void rpc_destroy_wait_queue(struct rpc_wait_queue *);
  197. void rpc_sleep_on(struct rpc_wait_queue *, struct rpc_task *,
  198. rpc_action action);
  199. void rpc_sleep_on_priority(struct rpc_wait_queue *,
  200. struct rpc_task *,
  201. rpc_action action,
  202. int priority);
  203. void rpc_wake_up_queued_task(struct rpc_wait_queue *,
  204. struct rpc_task *);
  205. void rpc_wake_up(struct rpc_wait_queue *);
  206. struct rpc_task *rpc_wake_up_next(struct rpc_wait_queue *);
  207. struct rpc_task *rpc_wake_up_first_on_wq(struct workqueue_struct *wq,
  208. struct rpc_wait_queue *,
  209. bool (*)(struct rpc_task *, void *),
  210. void *);
  211. struct rpc_task *rpc_wake_up_first(struct rpc_wait_queue *,
  212. bool (*)(struct rpc_task *, void *),
  213. void *);
  214. void rpc_wake_up_status(struct rpc_wait_queue *, int);
  215. void rpc_delay(struct rpc_task *, unsigned long);
  216. int rpc_malloc(struct rpc_task *);
  217. void rpc_free(struct rpc_task *);
  218. int rpciod_up(void);
  219. void rpciod_down(void);
  220. int __rpc_wait_for_completion_task(struct rpc_task *task, wait_bit_action_f *);
  221. #if IS_ENABLED(CONFIG_SUNRPC_DEBUG)
  222. struct net;
  223. void rpc_show_tasks(struct net *);
  224. #endif
  225. int rpc_init_mempool(void);
  226. void rpc_destroy_mempool(void);
  227. extern struct workqueue_struct *rpciod_workqueue;
  228. extern struct workqueue_struct *xprtiod_workqueue;
  229. void rpc_prepare_task(struct rpc_task *task);
  230. static inline int rpc_wait_for_completion_task(struct rpc_task *task)
  231. {
  232. return __rpc_wait_for_completion_task(task, NULL);
  233. }
  234. #if IS_ENABLED(CONFIG_SUNRPC_DEBUG) || IS_ENABLED(CONFIG_TRACEPOINTS)
  235. static inline const char * rpc_qname(const struct rpc_wait_queue *q)
  236. {
  237. return ((q && q->name) ? q->name : "unknown");
  238. }
  239. static inline void rpc_assign_waitqueue_name(struct rpc_wait_queue *q,
  240. const char *name)
  241. {
  242. q->name = name;
  243. }
  244. #else
  245. static inline void rpc_assign_waitqueue_name(struct rpc_wait_queue *q,
  246. const char *name)
  247. {
  248. }
  249. #endif
  250. #if IS_ENABLED(CONFIG_SUNRPC_SWAP)
  251. int rpc_clnt_swap_activate(struct rpc_clnt *clnt);
  252. void rpc_clnt_swap_deactivate(struct rpc_clnt *clnt);
  253. #else
  254. static inline int
  255. rpc_clnt_swap_activate(struct rpc_clnt *clnt)
  256. {
  257. return -EINVAL;
  258. }
  259. static inline void
  260. rpc_clnt_swap_deactivate(struct rpc_clnt *clnt)
  261. {
  262. }
  263. #endif /* CONFIG_SUNRPC_SWAP */
  264. #endif /* _LINUX_SUNRPC_SCHED_H_ */