blob: 9c2e74f9096c9eba23a71b2e4f736132d6ab2585 [file] [log] [blame]
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -07001#ifndef _XEN_MULTICALLS_H
2#define _XEN_MULTICALLS_H
3
Jeremy Fitzhardinge84cdee72010-12-16 13:42:55 -08004#include <trace/events/xen.h>
5
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -07006#include "xen-ops.h"
7
8/* Multicalls */
9struct multicall_space
10{
11 struct multicall_entry *mc;
12 void *args;
13};
14
15/* Allocate room for a multicall and its args */
16struct multicall_space __xen_mc_entry(size_t args);
17
18DECLARE_PER_CPU(unsigned long, xen_mc_irq_flags);
19
20/* Call to start a batch of multiple __xen_mc_entry()s. Must be
21 paired with xen_mc_issue() */
22static inline void xen_mc_batch(void)
23{
Jeremy Fitzhardinge06fc7322009-02-03 16:01:46 -080024 unsigned long flags;
Jeremy Fitzhardinge84cdee72010-12-16 13:42:55 -080025
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070026 /* need to disable interrupts until this entry is complete */
Jeremy Fitzhardinge06fc7322009-02-03 16:01:46 -080027 local_irq_save(flags);
Jeremy Fitzhardingec796f212010-12-16 14:33:27 -080028 trace_xen_mc_batch(paravirt_get_lazy_mode());
Christoph Lameter780f36d2010-12-06 11:16:29 -060029 __this_cpu_write(xen_mc_irq_flags, flags);
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070030}
31
32static inline struct multicall_space xen_mc_entry(size_t args)
33{
34 xen_mc_batch();
35 return __xen_mc_entry(args);
36}
37
38/* Flush all pending multicalls */
39void xen_mc_flush(void);
40
41/* Issue a multicall if we're not in a lazy mode */
42static inline void xen_mc_issue(unsigned mode)
43{
Jeremy Fitzhardingec796f212010-12-16 14:33:27 -080044 trace_xen_mc_issue(mode);
45
Jeremy Fitzhardinge8965c1c2007-10-16 11:51:29 -070046 if ((paravirt_get_lazy_mode() & mode) == 0)
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070047 xen_mc_flush();
48
49 /* restore flags saved in xen_mc_batch */
Alex Shi2113f462012-01-13 23:53:35 +080050 local_irq_restore(this_cpu_read(xen_mc_irq_flags));
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070051}
52
Jeremy Fitzhardinge91e0c5f2007-10-16 11:51:30 -070053/* Set up a callback to be called when the current batch is flushed */
54void xen_mc_callback(void (*fn)(void *), void *data);
55
Jeremy Fitzhardinge400d3492008-06-16 04:30:03 -070056/*
57 * Try to extend the arguments of the previous multicall command. The
58 * previous command's op must match. If it does, then it attempts to
59 * extend the argument space allocated to the multicall entry by
60 * arg_size bytes.
61 *
62 * The returned multicall_space will return with mc pointing to the
63 * command on success, or NULL on failure, and args pointing to the
64 * newly allocated space.
65 */
66struct multicall_space xen_mc_extend_args(unsigned long op, size_t arg_size);
67
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070068#endif /* _XEN_MULTICALLS_H */