blob: 2e5eab09083e673dd5441cc232fad48872e87659 [file] [log] [blame]
Fenghua Yu113c6092016-10-22 06:19:54 -07001#ifndef _ASM_X86_INTEL_RDT_H
2#define _ASM_X86_INTEL_RDT_H
3
Fenghua Yu5ff193f2016-10-28 15:04:42 -07004#include <linux/jump_label.h>
5
6#define IA32_L3_QOS_CFG 0xc81
Fenghua Yu113c6092016-10-22 06:19:54 -07007#define IA32_L3_CBM_BASE 0xc90
Fenghua Yuc1c7c3f2016-10-22 06:19:55 -07008#define IA32_L2_CBM_BASE 0xd10
Fenghua Yu113c6092016-10-22 06:19:54 -07009
Fenghua Yu5ff193f2016-10-28 15:04:42 -070010#define L3_QOS_CDP_ENABLE 0x01ULL
11
12/**
13 * struct rdtgroup - store rdtgroup's data in resctrl file system.
14 * @kn: kernfs node
15 * @rdtgroup_list: linked list for all rdtgroups
16 * @closid: closid for this rdtgroup
Tony Luck12e01102016-10-28 15:04:45 -070017 * @cpu_mask: CPUs assigned to this rdtgroup
Fenghua Yu60cf5e12016-10-28 15:04:44 -070018 * @flags: status bits
19 * @waitcount: how many cpus expect to find this
Tony Luck12e01102016-10-28 15:04:45 -070020 * group when they acquire rdtgroup_mutex
Fenghua Yu5ff193f2016-10-28 15:04:42 -070021 */
22struct rdtgroup {
23 struct kernfs_node *kn;
24 struct list_head rdtgroup_list;
25 int closid;
Tony Luck12e01102016-10-28 15:04:45 -070026 struct cpumask cpu_mask;
Fenghua Yu60cf5e12016-10-28 15:04:44 -070027 int flags;
28 atomic_t waitcount;
Fenghua Yu5ff193f2016-10-28 15:04:42 -070029};
30
Fenghua Yu60cf5e12016-10-28 15:04:44 -070031/* rdtgroup.flags */
32#define RDT_DELETED 1
33
Fenghua Yu5ff193f2016-10-28 15:04:42 -070034/* List of all resource groups */
35extern struct list_head rdt_all_groups;
36
37int __init rdtgroup_init(void);
38
Fenghua Yuc1c7c3f2016-10-22 06:19:55 -070039/**
Fenghua Yu4e978d02016-10-28 15:04:43 -070040 * struct rftype - describe each file in the resctrl file system
41 * @name: file name
42 * @mode: access mode
43 * @kf_ops: operations
44 * @seq_show: show content of the file
45 * @write: write to the file
46 */
47struct rftype {
48 char *name;
49 umode_t mode;
50 struct kernfs_ops *kf_ops;
51
52 int (*seq_show)(struct kernfs_open_file *of,
53 struct seq_file *sf, void *v);
54 /*
55 * write() is the generic write callback which maps directly to
56 * kernfs write operation and overrides all other operations.
57 * Maximum write size is determined by ->max_write_len.
58 */
59 ssize_t (*write)(struct kernfs_open_file *of,
60 char *buf, size_t nbytes, loff_t off);
61};
62
63/**
Fenghua Yuc1c7c3f2016-10-22 06:19:55 -070064 * struct rdt_resource - attributes of an RDT resource
65 * @enabled: Is this feature enabled on this machine
66 * @capable: Is this feature available on this machine
67 * @name: Name to use in "schemata" file
68 * @num_closid: Number of CLOSIDs available
69 * @max_cbm: Largest Cache Bit Mask allowed
70 * @min_cbm_bits: Minimum number of consecutive bits to be set
71 * in a cache bit mask
72 * @domains: All domains for this resource
73 * @num_domains: Number of domains active
74 * @msr_base: Base MSR address for CBMs
75 * @tmp_cbms: Scratch space when updating schemata
Tony Luck60ec2442016-10-28 15:04:47 -070076 * @num_tmp_cbms: Number of CBMs in tmp_cbms
Fenghua Yuc1c7c3f2016-10-22 06:19:55 -070077 * @cache_level: Which cache level defines scope of this domain
78 * @cbm_idx_multi: Multiplier of CBM index
79 * @cbm_idx_offset: Offset of CBM index. CBM index is computed by:
80 * closid * cbm_idx_multi + cbm_idx_offset
81 */
82struct rdt_resource {
83 bool enabled;
84 bool capable;
85 char *name;
86 int num_closid;
87 int cbm_len;
88 int min_cbm_bits;
89 u32 max_cbm;
90 struct list_head domains;
91 int num_domains;
92 int msr_base;
93 u32 *tmp_cbms;
Tony Luck60ec2442016-10-28 15:04:47 -070094 int num_tmp_cbms;
Fenghua Yuc1c7c3f2016-10-22 06:19:55 -070095 int cache_level;
96 int cbm_idx_multi;
97 int cbm_idx_offset;
98};
99
Tony Luck2264d9c2016-10-28 15:04:41 -0700100/**
101 * struct rdt_domain - group of cpus sharing an RDT resource
102 * @list: all instances of this resource
103 * @id: unique id for this instance
104 * @cpu_mask: which cpus share this resource
105 * @cbm: array of cache bit masks (indexed by CLOSID)
106 */
107struct rdt_domain {
108 struct list_head list;
109 int id;
110 struct cpumask cpu_mask;
111 u32 *cbm;
112};
113
114/**
115 * struct msr_param - set a range of MSRs from a domain
116 * @res: The resource to use
117 * @low: Beginning index from base MSR
118 * @high: End index
119 */
120struct msr_param {
121 struct rdt_resource *res;
122 int low;
123 int high;
124};
125
126extern struct mutex rdtgroup_mutex;
127
Fenghua Yuc1c7c3f2016-10-22 06:19:55 -0700128extern struct rdt_resource rdt_resources_all[];
Fenghua Yu5ff193f2016-10-28 15:04:42 -0700129extern struct rdtgroup rdtgroup_default;
130DECLARE_STATIC_KEY_FALSE(rdt_enable_key);
131
132int __init rdtgroup_init(void);
Fenghua Yuc1c7c3f2016-10-22 06:19:55 -0700133
134enum {
135 RDT_RESOURCE_L3,
136 RDT_RESOURCE_L3DATA,
137 RDT_RESOURCE_L3CODE,
138 RDT_RESOURCE_L2,
139
140 /* Must be the last */
141 RDT_NUM_RESOURCES,
142};
143
144#define for_each_capable_rdt_resource(r) \
145 for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
146 r++) \
147 if (r->capable)
148
Tony Luck2264d9c2016-10-28 15:04:41 -0700149#define for_each_enabled_rdt_resource(r) \
150 for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
151 r++) \
152 if (r->enabled)
153
Fenghua Yuc1c7c3f2016-10-22 06:19:55 -0700154/* CPUID.(EAX=10H, ECX=ResID=1).EAX */
155union cpuid_0x10_1_eax {
156 struct {
157 unsigned int cbm_len:5;
158 } split;
159 unsigned int full;
160};
161
162/* CPUID.(EAX=10H, ECX=ResID=1).EDX */
163union cpuid_0x10_1_edx {
164 struct {
165 unsigned int cos_max:16;
166 } split;
167 unsigned int full;
168};
Tony Luck2264d9c2016-10-28 15:04:41 -0700169
Tony Luck12e01102016-10-28 15:04:45 -0700170DECLARE_PER_CPU_READ_MOSTLY(int, cpu_closid);
171
Tony Luck2264d9c2016-10-28 15:04:41 -0700172void rdt_cbm_update(void *arg);
Fenghua Yu60cf5e12016-10-28 15:04:44 -0700173struct rdtgroup *rdtgroup_kn_lock_live(struct kernfs_node *kn);
174void rdtgroup_kn_unlock(struct kernfs_node *kn);
Tony Luck60ec2442016-10-28 15:04:47 -0700175ssize_t rdtgroup_schemata_write(struct kernfs_open_file *of,
176 char *buf, size_t nbytes, loff_t off);
177int rdtgroup_schemata_show(struct kernfs_open_file *of,
178 struct seq_file *s, void *v);
Fenghua Yu113c6092016-10-22 06:19:54 -0700179#endif /* _ASM_X86_INTEL_RDT_H */