Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1 | /* |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 2 | * Copyright (c) 2009, Microsoft Corporation. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify it |
| 5 | * under the terms and conditions of the GNU General Public License, |
| 6 | * version 2, as published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 11 | * more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License along with |
| 14 | * this program; if not, write to the Free Software Foundation, Inc., 59 Temple |
| 15 | * Place - Suite 330, Boston, MA 02111-1307 USA. |
| 16 | * |
| 17 | * Authors: |
| 18 | * Haiyang Zhang <haiyangz@microsoft.com> |
| 19 | * Hank Janssen <hjanssen@microsoft.com> |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 20 | * K. Y. Srinivasan <kys@microsoft.com> |
K. Y. Srinivasan | 52e5c1c | 2011-03-15 15:03:34 -0700 | [diff] [blame] | 21 | * |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 22 | */ |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 23 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 24 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 25 | #include <linux/init.h> |
| 26 | #include <linux/module.h> |
| 27 | #include <linux/device.h> |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 28 | #include <linux/interrupt.h> |
| 29 | #include <linux/sysctl.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 30 | #include <linux/slab.h> |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 31 | #include <linux/acpi.h> |
Haiyang Zhang | 8b5d6d3 | 2010-05-28 23:22:44 +0000 | [diff] [blame] | 32 | #include <linux/completion.h> |
Greg Kroah-Hartman | 46a9719 | 2011-10-04 12:29:52 -0700 | [diff] [blame] | 33 | #include <linux/hyperv.h> |
K. Y. Srinivasan | b020950 | 2012-12-01 06:46:54 -0800 | [diff] [blame] | 34 | #include <linux/kernel_stat.h> |
K. Y. Srinivasan | 4061ed9 | 2015-01-09 23:54:32 -0800 | [diff] [blame] | 35 | #include <linux/clockchips.h> |
Vitaly Kuznetsov | e513229 | 2015-02-27 11:25:51 -0800 | [diff] [blame] | 36 | #include <linux/cpu.h> |
Greg Kroah-Hartman | 407dd16 | 2011-10-11 08:36:44 -0600 | [diff] [blame] | 37 | #include <asm/hyperv.h> |
Jason Wang | 1f94ea8 | 2012-08-31 13:32:44 +0800 | [diff] [blame] | 38 | #include <asm/hypervisor.h> |
K. Y. Srinivasan | 302a3c0 | 2013-02-17 11:30:44 -0800 | [diff] [blame] | 39 | #include <asm/mshyperv.h> |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 40 | #include <linux/notifier.h> |
| 41 | #include <linux/ptrace.h> |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 42 | #include <linux/screen_info.h> |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 43 | #include <linux/kdebug.h> |
Jake Oshins | 6d146ae | 2016-04-05 10:22:55 -0700 | [diff] [blame] | 44 | #include <linux/efi.h> |
Stephan Mueller | 4b44f2d | 2016-05-02 02:14:34 -0400 | [diff] [blame] | 45 | #include <linux/random.h> |
K. Y. Srinivasan | 0f2a661 | 2011-05-12 19:34:28 -0700 | [diff] [blame] | 46 | #include "hyperv_vmbus.h" |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 47 | |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 48 | struct vmbus_dynid { |
| 49 | struct list_head node; |
| 50 | struct hv_vmbus_device_id id; |
| 51 | }; |
| 52 | |
K. Y. Srinivasan | 607c1a1 | 2011-06-06 15:49:39 -0700 | [diff] [blame] | 53 | static struct acpi_device *hv_acpi_dev; |
K. Y. Srinivasan | 1168ac2 | 2011-03-15 15:03:32 -0700 | [diff] [blame] | 54 | |
K. Y. Srinivasan | 71a6655 | 2011-04-29 13:45:04 -0700 | [diff] [blame] | 55 | static struct completion probe_event; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 56 | |
Vitaly Kuznetsov | 76d36ab | 2016-12-07 14:53:11 -0800 | [diff] [blame] | 57 | static int hyperv_cpuhp_online; |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 58 | |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 59 | static void hyperv_report_panic(struct pt_regs *regs) |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 60 | { |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 61 | static bool panic_reported; |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 62 | |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 63 | /* |
| 64 | * We prefer to report panic on 'die' chain as we have proper |
| 65 | * registers to report, but if we miss it (e.g. on BUG()) we need |
| 66 | * to report it on 'panic'. |
| 67 | */ |
| 68 | if (panic_reported) |
| 69 | return; |
| 70 | panic_reported = true; |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 71 | |
| 72 | wrmsrl(HV_X64_MSR_CRASH_P0, regs->ip); |
| 73 | wrmsrl(HV_X64_MSR_CRASH_P1, regs->ax); |
| 74 | wrmsrl(HV_X64_MSR_CRASH_P2, regs->bx); |
| 75 | wrmsrl(HV_X64_MSR_CRASH_P3, regs->cx); |
| 76 | wrmsrl(HV_X64_MSR_CRASH_P4, regs->dx); |
| 77 | |
| 78 | /* |
| 79 | * Let Hyper-V know there is crash data available |
| 80 | */ |
| 81 | wrmsrl(HV_X64_MSR_CRASH_CTL, HV_CRASH_CTL_CRASH_NOTIFY); |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 82 | } |
| 83 | |
| 84 | static int hyperv_panic_event(struct notifier_block *nb, unsigned long val, |
| 85 | void *args) |
| 86 | { |
| 87 | struct pt_regs *regs; |
| 88 | |
| 89 | regs = current_pt_regs(); |
| 90 | |
| 91 | hyperv_report_panic(regs); |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 92 | return NOTIFY_DONE; |
| 93 | } |
| 94 | |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 95 | static int hyperv_die_event(struct notifier_block *nb, unsigned long val, |
| 96 | void *args) |
| 97 | { |
| 98 | struct die_args *die = (struct die_args *)args; |
| 99 | struct pt_regs *regs = die->regs; |
| 100 | |
| 101 | hyperv_report_panic(regs); |
| 102 | return NOTIFY_DONE; |
| 103 | } |
| 104 | |
| 105 | static struct notifier_block hyperv_die_block = { |
| 106 | .notifier_call = hyperv_die_event, |
| 107 | }; |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 108 | static struct notifier_block hyperv_panic_block = { |
| 109 | .notifier_call = hyperv_panic_event, |
| 110 | }; |
| 111 | |
Jake Oshins | 6d146ae | 2016-04-05 10:22:55 -0700 | [diff] [blame] | 112 | static const char *fb_mmio_name = "fb_range"; |
| 113 | static struct resource *fb_mmio; |
Stephen Hemminger | e2e8084 | 2016-09-07 05:39:33 -0700 | [diff] [blame] | 114 | static struct resource *hyperv_mmio; |
| 115 | static DEFINE_SEMAPHORE(hyperv_mmio_lock); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 116 | |
K. Y. Srinivasan | cf6a2ea | 2011-12-01 09:59:34 -0800 | [diff] [blame] | 117 | static int vmbus_exists(void) |
| 118 | { |
| 119 | if (hv_acpi_dev == NULL) |
| 120 | return -ENODEV; |
| 121 | |
| 122 | return 0; |
| 123 | } |
| 124 | |
Olaf Hering | fd776ba | 2011-09-02 18:25:56 +0200 | [diff] [blame] | 125 | #define VMBUS_ALIAS_LEN ((sizeof((struct hv_vmbus_device_id *)0)->guid) * 2) |
| 126 | static void print_alias_name(struct hv_device *hv_dev, char *alias_name) |
| 127 | { |
| 128 | int i; |
| 129 | for (i = 0; i < VMBUS_ALIAS_LEN; i += 2) |
| 130 | sprintf(&alias_name[i], "%02x", hv_dev->dev_type.b[i/2]); |
| 131 | } |
| 132 | |
Greg Kroah-Hartman | 76c52bb | 2013-09-13 11:32:56 -0700 | [diff] [blame] | 133 | static u8 channel_monitor_group(struct vmbus_channel *channel) |
| 134 | { |
| 135 | return (u8)channel->offermsg.monitorid / 32; |
| 136 | } |
| 137 | |
| 138 | static u8 channel_monitor_offset(struct vmbus_channel *channel) |
| 139 | { |
| 140 | return (u8)channel->offermsg.monitorid % 32; |
| 141 | } |
| 142 | |
| 143 | static u32 channel_pending(struct vmbus_channel *channel, |
| 144 | struct hv_monitor_page *monitor_page) |
| 145 | { |
| 146 | u8 monitor_group = channel_monitor_group(channel); |
| 147 | return monitor_page->trigger_group[monitor_group].pending; |
| 148 | } |
| 149 | |
Greg Kroah-Hartman | 1cee272 | 2013-09-13 11:32:57 -0700 | [diff] [blame] | 150 | static u32 channel_latency(struct vmbus_channel *channel, |
| 151 | struct hv_monitor_page *monitor_page) |
| 152 | { |
| 153 | u8 monitor_group = channel_monitor_group(channel); |
| 154 | u8 monitor_offset = channel_monitor_offset(channel); |
| 155 | return monitor_page->latency[monitor_group][monitor_offset]; |
| 156 | } |
| 157 | |
Greg Kroah-Hartman | 4947c74 | 2013-09-13 11:32:58 -0700 | [diff] [blame] | 158 | static u32 channel_conn_id(struct vmbus_channel *channel, |
| 159 | struct hv_monitor_page *monitor_page) |
| 160 | { |
| 161 | u8 monitor_group = channel_monitor_group(channel); |
| 162 | u8 monitor_offset = channel_monitor_offset(channel); |
| 163 | return monitor_page->parameter[monitor_group][monitor_offset].connectionid.u.id; |
| 164 | } |
| 165 | |
Greg Kroah-Hartman | 03f3a91 | 2013-09-13 11:32:49 -0700 | [diff] [blame] | 166 | static ssize_t id_show(struct device *dev, struct device_attribute *dev_attr, |
| 167 | char *buf) |
| 168 | { |
| 169 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 170 | |
| 171 | if (!hv_dev->channel) |
| 172 | return -ENODEV; |
| 173 | return sprintf(buf, "%d\n", hv_dev->channel->offermsg.child_relid); |
| 174 | } |
| 175 | static DEVICE_ATTR_RO(id); |
| 176 | |
Greg Kroah-Hartman | a8fb5f3 | 2013-09-13 11:32:50 -0700 | [diff] [blame] | 177 | static ssize_t state_show(struct device *dev, struct device_attribute *dev_attr, |
| 178 | char *buf) |
| 179 | { |
| 180 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 181 | |
| 182 | if (!hv_dev->channel) |
| 183 | return -ENODEV; |
| 184 | return sprintf(buf, "%d\n", hv_dev->channel->state); |
| 185 | } |
| 186 | static DEVICE_ATTR_RO(state); |
| 187 | |
Greg Kroah-Hartman | 5ffd00e | 2013-09-13 11:32:51 -0700 | [diff] [blame] | 188 | static ssize_t monitor_id_show(struct device *dev, |
| 189 | struct device_attribute *dev_attr, char *buf) |
| 190 | { |
| 191 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 192 | |
| 193 | if (!hv_dev->channel) |
| 194 | return -ENODEV; |
| 195 | return sprintf(buf, "%d\n", hv_dev->channel->offermsg.monitorid); |
| 196 | } |
| 197 | static DEVICE_ATTR_RO(monitor_id); |
| 198 | |
Greg Kroah-Hartman | 68234c0 | 2013-09-13 11:32:53 -0700 | [diff] [blame] | 199 | static ssize_t class_id_show(struct device *dev, |
| 200 | struct device_attribute *dev_attr, char *buf) |
| 201 | { |
| 202 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 203 | |
| 204 | if (!hv_dev->channel) |
| 205 | return -ENODEV; |
| 206 | return sprintf(buf, "{%pUl}\n", |
| 207 | hv_dev->channel->offermsg.offer.if_type.b); |
| 208 | } |
| 209 | static DEVICE_ATTR_RO(class_id); |
| 210 | |
Greg Kroah-Hartman | 7c55e1d | 2013-09-13 11:32:54 -0700 | [diff] [blame] | 211 | static ssize_t device_id_show(struct device *dev, |
| 212 | struct device_attribute *dev_attr, char *buf) |
| 213 | { |
| 214 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 215 | |
| 216 | if (!hv_dev->channel) |
| 217 | return -ENODEV; |
| 218 | return sprintf(buf, "{%pUl}\n", |
| 219 | hv_dev->channel->offermsg.offer.if_instance.b); |
| 220 | } |
| 221 | static DEVICE_ATTR_RO(device_id); |
| 222 | |
Greg Kroah-Hartman | 647fa37 | 2013-09-13 11:32:52 -0700 | [diff] [blame] | 223 | static ssize_t modalias_show(struct device *dev, |
| 224 | struct device_attribute *dev_attr, char *buf) |
| 225 | { |
| 226 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 227 | char alias_name[VMBUS_ALIAS_LEN + 1]; |
| 228 | |
| 229 | print_alias_name(hv_dev, alias_name); |
| 230 | return sprintf(buf, "vmbus:%s\n", alias_name); |
| 231 | } |
| 232 | static DEVICE_ATTR_RO(modalias); |
| 233 | |
Greg Kroah-Hartman | 76c52bb | 2013-09-13 11:32:56 -0700 | [diff] [blame] | 234 | static ssize_t server_monitor_pending_show(struct device *dev, |
| 235 | struct device_attribute *dev_attr, |
| 236 | char *buf) |
| 237 | { |
| 238 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 239 | |
| 240 | if (!hv_dev->channel) |
| 241 | return -ENODEV; |
| 242 | return sprintf(buf, "%d\n", |
| 243 | channel_pending(hv_dev->channel, |
| 244 | vmbus_connection.monitor_pages[1])); |
| 245 | } |
| 246 | static DEVICE_ATTR_RO(server_monitor_pending); |
| 247 | |
| 248 | static ssize_t client_monitor_pending_show(struct device *dev, |
| 249 | struct device_attribute *dev_attr, |
| 250 | char *buf) |
| 251 | { |
| 252 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 253 | |
| 254 | if (!hv_dev->channel) |
| 255 | return -ENODEV; |
| 256 | return sprintf(buf, "%d\n", |
| 257 | channel_pending(hv_dev->channel, |
| 258 | vmbus_connection.monitor_pages[1])); |
| 259 | } |
| 260 | static DEVICE_ATTR_RO(client_monitor_pending); |
Greg Kroah-Hartman | 68234c0 | 2013-09-13 11:32:53 -0700 | [diff] [blame] | 261 | |
Greg Kroah-Hartman | 1cee272 | 2013-09-13 11:32:57 -0700 | [diff] [blame] | 262 | static ssize_t server_monitor_latency_show(struct device *dev, |
| 263 | struct device_attribute *dev_attr, |
| 264 | char *buf) |
| 265 | { |
| 266 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 267 | |
| 268 | if (!hv_dev->channel) |
| 269 | return -ENODEV; |
| 270 | return sprintf(buf, "%d\n", |
| 271 | channel_latency(hv_dev->channel, |
| 272 | vmbus_connection.monitor_pages[0])); |
| 273 | } |
| 274 | static DEVICE_ATTR_RO(server_monitor_latency); |
| 275 | |
| 276 | static ssize_t client_monitor_latency_show(struct device *dev, |
| 277 | struct device_attribute *dev_attr, |
| 278 | char *buf) |
| 279 | { |
| 280 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 281 | |
| 282 | if (!hv_dev->channel) |
| 283 | return -ENODEV; |
| 284 | return sprintf(buf, "%d\n", |
| 285 | channel_latency(hv_dev->channel, |
| 286 | vmbus_connection.monitor_pages[1])); |
| 287 | } |
| 288 | static DEVICE_ATTR_RO(client_monitor_latency); |
| 289 | |
Greg Kroah-Hartman | 4947c74 | 2013-09-13 11:32:58 -0700 | [diff] [blame] | 290 | static ssize_t server_monitor_conn_id_show(struct device *dev, |
| 291 | struct device_attribute *dev_attr, |
| 292 | char *buf) |
| 293 | { |
| 294 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 295 | |
| 296 | if (!hv_dev->channel) |
| 297 | return -ENODEV; |
| 298 | return sprintf(buf, "%d\n", |
| 299 | channel_conn_id(hv_dev->channel, |
| 300 | vmbus_connection.monitor_pages[0])); |
| 301 | } |
| 302 | static DEVICE_ATTR_RO(server_monitor_conn_id); |
| 303 | |
| 304 | static ssize_t client_monitor_conn_id_show(struct device *dev, |
| 305 | struct device_attribute *dev_attr, |
| 306 | char *buf) |
| 307 | { |
| 308 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 309 | |
| 310 | if (!hv_dev->channel) |
| 311 | return -ENODEV; |
| 312 | return sprintf(buf, "%d\n", |
| 313 | channel_conn_id(hv_dev->channel, |
| 314 | vmbus_connection.monitor_pages[1])); |
| 315 | } |
| 316 | static DEVICE_ATTR_RO(client_monitor_conn_id); |
| 317 | |
Greg Kroah-Hartman | 98f4c65 | 2013-09-13 11:33:01 -0700 | [diff] [blame] | 318 | static ssize_t out_intr_mask_show(struct device *dev, |
| 319 | struct device_attribute *dev_attr, char *buf) |
| 320 | { |
| 321 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 322 | struct hv_ring_buffer_debug_info outbound; |
| 323 | |
| 324 | if (!hv_dev->channel) |
| 325 | return -ENODEV; |
| 326 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 327 | return sprintf(buf, "%d\n", outbound.current_interrupt_mask); |
| 328 | } |
| 329 | static DEVICE_ATTR_RO(out_intr_mask); |
| 330 | |
| 331 | static ssize_t out_read_index_show(struct device *dev, |
| 332 | struct device_attribute *dev_attr, char *buf) |
| 333 | { |
| 334 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 335 | struct hv_ring_buffer_debug_info outbound; |
| 336 | |
| 337 | if (!hv_dev->channel) |
| 338 | return -ENODEV; |
| 339 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 340 | return sprintf(buf, "%d\n", outbound.current_read_index); |
| 341 | } |
| 342 | static DEVICE_ATTR_RO(out_read_index); |
| 343 | |
| 344 | static ssize_t out_write_index_show(struct device *dev, |
| 345 | struct device_attribute *dev_attr, |
| 346 | char *buf) |
| 347 | { |
| 348 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 349 | struct hv_ring_buffer_debug_info outbound; |
| 350 | |
| 351 | if (!hv_dev->channel) |
| 352 | return -ENODEV; |
| 353 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 354 | return sprintf(buf, "%d\n", outbound.current_write_index); |
| 355 | } |
| 356 | static DEVICE_ATTR_RO(out_write_index); |
| 357 | |
| 358 | static ssize_t out_read_bytes_avail_show(struct device *dev, |
| 359 | struct device_attribute *dev_attr, |
| 360 | char *buf) |
| 361 | { |
| 362 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 363 | struct hv_ring_buffer_debug_info outbound; |
| 364 | |
| 365 | if (!hv_dev->channel) |
| 366 | return -ENODEV; |
| 367 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 368 | return sprintf(buf, "%d\n", outbound.bytes_avail_toread); |
| 369 | } |
| 370 | static DEVICE_ATTR_RO(out_read_bytes_avail); |
| 371 | |
| 372 | static ssize_t out_write_bytes_avail_show(struct device *dev, |
| 373 | struct device_attribute *dev_attr, |
| 374 | char *buf) |
| 375 | { |
| 376 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 377 | struct hv_ring_buffer_debug_info outbound; |
| 378 | |
| 379 | if (!hv_dev->channel) |
| 380 | return -ENODEV; |
| 381 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 382 | return sprintf(buf, "%d\n", outbound.bytes_avail_towrite); |
| 383 | } |
| 384 | static DEVICE_ATTR_RO(out_write_bytes_avail); |
| 385 | |
| 386 | static ssize_t in_intr_mask_show(struct device *dev, |
| 387 | struct device_attribute *dev_attr, char *buf) |
| 388 | { |
| 389 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 390 | struct hv_ring_buffer_debug_info inbound; |
| 391 | |
| 392 | if (!hv_dev->channel) |
| 393 | return -ENODEV; |
| 394 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 395 | return sprintf(buf, "%d\n", inbound.current_interrupt_mask); |
| 396 | } |
| 397 | static DEVICE_ATTR_RO(in_intr_mask); |
| 398 | |
| 399 | static ssize_t in_read_index_show(struct device *dev, |
| 400 | struct device_attribute *dev_attr, char *buf) |
| 401 | { |
| 402 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 403 | struct hv_ring_buffer_debug_info inbound; |
| 404 | |
| 405 | if (!hv_dev->channel) |
| 406 | return -ENODEV; |
| 407 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 408 | return sprintf(buf, "%d\n", inbound.current_read_index); |
| 409 | } |
| 410 | static DEVICE_ATTR_RO(in_read_index); |
| 411 | |
| 412 | static ssize_t in_write_index_show(struct device *dev, |
| 413 | struct device_attribute *dev_attr, char *buf) |
| 414 | { |
| 415 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 416 | struct hv_ring_buffer_debug_info inbound; |
| 417 | |
| 418 | if (!hv_dev->channel) |
| 419 | return -ENODEV; |
| 420 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 421 | return sprintf(buf, "%d\n", inbound.current_write_index); |
| 422 | } |
| 423 | static DEVICE_ATTR_RO(in_write_index); |
| 424 | |
| 425 | static ssize_t in_read_bytes_avail_show(struct device *dev, |
| 426 | struct device_attribute *dev_attr, |
| 427 | char *buf) |
| 428 | { |
| 429 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 430 | struct hv_ring_buffer_debug_info inbound; |
| 431 | |
| 432 | if (!hv_dev->channel) |
| 433 | return -ENODEV; |
| 434 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 435 | return sprintf(buf, "%d\n", inbound.bytes_avail_toread); |
| 436 | } |
| 437 | static DEVICE_ATTR_RO(in_read_bytes_avail); |
| 438 | |
| 439 | static ssize_t in_write_bytes_avail_show(struct device *dev, |
| 440 | struct device_attribute *dev_attr, |
| 441 | char *buf) |
| 442 | { |
| 443 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 444 | struct hv_ring_buffer_debug_info inbound; |
| 445 | |
| 446 | if (!hv_dev->channel) |
| 447 | return -ENODEV; |
| 448 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 449 | return sprintf(buf, "%d\n", inbound.bytes_avail_towrite); |
| 450 | } |
| 451 | static DEVICE_ATTR_RO(in_write_bytes_avail); |
| 452 | |
Dexuan Cui | 042ab03 | 2015-08-05 00:52:43 -0700 | [diff] [blame] | 453 | static ssize_t channel_vp_mapping_show(struct device *dev, |
| 454 | struct device_attribute *dev_attr, |
| 455 | char *buf) |
| 456 | { |
| 457 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 458 | struct vmbus_channel *channel = hv_dev->channel, *cur_sc; |
| 459 | unsigned long flags; |
| 460 | int buf_size = PAGE_SIZE, n_written, tot_written; |
| 461 | struct list_head *cur; |
| 462 | |
| 463 | if (!channel) |
| 464 | return -ENODEV; |
| 465 | |
| 466 | tot_written = snprintf(buf, buf_size, "%u:%u\n", |
| 467 | channel->offermsg.child_relid, channel->target_cpu); |
| 468 | |
| 469 | spin_lock_irqsave(&channel->lock, flags); |
| 470 | |
| 471 | list_for_each(cur, &channel->sc_list) { |
| 472 | if (tot_written >= buf_size - 1) |
| 473 | break; |
| 474 | |
| 475 | cur_sc = list_entry(cur, struct vmbus_channel, sc_list); |
| 476 | n_written = scnprintf(buf + tot_written, |
| 477 | buf_size - tot_written, |
| 478 | "%u:%u\n", |
| 479 | cur_sc->offermsg.child_relid, |
| 480 | cur_sc->target_cpu); |
| 481 | tot_written += n_written; |
| 482 | } |
| 483 | |
| 484 | spin_unlock_irqrestore(&channel->lock, flags); |
| 485 | |
| 486 | return tot_written; |
| 487 | } |
| 488 | static DEVICE_ATTR_RO(channel_vp_mapping); |
| 489 | |
K. Y. Srinivasan | 7047f17 | 2015-12-25 20:00:30 -0800 | [diff] [blame] | 490 | static ssize_t vendor_show(struct device *dev, |
| 491 | struct device_attribute *dev_attr, |
| 492 | char *buf) |
| 493 | { |
| 494 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 495 | return sprintf(buf, "0x%x\n", hv_dev->vendor_id); |
| 496 | } |
| 497 | static DEVICE_ATTR_RO(vendor); |
| 498 | |
| 499 | static ssize_t device_show(struct device *dev, |
| 500 | struct device_attribute *dev_attr, |
| 501 | char *buf) |
| 502 | { |
| 503 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 504 | return sprintf(buf, "0x%x\n", hv_dev->device_id); |
| 505 | } |
| 506 | static DEVICE_ATTR_RO(device); |
| 507 | |
Greg Kroah-Hartman | 98f4c65 | 2013-09-13 11:33:01 -0700 | [diff] [blame] | 508 | /* Set up per device attributes in /sys/bus/vmbus/devices/<bus device> */ |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 509 | static struct attribute *vmbus_dev_attrs[] = { |
Greg Kroah-Hartman | 03f3a91 | 2013-09-13 11:32:49 -0700 | [diff] [blame] | 510 | &dev_attr_id.attr, |
Greg Kroah-Hartman | a8fb5f3 | 2013-09-13 11:32:50 -0700 | [diff] [blame] | 511 | &dev_attr_state.attr, |
Greg Kroah-Hartman | 5ffd00e | 2013-09-13 11:32:51 -0700 | [diff] [blame] | 512 | &dev_attr_monitor_id.attr, |
Greg Kroah-Hartman | 68234c0 | 2013-09-13 11:32:53 -0700 | [diff] [blame] | 513 | &dev_attr_class_id.attr, |
Greg Kroah-Hartman | 7c55e1d | 2013-09-13 11:32:54 -0700 | [diff] [blame] | 514 | &dev_attr_device_id.attr, |
Greg Kroah-Hartman | 647fa37 | 2013-09-13 11:32:52 -0700 | [diff] [blame] | 515 | &dev_attr_modalias.attr, |
Greg Kroah-Hartman | 76c52bb | 2013-09-13 11:32:56 -0700 | [diff] [blame] | 516 | &dev_attr_server_monitor_pending.attr, |
| 517 | &dev_attr_client_monitor_pending.attr, |
Greg Kroah-Hartman | 1cee272 | 2013-09-13 11:32:57 -0700 | [diff] [blame] | 518 | &dev_attr_server_monitor_latency.attr, |
| 519 | &dev_attr_client_monitor_latency.attr, |
Greg Kroah-Hartman | 4947c74 | 2013-09-13 11:32:58 -0700 | [diff] [blame] | 520 | &dev_attr_server_monitor_conn_id.attr, |
| 521 | &dev_attr_client_monitor_conn_id.attr, |
Greg Kroah-Hartman | 98f4c65 | 2013-09-13 11:33:01 -0700 | [diff] [blame] | 522 | &dev_attr_out_intr_mask.attr, |
| 523 | &dev_attr_out_read_index.attr, |
| 524 | &dev_attr_out_write_index.attr, |
| 525 | &dev_attr_out_read_bytes_avail.attr, |
| 526 | &dev_attr_out_write_bytes_avail.attr, |
| 527 | &dev_attr_in_intr_mask.attr, |
| 528 | &dev_attr_in_read_index.attr, |
| 529 | &dev_attr_in_write_index.attr, |
| 530 | &dev_attr_in_read_bytes_avail.attr, |
| 531 | &dev_attr_in_write_bytes_avail.attr, |
Dexuan Cui | 042ab03 | 2015-08-05 00:52:43 -0700 | [diff] [blame] | 532 | &dev_attr_channel_vp_mapping.attr, |
K. Y. Srinivasan | 7047f17 | 2015-12-25 20:00:30 -0800 | [diff] [blame] | 533 | &dev_attr_vendor.attr, |
| 534 | &dev_attr_device.attr, |
Greg Kroah-Hartman | 03f3a91 | 2013-09-13 11:32:49 -0700 | [diff] [blame] | 535 | NULL, |
| 536 | }; |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 537 | ATTRIBUTE_GROUPS(vmbus_dev); |
Greg Kroah-Hartman | 03f3a91 | 2013-09-13 11:32:49 -0700 | [diff] [blame] | 538 | |
K. Y. Srinivasan | adde248 | 2011-03-15 15:03:37 -0700 | [diff] [blame] | 539 | /* |
| 540 | * vmbus_uevent - add uevent for our device |
| 541 | * |
| 542 | * This routine is invoked when a device is added or removed on the vmbus to |
| 543 | * generate a uevent to udev in the userspace. The udev will then look at its |
| 544 | * rule and the uevent generated here to load the appropriate driver |
K. Y. Srinivasan | 0ddda66 | 2011-08-25 09:48:38 -0700 | [diff] [blame] | 545 | * |
| 546 | * The alias string will be of the form vmbus:guid where guid is the string |
| 547 | * representation of the device guid (each byte of the guid will be |
| 548 | * represented with two hex characters. |
K. Y. Srinivasan | adde248 | 2011-03-15 15:03:37 -0700 | [diff] [blame] | 549 | */ |
| 550 | static int vmbus_uevent(struct device *device, struct kobj_uevent_env *env) |
| 551 | { |
| 552 | struct hv_device *dev = device_to_hv_device(device); |
Olaf Hering | fd776ba | 2011-09-02 18:25:56 +0200 | [diff] [blame] | 553 | int ret; |
| 554 | char alias_name[VMBUS_ALIAS_LEN + 1]; |
K. Y. Srinivasan | adde248 | 2011-03-15 15:03:37 -0700 | [diff] [blame] | 555 | |
Olaf Hering | fd776ba | 2011-09-02 18:25:56 +0200 | [diff] [blame] | 556 | print_alias_name(dev, alias_name); |
K. Y. Srinivasan | 0ddda66 | 2011-08-25 09:48:38 -0700 | [diff] [blame] | 557 | ret = add_uevent_var(env, "MODALIAS=vmbus:%s", alias_name); |
| 558 | return ret; |
K. Y. Srinivasan | adde248 | 2011-03-15 15:03:37 -0700 | [diff] [blame] | 559 | } |
| 560 | |
stephen hemminger | 1b9d48f | 2014-06-03 08:38:15 -0700 | [diff] [blame] | 561 | static const uuid_le null_guid; |
K. Y. Srinivasan | 5841a82 | 2011-08-25 09:48:39 -0700 | [diff] [blame] | 562 | |
K. Y. Srinivasan | af3ff64 | 2015-12-14 16:01:43 -0800 | [diff] [blame] | 563 | static inline bool is_null_guid(const uuid_le *guid) |
K. Y. Srinivasan | 5841a82 | 2011-08-25 09:48:39 -0700 | [diff] [blame] | 564 | { |
K. Y. Srinivasan | 4ae9250 | 2015-12-14 16:01:44 -0800 | [diff] [blame] | 565 | if (uuid_le_cmp(*guid, null_guid)) |
K. Y. Srinivasan | 5841a82 | 2011-08-25 09:48:39 -0700 | [diff] [blame] | 566 | return false; |
| 567 | return true; |
| 568 | } |
| 569 | |
K. Y. Srinivasan | 3037a7b | 2011-09-13 10:59:37 -0700 | [diff] [blame] | 570 | /* |
| 571 | * Return a matching hv_vmbus_device_id pointer. |
| 572 | * If there is no match, return NULL. |
| 573 | */ |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 574 | static const struct hv_vmbus_device_id *hv_vmbus_get_id(struct hv_driver *drv, |
K. Y. Srinivasan | af3ff64 | 2015-12-14 16:01:43 -0800 | [diff] [blame] | 575 | const uuid_le *guid) |
K. Y. Srinivasan | 3037a7b | 2011-09-13 10:59:37 -0700 | [diff] [blame] | 576 | { |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 577 | const struct hv_vmbus_device_id *id = NULL; |
| 578 | struct vmbus_dynid *dynid; |
| 579 | |
| 580 | /* Look at the dynamic ids first, before the static ones */ |
| 581 | spin_lock(&drv->dynids.lock); |
| 582 | list_for_each_entry(dynid, &drv->dynids.list, node) { |
| 583 | if (!uuid_le_cmp(dynid->id.guid, *guid)) { |
| 584 | id = &dynid->id; |
| 585 | break; |
| 586 | } |
| 587 | } |
| 588 | spin_unlock(&drv->dynids.lock); |
| 589 | |
| 590 | if (id) |
| 591 | return id; |
| 592 | |
| 593 | id = drv->id_table; |
| 594 | if (id == NULL) |
| 595 | return NULL; /* empty device table */ |
| 596 | |
K. Y. Srinivasan | af3ff64 | 2015-12-14 16:01:43 -0800 | [diff] [blame] | 597 | for (; !is_null_guid(&id->guid); id++) |
K. Y. Srinivasan | 4ae9250 | 2015-12-14 16:01:44 -0800 | [diff] [blame] | 598 | if (!uuid_le_cmp(id->guid, *guid)) |
K. Y. Srinivasan | 3037a7b | 2011-09-13 10:59:37 -0700 | [diff] [blame] | 599 | return id; |
| 600 | |
| 601 | return NULL; |
| 602 | } |
| 603 | |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 604 | /* vmbus_add_dynid - add a new device ID to this driver and re-probe devices */ |
| 605 | static int vmbus_add_dynid(struct hv_driver *drv, uuid_le *guid) |
| 606 | { |
| 607 | struct vmbus_dynid *dynid; |
| 608 | |
| 609 | dynid = kzalloc(sizeof(*dynid), GFP_KERNEL); |
| 610 | if (!dynid) |
| 611 | return -ENOMEM; |
| 612 | |
| 613 | dynid->id.guid = *guid; |
| 614 | |
| 615 | spin_lock(&drv->dynids.lock); |
| 616 | list_add_tail(&dynid->node, &drv->dynids.list); |
| 617 | spin_unlock(&drv->dynids.lock); |
| 618 | |
| 619 | return driver_attach(&drv->driver); |
| 620 | } |
| 621 | |
| 622 | static void vmbus_free_dynids(struct hv_driver *drv) |
| 623 | { |
| 624 | struct vmbus_dynid *dynid, *n; |
| 625 | |
| 626 | spin_lock(&drv->dynids.lock); |
| 627 | list_for_each_entry_safe(dynid, n, &drv->dynids.list, node) { |
| 628 | list_del(&dynid->node); |
| 629 | kfree(dynid); |
| 630 | } |
| 631 | spin_unlock(&drv->dynids.lock); |
| 632 | } |
| 633 | |
| 634 | /* Parse string of form: 1b4e28ba-2fa1-11d2-883f-b9a761bde3f */ |
| 635 | static int get_uuid_le(const char *str, uuid_le *uu) |
| 636 | { |
| 637 | unsigned int b[16]; |
| 638 | int i; |
| 639 | |
| 640 | if (strlen(str) < 37) |
| 641 | return -1; |
| 642 | |
| 643 | for (i = 0; i < 36; i++) { |
| 644 | switch (i) { |
| 645 | case 8: case 13: case 18: case 23: |
| 646 | if (str[i] != '-') |
| 647 | return -1; |
| 648 | break; |
| 649 | default: |
| 650 | if (!isxdigit(str[i])) |
| 651 | return -1; |
| 652 | } |
| 653 | } |
| 654 | |
| 655 | /* unparse little endian output byte order */ |
| 656 | if (sscanf(str, |
| 657 | "%2x%2x%2x%2x-%2x%2x-%2x%2x-%2x%2x-%2x%2x%2x%2x%2x%2x", |
| 658 | &b[3], &b[2], &b[1], &b[0], |
| 659 | &b[5], &b[4], &b[7], &b[6], &b[8], &b[9], |
| 660 | &b[10], &b[11], &b[12], &b[13], &b[14], &b[15]) != 16) |
| 661 | return -1; |
| 662 | |
| 663 | for (i = 0; i < 16; i++) |
| 664 | uu->b[i] = b[i]; |
| 665 | return 0; |
| 666 | } |
| 667 | |
| 668 | /* |
| 669 | * store_new_id - sysfs frontend to vmbus_add_dynid() |
| 670 | * |
| 671 | * Allow GUIDs to be added to an existing driver via sysfs. |
| 672 | */ |
| 673 | static ssize_t new_id_store(struct device_driver *driver, const char *buf, |
| 674 | size_t count) |
| 675 | { |
| 676 | struct hv_driver *drv = drv_to_hv_drv(driver); |
| 677 | uuid_le guid = NULL_UUID_LE; |
| 678 | ssize_t retval; |
| 679 | |
| 680 | if (get_uuid_le(buf, &guid) != 0) |
| 681 | return -EINVAL; |
| 682 | |
| 683 | if (hv_vmbus_get_id(drv, &guid)) |
| 684 | return -EEXIST; |
| 685 | |
| 686 | retval = vmbus_add_dynid(drv, &guid); |
| 687 | if (retval) |
| 688 | return retval; |
| 689 | return count; |
| 690 | } |
| 691 | static DRIVER_ATTR_WO(new_id); |
| 692 | |
| 693 | /* |
| 694 | * store_remove_id - remove a PCI device ID from this driver |
| 695 | * |
| 696 | * Removes a dynamic pci device ID to this driver. |
| 697 | */ |
| 698 | static ssize_t remove_id_store(struct device_driver *driver, const char *buf, |
| 699 | size_t count) |
| 700 | { |
| 701 | struct hv_driver *drv = drv_to_hv_drv(driver); |
| 702 | struct vmbus_dynid *dynid, *n; |
| 703 | uuid_le guid = NULL_UUID_LE; |
| 704 | size_t retval = -ENODEV; |
| 705 | |
| 706 | if (get_uuid_le(buf, &guid)) |
| 707 | return -EINVAL; |
| 708 | |
| 709 | spin_lock(&drv->dynids.lock); |
| 710 | list_for_each_entry_safe(dynid, n, &drv->dynids.list, node) { |
| 711 | struct hv_vmbus_device_id *id = &dynid->id; |
| 712 | |
| 713 | if (!uuid_le_cmp(id->guid, guid)) { |
| 714 | list_del(&dynid->node); |
| 715 | kfree(dynid); |
| 716 | retval = count; |
| 717 | break; |
| 718 | } |
| 719 | } |
| 720 | spin_unlock(&drv->dynids.lock); |
| 721 | |
| 722 | return retval; |
| 723 | } |
| 724 | static DRIVER_ATTR_WO(remove_id); |
| 725 | |
| 726 | static struct attribute *vmbus_drv_attrs[] = { |
| 727 | &driver_attr_new_id.attr, |
| 728 | &driver_attr_remove_id.attr, |
| 729 | NULL, |
| 730 | }; |
| 731 | ATTRIBUTE_GROUPS(vmbus_drv); |
K. Y. Srinivasan | 3037a7b | 2011-09-13 10:59:37 -0700 | [diff] [blame] | 732 | |
K. Y. Srinivasan | b7fc147 | 2011-03-15 15:03:38 -0700 | [diff] [blame] | 733 | |
| 734 | /* |
| 735 | * vmbus_match - Attempt to match the specified device to the specified driver |
| 736 | */ |
| 737 | static int vmbus_match(struct device *device, struct device_driver *driver) |
| 738 | { |
K. Y. Srinivasan | b7fc147 | 2011-03-15 15:03:38 -0700 | [diff] [blame] | 739 | struct hv_driver *drv = drv_to_hv_drv(driver); |
K. Y. Srinivasan | e8e2704 | 2011-06-06 15:50:04 -0700 | [diff] [blame] | 740 | struct hv_device *hv_dev = device_to_hv_device(device); |
K. Y. Srinivasan | b7fc147 | 2011-03-15 15:03:38 -0700 | [diff] [blame] | 741 | |
Dexuan Cui | 8981da3 | 2016-01-27 22:29:41 -0800 | [diff] [blame] | 742 | /* The hv_sock driver handles all hv_sock offers. */ |
| 743 | if (is_hvsock_channel(hv_dev->channel)) |
| 744 | return drv->hvsock; |
| 745 | |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 746 | if (hv_vmbus_get_id(drv, &hv_dev->dev_type)) |
K. Y. Srinivasan | 3037a7b | 2011-09-13 10:59:37 -0700 | [diff] [blame] | 747 | return 1; |
K. Y. Srinivasan | de632a2 | 2011-04-26 09:20:24 -0700 | [diff] [blame] | 748 | |
K. Y. Srinivasan | 5841a82 | 2011-08-25 09:48:39 -0700 | [diff] [blame] | 749 | return 0; |
K. Y. Srinivasan | b7fc147 | 2011-03-15 15:03:38 -0700 | [diff] [blame] | 750 | } |
| 751 | |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 752 | /* |
| 753 | * vmbus_probe - Add the new vmbus's child device |
| 754 | */ |
| 755 | static int vmbus_probe(struct device *child_device) |
| 756 | { |
| 757 | int ret = 0; |
| 758 | struct hv_driver *drv = |
| 759 | drv_to_hv_drv(child_device->driver); |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 760 | struct hv_device *dev = device_to_hv_device(child_device); |
K. Y. Srinivasan | 8494689 | 2011-09-13 10:59:38 -0700 | [diff] [blame] | 761 | const struct hv_vmbus_device_id *dev_id; |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 762 | |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 763 | dev_id = hv_vmbus_get_id(drv, &dev->dev_type); |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 764 | if (drv->probe) { |
K. Y. Srinivasan | 8494689 | 2011-09-13 10:59:38 -0700 | [diff] [blame] | 765 | ret = drv->probe(dev, dev_id); |
K. Y. Srinivasan | b14a7b3 | 2011-04-29 13:45:03 -0700 | [diff] [blame] | 766 | if (ret != 0) |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 767 | pr_err("probe failed for device %s (%d)\n", |
| 768 | dev_name(child_device), ret); |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 769 | |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 770 | } else { |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 771 | pr_err("probe not set for driver %s\n", |
| 772 | dev_name(child_device)); |
K. Y. Srinivasan | 6de925b | 2011-06-06 15:50:07 -0700 | [diff] [blame] | 773 | ret = -ENODEV; |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 774 | } |
| 775 | return ret; |
| 776 | } |
| 777 | |
K. Y. Srinivasan | c5dce3d | 2011-03-15 15:03:40 -0700 | [diff] [blame] | 778 | /* |
| 779 | * vmbus_remove - Remove a vmbus device |
| 780 | */ |
| 781 | static int vmbus_remove(struct device *child_device) |
| 782 | { |
K. Y. Srinivasan | d15a030 | 2015-02-28 11:18:16 -0800 | [diff] [blame] | 783 | struct hv_driver *drv; |
K. Y. Srinivasan | 415b023 | 2011-04-29 13:45:12 -0700 | [diff] [blame] | 784 | struct hv_device *dev = device_to_hv_device(child_device); |
K. Y. Srinivasan | c5dce3d | 2011-03-15 15:03:40 -0700 | [diff] [blame] | 785 | |
K. Y. Srinivasan | d15a030 | 2015-02-28 11:18:16 -0800 | [diff] [blame] | 786 | if (child_device->driver) { |
| 787 | drv = drv_to_hv_drv(child_device->driver); |
| 788 | if (drv->remove) |
| 789 | drv->remove(dev); |
K. Y. Srinivasan | d15a030 | 2015-02-28 11:18:16 -0800 | [diff] [blame] | 790 | } |
K. Y. Srinivasan | c5dce3d | 2011-03-15 15:03:40 -0700 | [diff] [blame] | 791 | |
| 792 | return 0; |
| 793 | } |
| 794 | |
K. Y. Srinivasan | eb1bb25 | 2011-03-15 15:03:41 -0700 | [diff] [blame] | 795 | |
| 796 | /* |
| 797 | * vmbus_shutdown - Shutdown a vmbus device |
| 798 | */ |
| 799 | static void vmbus_shutdown(struct device *child_device) |
| 800 | { |
| 801 | struct hv_driver *drv; |
K. Y. Srinivasan | ca6887f | 2011-04-29 13:45:14 -0700 | [diff] [blame] | 802 | struct hv_device *dev = device_to_hv_device(child_device); |
K. Y. Srinivasan | eb1bb25 | 2011-03-15 15:03:41 -0700 | [diff] [blame] | 803 | |
| 804 | |
| 805 | /* The device may not be attached yet */ |
| 806 | if (!child_device->driver) |
| 807 | return; |
| 808 | |
| 809 | drv = drv_to_hv_drv(child_device->driver); |
| 810 | |
K. Y. Srinivasan | ca6887f | 2011-04-29 13:45:14 -0700 | [diff] [blame] | 811 | if (drv->shutdown) |
| 812 | drv->shutdown(dev); |
K. Y. Srinivasan | eb1bb25 | 2011-03-15 15:03:41 -0700 | [diff] [blame] | 813 | |
| 814 | return; |
| 815 | } |
| 816 | |
K. Y. Srinivasan | 086e7a5 | 2011-03-15 15:03:42 -0700 | [diff] [blame] | 817 | |
| 818 | /* |
| 819 | * vmbus_device_release - Final callback release of the vmbus child device |
| 820 | */ |
| 821 | static void vmbus_device_release(struct device *device) |
| 822 | { |
K. Y. Srinivasan | e8e2704 | 2011-06-06 15:50:04 -0700 | [diff] [blame] | 823 | struct hv_device *hv_dev = device_to_hv_device(device); |
Dexuan Cui | 34c6801 | 2015-12-14 16:01:49 -0800 | [diff] [blame] | 824 | struct vmbus_channel *channel = hv_dev->channel; |
K. Y. Srinivasan | 086e7a5 | 2011-03-15 15:03:42 -0700 | [diff] [blame] | 825 | |
Dexuan Cui | 34c6801 | 2015-12-14 16:01:49 -0800 | [diff] [blame] | 826 | hv_process_channel_removal(channel, |
| 827 | channel->offermsg.child_relid); |
K. Y. Srinivasan | e8e2704 | 2011-06-06 15:50:04 -0700 | [diff] [blame] | 828 | kfree(hv_dev); |
K. Y. Srinivasan | 086e7a5 | 2011-03-15 15:03:42 -0700 | [diff] [blame] | 829 | |
| 830 | } |
| 831 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 832 | /* The one and only one */ |
K. Y. Srinivasan | 9adcac5 | 2011-04-29 13:45:08 -0700 | [diff] [blame] | 833 | static struct bus_type hv_bus = { |
| 834 | .name = "vmbus", |
| 835 | .match = vmbus_match, |
| 836 | .shutdown = vmbus_shutdown, |
| 837 | .remove = vmbus_remove, |
| 838 | .probe = vmbus_probe, |
| 839 | .uevent = vmbus_uevent, |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 840 | .dev_groups = vmbus_dev_groups, |
| 841 | .drv_groups = vmbus_drv_groups, |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 842 | }; |
| 843 | |
Timo Teräs | bf6506f | 2010-12-15 20:48:08 +0200 | [diff] [blame] | 844 | struct onmessage_work_context { |
| 845 | struct work_struct work; |
| 846 | struct hv_message msg; |
| 847 | }; |
| 848 | |
| 849 | static void vmbus_onmessage_work(struct work_struct *work) |
| 850 | { |
| 851 | struct onmessage_work_context *ctx; |
| 852 | |
Vitaly Kuznetsov | 09a1962 | 2015-02-27 11:25:54 -0800 | [diff] [blame] | 853 | /* Do not process messages if we're in DISCONNECTED state */ |
| 854 | if (vmbus_connection.conn_state == DISCONNECTED) |
| 855 | return; |
| 856 | |
Timo Teräs | bf6506f | 2010-12-15 20:48:08 +0200 | [diff] [blame] | 857 | ctx = container_of(work, struct onmessage_work_context, |
| 858 | work); |
| 859 | vmbus_onmessage(&ctx->msg); |
| 860 | kfree(ctx); |
| 861 | } |
| 862 | |
kbuild test robot | d8a60e0 | 2015-01-26 01:17:54 +0800 | [diff] [blame] | 863 | static void hv_process_timer_expiration(struct hv_message *msg, int cpu) |
K. Y. Srinivasan | 4061ed9 | 2015-01-09 23:54:32 -0800 | [diff] [blame] | 864 | { |
| 865 | struct clock_event_device *dev = hv_context.clk_evt[cpu]; |
| 866 | |
| 867 | if (dev->event_handler) |
| 868 | dev->event_handler(dev); |
| 869 | |
Vitaly Kuznetsov | cd95aad | 2016-04-30 19:21:34 -0700 | [diff] [blame] | 870 | vmbus_signal_eom(msg, HVMSG_TIMER_EXPIRED); |
K. Y. Srinivasan | 4061ed9 | 2015-01-09 23:54:32 -0800 | [diff] [blame] | 871 | } |
| 872 | |
K. Y. Srinivasan | d81274a | 2016-02-26 15:13:21 -0800 | [diff] [blame] | 873 | void vmbus_on_msg_dpc(unsigned long data) |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 874 | { |
| 875 | int cpu = smp_processor_id(); |
| 876 | void *page_addr = hv_context.synic_message_page[cpu]; |
| 877 | struct hv_message *msg = (struct hv_message *)page_addr + |
| 878 | VMBUS_MESSAGE_SINT; |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 879 | struct vmbus_channel_message_header *hdr; |
| 880 | struct vmbus_channel_message_table_entry *entry; |
Timo Teräs | bf6506f | 2010-12-15 20:48:08 +0200 | [diff] [blame] | 881 | struct onmessage_work_context *ctx; |
Vitaly Kuznetsov | cd95aad | 2016-04-30 19:21:34 -0700 | [diff] [blame] | 882 | u32 message_type = msg->header.message_type; |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 883 | |
Vitaly Kuznetsov | cd95aad | 2016-04-30 19:21:34 -0700 | [diff] [blame] | 884 | if (message_type == HVMSG_NONE) |
Vitaly Kuznetsov | 7be3e16 | 2016-02-26 15:13:15 -0800 | [diff] [blame] | 885 | /* no msg */ |
| 886 | return; |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 887 | |
Vitaly Kuznetsov | 7be3e16 | 2016-02-26 15:13:15 -0800 | [diff] [blame] | 888 | hdr = (struct vmbus_channel_message_header *)msg->u.payload; |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 889 | |
Vitaly Kuznetsov | 7be3e16 | 2016-02-26 15:13:15 -0800 | [diff] [blame] | 890 | if (hdr->msgtype >= CHANNELMSG_COUNT) { |
| 891 | WARN_ONCE(1, "unknown msgtype=%d\n", hdr->msgtype); |
| 892 | goto msg_handled; |
| 893 | } |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 894 | |
Vitaly Kuznetsov | 7be3e16 | 2016-02-26 15:13:15 -0800 | [diff] [blame] | 895 | entry = &channel_message_table[hdr->msgtype]; |
| 896 | if (entry->handler_type == VMHT_BLOCKING) { |
| 897 | ctx = kmalloc(sizeof(*ctx), GFP_ATOMIC); |
| 898 | if (ctx == NULL) |
| 899 | return; |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 900 | |
Vitaly Kuznetsov | 7be3e16 | 2016-02-26 15:13:15 -0800 | [diff] [blame] | 901 | INIT_WORK(&ctx->work, vmbus_onmessage_work); |
| 902 | memcpy(&ctx->msg, msg, sizeof(*msg)); |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 903 | |
Vitaly Kuznetsov | 7be3e16 | 2016-02-26 15:13:15 -0800 | [diff] [blame] | 904 | queue_work(vmbus_connection.work_queue, &ctx->work); |
| 905 | } else |
| 906 | entry->message_handler(hdr); |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 907 | |
| 908 | msg_handled: |
Vitaly Kuznetsov | cd95aad | 2016-04-30 19:21:34 -0700 | [diff] [blame] | 909 | vmbus_signal_eom(msg, message_type); |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 910 | } |
| 911 | |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 912 | static void vmbus_isr(void) |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 913 | { |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 914 | int cpu = smp_processor_id(); |
| 915 | void *page_addr; |
| 916 | struct hv_message *msg; |
| 917 | union hv_synic_event_flags *event; |
K. Y. Srinivasan | ae4636e | 2011-08-27 11:31:35 -0700 | [diff] [blame] | 918 | bool handled = false; |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 919 | |
K. Y. Srinivasan | 5ab0595 | 2012-12-01 06:46:55 -0800 | [diff] [blame] | 920 | page_addr = hv_context.synic_event_page[cpu]; |
| 921 | if (page_addr == NULL) |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 922 | return; |
K. Y. Srinivasan | 5ab0595 | 2012-12-01 06:46:55 -0800 | [diff] [blame] | 923 | |
| 924 | event = (union hv_synic_event_flags *)page_addr + |
| 925 | VMBUS_MESSAGE_SINT; |
K. Y. Srinivasan | 7341d90 | 2011-08-31 14:35:56 -0700 | [diff] [blame] | 926 | /* |
| 927 | * Check for events before checking for messages. This is the order |
| 928 | * in which events and messages are checked in Windows guests on |
| 929 | * Hyper-V, and the Windows team suggested we do the same. |
| 930 | */ |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 931 | |
K. Y. Srinivasan | 6552ecd | 2012-12-01 06:46:49 -0800 | [diff] [blame] | 932 | if ((vmbus_proto_version == VERSION_WS2008) || |
| 933 | (vmbus_proto_version == VERSION_WIN7)) { |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 934 | |
K. Y. Srinivasan | 6552ecd | 2012-12-01 06:46:49 -0800 | [diff] [blame] | 935 | /* Since we are a child, we only need to check bit 0 */ |
| 936 | if (sync_test_and_clear_bit(0, |
| 937 | (unsigned long *) &event->flags32[0])) { |
| 938 | handled = true; |
| 939 | } |
| 940 | } else { |
| 941 | /* |
| 942 | * Our host is win8 or above. The signaling mechanism |
| 943 | * has changed and we can directly look at the event page. |
| 944 | * If bit n is set then we have an interrup on the channel |
| 945 | * whose id is n. |
| 946 | */ |
K. Y. Srinivasan | ae4636e | 2011-08-27 11:31:35 -0700 | [diff] [blame] | 947 | handled = true; |
K. Y. Srinivasan | 793be9c | 2011-03-15 15:03:43 -0700 | [diff] [blame] | 948 | } |
K. Y. Srinivasan | ae4636e | 2011-08-27 11:31:35 -0700 | [diff] [blame] | 949 | |
K. Y. Srinivasan | 6552ecd | 2012-12-01 06:46:49 -0800 | [diff] [blame] | 950 | if (handled) |
K. Y. Srinivasan | db11f12 | 2012-12-01 06:46:53 -0800 | [diff] [blame] | 951 | tasklet_schedule(hv_context.event_dpc[cpu]); |
K. Y. Srinivasan | 6552ecd | 2012-12-01 06:46:49 -0800 | [diff] [blame] | 952 | |
| 953 | |
K. Y. Srinivasan | 7341d90 | 2011-08-31 14:35:56 -0700 | [diff] [blame] | 954 | page_addr = hv_context.synic_message_page[cpu]; |
| 955 | msg = (struct hv_message *)page_addr + VMBUS_MESSAGE_SINT; |
| 956 | |
| 957 | /* Check if there are actual msgs to be processed */ |
K. Y. Srinivasan | 4061ed9 | 2015-01-09 23:54:32 -0800 | [diff] [blame] | 958 | if (msg->header.message_type != HVMSG_NONE) { |
| 959 | if (msg->header.message_type == HVMSG_TIMER_EXPIRED) |
| 960 | hv_process_timer_expiration(msg, cpu); |
| 961 | else |
K. Y. Srinivasan | d81274a | 2016-02-26 15:13:21 -0800 | [diff] [blame] | 962 | tasklet_schedule(hv_context.msg_dpc[cpu]); |
K. Y. Srinivasan | 4061ed9 | 2015-01-09 23:54:32 -0800 | [diff] [blame] | 963 | } |
Stephan Mueller | 4b44f2d | 2016-05-02 02:14:34 -0400 | [diff] [blame] | 964 | |
| 965 | add_interrupt_randomness(HYPERVISOR_CALLBACK_VECTOR, 0); |
K. Y. Srinivasan | 793be9c | 2011-03-15 15:03:43 -0700 | [diff] [blame] | 966 | } |
| 967 | |
Vitaly Kuznetsov | e513229 | 2015-02-27 11:25:51 -0800 | [diff] [blame] | 968 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 969 | /* |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 970 | * vmbus_bus_init -Main vmbus driver initialization routine. |
| 971 | * |
| 972 | * Here, we |
Lars Lindley | 0686e4f | 2010-03-11 23:51:23 +0100 | [diff] [blame] | 973 | * - initialize the vmbus driver context |
Lars Lindley | 0686e4f | 2010-03-11 23:51:23 +0100 | [diff] [blame] | 974 | * - invoke the vmbus hv main init routine |
Lars Lindley | 0686e4f | 2010-03-11 23:51:23 +0100 | [diff] [blame] | 975 | * - retrieve the channel offers |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 976 | */ |
K. Y. Srinivasan | efc2672 | 2015-12-14 16:01:46 -0800 | [diff] [blame] | 977 | static int vmbus_bus_init(void) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 978 | { |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 979 | int ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 980 | |
Greg Kroah-Hartman | 6d26e38fa2 | 2010-12-02 12:08:08 -0800 | [diff] [blame] | 981 | /* Hypervisor initialization...setup hypercall page..etc */ |
| 982 | ret = hv_init(); |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 983 | if (ret != 0) { |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 984 | pr_err("Unable to initialize the hypervisor - 0x%x\n", ret); |
K. Y. Srinivasan | d6c1c5d | 2011-06-06 15:50:08 -0700 | [diff] [blame] | 985 | return ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 986 | } |
| 987 | |
K. Y. Srinivasan | 9adcac5 | 2011-04-29 13:45:08 -0700 | [diff] [blame] | 988 | ret = bus_register(&hv_bus); |
K. Y. Srinivasan | d6c1c5d | 2011-06-06 15:50:08 -0700 | [diff] [blame] | 989 | if (ret) |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 990 | goto err_cleanup; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 991 | |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 992 | hv_setup_vmbus_irq(vmbus_isr); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 993 | |
Jason Wang | 2608fb6 | 2013-06-19 11:28:10 +0800 | [diff] [blame] | 994 | ret = hv_synic_alloc(); |
| 995 | if (ret) |
| 996 | goto err_alloc; |
K. Y. Srinivasan | 800b690 | 2011-03-15 15:03:33 -0700 | [diff] [blame] | 997 | /* |
K. Y. Srinivasan | 302a3c0 | 2013-02-17 11:30:44 -0800 | [diff] [blame] | 998 | * Initialize the per-cpu interrupt state and |
K. Y. Srinivasan | 800b690 | 2011-03-15 15:03:33 -0700 | [diff] [blame] | 999 | * connect to the host. |
| 1000 | */ |
Vitaly Kuznetsov | 76d36ab | 2016-12-07 14:53:11 -0800 | [diff] [blame] | 1001 | ret = cpuhp_setup_state(CPUHP_AP_ONLINE_DYN, "x86/hyperv:online", |
| 1002 | hv_synic_init, hv_synic_cleanup); |
| 1003 | if (ret < 0) |
| 1004 | goto err_alloc; |
| 1005 | hyperv_cpuhp_online = ret; |
| 1006 | |
K. Y. Srinivasan | 800b690 | 2011-03-15 15:03:33 -0700 | [diff] [blame] | 1007 | ret = vmbus_connect(); |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 1008 | if (ret) |
Andrey Smetanin | 17efbee | 2015-12-14 16:01:38 -0800 | [diff] [blame] | 1009 | goto err_connect; |
K. Y. Srinivasan | 800b690 | 2011-03-15 15:03:33 -0700 | [diff] [blame] | 1010 | |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 1011 | /* |
| 1012 | * Only register if the crash MSRs are available |
| 1013 | */ |
Denis V. Lunev | cc2dd40 | 2015-08-01 16:08:20 -0700 | [diff] [blame] | 1014 | if (ms_hyperv.misc_features & HV_FEATURE_GUEST_CRASH_MSR_AVAILABLE) { |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 1015 | register_die_notifier(&hyperv_die_block); |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 1016 | atomic_notifier_chain_register(&panic_notifier_list, |
| 1017 | &hyperv_panic_block); |
| 1018 | } |
| 1019 | |
Greg Kroah-Hartman | 2d6e882 | 2010-12-02 08:50:58 -0800 | [diff] [blame] | 1020 | vmbus_request_offers(); |
Haiyang Zhang | 8b5d6d3 | 2010-05-28 23:22:44 +0000 | [diff] [blame] | 1021 | |
K. Y. Srinivasan | d6c1c5d | 2011-06-06 15:50:08 -0700 | [diff] [blame] | 1022 | return 0; |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 1023 | |
Andrey Smetanin | 17efbee | 2015-12-14 16:01:38 -0800 | [diff] [blame] | 1024 | err_connect: |
Vitaly Kuznetsov | 76d36ab | 2016-12-07 14:53:11 -0800 | [diff] [blame] | 1025 | cpuhp_remove_state(hyperv_cpuhp_online); |
Jason Wang | 2608fb6 | 2013-06-19 11:28:10 +0800 | [diff] [blame] | 1026 | err_alloc: |
| 1027 | hv_synic_free(); |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 1028 | hv_remove_vmbus_irq(); |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 1029 | |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 1030 | bus_unregister(&hv_bus); |
| 1031 | |
| 1032 | err_cleanup: |
Vitaly Kuznetsov | a9f61ca | 2016-06-03 17:09:22 -0700 | [diff] [blame] | 1033 | hv_cleanup(false); |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 1034 | |
| 1035 | return ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1036 | } |
| 1037 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1038 | /** |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1039 | * __vmbus_child_driver_register() - Register a vmbus's driver |
| 1040 | * @hv_driver: Pointer to driver structure you want to register |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1041 | * @owner: owner module of the drv |
| 1042 | * @mod_name: module name string |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 1043 | * |
| 1044 | * Registers the given driver with Linux through the 'driver_register()' call |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1045 | * and sets up the hyper-v vmbus handling for this driver. |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 1046 | * It will return the state of the 'driver_register()' call. |
| 1047 | * |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1048 | */ |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1049 | int __vmbus_driver_register(struct hv_driver *hv_driver, struct module *owner, const char *mod_name) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1050 | { |
Bill Pemberton | 5d48a1c | 2009-07-27 16:47:36 -0400 | [diff] [blame] | 1051 | int ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1052 | |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1053 | pr_info("registering driver %s\n", hv_driver->name); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1054 | |
K. Y. Srinivasan | cf6a2ea | 2011-12-01 09:59:34 -0800 | [diff] [blame] | 1055 | ret = vmbus_exists(); |
| 1056 | if (ret < 0) |
| 1057 | return ret; |
| 1058 | |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1059 | hv_driver->driver.name = hv_driver->name; |
| 1060 | hv_driver->driver.owner = owner; |
| 1061 | hv_driver->driver.mod_name = mod_name; |
| 1062 | hv_driver->driver.bus = &hv_bus; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1063 | |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 1064 | spin_lock_init(&hv_driver->dynids.lock); |
| 1065 | INIT_LIST_HEAD(&hv_driver->dynids.list); |
| 1066 | |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1067 | ret = driver_register(&hv_driver->driver); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1068 | |
Bill Pemberton | 5d48a1c | 2009-07-27 16:47:36 -0400 | [diff] [blame] | 1069 | return ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1070 | } |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1071 | EXPORT_SYMBOL_GPL(__vmbus_driver_register); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1072 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1073 | /** |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1074 | * vmbus_driver_unregister() - Unregister a vmbus's driver |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1075 | * @hv_driver: Pointer to driver structure you want to |
| 1076 | * un-register |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 1077 | * |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1078 | * Un-register the given driver that was previous registered with a call to |
| 1079 | * vmbus_driver_register() |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1080 | */ |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1081 | void vmbus_driver_unregister(struct hv_driver *hv_driver) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1082 | { |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1083 | pr_info("unregistering driver %s\n", hv_driver->name); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1084 | |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 1085 | if (!vmbus_exists()) { |
K. Y. Srinivasan | 8f257a1 | 2011-12-27 13:49:37 -0800 | [diff] [blame] | 1086 | driver_unregister(&hv_driver->driver); |
Stephen Hemminger | fc76936 | 2016-12-03 12:34:39 -0800 | [diff] [blame] | 1087 | vmbus_free_dynids(hv_driver); |
| 1088 | } |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1089 | } |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 1090 | EXPORT_SYMBOL_GPL(vmbus_driver_unregister); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1091 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 1092 | /* |
K. Y. Srinivasan | f2c7301 | 2011-09-08 07:24:12 -0700 | [diff] [blame] | 1093 | * vmbus_device_create - Creates and registers a new child device |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 1094 | * on the vmbus. |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1095 | */ |
stephen hemminger | 1b9d48f | 2014-06-03 08:38:15 -0700 | [diff] [blame] | 1096 | struct hv_device *vmbus_device_create(const uuid_le *type, |
| 1097 | const uuid_le *instance, |
| 1098 | struct vmbus_channel *channel) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1099 | { |
Nicolas Palix | 3d3b551 | 2009-07-28 17:32:53 +0200 | [diff] [blame] | 1100 | struct hv_device *child_device_obj; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1101 | |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 1102 | child_device_obj = kzalloc(sizeof(struct hv_device), GFP_KERNEL); |
| 1103 | if (!child_device_obj) { |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 1104 | pr_err("Unable to allocate device object for child device\n"); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1105 | return NULL; |
| 1106 | } |
| 1107 | |
Greg Kroah-Hartman | cae5b84 | 2010-10-21 09:05:27 -0700 | [diff] [blame] | 1108 | child_device_obj->channel = channel; |
K. Y. Srinivasan | 358d2ee | 2011-08-25 09:48:28 -0700 | [diff] [blame] | 1109 | memcpy(&child_device_obj->dev_type, type, sizeof(uuid_le)); |
Haiyang Zhang | ca623ad | 2011-01-26 12:12:11 -0800 | [diff] [blame] | 1110 | memcpy(&child_device_obj->dev_instance, instance, |
K. Y. Srinivasan | 358d2ee | 2011-08-25 09:48:28 -0700 | [diff] [blame] | 1111 | sizeof(uuid_le)); |
K. Y. Srinivasan | 7047f17 | 2015-12-25 20:00:30 -0800 | [diff] [blame] | 1112 | child_device_obj->vendor_id = 0x1414; /* MSFT vendor ID */ |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1113 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1114 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1115 | return child_device_obj; |
| 1116 | } |
| 1117 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 1118 | /* |
K. Y. Srinivasan | 22794281 | 2011-09-08 07:24:13 -0700 | [diff] [blame] | 1119 | * vmbus_device_register - Register the child device |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1120 | */ |
K. Y. Srinivasan | 22794281 | 2011-09-08 07:24:13 -0700 | [diff] [blame] | 1121 | int vmbus_device_register(struct hv_device *child_device_obj) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1122 | { |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1123 | int ret = 0; |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 1124 | |
Stephen Hemminger | f6b2db0 | 2016-11-01 00:01:59 -0700 | [diff] [blame] | 1125 | dev_set_name(&child_device_obj->device, "%pUl", |
Vitaly Kuznetsov | b294809 | 2016-09-16 09:01:17 -0700 | [diff] [blame] | 1126 | child_device_obj->channel->offermsg.offer.if_instance.b); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1127 | |
K. Y. Srinivasan | 0bce28b | 2011-08-27 11:31:39 -0700 | [diff] [blame] | 1128 | child_device_obj->device.bus = &hv_bus; |
K. Y. Srinivasan | 607c1a1 | 2011-06-06 15:49:39 -0700 | [diff] [blame] | 1129 | child_device_obj->device.parent = &hv_acpi_dev->dev; |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 1130 | child_device_obj->device.release = vmbus_device_release; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1131 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1132 | /* |
| 1133 | * Register with the LDM. This will kick off the driver/device |
| 1134 | * binding...which will eventually call vmbus_match() and vmbus_probe() |
| 1135 | */ |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 1136 | ret = device_register(&child_device_obj->device); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1137 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1138 | if (ret) |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 1139 | pr_err("Unable to register child device\n"); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1140 | else |
Fernando Soto | 8467236 | 2013-06-14 23:13:35 +0000 | [diff] [blame] | 1141 | pr_debug("child device %s registered\n", |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 1142 | dev_name(&child_device_obj->device)); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1143 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1144 | return ret; |
| 1145 | } |
| 1146 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 1147 | /* |
K. Y. Srinivasan | 696453b | 2011-09-08 07:24:14 -0700 | [diff] [blame] | 1148 | * vmbus_device_unregister - Remove the specified child device |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 1149 | * from the vmbus. |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1150 | */ |
K. Y. Srinivasan | 696453b | 2011-09-08 07:24:14 -0700 | [diff] [blame] | 1151 | void vmbus_device_unregister(struct hv_device *device_obj) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1152 | { |
Fernando Soto | 8467236 | 2013-06-14 23:13:35 +0000 | [diff] [blame] | 1153 | pr_debug("child device %s unregistered\n", |
| 1154 | dev_name(&device_obj->device)); |
| 1155 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1156 | /* |
| 1157 | * Kick off the process of unregistering the device. |
| 1158 | * This will call vmbus_remove() and eventually vmbus_device_release() |
| 1159 | */ |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 1160 | device_unregister(&device_obj->device); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1161 | } |
| 1162 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1163 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1164 | /* |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1165 | * VMBUS is an acpi enumerated device. Get the information we |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1166 | * need from DSDT. |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1167 | */ |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1168 | #define VTPM_BASE_ADDRESS 0xfed40000 |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1169 | static acpi_status vmbus_walk_resources(struct acpi_resource *res, void *ctx) |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1170 | { |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1171 | resource_size_t start = 0; |
| 1172 | resource_size_t end = 0; |
| 1173 | struct resource *new_res; |
| 1174 | struct resource **old_res = &hyperv_mmio; |
| 1175 | struct resource **prev_res = NULL; |
| 1176 | |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1177 | switch (res->type) { |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1178 | |
| 1179 | /* |
| 1180 | * "Address" descriptors are for bus windows. Ignore |
| 1181 | * "memory" descriptors, which are for registers on |
| 1182 | * devices. |
| 1183 | */ |
| 1184 | case ACPI_RESOURCE_TYPE_ADDRESS32: |
| 1185 | start = res->data.address32.address.minimum; |
| 1186 | end = res->data.address32.address.maximum; |
Gerd Hoffmann | 4eb923f | 2014-02-24 14:17:08 +0100 | [diff] [blame] | 1187 | break; |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1188 | |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1189 | case ACPI_RESOURCE_TYPE_ADDRESS64: |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1190 | start = res->data.address64.address.minimum; |
| 1191 | end = res->data.address64.address.maximum; |
Gerd Hoffmann | 4eb923f | 2014-02-24 14:17:08 +0100 | [diff] [blame] | 1192 | break; |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1193 | |
| 1194 | default: |
| 1195 | /* Unused resource type */ |
| 1196 | return AE_OK; |
| 1197 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1198 | } |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1199 | /* |
| 1200 | * Ignore ranges that are below 1MB, as they're not |
| 1201 | * necessary or useful here. |
| 1202 | */ |
| 1203 | if (end < 0x100000) |
| 1204 | return AE_OK; |
| 1205 | |
| 1206 | new_res = kzalloc(sizeof(*new_res), GFP_ATOMIC); |
| 1207 | if (!new_res) |
| 1208 | return AE_NO_MEMORY; |
| 1209 | |
| 1210 | /* If this range overlaps the virtual TPM, truncate it. */ |
| 1211 | if (end > VTPM_BASE_ADDRESS && start < VTPM_BASE_ADDRESS) |
| 1212 | end = VTPM_BASE_ADDRESS; |
| 1213 | |
| 1214 | new_res->name = "hyperv mmio"; |
| 1215 | new_res->flags = IORESOURCE_MEM; |
| 1216 | new_res->start = start; |
| 1217 | new_res->end = end; |
| 1218 | |
Jake Oshins | 40f26f3 | 2015-12-14 16:01:52 -0800 | [diff] [blame] | 1219 | /* |
Jake Oshins | 40f26f3 | 2015-12-14 16:01:52 -0800 | [diff] [blame] | 1220 | * If two ranges are adjacent, merge them. |
| 1221 | */ |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1222 | do { |
| 1223 | if (!*old_res) { |
| 1224 | *old_res = new_res; |
| 1225 | break; |
| 1226 | } |
| 1227 | |
Jake Oshins | 40f26f3 | 2015-12-14 16:01:52 -0800 | [diff] [blame] | 1228 | if (((*old_res)->end + 1) == new_res->start) { |
| 1229 | (*old_res)->end = new_res->end; |
| 1230 | kfree(new_res); |
| 1231 | break; |
| 1232 | } |
| 1233 | |
| 1234 | if ((*old_res)->start == new_res->end + 1) { |
| 1235 | (*old_res)->start = new_res->start; |
| 1236 | kfree(new_res); |
| 1237 | break; |
| 1238 | } |
| 1239 | |
Jake Oshins | 23a0683 | 2016-04-05 10:22:53 -0700 | [diff] [blame] | 1240 | if ((*old_res)->start > new_res->end) { |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1241 | new_res->sibling = *old_res; |
| 1242 | if (prev_res) |
| 1243 | (*prev_res)->sibling = new_res; |
| 1244 | *old_res = new_res; |
| 1245 | break; |
| 1246 | } |
| 1247 | |
| 1248 | prev_res = old_res; |
| 1249 | old_res = &(*old_res)->sibling; |
| 1250 | |
| 1251 | } while (1); |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1252 | |
| 1253 | return AE_OK; |
| 1254 | } |
| 1255 | |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1256 | static int vmbus_acpi_remove(struct acpi_device *device) |
| 1257 | { |
| 1258 | struct resource *cur_res; |
| 1259 | struct resource *next_res; |
| 1260 | |
| 1261 | if (hyperv_mmio) { |
Jake Oshins | 6d146ae | 2016-04-05 10:22:55 -0700 | [diff] [blame] | 1262 | if (fb_mmio) { |
| 1263 | __release_region(hyperv_mmio, fb_mmio->start, |
| 1264 | resource_size(fb_mmio)); |
| 1265 | fb_mmio = NULL; |
| 1266 | } |
| 1267 | |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1268 | for (cur_res = hyperv_mmio; cur_res; cur_res = next_res) { |
| 1269 | next_res = cur_res->sibling; |
| 1270 | kfree(cur_res); |
| 1271 | } |
| 1272 | } |
| 1273 | |
| 1274 | return 0; |
| 1275 | } |
| 1276 | |
Jake Oshins | 6d146ae | 2016-04-05 10:22:55 -0700 | [diff] [blame] | 1277 | static void vmbus_reserve_fb(void) |
| 1278 | { |
| 1279 | int size; |
| 1280 | /* |
| 1281 | * Make a claim for the frame buffer in the resource tree under the |
| 1282 | * first node, which will be the one below 4GB. The length seems to |
| 1283 | * be underreported, particularly in a Generation 1 VM. So start out |
| 1284 | * reserving a larger area and make it smaller until it succeeds. |
| 1285 | */ |
| 1286 | |
| 1287 | if (screen_info.lfb_base) { |
| 1288 | if (efi_enabled(EFI_BOOT)) |
| 1289 | size = max_t(__u32, screen_info.lfb_size, 0x800000); |
| 1290 | else |
| 1291 | size = max_t(__u32, screen_info.lfb_size, 0x4000000); |
| 1292 | |
| 1293 | for (; !fb_mmio && (size >= 0x100000); size >>= 1) { |
| 1294 | fb_mmio = __request_region(hyperv_mmio, |
| 1295 | screen_info.lfb_base, size, |
| 1296 | fb_mmio_name, 0); |
| 1297 | } |
| 1298 | } |
| 1299 | } |
| 1300 | |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1301 | /** |
| 1302 | * vmbus_allocate_mmio() - Pick a memory-mapped I/O range. |
| 1303 | * @new: If successful, supplied a pointer to the |
| 1304 | * allocated MMIO space. |
| 1305 | * @device_obj: Identifies the caller |
| 1306 | * @min: Minimum guest physical address of the |
| 1307 | * allocation |
| 1308 | * @max: Maximum guest physical address |
| 1309 | * @size: Size of the range to be allocated |
| 1310 | * @align: Alignment of the range to be allocated |
| 1311 | * @fb_overlap_ok: Whether this allocation can be allowed |
| 1312 | * to overlap the video frame buffer. |
| 1313 | * |
| 1314 | * This function walks the resources granted to VMBus by the |
| 1315 | * _CRS object in the ACPI namespace underneath the parent |
| 1316 | * "bridge" whether that's a root PCI bus in the Generation 1 |
| 1317 | * case or a Module Device in the Generation 2 case. It then |
| 1318 | * attempts to allocate from the global MMIO pool in a way that |
| 1319 | * matches the constraints supplied in these parameters and by |
| 1320 | * that _CRS. |
| 1321 | * |
| 1322 | * Return: 0 on success, -errno on failure |
| 1323 | */ |
| 1324 | int vmbus_allocate_mmio(struct resource **new, struct hv_device *device_obj, |
| 1325 | resource_size_t min, resource_size_t max, |
| 1326 | resource_size_t size, resource_size_t align, |
| 1327 | bool fb_overlap_ok) |
| 1328 | { |
Jake Oshins | be000f9 | 2016-04-05 10:22:54 -0700 | [diff] [blame] | 1329 | struct resource *iter, *shadow; |
Jake Oshins | ea37a6b | 2016-04-05 10:22:56 -0700 | [diff] [blame] | 1330 | resource_size_t range_min, range_max, start; |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1331 | const char *dev_n = dev_name(&device_obj->device); |
Jake Oshins | ea37a6b | 2016-04-05 10:22:56 -0700 | [diff] [blame] | 1332 | int retval; |
Jake Oshins | e16dad6 | 2016-04-05 10:22:50 -0700 | [diff] [blame] | 1333 | |
| 1334 | retval = -ENXIO; |
| 1335 | down(&hyperv_mmio_lock); |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1336 | |
Jake Oshins | ea37a6b | 2016-04-05 10:22:56 -0700 | [diff] [blame] | 1337 | /* |
| 1338 | * If overlaps with frame buffers are allowed, then first attempt to |
| 1339 | * make the allocation from within the reserved region. Because it |
| 1340 | * is already reserved, no shadow allocation is necessary. |
| 1341 | */ |
| 1342 | if (fb_overlap_ok && fb_mmio && !(min > fb_mmio->end) && |
| 1343 | !(max < fb_mmio->start)) { |
| 1344 | |
| 1345 | range_min = fb_mmio->start; |
| 1346 | range_max = fb_mmio->end; |
| 1347 | start = (range_min + align - 1) & ~(align - 1); |
| 1348 | for (; start + size - 1 <= range_max; start += align) { |
| 1349 | *new = request_mem_region_exclusive(start, size, dev_n); |
| 1350 | if (*new) { |
| 1351 | retval = 0; |
| 1352 | goto exit; |
| 1353 | } |
| 1354 | } |
| 1355 | } |
| 1356 | |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1357 | for (iter = hyperv_mmio; iter; iter = iter->sibling) { |
| 1358 | if ((iter->start >= max) || (iter->end <= min)) |
| 1359 | continue; |
| 1360 | |
| 1361 | range_min = iter->start; |
| 1362 | range_max = iter->end; |
Jake Oshins | ea37a6b | 2016-04-05 10:22:56 -0700 | [diff] [blame] | 1363 | start = (range_min + align - 1) & ~(align - 1); |
| 1364 | for (; start + size - 1 <= range_max; start += align) { |
| 1365 | shadow = __request_region(iter, start, size, NULL, |
| 1366 | IORESOURCE_BUSY); |
| 1367 | if (!shadow) |
| 1368 | continue; |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1369 | |
Jake Oshins | ea37a6b | 2016-04-05 10:22:56 -0700 | [diff] [blame] | 1370 | *new = request_mem_region_exclusive(start, size, dev_n); |
| 1371 | if (*new) { |
| 1372 | shadow->name = (char *)*new; |
| 1373 | retval = 0; |
| 1374 | goto exit; |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1375 | } |
| 1376 | |
Jake Oshins | ea37a6b | 2016-04-05 10:22:56 -0700 | [diff] [blame] | 1377 | __release_region(iter, start, size); |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1378 | } |
| 1379 | } |
| 1380 | |
Jake Oshins | e16dad6 | 2016-04-05 10:22:50 -0700 | [diff] [blame] | 1381 | exit: |
| 1382 | up(&hyperv_mmio_lock); |
| 1383 | return retval; |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1384 | } |
| 1385 | EXPORT_SYMBOL_GPL(vmbus_allocate_mmio); |
| 1386 | |
Jake Oshins | 619848b | 2015-12-14 16:01:39 -0800 | [diff] [blame] | 1387 | /** |
Jake Oshins | 97fb77dc | 2016-04-05 10:22:51 -0700 | [diff] [blame] | 1388 | * vmbus_free_mmio() - Free a memory-mapped I/O range. |
| 1389 | * @start: Base address of region to release. |
| 1390 | * @size: Size of the range to be allocated |
| 1391 | * |
| 1392 | * This function releases anything requested by |
| 1393 | * vmbus_mmio_allocate(). |
| 1394 | */ |
| 1395 | void vmbus_free_mmio(resource_size_t start, resource_size_t size) |
| 1396 | { |
Jake Oshins | be000f9 | 2016-04-05 10:22:54 -0700 | [diff] [blame] | 1397 | struct resource *iter; |
| 1398 | |
| 1399 | down(&hyperv_mmio_lock); |
| 1400 | for (iter = hyperv_mmio; iter; iter = iter->sibling) { |
| 1401 | if ((iter->start >= start + size) || (iter->end <= start)) |
| 1402 | continue; |
| 1403 | |
| 1404 | __release_region(iter, start, size); |
| 1405 | } |
Jake Oshins | 97fb77dc | 2016-04-05 10:22:51 -0700 | [diff] [blame] | 1406 | release_mem_region(start, size); |
Jake Oshins | be000f9 | 2016-04-05 10:22:54 -0700 | [diff] [blame] | 1407 | up(&hyperv_mmio_lock); |
Jake Oshins | 97fb77dc | 2016-04-05 10:22:51 -0700 | [diff] [blame] | 1408 | |
| 1409 | } |
| 1410 | EXPORT_SYMBOL_GPL(vmbus_free_mmio); |
| 1411 | |
| 1412 | /** |
Jake Oshins | 619848b | 2015-12-14 16:01:39 -0800 | [diff] [blame] | 1413 | * vmbus_cpu_number_to_vp_number() - Map CPU to VP. |
| 1414 | * @cpu_number: CPU number in Linux terms |
| 1415 | * |
| 1416 | * This function returns the mapping between the Linux processor |
| 1417 | * number and the hypervisor's virtual processor number, useful |
| 1418 | * in making hypercalls and such that talk about specific |
| 1419 | * processors. |
| 1420 | * |
| 1421 | * Return: Virtual processor number in Hyper-V terms |
| 1422 | */ |
| 1423 | int vmbus_cpu_number_to_vp_number(int cpu_number) |
| 1424 | { |
| 1425 | return hv_context.vp_index[cpu_number]; |
| 1426 | } |
| 1427 | EXPORT_SYMBOL_GPL(vmbus_cpu_number_to_vp_number); |
| 1428 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1429 | static int vmbus_acpi_add(struct acpi_device *device) |
| 1430 | { |
| 1431 | acpi_status result; |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1432 | int ret_val = -ENODEV; |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1433 | struct acpi_device *ancestor; |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1434 | |
K. Y. Srinivasan | 607c1a1 | 2011-06-06 15:49:39 -0700 | [diff] [blame] | 1435 | hv_acpi_dev = device; |
| 1436 | |
K. Y. Srinivasan | 0a4425b | 2011-08-27 11:31:38 -0700 | [diff] [blame] | 1437 | result = acpi_walk_resources(device->handle, METHOD_NAME__CRS, |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1438 | vmbus_walk_resources, NULL); |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1439 | |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1440 | if (ACPI_FAILURE(result)) |
| 1441 | goto acpi_walk_err; |
| 1442 | /* |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1443 | * Some ancestor of the vmbus acpi device (Gen1 or Gen2 |
| 1444 | * firmware) is the VMOD that has the mmio ranges. Get that. |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1445 | */ |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1446 | for (ancestor = device->parent; ancestor; ancestor = ancestor->parent) { |
| 1447 | result = acpi_walk_resources(ancestor->handle, METHOD_NAME__CRS, |
| 1448 | vmbus_walk_resources, NULL); |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1449 | |
| 1450 | if (ACPI_FAILURE(result)) |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1451 | continue; |
Jake Oshins | 6d146ae | 2016-04-05 10:22:55 -0700 | [diff] [blame] | 1452 | if (hyperv_mmio) { |
| 1453 | vmbus_reserve_fb(); |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1454 | break; |
Jake Oshins | 6d146ae | 2016-04-05 10:22:55 -0700 | [diff] [blame] | 1455 | } |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1456 | } |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1457 | ret_val = 0; |
| 1458 | |
| 1459 | acpi_walk_err: |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1460 | complete(&probe_event); |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1461 | if (ret_val) |
| 1462 | vmbus_acpi_remove(device); |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1463 | return ret_val; |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1464 | } |
| 1465 | |
| 1466 | static const struct acpi_device_id vmbus_acpi_device_ids[] = { |
| 1467 | {"VMBUS", 0}, |
K. Y. Srinivasan | 9d7b18d | 2011-06-06 15:49:42 -0700 | [diff] [blame] | 1468 | {"VMBus", 0}, |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1469 | {"", 0}, |
| 1470 | }; |
| 1471 | MODULE_DEVICE_TABLE(acpi, vmbus_acpi_device_ids); |
| 1472 | |
| 1473 | static struct acpi_driver vmbus_acpi_driver = { |
| 1474 | .name = "vmbus", |
| 1475 | .ids = vmbus_acpi_device_ids, |
| 1476 | .ops = { |
| 1477 | .add = vmbus_acpi_add, |
Vitaly Kuznetsov | e4ecb41 | 2015-04-22 21:31:28 -0700 | [diff] [blame] | 1478 | .remove = vmbus_acpi_remove, |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1479 | }, |
| 1480 | }; |
| 1481 | |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1482 | static void hv_kexec_handler(void) |
| 1483 | { |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1484 | hv_synic_clockevents_cleanup(); |
Vitaly Kuznetsov | 75ff3a8 | 2016-02-26 15:13:16 -0800 | [diff] [blame] | 1485 | vmbus_initiate_unload(false); |
Vitaly Kuznetsov | 523b940 | 2016-12-07 14:53:12 -0800 | [diff] [blame^] | 1486 | vmbus_connection.conn_state = DISCONNECTED; |
| 1487 | /* Make sure conn_state is set as hv_synic_cleanup checks for it */ |
| 1488 | mb(); |
Vitaly Kuznetsov | 76d36ab | 2016-12-07 14:53:11 -0800 | [diff] [blame] | 1489 | cpuhp_remove_state(hyperv_cpuhp_online); |
Vitaly Kuznetsov | a9f61ca | 2016-06-03 17:09:22 -0700 | [diff] [blame] | 1490 | hv_cleanup(false); |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1491 | }; |
| 1492 | |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 1493 | static void hv_crash_handler(struct pt_regs *regs) |
| 1494 | { |
Vitaly Kuznetsov | 75ff3a8 | 2016-02-26 15:13:16 -0800 | [diff] [blame] | 1495 | vmbus_initiate_unload(true); |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 1496 | /* |
| 1497 | * In crash handler we can't schedule synic cleanup for all CPUs, |
| 1498 | * doing the cleanup for current CPU only. This should be sufficient |
| 1499 | * for kdump. |
| 1500 | */ |
Vitaly Kuznetsov | 523b940 | 2016-12-07 14:53:12 -0800 | [diff] [blame^] | 1501 | vmbus_connection.conn_state = DISCONNECTED; |
Vitaly Kuznetsov | 76d36ab | 2016-12-07 14:53:11 -0800 | [diff] [blame] | 1502 | hv_synic_cleanup(smp_processor_id()); |
Vitaly Kuznetsov | a9f61ca | 2016-06-03 17:09:22 -0700 | [diff] [blame] | 1503 | hv_cleanup(true); |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 1504 | }; |
| 1505 | |
K. Y. Srinivasan | 607c1a1 | 2011-06-06 15:49:39 -0700 | [diff] [blame] | 1506 | static int __init hv_acpi_init(void) |
K. Y. Srinivasan | 1168ac2 | 2011-03-15 15:03:32 -0700 | [diff] [blame] | 1507 | { |
K. Y. Srinivasan | 2dda95f | 2011-07-15 13:38:56 -0700 | [diff] [blame] | 1508 | int ret, t; |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1509 | |
Jason Wang | 1f94ea8 | 2012-08-31 13:32:44 +0800 | [diff] [blame] | 1510 | if (x86_hyper != &x86_hyper_ms_hyperv) |
Jason Wang | 0592969 | 2012-08-17 18:52:43 +0800 | [diff] [blame] | 1511 | return -ENODEV; |
| 1512 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1513 | init_completion(&probe_event); |
| 1514 | |
| 1515 | /* |
K. Y. Srinivasan | efc2672 | 2015-12-14 16:01:46 -0800 | [diff] [blame] | 1516 | * Get ACPI resources first. |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1517 | */ |
K. Y. Srinivasan | 0246604 | 2011-06-06 15:49:40 -0700 | [diff] [blame] | 1518 | ret = acpi_bus_register_driver(&vmbus_acpi_driver); |
| 1519 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1520 | if (ret) |
| 1521 | return ret; |
| 1522 | |
K. Y. Srinivasan | 2dda95f | 2011-07-15 13:38:56 -0700 | [diff] [blame] | 1523 | t = wait_for_completion_timeout(&probe_event, 5*HZ); |
| 1524 | if (t == 0) { |
| 1525 | ret = -ETIMEDOUT; |
| 1526 | goto cleanup; |
| 1527 | } |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1528 | |
K. Y. Srinivasan | efc2672 | 2015-12-14 16:01:46 -0800 | [diff] [blame] | 1529 | ret = vmbus_bus_init(); |
K. Y. Srinivasan | 91fd799 | 2011-06-16 13:16:38 -0700 | [diff] [blame] | 1530 | if (ret) |
K. Y. Srinivasan | 2dda95f | 2011-07-15 13:38:56 -0700 | [diff] [blame] | 1531 | goto cleanup; |
| 1532 | |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1533 | hv_setup_kexec_handler(hv_kexec_handler); |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 1534 | hv_setup_crash_handler(hv_crash_handler); |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1535 | |
K. Y. Srinivasan | 2dda95f | 2011-07-15 13:38:56 -0700 | [diff] [blame] | 1536 | return 0; |
| 1537 | |
| 1538 | cleanup: |
| 1539 | acpi_bus_unregister_driver(&vmbus_acpi_driver); |
K. Y. Srinivasan | cf6a2ea | 2011-12-01 09:59:34 -0800 | [diff] [blame] | 1540 | hv_acpi_dev = NULL; |
K. Y. Srinivasan | 91fd799 | 2011-06-16 13:16:38 -0700 | [diff] [blame] | 1541 | return ret; |
K. Y. Srinivasan | 1168ac2 | 2011-03-15 15:03:32 -0700 | [diff] [blame] | 1542 | } |
| 1543 | |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1544 | static void __exit vmbus_exit(void) |
| 1545 | { |
Vitaly Kuznetsov | e72e7ac | 2015-02-27 11:25:55 -0800 | [diff] [blame] | 1546 | int cpu; |
| 1547 | |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1548 | hv_remove_kexec_handler(); |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 1549 | hv_remove_crash_handler(); |
Vitaly Kuznetsov | 09a1962 | 2015-02-27 11:25:54 -0800 | [diff] [blame] | 1550 | vmbus_connection.conn_state = DISCONNECTED; |
Vitaly Kuznetsov | e086748 | 2015-02-27 11:25:57 -0800 | [diff] [blame] | 1551 | hv_synic_clockevents_cleanup(); |
K. Y. Srinivasan | 2db84ef | 2015-04-22 21:31:32 -0700 | [diff] [blame] | 1552 | vmbus_disconnect(); |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 1553 | hv_remove_vmbus_irq(); |
K. Y. Srinivasan | d81274a | 2016-02-26 15:13:21 -0800 | [diff] [blame] | 1554 | for_each_online_cpu(cpu) |
| 1555 | tasklet_kill(hv_context.msg_dpc[cpu]); |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1556 | vmbus_free_channels(); |
Denis V. Lunev | cc2dd40 | 2015-08-01 16:08:20 -0700 | [diff] [blame] | 1557 | if (ms_hyperv.misc_features & HV_FEATURE_GUEST_CRASH_MSR_AVAILABLE) { |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 1558 | unregister_die_notifier(&hyperv_die_block); |
Vitaly Kuznetsov | 096c605 | 2015-04-22 21:31:29 -0700 | [diff] [blame] | 1559 | atomic_notifier_chain_unregister(&panic_notifier_list, |
| 1560 | &hyperv_panic_block); |
| 1561 | } |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1562 | bus_unregister(&hv_bus); |
Vitaly Kuznetsov | a9f61ca | 2016-06-03 17:09:22 -0700 | [diff] [blame] | 1563 | hv_cleanup(false); |
Vitaly Kuznetsov | 1959a28 | 2015-05-06 17:47:41 -0700 | [diff] [blame] | 1564 | for_each_online_cpu(cpu) { |
| 1565 | tasklet_kill(hv_context.event_dpc[cpu]); |
Vitaly Kuznetsov | 1959a28 | 2015-05-06 17:47:41 -0700 | [diff] [blame] | 1566 | } |
Vitaly Kuznetsov | 76d36ab | 2016-12-07 14:53:11 -0800 | [diff] [blame] | 1567 | cpuhp_remove_state(hyperv_cpuhp_online); |
Vitaly Kuznetsov | 06210b42f | 2015-08-01 16:08:05 -0700 | [diff] [blame] | 1568 | hv_synic_free(); |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1569 | acpi_bus_unregister_driver(&vmbus_acpi_driver); |
| 1570 | } |
| 1571 | |
K. Y. Srinivasan | 1168ac2 | 2011-03-15 15:03:32 -0700 | [diff] [blame] | 1572 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1573 | MODULE_LICENSE("GPL"); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1574 | |
K. Y. Srinivasan | 43d4e11 | 2011-10-24 11:28:12 -0700 | [diff] [blame] | 1575 | subsys_initcall(hv_acpi_init); |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1576 | module_exit(vmbus_exit); |