Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1 | /* |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 2 | * Copyright (c) 2009, Microsoft Corporation. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify it |
| 5 | * under the terms and conditions of the GNU General Public License, |
| 6 | * version 2, as published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 11 | * more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License along with |
| 14 | * this program; if not, write to the Free Software Foundation, Inc., 59 Temple |
| 15 | * Place - Suite 330, Boston, MA 02111-1307 USA. |
| 16 | * |
| 17 | * Authors: |
| 18 | * Haiyang Zhang <haiyangz@microsoft.com> |
| 19 | * Hank Janssen <hjanssen@microsoft.com> |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 20 | * K. Y. Srinivasan <kys@microsoft.com> |
K. Y. Srinivasan | 52e5c1c | 2011-03-15 15:03:34 -0700 | [diff] [blame] | 21 | * |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 22 | */ |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 23 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 24 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 25 | #include <linux/init.h> |
| 26 | #include <linux/module.h> |
| 27 | #include <linux/device.h> |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 28 | #include <linux/interrupt.h> |
| 29 | #include <linux/sysctl.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 30 | #include <linux/slab.h> |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 31 | #include <linux/acpi.h> |
Haiyang Zhang | 8b5d6d3 | 2010-05-28 23:22:44 +0000 | [diff] [blame] | 32 | #include <linux/completion.h> |
Greg Kroah-Hartman | 46a9719 | 2011-10-04 12:29:52 -0700 | [diff] [blame] | 33 | #include <linux/hyperv.h> |
K. Y. Srinivasan | b020950 | 2012-12-01 06:46:54 -0800 | [diff] [blame] | 34 | #include <linux/kernel_stat.h> |
K. Y. Srinivasan | 4061ed9 | 2015-01-09 23:54:32 -0800 | [diff] [blame] | 35 | #include <linux/clockchips.h> |
Vitaly Kuznetsov | e513229 | 2015-02-27 11:25:51 -0800 | [diff] [blame] | 36 | #include <linux/cpu.h> |
Greg Kroah-Hartman | 407dd16 | 2011-10-11 08:36:44 -0600 | [diff] [blame] | 37 | #include <asm/hyperv.h> |
Jason Wang | 1f94ea8 | 2012-08-31 13:32:44 +0800 | [diff] [blame] | 38 | #include <asm/hypervisor.h> |
K. Y. Srinivasan | 302a3c0 | 2013-02-17 11:30:44 -0800 | [diff] [blame] | 39 | #include <asm/mshyperv.h> |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 40 | #include <linux/notifier.h> |
| 41 | #include <linux/ptrace.h> |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 42 | #include <linux/screen_info.h> |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 43 | #include <linux/kdebug.h> |
K. Y. Srinivasan | 0f2a661 | 2011-05-12 19:34:28 -0700 | [diff] [blame] | 44 | #include "hyperv_vmbus.h" |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 45 | |
K. Y. Srinivasan | 607c1a1 | 2011-06-06 15:49:39 -0700 | [diff] [blame] | 46 | static struct acpi_device *hv_acpi_dev; |
K. Y. Srinivasan | 1168ac2 | 2011-03-15 15:03:32 -0700 | [diff] [blame] | 47 | |
K. Y. Srinivasan | 59c0e4f | 2011-04-29 13:45:06 -0700 | [diff] [blame] | 48 | static struct tasklet_struct msg_dpc; |
K. Y. Srinivasan | 71a6655 | 2011-04-29 13:45:04 -0700 | [diff] [blame] | 49 | static struct completion probe_event; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 50 | |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 51 | |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 52 | static void hyperv_report_panic(struct pt_regs *regs) |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 53 | { |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 54 | static bool panic_reported; |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 55 | |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 56 | /* |
| 57 | * We prefer to report panic on 'die' chain as we have proper |
| 58 | * registers to report, but if we miss it (e.g. on BUG()) we need |
| 59 | * to report it on 'panic'. |
| 60 | */ |
| 61 | if (panic_reported) |
| 62 | return; |
| 63 | panic_reported = true; |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 64 | |
| 65 | wrmsrl(HV_X64_MSR_CRASH_P0, regs->ip); |
| 66 | wrmsrl(HV_X64_MSR_CRASH_P1, regs->ax); |
| 67 | wrmsrl(HV_X64_MSR_CRASH_P2, regs->bx); |
| 68 | wrmsrl(HV_X64_MSR_CRASH_P3, regs->cx); |
| 69 | wrmsrl(HV_X64_MSR_CRASH_P4, regs->dx); |
| 70 | |
| 71 | /* |
| 72 | * Let Hyper-V know there is crash data available |
| 73 | */ |
| 74 | wrmsrl(HV_X64_MSR_CRASH_CTL, HV_CRASH_CTL_CRASH_NOTIFY); |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 75 | } |
| 76 | |
| 77 | static int hyperv_panic_event(struct notifier_block *nb, unsigned long val, |
| 78 | void *args) |
| 79 | { |
| 80 | struct pt_regs *regs; |
| 81 | |
| 82 | regs = current_pt_regs(); |
| 83 | |
| 84 | hyperv_report_panic(regs); |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 85 | return NOTIFY_DONE; |
| 86 | } |
| 87 | |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 88 | static int hyperv_die_event(struct notifier_block *nb, unsigned long val, |
| 89 | void *args) |
| 90 | { |
| 91 | struct die_args *die = (struct die_args *)args; |
| 92 | struct pt_regs *regs = die->regs; |
| 93 | |
| 94 | hyperv_report_panic(regs); |
| 95 | return NOTIFY_DONE; |
| 96 | } |
| 97 | |
| 98 | static struct notifier_block hyperv_die_block = { |
| 99 | .notifier_call = hyperv_die_event, |
| 100 | }; |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 101 | static struct notifier_block hyperv_panic_block = { |
| 102 | .notifier_call = hyperv_panic_event, |
| 103 | }; |
| 104 | |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 105 | struct resource *hyperv_mmio; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 106 | |
K. Y. Srinivasan | cf6a2ea | 2011-12-01 09:59:34 -0800 | [diff] [blame] | 107 | static int vmbus_exists(void) |
| 108 | { |
| 109 | if (hv_acpi_dev == NULL) |
| 110 | return -ENODEV; |
| 111 | |
| 112 | return 0; |
| 113 | } |
| 114 | |
Olaf Hering | fd776ba | 2011-09-02 18:25:56 +0200 | [diff] [blame] | 115 | #define VMBUS_ALIAS_LEN ((sizeof((struct hv_vmbus_device_id *)0)->guid) * 2) |
| 116 | static void print_alias_name(struct hv_device *hv_dev, char *alias_name) |
| 117 | { |
| 118 | int i; |
| 119 | for (i = 0; i < VMBUS_ALIAS_LEN; i += 2) |
| 120 | sprintf(&alias_name[i], "%02x", hv_dev->dev_type.b[i/2]); |
| 121 | } |
| 122 | |
Greg Kroah-Hartman | 76c52bb | 2013-09-13 11:32:56 -0700 | [diff] [blame] | 123 | static u8 channel_monitor_group(struct vmbus_channel *channel) |
| 124 | { |
| 125 | return (u8)channel->offermsg.monitorid / 32; |
| 126 | } |
| 127 | |
| 128 | static u8 channel_monitor_offset(struct vmbus_channel *channel) |
| 129 | { |
| 130 | return (u8)channel->offermsg.monitorid % 32; |
| 131 | } |
| 132 | |
| 133 | static u32 channel_pending(struct vmbus_channel *channel, |
| 134 | struct hv_monitor_page *monitor_page) |
| 135 | { |
| 136 | u8 monitor_group = channel_monitor_group(channel); |
| 137 | return monitor_page->trigger_group[monitor_group].pending; |
| 138 | } |
| 139 | |
Greg Kroah-Hartman | 1cee272 | 2013-09-13 11:32:57 -0700 | [diff] [blame] | 140 | static u32 channel_latency(struct vmbus_channel *channel, |
| 141 | struct hv_monitor_page *monitor_page) |
| 142 | { |
| 143 | u8 monitor_group = channel_monitor_group(channel); |
| 144 | u8 monitor_offset = channel_monitor_offset(channel); |
| 145 | return monitor_page->latency[monitor_group][monitor_offset]; |
| 146 | } |
| 147 | |
Greg Kroah-Hartman | 4947c74 | 2013-09-13 11:32:58 -0700 | [diff] [blame] | 148 | static u32 channel_conn_id(struct vmbus_channel *channel, |
| 149 | struct hv_monitor_page *monitor_page) |
| 150 | { |
| 151 | u8 monitor_group = channel_monitor_group(channel); |
| 152 | u8 monitor_offset = channel_monitor_offset(channel); |
| 153 | return monitor_page->parameter[monitor_group][monitor_offset].connectionid.u.id; |
| 154 | } |
| 155 | |
Greg Kroah-Hartman | 03f3a91 | 2013-09-13 11:32:49 -0700 | [diff] [blame] | 156 | static ssize_t id_show(struct device *dev, struct device_attribute *dev_attr, |
| 157 | char *buf) |
| 158 | { |
| 159 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 160 | |
| 161 | if (!hv_dev->channel) |
| 162 | return -ENODEV; |
| 163 | return sprintf(buf, "%d\n", hv_dev->channel->offermsg.child_relid); |
| 164 | } |
| 165 | static DEVICE_ATTR_RO(id); |
| 166 | |
Greg Kroah-Hartman | a8fb5f3 | 2013-09-13 11:32:50 -0700 | [diff] [blame] | 167 | static ssize_t state_show(struct device *dev, struct device_attribute *dev_attr, |
| 168 | char *buf) |
| 169 | { |
| 170 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 171 | |
| 172 | if (!hv_dev->channel) |
| 173 | return -ENODEV; |
| 174 | return sprintf(buf, "%d\n", hv_dev->channel->state); |
| 175 | } |
| 176 | static DEVICE_ATTR_RO(state); |
| 177 | |
Greg Kroah-Hartman | 5ffd00e | 2013-09-13 11:32:51 -0700 | [diff] [blame] | 178 | static ssize_t monitor_id_show(struct device *dev, |
| 179 | struct device_attribute *dev_attr, char *buf) |
| 180 | { |
| 181 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 182 | |
| 183 | if (!hv_dev->channel) |
| 184 | return -ENODEV; |
| 185 | return sprintf(buf, "%d\n", hv_dev->channel->offermsg.monitorid); |
| 186 | } |
| 187 | static DEVICE_ATTR_RO(monitor_id); |
| 188 | |
Greg Kroah-Hartman | 68234c0 | 2013-09-13 11:32:53 -0700 | [diff] [blame] | 189 | static ssize_t class_id_show(struct device *dev, |
| 190 | struct device_attribute *dev_attr, char *buf) |
| 191 | { |
| 192 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 193 | |
| 194 | if (!hv_dev->channel) |
| 195 | return -ENODEV; |
| 196 | return sprintf(buf, "{%pUl}\n", |
| 197 | hv_dev->channel->offermsg.offer.if_type.b); |
| 198 | } |
| 199 | static DEVICE_ATTR_RO(class_id); |
| 200 | |
Greg Kroah-Hartman | 7c55e1d | 2013-09-13 11:32:54 -0700 | [diff] [blame] | 201 | static ssize_t device_id_show(struct device *dev, |
| 202 | struct device_attribute *dev_attr, char *buf) |
| 203 | { |
| 204 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 205 | |
| 206 | if (!hv_dev->channel) |
| 207 | return -ENODEV; |
| 208 | return sprintf(buf, "{%pUl}\n", |
| 209 | hv_dev->channel->offermsg.offer.if_instance.b); |
| 210 | } |
| 211 | static DEVICE_ATTR_RO(device_id); |
| 212 | |
Greg Kroah-Hartman | 647fa37 | 2013-09-13 11:32:52 -0700 | [diff] [blame] | 213 | static ssize_t modalias_show(struct device *dev, |
| 214 | struct device_attribute *dev_attr, char *buf) |
| 215 | { |
| 216 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 217 | char alias_name[VMBUS_ALIAS_LEN + 1]; |
| 218 | |
| 219 | print_alias_name(hv_dev, alias_name); |
| 220 | return sprintf(buf, "vmbus:%s\n", alias_name); |
| 221 | } |
| 222 | static DEVICE_ATTR_RO(modalias); |
| 223 | |
Greg Kroah-Hartman | 76c52bb | 2013-09-13 11:32:56 -0700 | [diff] [blame] | 224 | static ssize_t server_monitor_pending_show(struct device *dev, |
| 225 | struct device_attribute *dev_attr, |
| 226 | char *buf) |
| 227 | { |
| 228 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 229 | |
| 230 | if (!hv_dev->channel) |
| 231 | return -ENODEV; |
| 232 | return sprintf(buf, "%d\n", |
| 233 | channel_pending(hv_dev->channel, |
| 234 | vmbus_connection.monitor_pages[1])); |
| 235 | } |
| 236 | static DEVICE_ATTR_RO(server_monitor_pending); |
| 237 | |
| 238 | static ssize_t client_monitor_pending_show(struct device *dev, |
| 239 | struct device_attribute *dev_attr, |
| 240 | char *buf) |
| 241 | { |
| 242 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 243 | |
| 244 | if (!hv_dev->channel) |
| 245 | return -ENODEV; |
| 246 | return sprintf(buf, "%d\n", |
| 247 | channel_pending(hv_dev->channel, |
| 248 | vmbus_connection.monitor_pages[1])); |
| 249 | } |
| 250 | static DEVICE_ATTR_RO(client_monitor_pending); |
Greg Kroah-Hartman | 68234c0 | 2013-09-13 11:32:53 -0700 | [diff] [blame] | 251 | |
Greg Kroah-Hartman | 1cee272 | 2013-09-13 11:32:57 -0700 | [diff] [blame] | 252 | static ssize_t server_monitor_latency_show(struct device *dev, |
| 253 | struct device_attribute *dev_attr, |
| 254 | char *buf) |
| 255 | { |
| 256 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 257 | |
| 258 | if (!hv_dev->channel) |
| 259 | return -ENODEV; |
| 260 | return sprintf(buf, "%d\n", |
| 261 | channel_latency(hv_dev->channel, |
| 262 | vmbus_connection.monitor_pages[0])); |
| 263 | } |
| 264 | static DEVICE_ATTR_RO(server_monitor_latency); |
| 265 | |
| 266 | static ssize_t client_monitor_latency_show(struct device *dev, |
| 267 | struct device_attribute *dev_attr, |
| 268 | char *buf) |
| 269 | { |
| 270 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 271 | |
| 272 | if (!hv_dev->channel) |
| 273 | return -ENODEV; |
| 274 | return sprintf(buf, "%d\n", |
| 275 | channel_latency(hv_dev->channel, |
| 276 | vmbus_connection.monitor_pages[1])); |
| 277 | } |
| 278 | static DEVICE_ATTR_RO(client_monitor_latency); |
| 279 | |
Greg Kroah-Hartman | 4947c74 | 2013-09-13 11:32:58 -0700 | [diff] [blame] | 280 | static ssize_t server_monitor_conn_id_show(struct device *dev, |
| 281 | struct device_attribute *dev_attr, |
| 282 | char *buf) |
| 283 | { |
| 284 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 285 | |
| 286 | if (!hv_dev->channel) |
| 287 | return -ENODEV; |
| 288 | return sprintf(buf, "%d\n", |
| 289 | channel_conn_id(hv_dev->channel, |
| 290 | vmbus_connection.monitor_pages[0])); |
| 291 | } |
| 292 | static DEVICE_ATTR_RO(server_monitor_conn_id); |
| 293 | |
| 294 | static ssize_t client_monitor_conn_id_show(struct device *dev, |
| 295 | struct device_attribute *dev_attr, |
| 296 | char *buf) |
| 297 | { |
| 298 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 299 | |
| 300 | if (!hv_dev->channel) |
| 301 | return -ENODEV; |
| 302 | return sprintf(buf, "%d\n", |
| 303 | channel_conn_id(hv_dev->channel, |
| 304 | vmbus_connection.monitor_pages[1])); |
| 305 | } |
| 306 | static DEVICE_ATTR_RO(client_monitor_conn_id); |
| 307 | |
Greg Kroah-Hartman | 98f4c65 | 2013-09-13 11:33:01 -0700 | [diff] [blame] | 308 | static ssize_t out_intr_mask_show(struct device *dev, |
| 309 | struct device_attribute *dev_attr, char *buf) |
| 310 | { |
| 311 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 312 | struct hv_ring_buffer_debug_info outbound; |
| 313 | |
| 314 | if (!hv_dev->channel) |
| 315 | return -ENODEV; |
| 316 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 317 | return sprintf(buf, "%d\n", outbound.current_interrupt_mask); |
| 318 | } |
| 319 | static DEVICE_ATTR_RO(out_intr_mask); |
| 320 | |
| 321 | static ssize_t out_read_index_show(struct device *dev, |
| 322 | struct device_attribute *dev_attr, char *buf) |
| 323 | { |
| 324 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 325 | struct hv_ring_buffer_debug_info outbound; |
| 326 | |
| 327 | if (!hv_dev->channel) |
| 328 | return -ENODEV; |
| 329 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 330 | return sprintf(buf, "%d\n", outbound.current_read_index); |
| 331 | } |
| 332 | static DEVICE_ATTR_RO(out_read_index); |
| 333 | |
| 334 | static ssize_t out_write_index_show(struct device *dev, |
| 335 | struct device_attribute *dev_attr, |
| 336 | char *buf) |
| 337 | { |
| 338 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 339 | struct hv_ring_buffer_debug_info outbound; |
| 340 | |
| 341 | if (!hv_dev->channel) |
| 342 | return -ENODEV; |
| 343 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 344 | return sprintf(buf, "%d\n", outbound.current_write_index); |
| 345 | } |
| 346 | static DEVICE_ATTR_RO(out_write_index); |
| 347 | |
| 348 | static ssize_t out_read_bytes_avail_show(struct device *dev, |
| 349 | struct device_attribute *dev_attr, |
| 350 | char *buf) |
| 351 | { |
| 352 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 353 | struct hv_ring_buffer_debug_info outbound; |
| 354 | |
| 355 | if (!hv_dev->channel) |
| 356 | return -ENODEV; |
| 357 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 358 | return sprintf(buf, "%d\n", outbound.bytes_avail_toread); |
| 359 | } |
| 360 | static DEVICE_ATTR_RO(out_read_bytes_avail); |
| 361 | |
| 362 | static ssize_t out_write_bytes_avail_show(struct device *dev, |
| 363 | struct device_attribute *dev_attr, |
| 364 | char *buf) |
| 365 | { |
| 366 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 367 | struct hv_ring_buffer_debug_info outbound; |
| 368 | |
| 369 | if (!hv_dev->channel) |
| 370 | return -ENODEV; |
| 371 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound); |
| 372 | return sprintf(buf, "%d\n", outbound.bytes_avail_towrite); |
| 373 | } |
| 374 | static DEVICE_ATTR_RO(out_write_bytes_avail); |
| 375 | |
| 376 | static ssize_t in_intr_mask_show(struct device *dev, |
| 377 | struct device_attribute *dev_attr, char *buf) |
| 378 | { |
| 379 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 380 | struct hv_ring_buffer_debug_info inbound; |
| 381 | |
| 382 | if (!hv_dev->channel) |
| 383 | return -ENODEV; |
| 384 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 385 | return sprintf(buf, "%d\n", inbound.current_interrupt_mask); |
| 386 | } |
| 387 | static DEVICE_ATTR_RO(in_intr_mask); |
| 388 | |
| 389 | static ssize_t in_read_index_show(struct device *dev, |
| 390 | struct device_attribute *dev_attr, char *buf) |
| 391 | { |
| 392 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 393 | struct hv_ring_buffer_debug_info inbound; |
| 394 | |
| 395 | if (!hv_dev->channel) |
| 396 | return -ENODEV; |
| 397 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 398 | return sprintf(buf, "%d\n", inbound.current_read_index); |
| 399 | } |
| 400 | static DEVICE_ATTR_RO(in_read_index); |
| 401 | |
| 402 | static ssize_t in_write_index_show(struct device *dev, |
| 403 | struct device_attribute *dev_attr, char *buf) |
| 404 | { |
| 405 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 406 | struct hv_ring_buffer_debug_info inbound; |
| 407 | |
| 408 | if (!hv_dev->channel) |
| 409 | return -ENODEV; |
| 410 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 411 | return sprintf(buf, "%d\n", inbound.current_write_index); |
| 412 | } |
| 413 | static DEVICE_ATTR_RO(in_write_index); |
| 414 | |
| 415 | static ssize_t in_read_bytes_avail_show(struct device *dev, |
| 416 | struct device_attribute *dev_attr, |
| 417 | char *buf) |
| 418 | { |
| 419 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 420 | struct hv_ring_buffer_debug_info inbound; |
| 421 | |
| 422 | if (!hv_dev->channel) |
| 423 | return -ENODEV; |
| 424 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 425 | return sprintf(buf, "%d\n", inbound.bytes_avail_toread); |
| 426 | } |
| 427 | static DEVICE_ATTR_RO(in_read_bytes_avail); |
| 428 | |
| 429 | static ssize_t in_write_bytes_avail_show(struct device *dev, |
| 430 | struct device_attribute *dev_attr, |
| 431 | char *buf) |
| 432 | { |
| 433 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 434 | struct hv_ring_buffer_debug_info inbound; |
| 435 | |
| 436 | if (!hv_dev->channel) |
| 437 | return -ENODEV; |
| 438 | hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound); |
| 439 | return sprintf(buf, "%d\n", inbound.bytes_avail_towrite); |
| 440 | } |
| 441 | static DEVICE_ATTR_RO(in_write_bytes_avail); |
| 442 | |
Dexuan Cui | 042ab03 | 2015-08-05 00:52:43 -0700 | [diff] [blame] | 443 | static ssize_t channel_vp_mapping_show(struct device *dev, |
| 444 | struct device_attribute *dev_attr, |
| 445 | char *buf) |
| 446 | { |
| 447 | struct hv_device *hv_dev = device_to_hv_device(dev); |
| 448 | struct vmbus_channel *channel = hv_dev->channel, *cur_sc; |
| 449 | unsigned long flags; |
| 450 | int buf_size = PAGE_SIZE, n_written, tot_written; |
| 451 | struct list_head *cur; |
| 452 | |
| 453 | if (!channel) |
| 454 | return -ENODEV; |
| 455 | |
| 456 | tot_written = snprintf(buf, buf_size, "%u:%u\n", |
| 457 | channel->offermsg.child_relid, channel->target_cpu); |
| 458 | |
| 459 | spin_lock_irqsave(&channel->lock, flags); |
| 460 | |
| 461 | list_for_each(cur, &channel->sc_list) { |
| 462 | if (tot_written >= buf_size - 1) |
| 463 | break; |
| 464 | |
| 465 | cur_sc = list_entry(cur, struct vmbus_channel, sc_list); |
| 466 | n_written = scnprintf(buf + tot_written, |
| 467 | buf_size - tot_written, |
| 468 | "%u:%u\n", |
| 469 | cur_sc->offermsg.child_relid, |
| 470 | cur_sc->target_cpu); |
| 471 | tot_written += n_written; |
| 472 | } |
| 473 | |
| 474 | spin_unlock_irqrestore(&channel->lock, flags); |
| 475 | |
| 476 | return tot_written; |
| 477 | } |
| 478 | static DEVICE_ATTR_RO(channel_vp_mapping); |
| 479 | |
Greg Kroah-Hartman | 98f4c65 | 2013-09-13 11:33:01 -0700 | [diff] [blame] | 480 | /* Set up per device attributes in /sys/bus/vmbus/devices/<bus device> */ |
Greg Kroah-Hartman | 03f3a91 | 2013-09-13 11:32:49 -0700 | [diff] [blame] | 481 | static struct attribute *vmbus_attrs[] = { |
| 482 | &dev_attr_id.attr, |
Greg Kroah-Hartman | a8fb5f3 | 2013-09-13 11:32:50 -0700 | [diff] [blame] | 483 | &dev_attr_state.attr, |
Greg Kroah-Hartman | 5ffd00e | 2013-09-13 11:32:51 -0700 | [diff] [blame] | 484 | &dev_attr_monitor_id.attr, |
Greg Kroah-Hartman | 68234c0 | 2013-09-13 11:32:53 -0700 | [diff] [blame] | 485 | &dev_attr_class_id.attr, |
Greg Kroah-Hartman | 7c55e1d | 2013-09-13 11:32:54 -0700 | [diff] [blame] | 486 | &dev_attr_device_id.attr, |
Greg Kroah-Hartman | 647fa37 | 2013-09-13 11:32:52 -0700 | [diff] [blame] | 487 | &dev_attr_modalias.attr, |
Greg Kroah-Hartman | 76c52bb | 2013-09-13 11:32:56 -0700 | [diff] [blame] | 488 | &dev_attr_server_monitor_pending.attr, |
| 489 | &dev_attr_client_monitor_pending.attr, |
Greg Kroah-Hartman | 1cee272 | 2013-09-13 11:32:57 -0700 | [diff] [blame] | 490 | &dev_attr_server_monitor_latency.attr, |
| 491 | &dev_attr_client_monitor_latency.attr, |
Greg Kroah-Hartman | 4947c74 | 2013-09-13 11:32:58 -0700 | [diff] [blame] | 492 | &dev_attr_server_monitor_conn_id.attr, |
| 493 | &dev_attr_client_monitor_conn_id.attr, |
Greg Kroah-Hartman | 98f4c65 | 2013-09-13 11:33:01 -0700 | [diff] [blame] | 494 | &dev_attr_out_intr_mask.attr, |
| 495 | &dev_attr_out_read_index.attr, |
| 496 | &dev_attr_out_write_index.attr, |
| 497 | &dev_attr_out_read_bytes_avail.attr, |
| 498 | &dev_attr_out_write_bytes_avail.attr, |
| 499 | &dev_attr_in_intr_mask.attr, |
| 500 | &dev_attr_in_read_index.attr, |
| 501 | &dev_attr_in_write_index.attr, |
| 502 | &dev_attr_in_read_bytes_avail.attr, |
| 503 | &dev_attr_in_write_bytes_avail.attr, |
Dexuan Cui | 042ab03 | 2015-08-05 00:52:43 -0700 | [diff] [blame] | 504 | &dev_attr_channel_vp_mapping.attr, |
Greg Kroah-Hartman | 03f3a91 | 2013-09-13 11:32:49 -0700 | [diff] [blame] | 505 | NULL, |
| 506 | }; |
| 507 | ATTRIBUTE_GROUPS(vmbus); |
| 508 | |
K. Y. Srinivasan | adde248 | 2011-03-15 15:03:37 -0700 | [diff] [blame] | 509 | /* |
| 510 | * vmbus_uevent - add uevent for our device |
| 511 | * |
| 512 | * This routine is invoked when a device is added or removed on the vmbus to |
| 513 | * generate a uevent to udev in the userspace. The udev will then look at its |
| 514 | * rule and the uevent generated here to load the appropriate driver |
K. Y. Srinivasan | 0ddda66 | 2011-08-25 09:48:38 -0700 | [diff] [blame] | 515 | * |
| 516 | * The alias string will be of the form vmbus:guid where guid is the string |
| 517 | * representation of the device guid (each byte of the guid will be |
| 518 | * represented with two hex characters. |
K. Y. Srinivasan | adde248 | 2011-03-15 15:03:37 -0700 | [diff] [blame] | 519 | */ |
| 520 | static int vmbus_uevent(struct device *device, struct kobj_uevent_env *env) |
| 521 | { |
| 522 | struct hv_device *dev = device_to_hv_device(device); |
Olaf Hering | fd776ba | 2011-09-02 18:25:56 +0200 | [diff] [blame] | 523 | int ret; |
| 524 | char alias_name[VMBUS_ALIAS_LEN + 1]; |
K. Y. Srinivasan | adde248 | 2011-03-15 15:03:37 -0700 | [diff] [blame] | 525 | |
Olaf Hering | fd776ba | 2011-09-02 18:25:56 +0200 | [diff] [blame] | 526 | print_alias_name(dev, alias_name); |
K. Y. Srinivasan | 0ddda66 | 2011-08-25 09:48:38 -0700 | [diff] [blame] | 527 | ret = add_uevent_var(env, "MODALIAS=vmbus:%s", alias_name); |
| 528 | return ret; |
K. Y. Srinivasan | adde248 | 2011-03-15 15:03:37 -0700 | [diff] [blame] | 529 | } |
| 530 | |
stephen hemminger | 1b9d48f | 2014-06-03 08:38:15 -0700 | [diff] [blame] | 531 | static const uuid_le null_guid; |
K. Y. Srinivasan | 5841a82 | 2011-08-25 09:48:39 -0700 | [diff] [blame] | 532 | |
K. Y. Srinivasan | af3ff64 | 2015-12-14 16:01:43 -0800 | [diff] [blame] | 533 | static inline bool is_null_guid(const uuid_le *guid) |
K. Y. Srinivasan | 5841a82 | 2011-08-25 09:48:39 -0700 | [diff] [blame] | 534 | { |
K. Y. Srinivasan | 4ae9250 | 2015-12-14 16:01:44 -0800 | [diff] [blame] | 535 | if (uuid_le_cmp(*guid, null_guid)) |
K. Y. Srinivasan | 5841a82 | 2011-08-25 09:48:39 -0700 | [diff] [blame] | 536 | return false; |
| 537 | return true; |
| 538 | } |
| 539 | |
K. Y. Srinivasan | 3037a7b | 2011-09-13 10:59:37 -0700 | [diff] [blame] | 540 | /* |
| 541 | * Return a matching hv_vmbus_device_id pointer. |
| 542 | * If there is no match, return NULL. |
| 543 | */ |
| 544 | static const struct hv_vmbus_device_id *hv_vmbus_get_id( |
| 545 | const struct hv_vmbus_device_id *id, |
K. Y. Srinivasan | af3ff64 | 2015-12-14 16:01:43 -0800 | [diff] [blame] | 546 | const uuid_le *guid) |
K. Y. Srinivasan | 3037a7b | 2011-09-13 10:59:37 -0700 | [diff] [blame] | 547 | { |
K. Y. Srinivasan | af3ff64 | 2015-12-14 16:01:43 -0800 | [diff] [blame] | 548 | for (; !is_null_guid(&id->guid); id++) |
K. Y. Srinivasan | 4ae9250 | 2015-12-14 16:01:44 -0800 | [diff] [blame] | 549 | if (!uuid_le_cmp(id->guid, *guid)) |
K. Y. Srinivasan | 3037a7b | 2011-09-13 10:59:37 -0700 | [diff] [blame] | 550 | return id; |
| 551 | |
| 552 | return NULL; |
| 553 | } |
| 554 | |
| 555 | |
K. Y. Srinivasan | b7fc147 | 2011-03-15 15:03:38 -0700 | [diff] [blame] | 556 | |
| 557 | /* |
| 558 | * vmbus_match - Attempt to match the specified device to the specified driver |
| 559 | */ |
| 560 | static int vmbus_match(struct device *device, struct device_driver *driver) |
| 561 | { |
K. Y. Srinivasan | b7fc147 | 2011-03-15 15:03:38 -0700 | [diff] [blame] | 562 | struct hv_driver *drv = drv_to_hv_drv(driver); |
K. Y. Srinivasan | e8e2704 | 2011-06-06 15:50:04 -0700 | [diff] [blame] | 563 | struct hv_device *hv_dev = device_to_hv_device(device); |
K. Y. Srinivasan | b7fc147 | 2011-03-15 15:03:38 -0700 | [diff] [blame] | 564 | |
K. Y. Srinivasan | af3ff64 | 2015-12-14 16:01:43 -0800 | [diff] [blame] | 565 | if (hv_vmbus_get_id(drv->id_table, &hv_dev->dev_type)) |
K. Y. Srinivasan | 3037a7b | 2011-09-13 10:59:37 -0700 | [diff] [blame] | 566 | return 1; |
K. Y. Srinivasan | de632a2 | 2011-04-26 09:20:24 -0700 | [diff] [blame] | 567 | |
K. Y. Srinivasan | 5841a82 | 2011-08-25 09:48:39 -0700 | [diff] [blame] | 568 | return 0; |
K. Y. Srinivasan | b7fc147 | 2011-03-15 15:03:38 -0700 | [diff] [blame] | 569 | } |
| 570 | |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 571 | /* |
| 572 | * vmbus_probe - Add the new vmbus's child device |
| 573 | */ |
| 574 | static int vmbus_probe(struct device *child_device) |
| 575 | { |
| 576 | int ret = 0; |
| 577 | struct hv_driver *drv = |
| 578 | drv_to_hv_drv(child_device->driver); |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 579 | struct hv_device *dev = device_to_hv_device(child_device); |
K. Y. Srinivasan | 8494689 | 2011-09-13 10:59:38 -0700 | [diff] [blame] | 580 | const struct hv_vmbus_device_id *dev_id; |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 581 | |
K. Y. Srinivasan | af3ff64 | 2015-12-14 16:01:43 -0800 | [diff] [blame] | 582 | dev_id = hv_vmbus_get_id(drv->id_table, &dev->dev_type); |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 583 | if (drv->probe) { |
K. Y. Srinivasan | 8494689 | 2011-09-13 10:59:38 -0700 | [diff] [blame] | 584 | ret = drv->probe(dev, dev_id); |
K. Y. Srinivasan | b14a7b3 | 2011-04-29 13:45:03 -0700 | [diff] [blame] | 585 | if (ret != 0) |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 586 | pr_err("probe failed for device %s (%d)\n", |
| 587 | dev_name(child_device), ret); |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 588 | |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 589 | } else { |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 590 | pr_err("probe not set for driver %s\n", |
| 591 | dev_name(child_device)); |
K. Y. Srinivasan | 6de925b | 2011-06-06 15:50:07 -0700 | [diff] [blame] | 592 | ret = -ENODEV; |
K. Y. Srinivasan | f1f0d67 | 2011-03-15 15:03:39 -0700 | [diff] [blame] | 593 | } |
| 594 | return ret; |
| 595 | } |
| 596 | |
K. Y. Srinivasan | c5dce3d | 2011-03-15 15:03:40 -0700 | [diff] [blame] | 597 | /* |
| 598 | * vmbus_remove - Remove a vmbus device |
| 599 | */ |
| 600 | static int vmbus_remove(struct device *child_device) |
| 601 | { |
K. Y. Srinivasan | d15a030 | 2015-02-28 11:18:16 -0800 | [diff] [blame] | 602 | struct hv_driver *drv; |
K. Y. Srinivasan | 415b023 | 2011-04-29 13:45:12 -0700 | [diff] [blame] | 603 | struct hv_device *dev = device_to_hv_device(child_device); |
K. Y. Srinivasan | c5dce3d | 2011-03-15 15:03:40 -0700 | [diff] [blame] | 604 | |
K. Y. Srinivasan | d15a030 | 2015-02-28 11:18:16 -0800 | [diff] [blame] | 605 | if (child_device->driver) { |
| 606 | drv = drv_to_hv_drv(child_device->driver); |
| 607 | if (drv->remove) |
| 608 | drv->remove(dev); |
K. Y. Srinivasan | d15a030 | 2015-02-28 11:18:16 -0800 | [diff] [blame] | 609 | } |
K. Y. Srinivasan | c5dce3d | 2011-03-15 15:03:40 -0700 | [diff] [blame] | 610 | |
| 611 | return 0; |
| 612 | } |
| 613 | |
K. Y. Srinivasan | eb1bb25 | 2011-03-15 15:03:41 -0700 | [diff] [blame] | 614 | |
| 615 | /* |
| 616 | * vmbus_shutdown - Shutdown a vmbus device |
| 617 | */ |
| 618 | static void vmbus_shutdown(struct device *child_device) |
| 619 | { |
| 620 | struct hv_driver *drv; |
K. Y. Srinivasan | ca6887f | 2011-04-29 13:45:14 -0700 | [diff] [blame] | 621 | struct hv_device *dev = device_to_hv_device(child_device); |
K. Y. Srinivasan | eb1bb25 | 2011-03-15 15:03:41 -0700 | [diff] [blame] | 622 | |
| 623 | |
| 624 | /* The device may not be attached yet */ |
| 625 | if (!child_device->driver) |
| 626 | return; |
| 627 | |
| 628 | drv = drv_to_hv_drv(child_device->driver); |
| 629 | |
K. Y. Srinivasan | ca6887f | 2011-04-29 13:45:14 -0700 | [diff] [blame] | 630 | if (drv->shutdown) |
| 631 | drv->shutdown(dev); |
K. Y. Srinivasan | eb1bb25 | 2011-03-15 15:03:41 -0700 | [diff] [blame] | 632 | |
| 633 | return; |
| 634 | } |
| 635 | |
K. Y. Srinivasan | 086e7a5 | 2011-03-15 15:03:42 -0700 | [diff] [blame] | 636 | |
| 637 | /* |
| 638 | * vmbus_device_release - Final callback release of the vmbus child device |
| 639 | */ |
| 640 | static void vmbus_device_release(struct device *device) |
| 641 | { |
K. Y. Srinivasan | e8e2704 | 2011-06-06 15:50:04 -0700 | [diff] [blame] | 642 | struct hv_device *hv_dev = device_to_hv_device(device); |
Dexuan Cui | 34c6801 | 2015-12-14 16:01:49 -0800 | [diff] [blame] | 643 | struct vmbus_channel *channel = hv_dev->channel; |
K. Y. Srinivasan | 086e7a5 | 2011-03-15 15:03:42 -0700 | [diff] [blame] | 644 | |
Dexuan Cui | 34c6801 | 2015-12-14 16:01:49 -0800 | [diff] [blame] | 645 | hv_process_channel_removal(channel, |
| 646 | channel->offermsg.child_relid); |
K. Y. Srinivasan | e8e2704 | 2011-06-06 15:50:04 -0700 | [diff] [blame] | 647 | kfree(hv_dev); |
K. Y. Srinivasan | 086e7a5 | 2011-03-15 15:03:42 -0700 | [diff] [blame] | 648 | |
| 649 | } |
| 650 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 651 | /* The one and only one */ |
K. Y. Srinivasan | 9adcac5 | 2011-04-29 13:45:08 -0700 | [diff] [blame] | 652 | static struct bus_type hv_bus = { |
| 653 | .name = "vmbus", |
| 654 | .match = vmbus_match, |
| 655 | .shutdown = vmbus_shutdown, |
| 656 | .remove = vmbus_remove, |
| 657 | .probe = vmbus_probe, |
| 658 | .uevent = vmbus_uevent, |
Greg Kroah-Hartman | 03f3a91 | 2013-09-13 11:32:49 -0700 | [diff] [blame] | 659 | .dev_groups = vmbus_groups, |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 660 | }; |
| 661 | |
Timo Teräs | bf6506f | 2010-12-15 20:48:08 +0200 | [diff] [blame] | 662 | struct onmessage_work_context { |
| 663 | struct work_struct work; |
| 664 | struct hv_message msg; |
| 665 | }; |
| 666 | |
| 667 | static void vmbus_onmessage_work(struct work_struct *work) |
| 668 | { |
| 669 | struct onmessage_work_context *ctx; |
| 670 | |
Vitaly Kuznetsov | 09a1962 | 2015-02-27 11:25:54 -0800 | [diff] [blame] | 671 | /* Do not process messages if we're in DISCONNECTED state */ |
| 672 | if (vmbus_connection.conn_state == DISCONNECTED) |
| 673 | return; |
| 674 | |
Timo Teräs | bf6506f | 2010-12-15 20:48:08 +0200 | [diff] [blame] | 675 | ctx = container_of(work, struct onmessage_work_context, |
| 676 | work); |
| 677 | vmbus_onmessage(&ctx->msg); |
| 678 | kfree(ctx); |
| 679 | } |
| 680 | |
kbuild test robot | d8a60e0 | 2015-01-26 01:17:54 +0800 | [diff] [blame] | 681 | static void hv_process_timer_expiration(struct hv_message *msg, int cpu) |
K. Y. Srinivasan | 4061ed9 | 2015-01-09 23:54:32 -0800 | [diff] [blame] | 682 | { |
| 683 | struct clock_event_device *dev = hv_context.clk_evt[cpu]; |
| 684 | |
| 685 | if (dev->event_handler) |
| 686 | dev->event_handler(dev); |
| 687 | |
| 688 | msg->header.message_type = HVMSG_NONE; |
| 689 | |
| 690 | /* |
| 691 | * Make sure the write to MessageType (ie set to |
| 692 | * HVMSG_NONE) happens before we read the |
| 693 | * MessagePending and EOMing. Otherwise, the EOMing |
| 694 | * will not deliver any more messages since there is |
| 695 | * no empty slot |
| 696 | */ |
| 697 | mb(); |
| 698 | |
| 699 | if (msg->header.message_flags.msg_pending) { |
| 700 | /* |
| 701 | * This will cause message queue rescan to |
| 702 | * possibly deliver another msg from the |
| 703 | * hypervisor |
| 704 | */ |
| 705 | wrmsrl(HV_X64_MSR_EOM, 0); |
| 706 | } |
| 707 | } |
| 708 | |
K. Y. Srinivasan | 62c1059 | 2011-03-10 14:04:53 -0800 | [diff] [blame] | 709 | static void vmbus_on_msg_dpc(unsigned long data) |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 710 | { |
| 711 | int cpu = smp_processor_id(); |
| 712 | void *page_addr = hv_context.synic_message_page[cpu]; |
| 713 | struct hv_message *msg = (struct hv_message *)page_addr + |
| 714 | VMBUS_MESSAGE_SINT; |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 715 | struct vmbus_channel_message_header *hdr; |
| 716 | struct vmbus_channel_message_table_entry *entry; |
Timo Teräs | bf6506f | 2010-12-15 20:48:08 +0200 | [diff] [blame] | 717 | struct onmessage_work_context *ctx; |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 718 | |
| 719 | while (1) { |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 720 | if (msg->header.message_type == HVMSG_NONE) |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 721 | /* no msg */ |
| 722 | break; |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 723 | |
| 724 | hdr = (struct vmbus_channel_message_header *)msg->u.payload; |
| 725 | |
| 726 | if (hdr->msgtype >= CHANNELMSG_COUNT) { |
| 727 | WARN_ONCE(1, "unknown msgtype=%d\n", hdr->msgtype); |
| 728 | goto msg_handled; |
| 729 | } |
| 730 | |
| 731 | entry = &channel_message_table[hdr->msgtype]; |
| 732 | if (entry->handler_type == VMHT_BLOCKING) { |
Timo Teräs | bf6506f | 2010-12-15 20:48:08 +0200 | [diff] [blame] | 733 | ctx = kmalloc(sizeof(*ctx), GFP_ATOMIC); |
| 734 | if (ctx == NULL) |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 735 | continue; |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 736 | |
Timo Teräs | bf6506f | 2010-12-15 20:48:08 +0200 | [diff] [blame] | 737 | INIT_WORK(&ctx->work, vmbus_onmessage_work); |
| 738 | memcpy(&ctx->msg, msg, sizeof(*msg)); |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 739 | |
Dexuan Cui | 652594c | 2015-03-27 09:10:08 -0700 | [diff] [blame] | 740 | queue_work(vmbus_connection.work_queue, &ctx->work); |
| 741 | } else |
| 742 | entry->message_handler(hdr); |
| 743 | |
| 744 | msg_handled: |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 745 | msg->header.message_type = HVMSG_NONE; |
| 746 | |
| 747 | /* |
| 748 | * Make sure the write to MessageType (ie set to |
| 749 | * HVMSG_NONE) happens before we read the |
| 750 | * MessagePending and EOMing. Otherwise, the EOMing |
| 751 | * will not deliver any more messages since there is |
| 752 | * no empty slot |
| 753 | */ |
Jason Wang | 35848f6 | 2013-06-18 13:04:23 +0800 | [diff] [blame] | 754 | mb(); |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 755 | |
| 756 | if (msg->header.message_flags.msg_pending) { |
| 757 | /* |
| 758 | * This will cause message queue rescan to |
| 759 | * possibly deliver another msg from the |
| 760 | * hypervisor |
| 761 | */ |
| 762 | wrmsrl(HV_X64_MSR_EOM, 0); |
| 763 | } |
| 764 | } |
| 765 | } |
| 766 | |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 767 | static void vmbus_isr(void) |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 768 | { |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 769 | int cpu = smp_processor_id(); |
| 770 | void *page_addr; |
| 771 | struct hv_message *msg; |
| 772 | union hv_synic_event_flags *event; |
K. Y. Srinivasan | ae4636e | 2011-08-27 11:31:35 -0700 | [diff] [blame] | 773 | bool handled = false; |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 774 | |
K. Y. Srinivasan | 5ab0595 | 2012-12-01 06:46:55 -0800 | [diff] [blame] | 775 | page_addr = hv_context.synic_event_page[cpu]; |
| 776 | if (page_addr == NULL) |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 777 | return; |
K. Y. Srinivasan | 5ab0595 | 2012-12-01 06:46:55 -0800 | [diff] [blame] | 778 | |
| 779 | event = (union hv_synic_event_flags *)page_addr + |
| 780 | VMBUS_MESSAGE_SINT; |
K. Y. Srinivasan | 7341d90 | 2011-08-31 14:35:56 -0700 | [diff] [blame] | 781 | /* |
| 782 | * Check for events before checking for messages. This is the order |
| 783 | * in which events and messages are checked in Windows guests on |
| 784 | * Hyper-V, and the Windows team suggested we do the same. |
| 785 | */ |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 786 | |
K. Y. Srinivasan | 6552ecd | 2012-12-01 06:46:49 -0800 | [diff] [blame] | 787 | if ((vmbus_proto_version == VERSION_WS2008) || |
| 788 | (vmbus_proto_version == VERSION_WIN7)) { |
Greg Kroah-Hartman | 36199a9 | 2010-12-02 11:59:22 -0800 | [diff] [blame] | 789 | |
K. Y. Srinivasan | 6552ecd | 2012-12-01 06:46:49 -0800 | [diff] [blame] | 790 | /* Since we are a child, we only need to check bit 0 */ |
| 791 | if (sync_test_and_clear_bit(0, |
| 792 | (unsigned long *) &event->flags32[0])) { |
| 793 | handled = true; |
| 794 | } |
| 795 | } else { |
| 796 | /* |
| 797 | * Our host is win8 or above. The signaling mechanism |
| 798 | * has changed and we can directly look at the event page. |
| 799 | * If bit n is set then we have an interrup on the channel |
| 800 | * whose id is n. |
| 801 | */ |
K. Y. Srinivasan | ae4636e | 2011-08-27 11:31:35 -0700 | [diff] [blame] | 802 | handled = true; |
K. Y. Srinivasan | 793be9c | 2011-03-15 15:03:43 -0700 | [diff] [blame] | 803 | } |
K. Y. Srinivasan | ae4636e | 2011-08-27 11:31:35 -0700 | [diff] [blame] | 804 | |
K. Y. Srinivasan | 6552ecd | 2012-12-01 06:46:49 -0800 | [diff] [blame] | 805 | if (handled) |
K. Y. Srinivasan | db11f12 | 2012-12-01 06:46:53 -0800 | [diff] [blame] | 806 | tasklet_schedule(hv_context.event_dpc[cpu]); |
K. Y. Srinivasan | 6552ecd | 2012-12-01 06:46:49 -0800 | [diff] [blame] | 807 | |
| 808 | |
K. Y. Srinivasan | 7341d90 | 2011-08-31 14:35:56 -0700 | [diff] [blame] | 809 | page_addr = hv_context.synic_message_page[cpu]; |
| 810 | msg = (struct hv_message *)page_addr + VMBUS_MESSAGE_SINT; |
| 811 | |
| 812 | /* Check if there are actual msgs to be processed */ |
K. Y. Srinivasan | 4061ed9 | 2015-01-09 23:54:32 -0800 | [diff] [blame] | 813 | if (msg->header.message_type != HVMSG_NONE) { |
| 814 | if (msg->header.message_type == HVMSG_TIMER_EXPIRED) |
| 815 | hv_process_timer_expiration(msg, cpu); |
| 816 | else |
| 817 | tasklet_schedule(&msg_dpc); |
| 818 | } |
K. Y. Srinivasan | 793be9c | 2011-03-15 15:03:43 -0700 | [diff] [blame] | 819 | } |
| 820 | |
Vitaly Kuznetsov | e513229 | 2015-02-27 11:25:51 -0800 | [diff] [blame] | 821 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 822 | /* |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 823 | * vmbus_bus_init -Main vmbus driver initialization routine. |
| 824 | * |
| 825 | * Here, we |
Lars Lindley | 0686e4f | 2010-03-11 23:51:23 +0100 | [diff] [blame] | 826 | * - initialize the vmbus driver context |
Lars Lindley | 0686e4f | 2010-03-11 23:51:23 +0100 | [diff] [blame] | 827 | * - invoke the vmbus hv main init routine |
Lars Lindley | 0686e4f | 2010-03-11 23:51:23 +0100 | [diff] [blame] | 828 | * - retrieve the channel offers |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 829 | */ |
K. Y. Srinivasan | efc2672 | 2015-12-14 16:01:46 -0800 | [diff] [blame] | 830 | static int vmbus_bus_init(void) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 831 | { |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 832 | int ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 833 | |
Greg Kroah-Hartman | 6d26e38fa2 | 2010-12-02 12:08:08 -0800 | [diff] [blame] | 834 | /* Hypervisor initialization...setup hypercall page..etc */ |
| 835 | ret = hv_init(); |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 836 | if (ret != 0) { |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 837 | pr_err("Unable to initialize the hypervisor - 0x%x\n", ret); |
K. Y. Srinivasan | d6c1c5d | 2011-06-06 15:50:08 -0700 | [diff] [blame] | 838 | return ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 839 | } |
| 840 | |
K. Y. Srinivasan | 59c0e4f | 2011-04-29 13:45:06 -0700 | [diff] [blame] | 841 | tasklet_init(&msg_dpc, vmbus_on_msg_dpc, 0); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 842 | |
K. Y. Srinivasan | 9adcac5 | 2011-04-29 13:45:08 -0700 | [diff] [blame] | 843 | ret = bus_register(&hv_bus); |
K. Y. Srinivasan | d6c1c5d | 2011-06-06 15:50:08 -0700 | [diff] [blame] | 844 | if (ret) |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 845 | goto err_cleanup; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 846 | |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 847 | hv_setup_vmbus_irq(vmbus_isr); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 848 | |
Jason Wang | 2608fb6 | 2013-06-19 11:28:10 +0800 | [diff] [blame] | 849 | ret = hv_synic_alloc(); |
| 850 | if (ret) |
| 851 | goto err_alloc; |
K. Y. Srinivasan | 800b690 | 2011-03-15 15:03:33 -0700 | [diff] [blame] | 852 | /* |
K. Y. Srinivasan | 302a3c0 | 2013-02-17 11:30:44 -0800 | [diff] [blame] | 853 | * Initialize the per-cpu interrupt state and |
K. Y. Srinivasan | 800b690 | 2011-03-15 15:03:33 -0700 | [diff] [blame] | 854 | * connect to the host. |
| 855 | */ |
K. Y. Srinivasan | 302a3c0 | 2013-02-17 11:30:44 -0800 | [diff] [blame] | 856 | on_each_cpu(hv_synic_init, NULL, 1); |
K. Y. Srinivasan | 800b690 | 2011-03-15 15:03:33 -0700 | [diff] [blame] | 857 | ret = vmbus_connect(); |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 858 | if (ret) |
Andrey Smetanin | 17efbee | 2015-12-14 16:01:38 -0800 | [diff] [blame] | 859 | goto err_connect; |
K. Y. Srinivasan | 800b690 | 2011-03-15 15:03:33 -0700 | [diff] [blame] | 860 | |
Vitaly Kuznetsov | f39c428 | 2015-08-05 00:52:48 -0700 | [diff] [blame] | 861 | if (vmbus_proto_version > VERSION_WIN7) |
| 862 | cpu_hotplug_disable(); |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 863 | |
| 864 | /* |
| 865 | * Only register if the crash MSRs are available |
| 866 | */ |
Denis V. Lunev | cc2dd40 | 2015-08-01 16:08:20 -0700 | [diff] [blame] | 867 | if (ms_hyperv.misc_features & HV_FEATURE_GUEST_CRASH_MSR_AVAILABLE) { |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 868 | register_die_notifier(&hyperv_die_block); |
Nick Meier | 96c1d05 | 2015-02-28 11:39:01 -0800 | [diff] [blame] | 869 | atomic_notifier_chain_register(&panic_notifier_list, |
| 870 | &hyperv_panic_block); |
| 871 | } |
| 872 | |
Greg Kroah-Hartman | 2d6e882 | 2010-12-02 08:50:58 -0800 | [diff] [blame] | 873 | vmbus_request_offers(); |
Haiyang Zhang | 8b5d6d3 | 2010-05-28 23:22:44 +0000 | [diff] [blame] | 874 | |
K. Y. Srinivasan | d6c1c5d | 2011-06-06 15:50:08 -0700 | [diff] [blame] | 875 | return 0; |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 876 | |
Andrey Smetanin | 17efbee | 2015-12-14 16:01:38 -0800 | [diff] [blame] | 877 | err_connect: |
| 878 | on_each_cpu(hv_synic_cleanup, NULL, 1); |
Jason Wang | 2608fb6 | 2013-06-19 11:28:10 +0800 | [diff] [blame] | 879 | err_alloc: |
| 880 | hv_synic_free(); |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 881 | hv_remove_vmbus_irq(); |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 882 | |
K. Y. Srinivasan | 8b9987e | 2011-08-31 14:35:55 -0700 | [diff] [blame] | 883 | bus_unregister(&hv_bus); |
| 884 | |
| 885 | err_cleanup: |
| 886 | hv_cleanup(); |
| 887 | |
| 888 | return ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 889 | } |
| 890 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 891 | /** |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 892 | * __vmbus_child_driver_register() - Register a vmbus's driver |
| 893 | * @hv_driver: Pointer to driver structure you want to register |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 894 | * @owner: owner module of the drv |
| 895 | * @mod_name: module name string |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 896 | * |
| 897 | * Registers the given driver with Linux through the 'driver_register()' call |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 898 | * and sets up the hyper-v vmbus handling for this driver. |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 899 | * It will return the state of the 'driver_register()' call. |
| 900 | * |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 901 | */ |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 902 | int __vmbus_driver_register(struct hv_driver *hv_driver, struct module *owner, const char *mod_name) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 903 | { |
Bill Pemberton | 5d48a1c | 2009-07-27 16:47:36 -0400 | [diff] [blame] | 904 | int ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 905 | |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 906 | pr_info("registering driver %s\n", hv_driver->name); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 907 | |
K. Y. Srinivasan | cf6a2ea | 2011-12-01 09:59:34 -0800 | [diff] [blame] | 908 | ret = vmbus_exists(); |
| 909 | if (ret < 0) |
| 910 | return ret; |
| 911 | |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 912 | hv_driver->driver.name = hv_driver->name; |
| 913 | hv_driver->driver.owner = owner; |
| 914 | hv_driver->driver.mod_name = mod_name; |
| 915 | hv_driver->driver.bus = &hv_bus; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 916 | |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 917 | ret = driver_register(&hv_driver->driver); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 918 | |
Bill Pemberton | 5d48a1c | 2009-07-27 16:47:36 -0400 | [diff] [blame] | 919 | return ret; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 920 | } |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 921 | EXPORT_SYMBOL_GPL(__vmbus_driver_register); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 922 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 923 | /** |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 924 | * vmbus_driver_unregister() - Unregister a vmbus's driver |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 925 | * @hv_driver: Pointer to driver structure you want to |
| 926 | * un-register |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 927 | * |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 928 | * Un-register the given driver that was previous registered with a call to |
| 929 | * vmbus_driver_register() |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 930 | */ |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 931 | void vmbus_driver_unregister(struct hv_driver *hv_driver) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 932 | { |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 933 | pr_info("unregistering driver %s\n", hv_driver->name); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 934 | |
K. Y. Srinivasan | cf6a2ea | 2011-12-01 09:59:34 -0800 | [diff] [blame] | 935 | if (!vmbus_exists()) |
K. Y. Srinivasan | 8f257a1 | 2011-12-27 13:49:37 -0800 | [diff] [blame] | 936 | driver_unregister(&hv_driver->driver); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 937 | } |
Greg Kroah-Hartman | 768fa21 | 2011-08-25 15:07:32 -0700 | [diff] [blame] | 938 | EXPORT_SYMBOL_GPL(vmbus_driver_unregister); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 939 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 940 | /* |
K. Y. Srinivasan | f2c7301 | 2011-09-08 07:24:12 -0700 | [diff] [blame] | 941 | * vmbus_device_create - Creates and registers a new child device |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 942 | * on the vmbus. |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 943 | */ |
stephen hemminger | 1b9d48f | 2014-06-03 08:38:15 -0700 | [diff] [blame] | 944 | struct hv_device *vmbus_device_create(const uuid_le *type, |
| 945 | const uuid_le *instance, |
| 946 | struct vmbus_channel *channel) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 947 | { |
Nicolas Palix | 3d3b551 | 2009-07-28 17:32:53 +0200 | [diff] [blame] | 948 | struct hv_device *child_device_obj; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 949 | |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 950 | child_device_obj = kzalloc(sizeof(struct hv_device), GFP_KERNEL); |
| 951 | if (!child_device_obj) { |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 952 | pr_err("Unable to allocate device object for child device\n"); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 953 | return NULL; |
| 954 | } |
| 955 | |
Greg Kroah-Hartman | cae5b84 | 2010-10-21 09:05:27 -0700 | [diff] [blame] | 956 | child_device_obj->channel = channel; |
K. Y. Srinivasan | 358d2ee | 2011-08-25 09:48:28 -0700 | [diff] [blame] | 957 | memcpy(&child_device_obj->dev_type, type, sizeof(uuid_le)); |
Haiyang Zhang | ca623ad | 2011-01-26 12:12:11 -0800 | [diff] [blame] | 958 | memcpy(&child_device_obj->dev_instance, instance, |
K. Y. Srinivasan | 358d2ee | 2011-08-25 09:48:28 -0700 | [diff] [blame] | 959 | sizeof(uuid_le)); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 960 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 961 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 962 | return child_device_obj; |
| 963 | } |
| 964 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 965 | /* |
K. Y. Srinivasan | 22794281 | 2011-09-08 07:24:13 -0700 | [diff] [blame] | 966 | * vmbus_device_register - Register the child device |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 967 | */ |
K. Y. Srinivasan | 22794281 | 2011-09-08 07:24:13 -0700 | [diff] [blame] | 968 | int vmbus_device_register(struct hv_device *child_device_obj) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 969 | { |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 970 | int ret = 0; |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 971 | |
Vitaly Kuznetsov | bc63b6f | 2015-02-27 11:25:52 -0800 | [diff] [blame] | 972 | dev_set_name(&child_device_obj->device, "vmbus_%d", |
| 973 | child_device_obj->channel->id); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 974 | |
K. Y. Srinivasan | 0bce28b | 2011-08-27 11:31:39 -0700 | [diff] [blame] | 975 | child_device_obj->device.bus = &hv_bus; |
K. Y. Srinivasan | 607c1a1 | 2011-06-06 15:49:39 -0700 | [diff] [blame] | 976 | child_device_obj->device.parent = &hv_acpi_dev->dev; |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 977 | child_device_obj->device.release = vmbus_device_release; |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 978 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 979 | /* |
| 980 | * Register with the LDM. This will kick off the driver/device |
| 981 | * binding...which will eventually call vmbus_match() and vmbus_probe() |
| 982 | */ |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 983 | ret = device_register(&child_device_obj->device); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 984 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 985 | if (ret) |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 986 | pr_err("Unable to register child device\n"); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 987 | else |
Fernando Soto | 8467236 | 2013-06-14 23:13:35 +0000 | [diff] [blame] | 988 | pr_debug("child device %s registered\n", |
Hank Janssen | 0a46618 | 2011-03-29 13:58:47 -0700 | [diff] [blame] | 989 | dev_name(&child_device_obj->device)); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 990 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 991 | return ret; |
| 992 | } |
| 993 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 994 | /* |
K. Y. Srinivasan | 696453b | 2011-09-08 07:24:14 -0700 | [diff] [blame] | 995 | * vmbus_device_unregister - Remove the specified child device |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 996 | * from the vmbus. |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 997 | */ |
K. Y. Srinivasan | 696453b | 2011-09-08 07:24:14 -0700 | [diff] [blame] | 998 | void vmbus_device_unregister(struct hv_device *device_obj) |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 999 | { |
Fernando Soto | 8467236 | 2013-06-14 23:13:35 +0000 | [diff] [blame] | 1000 | pr_debug("child device %s unregistered\n", |
| 1001 | dev_name(&device_obj->device)); |
| 1002 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1003 | /* |
| 1004 | * Kick off the process of unregistering the device. |
| 1005 | * This will call vmbus_remove() and eventually vmbus_device_release() |
| 1006 | */ |
K. Y. Srinivasan | 6bad88da | 2011-03-07 13:35:48 -0800 | [diff] [blame] | 1007 | device_unregister(&device_obj->device); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1008 | } |
| 1009 | |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1010 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1011 | /* |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1012 | * VMBUS is an acpi enumerated device. Get the information we |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1013 | * need from DSDT. |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1014 | */ |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1015 | #define VTPM_BASE_ADDRESS 0xfed40000 |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1016 | static acpi_status vmbus_walk_resources(struct acpi_resource *res, void *ctx) |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1017 | { |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1018 | resource_size_t start = 0; |
| 1019 | resource_size_t end = 0; |
| 1020 | struct resource *new_res; |
| 1021 | struct resource **old_res = &hyperv_mmio; |
| 1022 | struct resource **prev_res = NULL; |
| 1023 | |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1024 | switch (res->type) { |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1025 | |
| 1026 | /* |
| 1027 | * "Address" descriptors are for bus windows. Ignore |
| 1028 | * "memory" descriptors, which are for registers on |
| 1029 | * devices. |
| 1030 | */ |
| 1031 | case ACPI_RESOURCE_TYPE_ADDRESS32: |
| 1032 | start = res->data.address32.address.minimum; |
| 1033 | end = res->data.address32.address.maximum; |
Gerd Hoffmann | 4eb923f | 2014-02-24 14:17:08 +0100 | [diff] [blame] | 1034 | break; |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1035 | |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1036 | case ACPI_RESOURCE_TYPE_ADDRESS64: |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1037 | start = res->data.address64.address.minimum; |
| 1038 | end = res->data.address64.address.maximum; |
Gerd Hoffmann | 4eb923f | 2014-02-24 14:17:08 +0100 | [diff] [blame] | 1039 | break; |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1040 | |
| 1041 | default: |
| 1042 | /* Unused resource type */ |
| 1043 | return AE_OK; |
| 1044 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1045 | } |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1046 | /* |
| 1047 | * Ignore ranges that are below 1MB, as they're not |
| 1048 | * necessary or useful here. |
| 1049 | */ |
| 1050 | if (end < 0x100000) |
| 1051 | return AE_OK; |
| 1052 | |
| 1053 | new_res = kzalloc(sizeof(*new_res), GFP_ATOMIC); |
| 1054 | if (!new_res) |
| 1055 | return AE_NO_MEMORY; |
| 1056 | |
| 1057 | /* If this range overlaps the virtual TPM, truncate it. */ |
| 1058 | if (end > VTPM_BASE_ADDRESS && start < VTPM_BASE_ADDRESS) |
| 1059 | end = VTPM_BASE_ADDRESS; |
| 1060 | |
| 1061 | new_res->name = "hyperv mmio"; |
| 1062 | new_res->flags = IORESOURCE_MEM; |
| 1063 | new_res->start = start; |
| 1064 | new_res->end = end; |
| 1065 | |
Jake Oshins | 40f26f3 | 2015-12-14 16:01:52 -0800 | [diff] [blame^] | 1066 | /* |
| 1067 | * Stick ranges from higher in address space at the front of the list. |
| 1068 | * If two ranges are adjacent, merge them. |
| 1069 | */ |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1070 | do { |
| 1071 | if (!*old_res) { |
| 1072 | *old_res = new_res; |
| 1073 | break; |
| 1074 | } |
| 1075 | |
Jake Oshins | 40f26f3 | 2015-12-14 16:01:52 -0800 | [diff] [blame^] | 1076 | if (((*old_res)->end + 1) == new_res->start) { |
| 1077 | (*old_res)->end = new_res->end; |
| 1078 | kfree(new_res); |
| 1079 | break; |
| 1080 | } |
| 1081 | |
| 1082 | if ((*old_res)->start == new_res->end + 1) { |
| 1083 | (*old_res)->start = new_res->start; |
| 1084 | kfree(new_res); |
| 1085 | break; |
| 1086 | } |
| 1087 | |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1088 | if ((*old_res)->end < new_res->start) { |
| 1089 | new_res->sibling = *old_res; |
| 1090 | if (prev_res) |
| 1091 | (*prev_res)->sibling = new_res; |
| 1092 | *old_res = new_res; |
| 1093 | break; |
| 1094 | } |
| 1095 | |
| 1096 | prev_res = old_res; |
| 1097 | old_res = &(*old_res)->sibling; |
| 1098 | |
| 1099 | } while (1); |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1100 | |
| 1101 | return AE_OK; |
| 1102 | } |
| 1103 | |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1104 | static int vmbus_acpi_remove(struct acpi_device *device) |
| 1105 | { |
| 1106 | struct resource *cur_res; |
| 1107 | struct resource *next_res; |
| 1108 | |
| 1109 | if (hyperv_mmio) { |
| 1110 | for (cur_res = hyperv_mmio; cur_res; cur_res = next_res) { |
| 1111 | next_res = cur_res->sibling; |
| 1112 | kfree(cur_res); |
| 1113 | } |
| 1114 | } |
| 1115 | |
| 1116 | return 0; |
| 1117 | } |
| 1118 | |
Jake Oshins | 3546448 | 2015-08-05 00:52:37 -0700 | [diff] [blame] | 1119 | /** |
| 1120 | * vmbus_allocate_mmio() - Pick a memory-mapped I/O range. |
| 1121 | * @new: If successful, supplied a pointer to the |
| 1122 | * allocated MMIO space. |
| 1123 | * @device_obj: Identifies the caller |
| 1124 | * @min: Minimum guest physical address of the |
| 1125 | * allocation |
| 1126 | * @max: Maximum guest physical address |
| 1127 | * @size: Size of the range to be allocated |
| 1128 | * @align: Alignment of the range to be allocated |
| 1129 | * @fb_overlap_ok: Whether this allocation can be allowed |
| 1130 | * to overlap the video frame buffer. |
| 1131 | * |
| 1132 | * This function walks the resources granted to VMBus by the |
| 1133 | * _CRS object in the ACPI namespace underneath the parent |
| 1134 | * "bridge" whether that's a root PCI bus in the Generation 1 |
| 1135 | * case or a Module Device in the Generation 2 case. It then |
| 1136 | * attempts to allocate from the global MMIO pool in a way that |
| 1137 | * matches the constraints supplied in these parameters and by |
| 1138 | * that _CRS. |
| 1139 | * |
| 1140 | * Return: 0 on success, -errno on failure |
| 1141 | */ |
| 1142 | int vmbus_allocate_mmio(struct resource **new, struct hv_device *device_obj, |
| 1143 | resource_size_t min, resource_size_t max, |
| 1144 | resource_size_t size, resource_size_t align, |
| 1145 | bool fb_overlap_ok) |
| 1146 | { |
| 1147 | struct resource *iter; |
| 1148 | resource_size_t range_min, range_max, start, local_min, local_max; |
| 1149 | const char *dev_n = dev_name(&device_obj->device); |
| 1150 | u32 fb_end = screen_info.lfb_base + (screen_info.lfb_size << 1); |
| 1151 | int i; |
| 1152 | |
| 1153 | for (iter = hyperv_mmio; iter; iter = iter->sibling) { |
| 1154 | if ((iter->start >= max) || (iter->end <= min)) |
| 1155 | continue; |
| 1156 | |
| 1157 | range_min = iter->start; |
| 1158 | range_max = iter->end; |
| 1159 | |
| 1160 | /* If this range overlaps the frame buffer, split it into |
| 1161 | two tries. */ |
| 1162 | for (i = 0; i < 2; i++) { |
| 1163 | local_min = range_min; |
| 1164 | local_max = range_max; |
| 1165 | if (fb_overlap_ok || (range_min >= fb_end) || |
| 1166 | (range_max <= screen_info.lfb_base)) { |
| 1167 | i++; |
| 1168 | } else { |
| 1169 | if ((range_min <= screen_info.lfb_base) && |
| 1170 | (range_max >= screen_info.lfb_base)) { |
| 1171 | /* |
| 1172 | * The frame buffer is in this window, |
| 1173 | * so trim this into the part that |
| 1174 | * preceeds the frame buffer. |
| 1175 | */ |
| 1176 | local_max = screen_info.lfb_base - 1; |
| 1177 | range_min = fb_end; |
| 1178 | } else { |
| 1179 | range_min = fb_end; |
| 1180 | continue; |
| 1181 | } |
| 1182 | } |
| 1183 | |
| 1184 | start = (local_min + align - 1) & ~(align - 1); |
| 1185 | for (; start + size - 1 <= local_max; start += align) { |
| 1186 | *new = request_mem_region_exclusive(start, size, |
| 1187 | dev_n); |
| 1188 | if (*new) |
| 1189 | return 0; |
| 1190 | } |
| 1191 | } |
| 1192 | } |
| 1193 | |
| 1194 | return -ENXIO; |
| 1195 | } |
| 1196 | EXPORT_SYMBOL_GPL(vmbus_allocate_mmio); |
| 1197 | |
Jake Oshins | 619848b | 2015-12-14 16:01:39 -0800 | [diff] [blame] | 1198 | /** |
| 1199 | * vmbus_cpu_number_to_vp_number() - Map CPU to VP. |
| 1200 | * @cpu_number: CPU number in Linux terms |
| 1201 | * |
| 1202 | * This function returns the mapping between the Linux processor |
| 1203 | * number and the hypervisor's virtual processor number, useful |
| 1204 | * in making hypercalls and such that talk about specific |
| 1205 | * processors. |
| 1206 | * |
| 1207 | * Return: Virtual processor number in Hyper-V terms |
| 1208 | */ |
| 1209 | int vmbus_cpu_number_to_vp_number(int cpu_number) |
| 1210 | { |
| 1211 | return hv_context.vp_index[cpu_number]; |
| 1212 | } |
| 1213 | EXPORT_SYMBOL_GPL(vmbus_cpu_number_to_vp_number); |
| 1214 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1215 | static int vmbus_acpi_add(struct acpi_device *device) |
| 1216 | { |
| 1217 | acpi_status result; |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1218 | int ret_val = -ENODEV; |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1219 | struct acpi_device *ancestor; |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1220 | |
K. Y. Srinivasan | 607c1a1 | 2011-06-06 15:49:39 -0700 | [diff] [blame] | 1221 | hv_acpi_dev = device; |
| 1222 | |
K. Y. Srinivasan | 0a4425b | 2011-08-27 11:31:38 -0700 | [diff] [blame] | 1223 | result = acpi_walk_resources(device->handle, METHOD_NAME__CRS, |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1224 | vmbus_walk_resources, NULL); |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1225 | |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1226 | if (ACPI_FAILURE(result)) |
| 1227 | goto acpi_walk_err; |
| 1228 | /* |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1229 | * Some ancestor of the vmbus acpi device (Gen1 or Gen2 |
| 1230 | * firmware) is the VMOD that has the mmio ranges. Get that. |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1231 | */ |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1232 | for (ancestor = device->parent; ancestor; ancestor = ancestor->parent) { |
| 1233 | result = acpi_walk_resources(ancestor->handle, METHOD_NAME__CRS, |
| 1234 | vmbus_walk_resources, NULL); |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1235 | |
| 1236 | if (ACPI_FAILURE(result)) |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1237 | continue; |
| 1238 | if (hyperv_mmio) |
| 1239 | break; |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1240 | } |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1241 | ret_val = 0; |
| 1242 | |
| 1243 | acpi_walk_err: |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1244 | complete(&probe_event); |
Jake Oshins | 7f163a6 | 2015-08-05 00:52:36 -0700 | [diff] [blame] | 1245 | if (ret_val) |
| 1246 | vmbus_acpi_remove(device); |
K. Y. Srinivasan | 90f3453 | 2014-01-29 18:14:39 -0800 | [diff] [blame] | 1247 | return ret_val; |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1248 | } |
| 1249 | |
| 1250 | static const struct acpi_device_id vmbus_acpi_device_ids[] = { |
| 1251 | {"VMBUS", 0}, |
K. Y. Srinivasan | 9d7b18d | 2011-06-06 15:49:42 -0700 | [diff] [blame] | 1252 | {"VMBus", 0}, |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1253 | {"", 0}, |
| 1254 | }; |
| 1255 | MODULE_DEVICE_TABLE(acpi, vmbus_acpi_device_ids); |
| 1256 | |
| 1257 | static struct acpi_driver vmbus_acpi_driver = { |
| 1258 | .name = "vmbus", |
| 1259 | .ids = vmbus_acpi_device_ids, |
| 1260 | .ops = { |
| 1261 | .add = vmbus_acpi_add, |
Vitaly Kuznetsov | e4ecb41 | 2015-04-22 21:31:28 -0700 | [diff] [blame] | 1262 | .remove = vmbus_acpi_remove, |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1263 | }, |
| 1264 | }; |
| 1265 | |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1266 | static void hv_kexec_handler(void) |
| 1267 | { |
| 1268 | int cpu; |
| 1269 | |
| 1270 | hv_synic_clockevents_cleanup(); |
| 1271 | vmbus_initiate_unload(); |
| 1272 | for_each_online_cpu(cpu) |
| 1273 | smp_call_function_single(cpu, hv_synic_cleanup, NULL, 1); |
| 1274 | hv_cleanup(); |
| 1275 | }; |
| 1276 | |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 1277 | static void hv_crash_handler(struct pt_regs *regs) |
| 1278 | { |
| 1279 | vmbus_initiate_unload(); |
| 1280 | /* |
| 1281 | * In crash handler we can't schedule synic cleanup for all CPUs, |
| 1282 | * doing the cleanup for current CPU only. This should be sufficient |
| 1283 | * for kdump. |
| 1284 | */ |
| 1285 | hv_synic_cleanup(NULL); |
| 1286 | hv_cleanup(); |
| 1287 | }; |
| 1288 | |
K. Y. Srinivasan | 607c1a1 | 2011-06-06 15:49:39 -0700 | [diff] [blame] | 1289 | static int __init hv_acpi_init(void) |
K. Y. Srinivasan | 1168ac2 | 2011-03-15 15:03:32 -0700 | [diff] [blame] | 1290 | { |
K. Y. Srinivasan | 2dda95f | 2011-07-15 13:38:56 -0700 | [diff] [blame] | 1291 | int ret, t; |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1292 | |
Jason Wang | 1f94ea8 | 2012-08-31 13:32:44 +0800 | [diff] [blame] | 1293 | if (x86_hyper != &x86_hyper_ms_hyperv) |
Jason Wang | 0592969 | 2012-08-17 18:52:43 +0800 | [diff] [blame] | 1294 | return -ENODEV; |
| 1295 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1296 | init_completion(&probe_event); |
| 1297 | |
| 1298 | /* |
K. Y. Srinivasan | efc2672 | 2015-12-14 16:01:46 -0800 | [diff] [blame] | 1299 | * Get ACPI resources first. |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1300 | */ |
K. Y. Srinivasan | 0246604 | 2011-06-06 15:49:40 -0700 | [diff] [blame] | 1301 | ret = acpi_bus_register_driver(&vmbus_acpi_driver); |
| 1302 | |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1303 | if (ret) |
| 1304 | return ret; |
| 1305 | |
K. Y. Srinivasan | 2dda95f | 2011-07-15 13:38:56 -0700 | [diff] [blame] | 1306 | t = wait_for_completion_timeout(&probe_event, 5*HZ); |
| 1307 | if (t == 0) { |
| 1308 | ret = -ETIMEDOUT; |
| 1309 | goto cleanup; |
| 1310 | } |
K. Y. Srinivasan | b0069f4 | 2011-04-29 13:45:15 -0700 | [diff] [blame] | 1311 | |
K. Y. Srinivasan | efc2672 | 2015-12-14 16:01:46 -0800 | [diff] [blame] | 1312 | ret = vmbus_bus_init(); |
K. Y. Srinivasan | 91fd799 | 2011-06-16 13:16:38 -0700 | [diff] [blame] | 1313 | if (ret) |
K. Y. Srinivasan | 2dda95f | 2011-07-15 13:38:56 -0700 | [diff] [blame] | 1314 | goto cleanup; |
| 1315 | |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1316 | hv_setup_kexec_handler(hv_kexec_handler); |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 1317 | hv_setup_crash_handler(hv_crash_handler); |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1318 | |
K. Y. Srinivasan | 2dda95f | 2011-07-15 13:38:56 -0700 | [diff] [blame] | 1319 | return 0; |
| 1320 | |
| 1321 | cleanup: |
| 1322 | acpi_bus_unregister_driver(&vmbus_acpi_driver); |
K. Y. Srinivasan | cf6a2ea | 2011-12-01 09:59:34 -0800 | [diff] [blame] | 1323 | hv_acpi_dev = NULL; |
K. Y. Srinivasan | 91fd799 | 2011-06-16 13:16:38 -0700 | [diff] [blame] | 1324 | return ret; |
K. Y. Srinivasan | 1168ac2 | 2011-03-15 15:03:32 -0700 | [diff] [blame] | 1325 | } |
| 1326 | |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1327 | static void __exit vmbus_exit(void) |
| 1328 | { |
Vitaly Kuznetsov | e72e7ac | 2015-02-27 11:25:55 -0800 | [diff] [blame] | 1329 | int cpu; |
| 1330 | |
Vitaly Kuznetsov | 2517281 | 2015-08-01 16:08:07 -0700 | [diff] [blame] | 1331 | hv_remove_kexec_handler(); |
Vitaly Kuznetsov | b4370df | 2015-08-01 16:08:09 -0700 | [diff] [blame] | 1332 | hv_remove_crash_handler(); |
Vitaly Kuznetsov | 09a1962 | 2015-02-27 11:25:54 -0800 | [diff] [blame] | 1333 | vmbus_connection.conn_state = DISCONNECTED; |
Vitaly Kuznetsov | e086748 | 2015-02-27 11:25:57 -0800 | [diff] [blame] | 1334 | hv_synic_clockevents_cleanup(); |
K. Y. Srinivasan | 2db84ef | 2015-04-22 21:31:32 -0700 | [diff] [blame] | 1335 | vmbus_disconnect(); |
Thomas Gleixner | 76d388c | 2014-03-05 13:42:14 +0100 | [diff] [blame] | 1336 | hv_remove_vmbus_irq(); |
Vitaly Kuznetsov | 1959a28 | 2015-05-06 17:47:41 -0700 | [diff] [blame] | 1337 | tasklet_kill(&msg_dpc); |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1338 | vmbus_free_channels(); |
Denis V. Lunev | cc2dd40 | 2015-08-01 16:08:20 -0700 | [diff] [blame] | 1339 | if (ms_hyperv.misc_features & HV_FEATURE_GUEST_CRASH_MSR_AVAILABLE) { |
Vitaly Kuznetsov | 510f7ae | 2015-08-01 16:08:10 -0700 | [diff] [blame] | 1340 | unregister_die_notifier(&hyperv_die_block); |
Vitaly Kuznetsov | 096c605 | 2015-04-22 21:31:29 -0700 | [diff] [blame] | 1341 | atomic_notifier_chain_unregister(&panic_notifier_list, |
| 1342 | &hyperv_panic_block); |
| 1343 | } |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1344 | bus_unregister(&hv_bus); |
| 1345 | hv_cleanup(); |
Vitaly Kuznetsov | 1959a28 | 2015-05-06 17:47:41 -0700 | [diff] [blame] | 1346 | for_each_online_cpu(cpu) { |
| 1347 | tasklet_kill(hv_context.event_dpc[cpu]); |
Vitaly Kuznetsov | e72e7ac | 2015-02-27 11:25:55 -0800 | [diff] [blame] | 1348 | smp_call_function_single(cpu, hv_synic_cleanup, NULL, 1); |
Vitaly Kuznetsov | 1959a28 | 2015-05-06 17:47:41 -0700 | [diff] [blame] | 1349 | } |
Vitaly Kuznetsov | 06210b42f | 2015-08-01 16:08:05 -0700 | [diff] [blame] | 1350 | hv_synic_free(); |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1351 | acpi_bus_unregister_driver(&vmbus_acpi_driver); |
Vitaly Kuznetsov | f39c428 | 2015-08-05 00:52:48 -0700 | [diff] [blame] | 1352 | if (vmbus_proto_version > VERSION_WIN7) |
| 1353 | cpu_hotplug_enable(); |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1354 | } |
| 1355 | |
K. Y. Srinivasan | 1168ac2 | 2011-03-15 15:03:32 -0700 | [diff] [blame] | 1356 | |
Greg Kroah-Hartman | 90c9960 | 2009-09-02 07:11:14 -0700 | [diff] [blame] | 1357 | MODULE_LICENSE("GPL"); |
Hank Janssen | 3e7ee49 | 2009-07-13 16:02:34 -0700 | [diff] [blame] | 1358 | |
K. Y. Srinivasan | 43d4e11 | 2011-10-24 11:28:12 -0700 | [diff] [blame] | 1359 | subsys_initcall(hv_acpi_init); |
K. Y. Srinivasan | 93e5bd0 | 2011-12-12 09:29:17 -0800 | [diff] [blame] | 1360 | module_exit(vmbus_exit); |