blob: f95593a62d7b06b0ccfc3efb8558f33b73da03a4 [file] [log] [blame]
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -08001/*
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -08002 * drivers/base/dd.c - The core device/driver interactions.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -08003 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -08004 * This file contains the (sometimes tricky) code that controls the
5 * interactions between devices and drivers, which primarily includes
6 * driver binding and unbinding.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -08007 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -08008 * All of this code used to exist in drivers/base/bus.c, but was
9 * relocated to here in the name of compartmentalization (since it wasn't
10 * strictly code just for the 'struct bus_type'.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -080011 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -080012 * Copyright (c) 2002-5 Patrick Mochel
13 * Copyright (c) 2002-3 Open Source Development Labs
Greg Kroah-Hartmanb4028432009-05-11 14:16:57 -070014 * Copyright (c) 2007-2009 Greg Kroah-Hartman <gregkh@suse.de>
15 * Copyright (c) 2007-2009 Novell Inc.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -080016 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -080017 * This file is released under the GPLv2
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -080018 */
19
20#include <linux/device.h>
Arjan van de Ven216773a2009-02-14 01:59:06 +010021#include <linux/delay.h>
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -080022#include <linux/module.h>
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -070023#include <linux/kthread.h>
Andrew Morton735a7ff2006-10-27 11:42:37 -070024#include <linux/wait.h>
Arjan van de Ven216773a2009-02-14 01:59:06 +010025#include <linux/async.h>
Rafael J. Wysocki5e928f72009-08-18 23:38:32 +020026#include <linux/pm_runtime.h>
Linus Walleijab780292013-01-22 10:56:14 -070027#include <linux/pinctrl/devinfo.h>
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -080028
29#include "base.h"
30#include "power/power.h"
31
Grant Likelyd1c34142012-03-05 08:47:41 -070032/*
33 * Deferred Probe infrastructure.
34 *
35 * Sometimes driver probe order matters, but the kernel doesn't always have
36 * dependency information which means some drivers will get probed before a
37 * resource it depends on is available. For example, an SDHCI driver may
38 * first need a GPIO line from an i2c GPIO controller before it can be
39 * initialized. If a required resource is not available yet, a driver can
40 * request probing to be deferred by returning -EPROBE_DEFER from its probe hook
41 *
42 * Deferred probe maintains two lists of devices, a pending list and an active
43 * list. A driver returning -EPROBE_DEFER causes the device to be added to the
44 * pending list. A successful driver probe will trigger moving all devices
45 * from the pending to the active list so that the workqueue will eventually
46 * retry them.
47 *
48 * The deferred_probe_mutex must be held any time the deferred_probe_*_list
Greg Kroah-Hartmanef8a3fd2012-03-08 12:17:22 -080049 * of the (struct device*)->p->deferred_probe pointers are manipulated
Grant Likelyd1c34142012-03-05 08:47:41 -070050 */
51static DEFINE_MUTEX(deferred_probe_mutex);
52static LIST_HEAD(deferred_probe_pending_list);
53static LIST_HEAD(deferred_probe_active_list);
Grant Likely58b116b2014-04-29 12:05:22 +010054static atomic_t deferred_trigger_count = ATOMIC_INIT(0);
Grant Likelyd1c34142012-03-05 08:47:41 -070055
Thierry Reding41575332014-08-08 15:56:36 +020056/*
Strashko, Grygorii013c0742015-11-10 11:42:34 +020057 * In some cases, like suspend to RAM or hibernation, It might be reasonable
58 * to prohibit probing of devices as it could be unsafe.
59 * Once defer_all_probes is true all drivers probes will be forcibly deferred.
60 */
61static bool defer_all_probes;
62
63/*
Grant Likelyd1c34142012-03-05 08:47:41 -070064 * deferred_probe_work_func() - Retry probing devices in the active list.
65 */
66static void deferred_probe_work_func(struct work_struct *work)
67{
68 struct device *dev;
Greg Kroah-Hartmanef8a3fd2012-03-08 12:17:22 -080069 struct device_private *private;
Grant Likelyd1c34142012-03-05 08:47:41 -070070 /*
71 * This block processes every device in the deferred 'active' list.
72 * Each device is removed from the active list and passed to
73 * bus_probe_device() to re-attempt the probe. The loop continues
74 * until every device in the active list is removed and retried.
75 *
76 * Note: Once the device is removed from the list and the mutex is
77 * released, it is possible for the device get freed by another thread
78 * and cause a illegal pointer dereference. This code uses
79 * get/put_device() to ensure the device structure cannot disappear
80 * from under our feet.
81 */
82 mutex_lock(&deferred_probe_mutex);
83 while (!list_empty(&deferred_probe_active_list)) {
Greg Kroah-Hartmanef8a3fd2012-03-08 12:17:22 -080084 private = list_first_entry(&deferred_probe_active_list,
85 typeof(*dev->p), deferred_probe);
86 dev = private->device;
87 list_del_init(&private->deferred_probe);
Grant Likelyd1c34142012-03-05 08:47:41 -070088
89 get_device(dev);
90
Greg Kroah-Hartman8b0372a2012-03-08 12:20:37 -080091 /*
92 * Drop the mutex while probing each device; the probe path may
93 * manipulate the deferred list
94 */
Grant Likelyd1c34142012-03-05 08:47:41 -070095 mutex_unlock(&deferred_probe_mutex);
Mark Brown81535842012-07-05 14:04:44 +010096
97 /*
98 * Force the device to the end of the dpm_list since
99 * the PM code assumes that the order we add things to
100 * the list is a good order for suspend but deferred
101 * probe makes that very unsafe.
102 */
103 device_pm_lock();
104 device_pm_move_last(dev);
105 device_pm_unlock();
106
Grant Likelyd1c34142012-03-05 08:47:41 -0700107 dev_dbg(dev, "Retrying from deferred list\n");
108 bus_probe_device(dev);
Mark Brown81535842012-07-05 14:04:44 +0100109
Grant Likelyd1c34142012-03-05 08:47:41 -0700110 mutex_lock(&deferred_probe_mutex);
111
112 put_device(dev);
113 }
114 mutex_unlock(&deferred_probe_mutex);
115}
116static DECLARE_WORK(deferred_probe_work, deferred_probe_work_func);
117
118static void driver_deferred_probe_add(struct device *dev)
119{
120 mutex_lock(&deferred_probe_mutex);
Greg Kroah-Hartmanef8a3fd2012-03-08 12:17:22 -0800121 if (list_empty(&dev->p->deferred_probe)) {
Grant Likelyd1c34142012-03-05 08:47:41 -0700122 dev_dbg(dev, "Added to deferred list\n");
Kuninori Morimoto1d29cfa52012-05-29 18:46:06 -0700123 list_add_tail(&dev->p->deferred_probe, &deferred_probe_pending_list);
Grant Likelyd1c34142012-03-05 08:47:41 -0700124 }
125 mutex_unlock(&deferred_probe_mutex);
126}
127
128void driver_deferred_probe_del(struct device *dev)
129{
130 mutex_lock(&deferred_probe_mutex);
Greg Kroah-Hartmanef8a3fd2012-03-08 12:17:22 -0800131 if (!list_empty(&dev->p->deferred_probe)) {
Grant Likelyd1c34142012-03-05 08:47:41 -0700132 dev_dbg(dev, "Removed from deferred list\n");
Greg Kroah-Hartmanef8a3fd2012-03-08 12:17:22 -0800133 list_del_init(&dev->p->deferred_probe);
Grant Likelyd1c34142012-03-05 08:47:41 -0700134 }
135 mutex_unlock(&deferred_probe_mutex);
136}
137
138static bool driver_deferred_probe_enable = false;
139/**
140 * driver_deferred_probe_trigger() - Kick off re-probing deferred devices
141 *
142 * This functions moves all devices from the pending list to the active
143 * list and schedules the deferred probe workqueue to process them. It
144 * should be called anytime a driver is successfully bound to a device.
Grant Likely58b116b2014-04-29 12:05:22 +0100145 *
146 * Note, there is a race condition in multi-threaded probe. In the case where
147 * more than one device is probing at the same time, it is possible for one
148 * probe to complete successfully while another is about to defer. If the second
149 * depends on the first, then it will get put on the pending list after the
Shailendra Verma9ba8af62015-05-25 23:46:11 +0530150 * trigger event has already occurred and will be stuck there.
Grant Likely58b116b2014-04-29 12:05:22 +0100151 *
152 * The atomic 'deferred_trigger_count' is used to determine if a successful
153 * trigger has occurred in the midst of probing a driver. If the trigger count
154 * changes in the midst of a probe, then deferred processing should be triggered
155 * again.
Grant Likelyd1c34142012-03-05 08:47:41 -0700156 */
157static void driver_deferred_probe_trigger(void)
158{
159 if (!driver_deferred_probe_enable)
160 return;
161
Greg Kroah-Hartman8b0372a2012-03-08 12:20:37 -0800162 /*
163 * A successful probe means that all the devices in the pending list
Grant Likelyd1c34142012-03-05 08:47:41 -0700164 * should be triggered to be reprobed. Move all the deferred devices
Greg Kroah-Hartman8b0372a2012-03-08 12:20:37 -0800165 * into the active list so they can be retried by the workqueue
166 */
Grant Likelyd1c34142012-03-05 08:47:41 -0700167 mutex_lock(&deferred_probe_mutex);
Grant Likely58b116b2014-04-29 12:05:22 +0100168 atomic_inc(&deferred_trigger_count);
Grant Likelyd1c34142012-03-05 08:47:41 -0700169 list_splice_tail_init(&deferred_probe_pending_list,
170 &deferred_probe_active_list);
171 mutex_unlock(&deferred_probe_mutex);
172
Greg Kroah-Hartman8b0372a2012-03-08 12:20:37 -0800173 /*
174 * Kick the re-probe thread. It may already be scheduled, but it is
175 * safe to kick it again.
176 */
Bhaktipriya Shridhar2c507e42016-08-30 22:45:34 +0530177 schedule_work(&deferred_probe_work);
Grant Likelyd1c34142012-03-05 08:47:41 -0700178}
179
180/**
Strashko, Grygorii013c0742015-11-10 11:42:34 +0200181 * device_block_probing() - Block/defere device's probes
182 *
183 * It will disable probing of devices and defer their probes instead.
184 */
185void device_block_probing(void)
186{
187 defer_all_probes = true;
188 /* sync with probes to avoid races. */
189 wait_for_device_probe();
190}
191
192/**
193 * device_unblock_probing() - Unblock/enable device's probes
194 *
195 * It will restore normal behavior and trigger re-probing of deferred
196 * devices.
197 */
198void device_unblock_probing(void)
199{
200 defer_all_probes = false;
201 driver_deferred_probe_trigger();
202}
203
Vikram Mulukutla4c6f3212013-12-09 13:36:33 -0800204static void enable_trigger_defer_cycle(void)
205{
206 driver_deferred_probe_enable = true;
207 driver_deferred_probe_trigger();
208 /*
209 * Sort as many dependencies as possible before the next initcall
210 * level
211 */
212 flush_work(&deferred_probe_work);
213}
214
Strashko, Grygorii013c0742015-11-10 11:42:34 +0200215/**
Grant Likelyd1c34142012-03-05 08:47:41 -0700216 * deferred_probe_initcall() - Enable probing of deferred devices
217 *
218 * We don't want to get in the way when the bulk of drivers are getting probed.
219 * Instead, this initcall makes sure that deferred probing is delayed until
Vikram Mulukutla4c6f3212013-12-09 13:36:33 -0800220 * all the registered initcall functions at a particular level are completed.
221 * This function is invoked at every *_initcall_sync level.
Grant Likelyd1c34142012-03-05 08:47:41 -0700222 */
223static int deferred_probe_initcall(void)
224{
Vikram Mulukutla4c6f3212013-12-09 13:36:33 -0800225 enable_trigger_defer_cycle();
226 driver_deferred_probe_enable = false;
Grant Likelyd1c34142012-03-05 08:47:41 -0700227 return 0;
228}
Vikram Mulukutla4c6f3212013-12-09 13:36:33 -0800229arch_initcall_sync(deferred_probe_initcall);
230subsys_initcall_sync(deferred_probe_initcall);
231fs_initcall_sync(deferred_probe_initcall);
232device_initcall_sync(deferred_probe_initcall);
233
234static int deferred_probe_enable_fn(void)
235{
236 /* Enable deferred probing for all time */
237 enable_trigger_defer_cycle();
238 return 0;
239}
240late_initcall(deferred_probe_enable_fn);
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800241
Tomeu Vizoso6b9cb422016-01-07 16:46:12 +0100242/**
243 * device_is_bound() - Check if device is bound to a driver
244 * @dev: device to check
245 *
246 * Returns true if passed device has already finished probing successfully
247 * against a driver.
248 *
249 * This function must be called with the device lock held.
250 */
251bool device_is_bound(struct device *dev)
252{
Rafael J. Wysocki3ded9102016-01-12 01:51:44 +0100253 return dev->p && klist_node_attached(&dev->p->knode_driver);
Tomeu Vizoso6b9cb422016-01-07 16:46:12 +0100254}
255
Kay Sievers1901fb22006-10-07 21:55:55 +0200256static void driver_bound(struct device *dev)
257{
Tomeu Vizoso6b9cb422016-01-07 16:46:12 +0100258 if (device_is_bound(dev)) {
Kay Sievers1901fb22006-10-07 21:55:55 +0200259 printk(KERN_WARNING "%s: device %s already bound\n",
Harvey Harrison2b3a3022008-03-04 16:41:05 -0800260 __func__, kobject_name(&dev->kobj));
Kay Sievers1901fb22006-10-07 21:55:55 +0200261 return;
262 }
263
Frank Rowand94f8cc02014-04-16 17:12:30 -0700264 pr_debug("driver: '%s': %s: bound to device '%s'\n", dev->driver->name,
265 __func__, dev_name(dev));
Kay Sievers1901fb22006-10-07 21:55:55 +0200266
Stefani Seiboldfbb88fa2010-03-06 17:50:14 +0100267 klist_add_tail(&dev->p->knode_driver, &dev->driver->p->klist_devices);
268
Tomeu Vizosoaa8e54b2016-01-07 16:46:14 +0100269 device_pm_check_callbacks(dev);
270
Greg Kroah-Hartman8b0372a2012-03-08 12:20:37 -0800271 /*
272 * Make sure the device is no longer in one of the deferred lists and
273 * kick off retrying all pending devices
274 */
Grant Likelyd1c34142012-03-05 08:47:41 -0700275 driver_deferred_probe_del(dev);
276 driver_deferred_probe_trigger();
277
Kay Sievers1901fb22006-10-07 21:55:55 +0200278 if (dev->bus)
Greg Kroah-Hartmanc6f7e722007-11-01 19:41:16 -0700279 blocking_notifier_call_chain(&dev->bus->p->bus_notifier,
Kay Sievers1901fb22006-10-07 21:55:55 +0200280 BUS_NOTIFY_BOUND_DRIVER, dev);
Kay Sievers1901fb22006-10-07 21:55:55 +0200281}
282
283static int driver_sysfs_add(struct device *dev)
284{
285 int ret;
286
Magnus Damm45daef02010-07-23 19:56:18 +0900287 if (dev->bus)
288 blocking_notifier_call_chain(&dev->bus->p->bus_notifier,
289 BUS_NOTIFY_BIND_DRIVER, dev);
290
Greg Kroah-Hartmane5dd1272007-11-28 15:59:15 -0800291 ret = sysfs_create_link(&dev->driver->p->kobj, &dev->kobj,
Kay Sievers1901fb22006-10-07 21:55:55 +0200292 kobject_name(&dev->kobj));
293 if (ret == 0) {
Greg Kroah-Hartmane5dd1272007-11-28 15:59:15 -0800294 ret = sysfs_create_link(&dev->kobj, &dev->driver->p->kobj,
Kay Sievers1901fb22006-10-07 21:55:55 +0200295 "driver");
296 if (ret)
Greg Kroah-Hartmane5dd1272007-11-28 15:59:15 -0800297 sysfs_remove_link(&dev->driver->p->kobj,
Kay Sievers1901fb22006-10-07 21:55:55 +0200298 kobject_name(&dev->kobj));
299 }
300 return ret;
301}
302
303static void driver_sysfs_remove(struct device *dev)
304{
305 struct device_driver *drv = dev->driver;
306
307 if (drv) {
Greg Kroah-Hartmane5dd1272007-11-28 15:59:15 -0800308 sysfs_remove_link(&drv->p->kobj, kobject_name(&dev->kobj));
Kay Sievers1901fb22006-10-07 21:55:55 +0200309 sysfs_remove_link(&dev->kobj, "driver");
310 }
311}
312
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800313/**
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800314 * device_bind_driver - bind a driver to one device.
315 * @dev: device.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800316 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800317 * Allow manual attachment of a driver to a device.
318 * Caller must have already set @dev->driver.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800319 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800320 * Note that this does not modify the bus reference count
321 * nor take the bus's rwsem. Please verify those are accounted
322 * for before calling this. (It is ok to call with no other effort
323 * from a driver's probe() method.)
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700324 *
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800325 * This function must be called with the device lock held.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800326 */
Andrew Mortonf86db392006-08-14 22:43:20 -0700327int device_bind_driver(struct device *dev)
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800328{
Cornelia Huckcb986b72006-11-27 10:35:12 +0100329 int ret;
330
331 ret = driver_sysfs_add(dev);
332 if (!ret)
333 driver_bound(dev);
Andy Shevchenko14b62572015-12-04 23:49:17 +0200334 else if (dev->bus)
335 blocking_notifier_call_chain(&dev->bus->p->bus_notifier,
336 BUS_NOTIFY_DRIVER_NOT_BOUND, dev);
Cornelia Huckcb986b72006-11-27 10:35:12 +0100337 return ret;
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800338}
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800339EXPORT_SYMBOL_GPL(device_bind_driver);
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800340
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700341static atomic_t probe_count = ATOMIC_INIT(0);
Andrew Morton735a7ff2006-10-27 11:42:37 -0700342static DECLARE_WAIT_QUEUE_HEAD(probe_waitqueue);
343
Cornelia Huck21c7f302007-02-05 16:15:25 -0800344static int really_probe(struct device *dev, struct device_driver *drv)
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800345{
Strashko, Grygorii013c0742015-11-10 11:42:34 +0200346 int ret = -EPROBE_DEFER;
Grant Likely58b116b2014-04-29 12:05:22 +0100347 int local_trigger_count = atomic_read(&deferred_trigger_count);
Rob Herringc5f06272016-10-11 13:41:02 -0500348 bool test_remove = IS_ENABLED(CONFIG_DEBUG_TEST_DRIVER_REMOVE) &&
349 !drv->suppress_bind_attrs;
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800350
Strashko, Grygorii013c0742015-11-10 11:42:34 +0200351 if (defer_all_probes) {
352 /*
353 * Value of defer_all_probes can be set only by
354 * device_defer_all_probes_enable() which, in turn, will call
355 * wait_for_device_probe() right after that to avoid any races.
356 */
357 dev_dbg(dev, "Driver %s force probe deferral\n", drv->name);
358 driver_deferred_probe_add(dev);
359 return ret;
360 }
361
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700362 atomic_inc(&probe_count);
Greg Kroah-Hartman7dc72b22007-11-28 23:49:41 -0800363 pr_debug("bus: '%s': %s: probing driver %s with device %s\n",
Kay Sievers1e0b2cf2008-10-30 01:36:48 +0100364 drv->bus->name, __func__, drv->name, dev_name(dev));
Tejun Heo9ac78492007-01-20 16:00:26 +0900365 WARN_ON(!list_empty(&dev->devres_head));
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800366
Rob Herringbea5b152016-08-11 10:20:58 -0500367re_probe:
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800368 dev->driver = drv;
Linus Walleijab780292013-01-22 10:56:14 -0700369
370 /* If using pinctrl, bind pins now before probing */
371 ret = pinctrl_bind_pins(dev);
372 if (ret)
Andy Shevchenko14b62572015-12-04 23:49:17 +0200373 goto pinctrl_bind_failed;
Linus Walleijab780292013-01-22 10:56:14 -0700374
Kay Sievers1901fb22006-10-07 21:55:55 +0200375 if (driver_sysfs_add(dev)) {
376 printk(KERN_ERR "%s: driver_sysfs_add(%s) failed\n",
Kay Sievers1e0b2cf2008-10-30 01:36:48 +0100377 __func__, dev_name(dev));
Kay Sievers1901fb22006-10-07 21:55:55 +0200378 goto probe_failed;
379 }
380
Rafael J. Wysockie90d5532015-03-20 13:59:27 +0100381 if (dev->pm_domain && dev->pm_domain->activate) {
382 ret = dev->pm_domain->activate(dev);
383 if (ret)
384 goto probe_failed;
385 }
386
Grygorii Strashko52cdbdd2015-07-27 20:43:01 +0300387 /*
388 * Ensure devices are listed in devices_kset in correct order
389 * It's important to move Dev to the end of devices_kset before
390 * calling .probe, because it could be recursive and parent Dev
391 * should always go first
392 */
393 devices_kset_move_last(dev);
394
Russell King594c8282006-01-05 14:29:51 +0000395 if (dev->bus->probe) {
396 ret = dev->bus->probe(dev);
Kay Sievers1901fb22006-10-07 21:55:55 +0200397 if (ret)
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700398 goto probe_failed;
Russell King594c8282006-01-05 14:29:51 +0000399 } else if (drv->probe) {
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700400 ret = drv->probe(dev);
Kay Sievers1901fb22006-10-07 21:55:55 +0200401 if (ret)
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700402 goto probe_failed;
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800403 }
Kay Sievers1901fb22006-10-07 21:55:55 +0200404
Rob Herringbea5b152016-08-11 10:20:58 -0500405 if (test_remove) {
406 test_remove = false;
407
Rob Herringbdacd1b2016-10-11 13:41:03 -0500408 if (dev->bus->remove)
Rob Herringbea5b152016-08-11 10:20:58 -0500409 dev->bus->remove(dev);
410 else if (drv->remove)
411 drv->remove(dev);
412
413 devres_release_all(dev);
414 driver_sysfs_remove(dev);
415 dev->driver = NULL;
416 dev_set_drvdata(dev, NULL);
417 if (dev->pm_domain && dev->pm_domain->dismiss)
418 dev->pm_domain->dismiss(dev);
419 pm_runtime_reinit(dev);
420
421 goto re_probe;
422 }
423
Douglas Andersonef0eebc2015-10-20 21:15:06 -0700424 pinctrl_init_done(dev);
425
Rafael J. Wysockie90d5532015-03-20 13:59:27 +0100426 if (dev->pm_domain && dev->pm_domain->sync)
427 dev->pm_domain->sync(dev);
428
Kay Sievers1901fb22006-10-07 21:55:55 +0200429 driver_bound(dev);
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700430 ret = 1;
Greg Kroah-Hartman7dc72b22007-11-28 23:49:41 -0800431 pr_debug("bus: '%s': %s: bound device %s to driver %s\n",
Kay Sievers1e0b2cf2008-10-30 01:36:48 +0100432 drv->bus->name, __func__, dev_name(dev), drv->name);
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700433 goto done;
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700434
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700435probe_failed:
Andy Shevchenko14b62572015-12-04 23:49:17 +0200436 if (dev->bus)
437 blocking_notifier_call_chain(&dev->bus->p->bus_notifier,
438 BUS_NOTIFY_DRIVER_NOT_BOUND, dev);
439pinctrl_bind_failed:
Tejun Heo9ac78492007-01-20 16:00:26 +0900440 devres_release_all(dev);
Kay Sievers1901fb22006-10-07 21:55:55 +0200441 driver_sysfs_remove(dev);
442 dev->driver = NULL;
Hans de Goede0998d062012-05-23 00:09:34 +0200443 dev_set_drvdata(dev, NULL);
Rafael J. Wysockie90d5532015-03-20 13:59:27 +0100444 if (dev->pm_domain && dev->pm_domain->dismiss)
445 dev->pm_domain->dismiss(dev);
Ulf Hansson5de85b92015-11-18 11:48:39 +0100446 pm_runtime_reinit(dev);
Kay Sievers1901fb22006-10-07 21:55:55 +0200447
Sergei Shtylyovbb2b4072015-01-17 22:14:41 +0300448 switch (ret) {
449 case -EPROBE_DEFER:
Grant Likelyd1c34142012-03-05 08:47:41 -0700450 /* Driver requested deferred probing */
Mark Brown13fcffb2015-03-10 11:55:49 +0000451 dev_dbg(dev, "Driver %s requests probe deferral\n", drv->name);
Grant Likelyd1c34142012-03-05 08:47:41 -0700452 driver_deferred_probe_add(dev);
Grant Likely58b116b2014-04-29 12:05:22 +0100453 /* Did a trigger occur while probing? Need to re-trigger if yes */
454 if (local_trigger_count != atomic_read(&deferred_trigger_count))
455 driver_deferred_probe_trigger();
Sergei Shtylyovbb2b4072015-01-17 22:14:41 +0300456 break;
457 case -ENODEV:
458 case -ENXIO:
459 pr_debug("%s: probe of %s rejects match %d\n",
460 drv->name, dev_name(dev), ret);
461 break;
462 default:
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700463 /* driver matched but the probe failed */
464 printk(KERN_WARNING
465 "%s: probe of %s failed with error %d\n",
Kay Sievers1e0b2cf2008-10-30 01:36:48 +0100466 drv->name, dev_name(dev), ret);
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700467 }
Cornelia Huckc578abb2006-11-27 10:35:10 +0100468 /*
469 * Ignore errors returned by ->probe so that the next driver can try
470 * its luck.
471 */
472 ret = 0;
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700473done:
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700474 atomic_dec(&probe_count);
Andrew Morton735a7ff2006-10-27 11:42:37 -0700475 wake_up(&probe_waitqueue);
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700476 return ret;
477}
478
479/**
480 * driver_probe_done
481 * Determine if the probe sequence is finished or not.
482 *
483 * Should somehow figure out how to use a semaphore, not an atomic variable...
484 */
485int driver_probe_done(void)
486{
Harvey Harrison2b3a3022008-03-04 16:41:05 -0800487 pr_debug("%s: probe_count = %d\n", __func__,
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700488 atomic_read(&probe_count));
489 if (atomic_read(&probe_count))
490 return -EBUSY;
491 return 0;
492}
493
494/**
Arjan van de Ven216773a2009-02-14 01:59:06 +0100495 * wait_for_device_probe
496 * Wait for device probing to be completed.
Arjan van de Ven216773a2009-02-14 01:59:06 +0100497 */
Ming Leib23530e2009-02-21 16:45:07 +0800498void wait_for_device_probe(void)
Arjan van de Ven216773a2009-02-14 01:59:06 +0100499{
Strashko, Grygorii013c0742015-11-10 11:42:34 +0200500 /* wait for the deferred probe workqueue to finish */
Bhaktipriya Shridhar2c507e42016-08-30 22:45:34 +0530501 flush_work(&deferred_probe_work);
Strashko, Grygorii013c0742015-11-10 11:42:34 +0200502
Arjan van de Ven216773a2009-02-14 01:59:06 +0100503 /* wait for the known devices to complete their probing */
Ming Leib23530e2009-02-21 16:45:07 +0800504 wait_event(probe_waitqueue, atomic_read(&probe_count) == 0);
Arjan van de Ven216773a2009-02-14 01:59:06 +0100505 async_synchronize_full();
Arjan van de Ven216773a2009-02-14 01:59:06 +0100506}
Arjan van de Vend4d52912009-04-21 13:32:54 -0700507EXPORT_SYMBOL_GPL(wait_for_device_probe);
Arjan van de Ven216773a2009-02-14 01:59:06 +0100508
509/**
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700510 * driver_probe_device - attempt to bind device & driver together
511 * @drv: driver to bind a device to
512 * @dev: device to try to bind to the driver
513 *
Ming Lei49b420a2009-01-21 23:27:47 +0800514 * This function returns -ENODEV if the device is not registered,
André Goddard Rosaaf901ca2009-11-14 13:09:05 -0200515 * 1 if the device is bound successfully and 0 otherwise.
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700516 *
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800517 * This function must be called with @dev lock held. When called for a
518 * USB interface, @dev->parent lock must be held as well.
Rafael J. Wysockiddef08d2015-07-27 18:03:58 +0300519 *
520 * If the device has a parent, runtime-resume the parent before driver probing.
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700521 */
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800522int driver_probe_device(struct device_driver *drv, struct device *dev)
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700523{
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700524 int ret = 0;
525
Alan Sternf2eaae12006-09-18 16:22:34 -0400526 if (!device_is_registered(dev))
527 return -ENODEV;
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700528
Greg Kroah-Hartman7dc72b22007-11-28 23:49:41 -0800529 pr_debug("bus: '%s': %s: matched device %s with driver %s\n",
Kay Sievers1e0b2cf2008-10-30 01:36:48 +0100530 drv->bus->name, __func__, dev_name(dev), drv->name);
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700531
Rafael J. Wysockiddef08d2015-07-27 18:03:58 +0300532 if (dev->parent)
533 pm_runtime_get_sync(dev->parent);
534
Rafael J. Wysocki5e928f72009-08-18 23:38:32 +0200535 pm_runtime_barrier(dev);
Cornelia Huck21c7f302007-02-05 16:15:25 -0800536 ret = really_probe(dev, drv);
Ulf Hanssonfa180eb2013-04-10 17:00:48 +0200537 pm_request_idle(dev);
Greg Kroah-Hartmand7792492006-07-18 10:59:59 -0700538
Rafael J. Wysockiddef08d2015-07-27 18:03:58 +0300539 if (dev->parent)
540 pm_runtime_put(dev->parent);
541
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700542 return ret;
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800543}
544
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700545bool driver_allows_async_probing(struct device_driver *drv)
mochel@digitalimplant.org2287c322005-03-24 10:50:24 -0800546{
Luis R. Rodriguezd173a132015-03-30 16:20:06 -0700547 switch (drv->probe_type) {
548 case PROBE_PREFER_ASYNCHRONOUS:
Luis R. Rodriguezf2411da2015-03-30 16:20:05 -0700549 return true;
550
Luis R. Rodriguezd173a132015-03-30 16:20:06 -0700551 case PROBE_FORCE_SYNCHRONOUS:
552 return false;
Luis R. Rodriguezf2411da2015-03-30 16:20:05 -0700553
Luis R. Rodriguezd173a132015-03-30 16:20:06 -0700554 default:
Dmitry Torokhov80c6e142015-05-21 15:49:37 -0700555 if (module_requested_async_probing(drv->owner))
Luis R. Rodriguezd173a132015-03-30 16:20:06 -0700556 return true;
557
558 return false;
559 }
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700560}
561
562struct device_attach_data {
563 struct device *dev;
564
565 /*
566 * Indicates whether we are are considering asynchronous probing or
567 * not. Only initial binding after device or driver registration
568 * (including deferral processing) may be done asynchronously, the
569 * rest is always synchronous, as we expect it is being done by
570 * request from userspace.
571 */
572 bool check_async;
573
574 /*
575 * Indicates if we are binding synchronous or asynchronous drivers.
576 * When asynchronous probing is enabled we'll execute 2 passes
577 * over drivers: first pass doing synchronous probing and second
578 * doing asynchronous probing (if synchronous did not succeed -
579 * most likely because there was no driver requiring synchronous
580 * probing - and we found asynchronous driver during first pass).
581 * The 2 passes are done because we can't shoot asynchronous
582 * probe for given device and driver from bus_for_each_drv() since
583 * driver pointer is not guaranteed to stay valid once
584 * bus_for_each_drv() iterates to the next driver on the bus.
585 */
586 bool want_async;
587
588 /*
589 * We'll set have_async to 'true' if, while scanning for matching
590 * driver, we'll encounter one that requests asynchronous probing.
591 */
592 bool have_async;
593};
594
595static int __device_attach_driver(struct device_driver *drv, void *_data)
596{
597 struct device_attach_data *data = _data;
598 struct device *dev = data->dev;
599 bool async_allowed;
Tomeu Vizoso656b8032016-02-15 09:25:06 +0100600 int ret;
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700601
602 /*
603 * Check if device has already been claimed. This may
604 * happen with driver loading, device discovery/registration,
605 * and deferred probe processing happens all at once with
606 * multiple threads.
607 */
608 if (dev->driver)
609 return -EBUSY;
Ming Lei49b420a2009-01-21 23:27:47 +0800610
Tomeu Vizoso656b8032016-02-15 09:25:06 +0100611 ret = driver_match_device(drv, dev);
612 if (ret == 0) {
613 /* no match */
Ming Lei49b420a2009-01-21 23:27:47 +0800614 return 0;
Tomeu Vizoso656b8032016-02-15 09:25:06 +0100615 } else if (ret == -EPROBE_DEFER) {
616 dev_dbg(dev, "Device match requests probe deferral\n");
617 driver_deferred_probe_add(dev);
618 } else if (ret < 0) {
619 dev_dbg(dev, "Bus failed to match device: %d", ret);
620 return ret;
621 } /* ret > 0 means positive match */
Ming Lei49b420a2009-01-21 23:27:47 +0800622
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700623 async_allowed = driver_allows_async_probing(drv);
624
625 if (async_allowed)
626 data->have_async = true;
627
628 if (data->check_async && async_allowed != data->want_async)
629 return 0;
630
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700631 return driver_probe_device(drv, dev);
mochel@digitalimplant.org2287c322005-03-24 10:50:24 -0800632}
633
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700634static void __device_attach_async_helper(void *_dev, async_cookie_t cookie)
635{
636 struct device *dev = _dev;
637 struct device_attach_data data = {
638 .dev = dev,
639 .check_async = true,
640 .want_async = true,
641 };
642
643 device_lock(dev);
644
Rafael J. Wysockiddef08d2015-07-27 18:03:58 +0300645 if (dev->parent)
646 pm_runtime_get_sync(dev->parent);
647
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700648 bus_for_each_drv(dev->bus, NULL, &data, __device_attach_driver);
649 dev_dbg(dev, "async probe completed\n");
650
651 pm_request_idle(dev);
652
Rafael J. Wysockiddef08d2015-07-27 18:03:58 +0300653 if (dev->parent)
654 pm_runtime_put(dev->parent);
655
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700656 device_unlock(dev);
657
658 put_device(dev);
659}
660
Dmitry Torokhov802a87f2015-05-20 16:36:31 -0700661static int __device_attach(struct device *dev, bool allow_async)
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700662{
663 int ret = 0;
664
665 device_lock(dev);
666 if (dev->driver) {
Tomeu Vizoso6b9cb422016-01-07 16:46:12 +0100667 if (device_is_bound(dev)) {
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700668 ret = 1;
669 goto out_unlock;
670 }
671 ret = device_bind_driver(dev);
672 if (ret == 0)
673 ret = 1;
674 else {
675 dev->driver = NULL;
676 ret = 0;
677 }
678 } else {
679 struct device_attach_data data = {
680 .dev = dev,
681 .check_async = allow_async,
682 .want_async = false,
683 };
684
Rafael J. Wysockiddef08d2015-07-27 18:03:58 +0300685 if (dev->parent)
686 pm_runtime_get_sync(dev->parent);
687
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700688 ret = bus_for_each_drv(dev->bus, NULL, &data,
689 __device_attach_driver);
690 if (!ret && allow_async && data.have_async) {
691 /*
692 * If we could not find appropriate driver
693 * synchronously and we are allowed to do
694 * async probes and there are drivers that
695 * want to probe asynchronously, we'll
696 * try them.
697 */
698 dev_dbg(dev, "scheduling asynchronous probe\n");
699 get_device(dev);
700 async_schedule(__device_attach_async_helper, dev);
701 } else {
702 pm_request_idle(dev);
703 }
Rafael J. Wysockiddef08d2015-07-27 18:03:58 +0300704
705 if (dev->parent)
706 pm_runtime_put(dev->parent);
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700707 }
708out_unlock:
709 device_unlock(dev);
710 return ret;
711}
712
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800713/**
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800714 * device_attach - try to attach device to a driver.
715 * @dev: device.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800716 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800717 * Walk the list of drivers that the bus has and call
718 * driver_probe_device() for each pair. If a compatible
719 * pair is found, break out and return.
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700720 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800721 * Returns 1 if the device was bound to a driver;
Dmitry Torokhov59a3cd72009-05-05 20:38:28 -0700722 * 0 if no matching driver was found;
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800723 * -ENODEV if the device is not registered.
Alan Sternbf74ad52005-11-17 16:54:12 -0500724 *
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800725 * When called for a USB interface, @dev->parent lock must be held.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800726 */
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800727int device_attach(struct device *dev)
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800728{
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700729 return __device_attach(dev, false);
mochel@digitalimplant.org2287c322005-03-24 10:50:24 -0800730}
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800731EXPORT_SYMBOL_GPL(device_attach);
mochel@digitalimplant.org2287c322005-03-24 10:50:24 -0800732
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700733void device_initial_probe(struct device *dev)
734{
735 __device_attach(dev, true);
736}
737
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800738static int __driver_attach(struct device *dev, void *data)
mochel@digitalimplant.org2287c322005-03-24 10:50:24 -0800739{
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800740 struct device_driver *drv = data;
Tomeu Vizoso656b8032016-02-15 09:25:06 +0100741 int ret;
mochel@digitalimplant.org2287c322005-03-24 10:50:24 -0800742
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700743 /*
744 * Lock device and try to bind to it. We drop the error
745 * here and always return 0, because we need to keep trying
746 * to bind to devices and some drivers will return an error
747 * simply if it didn't support the device.
748 *
749 * driver_probe_device() will spit a warning if there
750 * is an error.
751 */
752
Tomeu Vizoso656b8032016-02-15 09:25:06 +0100753 ret = driver_match_device(drv, dev);
754 if (ret == 0) {
755 /* no match */
Arjan van de Ven6cd49582008-09-14 08:32:06 -0700756 return 0;
Tomeu Vizoso656b8032016-02-15 09:25:06 +0100757 } else if (ret == -EPROBE_DEFER) {
758 dev_dbg(dev, "Device match requests probe deferral\n");
759 driver_deferred_probe_add(dev);
760 } else if (ret < 0) {
761 dev_dbg(dev, "Bus failed to match device: %d", ret);
762 return ret;
763 } /* ret > 0 means positive match */
Arjan van de Ven6cd49582008-09-14 08:32:06 -0700764
Alan Sternbf74ad52005-11-17 16:54:12 -0500765 if (dev->parent) /* Needed for USB */
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800766 device_lock(dev->parent);
767 device_lock(dev);
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700768 if (!dev->driver)
769 driver_probe_device(drv, dev);
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800770 device_unlock(dev);
Alan Sternbf74ad52005-11-17 16:54:12 -0500771 if (dev->parent)
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800772 device_unlock(dev->parent);
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700773
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800774 return 0;
775}
776
777/**
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800778 * driver_attach - try to bind driver to devices.
779 * @drv: driver.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800780 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800781 * Walk the list of devices that the bus has on it and try to
782 * match the driver with each one. If driver_probe_device()
783 * returns 0 and the @dev->driver is set, we've found a
784 * compatible pair.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800785 */
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800786int driver_attach(struct device_driver *drv)
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800787{
Andrew Mortonf86db392006-08-14 22:43:20 -0700788 return bus_for_each_dev(drv->bus, NULL, drv, __driver_attach);
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800789}
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800790EXPORT_SYMBOL_GPL(driver_attach);
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800791
Stefan Richterab71c6f2007-06-17 11:02:12 +0200792/*
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800793 * __device_release_driver() must be called with @dev lock held.
794 * When called for a USB interface, @dev->parent lock must be held as well.
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800795 */
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800796static void __device_release_driver(struct device *dev)
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800797{
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800798 struct device_driver *drv;
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800799
Alan Sternef2c5172007-11-16 11:57:28 -0500800 drv = dev->driver;
Alan Sternc95a6b02005-05-06 15:38:33 -0400801 if (drv) {
Dmitry Torokhov765230b2015-03-30 16:20:04 -0700802 if (driver_allows_async_probing(drv))
803 async_synchronize_full();
804
Rafael J. Wysockie1866b32011-04-29 00:33:45 +0200805 pm_runtime_get_sync(dev);
Rafael J. Wysocki5e928f72009-08-18 23:38:32 +0200806
Kay Sievers1901fb22006-10-07 21:55:55 +0200807 driver_sysfs_remove(dev);
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700808
Benjamin Herrenschmidt116af372006-10-25 13:44:59 +1000809 if (dev->bus)
Greg Kroah-Hartmanc6f7e722007-11-01 19:41:16 -0700810 blocking_notifier_call_chain(&dev->bus->p->bus_notifier,
Benjamin Herrenschmidt116af372006-10-25 13:44:59 +1000811 BUS_NOTIFY_UNBIND_DRIVER,
812 dev);
813
Rafael J. Wysockibaab52d2013-11-07 01:51:15 +0100814 pm_runtime_put_sync(dev);
Rafael J. Wysockie1866b32011-04-29 00:33:45 +0200815
Alan Stern0f836ca2006-03-31 11:52:25 -0500816 if (dev->bus && dev->bus->remove)
Russell King594c8282006-01-05 14:29:51 +0000817 dev->bus->remove(dev);
818 else if (drv->remove)
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700819 drv->remove(dev);
Tejun Heo9ac78492007-01-20 16:00:26 +0900820 devres_release_all(dev);
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700821 dev->driver = NULL;
Hans de Goede0998d062012-05-23 00:09:34 +0200822 dev_set_drvdata(dev, NULL);
Rafael J. Wysockie90d5532015-03-20 13:59:27 +0100823 if (dev->pm_domain && dev->pm_domain->dismiss)
824 dev->pm_domain->dismiss(dev);
Ulf Hansson5de85b92015-11-18 11:48:39 +0100825 pm_runtime_reinit(dev);
Rafael J. Wysockie90d5532015-03-20 13:59:27 +0100826
Greg Kroah-Hartman8940b4f2008-12-16 12:25:49 -0800827 klist_remove(&dev->p->knode_driver);
Tomeu Vizosoaa8e54b2016-01-07 16:46:14 +0100828 device_pm_check_callbacks(dev);
Joerg Roedel309b7d62009-04-24 14:57:00 +0200829 if (dev->bus)
830 blocking_notifier_call_chain(&dev->bus->p->bus_notifier,
831 BUS_NOTIFY_UNBOUND_DRIVER,
832 dev);
Patrick Mochel0d3e5a22005-04-05 23:46:33 -0700833 }
Alan Sternc95a6b02005-05-06 15:38:33 -0400834}
835
Stefan Richterab71c6f2007-06-17 11:02:12 +0200836/**
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800837 * device_release_driver - manually detach device from driver.
838 * @dev: device.
Stefan Richterab71c6f2007-06-17 11:02:12 +0200839 *
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800840 * Manually detach device from driver.
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800841 * When called for a USB interface, @dev->parent lock must be held.
Stefan Richterab71c6f2007-06-17 11:02:12 +0200842 */
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800843void device_release_driver(struct device *dev)
Alan Sternc95a6b02005-05-06 15:38:33 -0400844{
845 /*
846 * If anyone calls device_release_driver() recursively from
847 * within their ->remove callback for the same device, they
848 * will deadlock right here.
849 */
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800850 device_lock(dev);
Alan Sternc95a6b02005-05-06 15:38:33 -0400851 __device_release_driver(dev);
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800852 device_unlock(dev);
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800853}
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800854EXPORT_SYMBOL_GPL(device_release_driver);
mochel@digitalimplant.org94e7b1c52005-03-21 12:25:36 -0800855
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800856/**
857 * driver_detach - detach driver from all devices it controls.
858 * @drv: driver.
859 */
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800860void driver_detach(struct device_driver *drv)
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800861{
Greg Kroah-Hartman8940b4f2008-12-16 12:25:49 -0800862 struct device_private *dev_prv;
Greg Kroah-Hartman4a3ad202008-01-24 22:50:12 -0800863 struct device *dev;
Alan Sternc95a6b02005-05-06 15:38:33 -0400864
865 for (;;) {
Greg Kroah-Hartmane5dd1272007-11-28 15:59:15 -0800866 spin_lock(&drv->p->klist_devices.k_lock);
867 if (list_empty(&drv->p->klist_devices.k_list)) {
868 spin_unlock(&drv->p->klist_devices.k_lock);
Alan Sternc95a6b02005-05-06 15:38:33 -0400869 break;
870 }
Greg Kroah-Hartman8940b4f2008-12-16 12:25:49 -0800871 dev_prv = list_entry(drv->p->klist_devices.k_list.prev,
872 struct device_private,
873 knode_driver.n_node);
874 dev = dev_prv->device;
Alan Sternc95a6b02005-05-06 15:38:33 -0400875 get_device(dev);
Greg Kroah-Hartmane5dd1272007-11-28 15:59:15 -0800876 spin_unlock(&drv->p->klist_devices.k_lock);
Alan Sternc95a6b02005-05-06 15:38:33 -0400877
Alan Sternbf74ad52005-11-17 16:54:12 -0500878 if (dev->parent) /* Needed for USB */
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800879 device_lock(dev->parent);
880 device_lock(dev);
Alan Sternc95a6b02005-05-06 15:38:33 -0400881 if (dev->driver == drv)
882 __device_release_driver(dev);
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800883 device_unlock(dev);
Alan Sternbf74ad52005-11-17 16:54:12 -0500884 if (dev->parent)
Greg Kroah-Hartman8e9394c2010-02-17 10:57:05 -0800885 device_unlock(dev->parent);
Alan Sternc95a6b02005-05-06 15:38:33 -0400886 put_device(dev);
887 }
mochel@digitalimplant.org07e4a3e2005-03-21 10:52:54 -0800888}