blob: 7901d076c1270561f6cd24b0a701686611d89418 [file] [log] [blame]
Oren Weil91f01c62011-05-15 13:43:44 +03001/*
2 *
3 * Intel Management Engine Interface (Intel MEI) Linux driver
Tomas Winkler733ba912012-02-09 19:25:53 +02004 * Copyright (c) 2003-2012, Intel Corporation.
Oren Weil91f01c62011-05-15 13:43:44 +03005 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 */
16
Tomas Winkler40e0b672013-03-27 16:58:30 +020017#include <linux/export.h>
Oren Weil91f01c62011-05-15 13:43:44 +030018#include <linux/sched.h>
19#include <linux/wait.h>
20#include <linux/delay.h>
21
Tomas Winkler4f3afe12012-05-09 16:38:59 +030022#include <linux/mei.h>
Oren Weil91f01c62011-05-15 13:43:44 +030023
Tomas Winkler47a73802012-12-25 19:06:03 +020024#include "mei_dev.h"
Tomas Winkleraafae7e2013-03-11 18:27:03 +020025#include "hbm.h"
Tomas Winkler90e0b5f2013-01-08 23:07:14 +020026#include "client.h"
Tomas Winkler47a73802012-12-25 19:06:03 +020027
Tomas Winklerb210d752012-08-07 00:03:56 +030028const char *mei_dev_state_str(int state)
29{
30#define MEI_DEV_STATE(state) case MEI_DEV_##state: return #state
31 switch (state) {
32 MEI_DEV_STATE(INITIALIZING);
33 MEI_DEV_STATE(INIT_CLIENTS);
34 MEI_DEV_STATE(ENABLED);
Bill Nottingham0cfee512013-04-19 22:01:36 +030035 MEI_DEV_STATE(RESETTING);
Tomas Winklerb210d752012-08-07 00:03:56 +030036 MEI_DEV_STATE(DISABLED);
Tomas Winklerb210d752012-08-07 00:03:56 +030037 MEI_DEV_STATE(POWER_DOWN);
38 MEI_DEV_STATE(POWER_UP);
39 default:
Masanari Iida8b513d02013-05-21 23:13:12 +090040 return "unknown";
Tomas Winklerb210d752012-08-07 00:03:56 +030041 }
42#undef MEI_DEV_STATE
43}
44
Alexander Usyskin1beeb4b2014-09-29 16:31:33 +030045const char *mei_pg_state_str(enum mei_pg_state state)
46{
47#define MEI_PG_STATE(state) case MEI_PG_##state: return #state
48 switch (state) {
49 MEI_PG_STATE(OFF);
50 MEI_PG_STATE(ON);
51 default:
52 return "unknown";
53 }
54#undef MEI_PG_STATE
55}
56
Tomas Winkler33ec0822014-01-12 00:36:09 +020057
58/**
Alexander Usyskina8605ea2014-09-29 16:31:49 +030059 * mei_cancel_work - Cancel mei background jobs
Tomas Winkler33ec0822014-01-12 00:36:09 +020060 *
61 * @dev: the device structure
Tomas Winkler33ec0822014-01-12 00:36:09 +020062 */
63void mei_cancel_work(struct mei_device *dev)
64{
65 cancel_work_sync(&dev->init_work);
66 cancel_work_sync(&dev->reset_work);
67
68 cancel_delayed_work(&dev->timer_work);
69}
70EXPORT_SYMBOL_GPL(mei_cancel_work);
71
72/**
73 * mei_reset - resets host and fw.
74 *
75 * @dev: the device structure
Alexander Usyskince231392014-09-29 16:31:50 +030076 *
77 * Return: 0 on success or < 0 if the reset hasn't succeeded
Tomas Winkler33ec0822014-01-12 00:36:09 +020078 */
79int mei_reset(struct mei_device *dev)
80{
81 enum mei_dev_state state = dev->dev_state;
82 bool interrupts_enabled;
83 int ret;
84
85 if (state != MEI_DEV_INITIALIZING &&
86 state != MEI_DEV_DISABLED &&
87 state != MEI_DEV_POWER_DOWN &&
Alexander Usyskin04dd3662014-03-31 17:59:23 +030088 state != MEI_DEV_POWER_UP) {
89 struct mei_fw_status fw_status;
Tomas Winkler92db1552014-09-29 16:31:37 +030090
Alexander Usyskin04dd3662014-03-31 17:59:23 +030091 mei_fw_status(dev, &fw_status);
Tomas Winkler2bf94cab2014-09-29 16:31:42 +030092 dev_warn(dev->dev,
Alexander Usyskin04dd3662014-03-31 17:59:23 +030093 "unexpected reset: dev_state = %s " FW_STS_FMT "\n",
94 mei_dev_state_str(state), FW_STS_PRM(fw_status));
95 }
Tomas Winkler33ec0822014-01-12 00:36:09 +020096
97 /* we're already in reset, cancel the init timer
98 * if the reset was called due the hbm protocol error
99 * we need to call it before hw start
100 * so the hbm watchdog won't kick in
101 */
102 mei_hbm_idle(dev);
103
104 /* enter reset flow */
105 interrupts_enabled = state != MEI_DEV_POWER_DOWN;
106 dev->dev_state = MEI_DEV_RESETTING;
107
Tomas Winkler6adb8ef2014-01-12 00:36:10 +0200108 dev->reset_count++;
109 if (dev->reset_count > MEI_MAX_CONSEC_RESET) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300110 dev_err(dev->dev, "reset: reached maximal consecutive resets: disabling the device\n");
Tomas Winkler6adb8ef2014-01-12 00:36:10 +0200111 dev->dev_state = MEI_DEV_DISABLED;
112 return -ENODEV;
113 }
114
Tomas Winkler33ec0822014-01-12 00:36:09 +0200115 ret = mei_hw_reset(dev, interrupts_enabled);
116 /* fall through and remove the sw state even if hw reset has failed */
117
118 /* no need to clean up software state in case of power up */
119 if (state != MEI_DEV_INITIALIZING &&
120 state != MEI_DEV_POWER_UP) {
121
122 /* remove all waiting requests */
123 mei_cl_all_write_clear(dev);
124
125 mei_cl_all_disconnect(dev);
126
127 /* wake up all readers and writers so they can be interrupted */
128 mei_cl_all_wakeup(dev);
129
130 /* remove entry if already in list */
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300131 dev_dbg(dev->dev, "remove iamthif and wd from the file list.\n");
Tomas Winkler33ec0822014-01-12 00:36:09 +0200132 mei_cl_unlink(&dev->wd_cl);
133 mei_cl_unlink(&dev->iamthif_cl);
134 mei_amthif_reset_params(dev);
Tomas Winkler33ec0822014-01-12 00:36:09 +0200135 }
136
Tomas Winkler84b32942014-05-07 16:51:28 +0300137 mei_hbm_reset(dev);
Tomas Winkler33ec0822014-01-12 00:36:09 +0200138
Tomas Winkler33ec0822014-01-12 00:36:09 +0200139 dev->rd_msg_hdr = 0;
140 dev->wd_pending = false;
141
142 if (ret) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300143 dev_err(dev->dev, "hw_reset failed ret = %d\n", ret);
Tomas Winkler33ec0822014-01-12 00:36:09 +0200144 return ret;
145 }
146
147 if (state == MEI_DEV_POWER_DOWN) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300148 dev_dbg(dev->dev, "powering down: end of reset\n");
Tomas Winkler33ec0822014-01-12 00:36:09 +0200149 dev->dev_state = MEI_DEV_DISABLED;
150 return 0;
151 }
152
153 ret = mei_hw_start(dev);
154 if (ret) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300155 dev_err(dev->dev, "hw_start failed ret = %d\n", ret);
Tomas Winkler33ec0822014-01-12 00:36:09 +0200156 return ret;
157 }
158
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300159 dev_dbg(dev->dev, "link is established start sending messages.\n");
Tomas Winkler33ec0822014-01-12 00:36:09 +0200160
161 dev->dev_state = MEI_DEV_INIT_CLIENTS;
162 ret = mei_hbm_start_req(dev);
163 if (ret) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300164 dev_err(dev->dev, "hbm_start failed ret = %d\n", ret);
Tomas Winkler7d93e582014-01-14 23:10:10 +0200165 dev->dev_state = MEI_DEV_RESETTING;
Tomas Winkler33ec0822014-01-12 00:36:09 +0200166 return ret;
167 }
168
169 return 0;
170}
171EXPORT_SYMBOL_GPL(mei_reset);
172
Oren Weil91f01c62011-05-15 13:43:44 +0300173/**
Tomas Winklerc4d589b2013-03-27 16:58:28 +0200174 * mei_start - initializes host and fw to start work.
Oren Weil91f01c62011-05-15 13:43:44 +0300175 *
176 * @dev: the device structure
177 *
Alexander Usyskina8605ea2014-09-29 16:31:49 +0300178 * Return: 0 on success, <0 on failure.
Oren Weil91f01c62011-05-15 13:43:44 +0300179 */
Tomas Winklerc4d589b2013-03-27 16:58:28 +0200180int mei_start(struct mei_device *dev)
Oren Weil91f01c62011-05-15 13:43:44 +0300181{
Tomas Winkler7d93e582014-01-14 23:10:10 +0200182 int ret;
Tomas Winkler92db1552014-09-29 16:31:37 +0300183
Oren Weil91f01c62011-05-15 13:43:44 +0300184 mutex_lock(&dev->device_lock);
185
Tomas Winkler33ec0822014-01-12 00:36:09 +0200186 /* acknowledge interrupt and stop interrupts */
Tomas Winkler3a65dd42012-12-25 19:06:06 +0200187 mei_clear_interrupts(dev);
Oren Weil91f01c62011-05-15 13:43:44 +0300188
Tomas Winklere7e0c232013-01-08 23:07:31 +0200189 mei_hw_config(dev);
Tomas Winkler24aadc82012-06-25 23:46:27 +0300190
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300191 dev_dbg(dev->dev, "reset in start the mei device.\n");
Oren Weil91f01c62011-05-15 13:43:44 +0300192
Tomas Winkler6adb8ef2014-01-12 00:36:10 +0200193 dev->reset_count = 0;
Tomas Winkler7d93e582014-01-14 23:10:10 +0200194 do {
195 dev->dev_state = MEI_DEV_INITIALIZING;
196 ret = mei_reset(dev);
Tomas Winkler33ec0822014-01-12 00:36:09 +0200197
Tomas Winkler7d93e582014-01-14 23:10:10 +0200198 if (ret == -ENODEV || dev->dev_state == MEI_DEV_DISABLED) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300199 dev_err(dev->dev, "reset failed ret = %d", ret);
Tomas Winkler7d93e582014-01-14 23:10:10 +0200200 goto err;
201 }
202 } while (ret);
203
204 /* we cannot start the device w/o hbm start message completed */
Tomas Winkler33ec0822014-01-12 00:36:09 +0200205 if (dev->dev_state == MEI_DEV_DISABLED) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300206 dev_err(dev->dev, "reset failed");
Tomas Winkler33ec0822014-01-12 00:36:09 +0200207 goto err;
208 }
Oren Weil91f01c62011-05-15 13:43:44 +0300209
Tomas Winkler9b0d5ef2013-04-18 23:03:48 +0300210 if (mei_hbm_start_wait(dev)) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300211 dev_err(dev->dev, "HBM haven't started");
Tomas Winklere7e0c232013-01-08 23:07:31 +0200212 goto err;
Oren Weil91f01c62011-05-15 13:43:44 +0300213 }
214
Tomas Winklere7e0c232013-01-08 23:07:31 +0200215 if (!mei_host_is_ready(dev)) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300216 dev_err(dev->dev, "host is not ready.\n");
Tomas Winklere7e0c232013-01-08 23:07:31 +0200217 goto err;
218 }
Oren Weil91f01c62011-05-15 13:43:44 +0300219
Tomas Winkler827eef52013-02-06 14:06:41 +0200220 if (!mei_hw_is_ready(dev)) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300221 dev_err(dev->dev, "ME is not ready.\n");
Tomas Winklere7e0c232013-01-08 23:07:31 +0200222 goto err;
Oren Weil91f01c62011-05-15 13:43:44 +0300223 }
224
Tomas Winkler2c9b48a2013-06-16 09:16:31 +0300225 if (!mei_hbm_version_is_supported(dev)) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300226 dev_dbg(dev->dev, "MEI start failed.\n");
Tomas Winklere7e0c232013-01-08 23:07:31 +0200227 goto err;
Oren Weil91f01c62011-05-15 13:43:44 +0300228 }
229
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300230 dev_dbg(dev->dev, "link layer has been established.\n");
Oren Weil91f01c62011-05-15 13:43:44 +0300231
Oren Weil91f01c62011-05-15 13:43:44 +0300232 mutex_unlock(&dev->device_lock);
Tomas Winklere7e0c232013-01-08 23:07:31 +0200233 return 0;
234err:
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300235 dev_err(dev->dev, "link layer initialization failed.\n");
Tomas Winklere7e0c232013-01-08 23:07:31 +0200236 dev->dev_state = MEI_DEV_DISABLED;
237 mutex_unlock(&dev->device_lock);
238 return -ENODEV;
Oren Weil91f01c62011-05-15 13:43:44 +0300239}
Tomas Winkler40e0b672013-03-27 16:58:30 +0200240EXPORT_SYMBOL_GPL(mei_start);
Oren Weil91f01c62011-05-15 13:43:44 +0300241
Tomas Winkler544f9462014-01-08 20:19:21 +0200242/**
Tomas Winkler33ec0822014-01-12 00:36:09 +0200243 * mei_restart - restart device after suspend
Tomas Winkler544f9462014-01-08 20:19:21 +0200244 *
245 * @dev: the device structure
Oren Weil91f01c62011-05-15 13:43:44 +0300246 *
Alexander Usyskina8605ea2014-09-29 16:31:49 +0300247 * Return: 0 on success or -ENODEV if the restart hasn't succeeded
Oren Weil91f01c62011-05-15 13:43:44 +0300248 */
Tomas Winkler33ec0822014-01-12 00:36:09 +0200249int mei_restart(struct mei_device *dev)
Oren Weil91f01c62011-05-15 13:43:44 +0300250{
Tomas Winkler33ec0822014-01-12 00:36:09 +0200251 int err;
Oren Weil91f01c62011-05-15 13:43:44 +0300252
Tomas Winkler33ec0822014-01-12 00:36:09 +0200253 mutex_lock(&dev->device_lock);
Oren Weil91f01c62011-05-15 13:43:44 +0300254
Tomas Winkler33ec0822014-01-12 00:36:09 +0200255 mei_clear_interrupts(dev);
Alexander Usyskinf931f4f2013-10-21 22:05:43 +0300256
Tomas Winkler33ec0822014-01-12 00:36:09 +0200257 dev->dev_state = MEI_DEV_POWER_UP;
Tomas Winkler6adb8ef2014-01-12 00:36:10 +0200258 dev->reset_count = 0;
Tomas Winkler66ae4602014-01-08 20:19:22 +0200259
Tomas Winkler33ec0822014-01-12 00:36:09 +0200260 err = mei_reset(dev);
Oren Weil91f01c62011-05-15 13:43:44 +0300261
Tomas Winkler33ec0822014-01-12 00:36:09 +0200262 mutex_unlock(&dev->device_lock);
Oren Weil91f01c62011-05-15 13:43:44 +0300263
Tomas Winkler7d93e582014-01-14 23:10:10 +0200264 if (err == -ENODEV || dev->dev_state == MEI_DEV_DISABLED) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300265 dev_err(dev->dev, "device disabled = %d\n", err);
Tomas Winkler33ec0822014-01-12 00:36:09 +0200266 return -ENODEV;
Tomas Winkler7d93e582014-01-14 23:10:10 +0200267 }
268
269 /* try to start again */
270 if (err)
271 schedule_work(&dev->reset_work);
272
Oren Weil91f01c62011-05-15 13:43:44 +0300273
Tomas Winkler33ec0822014-01-12 00:36:09 +0200274 return 0;
Oren Weil91f01c62011-05-15 13:43:44 +0300275}
Tomas Winkler33ec0822014-01-12 00:36:09 +0200276EXPORT_SYMBOL_GPL(mei_restart);
277
Tomas Winkler544f9462014-01-08 20:19:21 +0200278static void mei_reset_work(struct work_struct *work)
279{
280 struct mei_device *dev =
281 container_of(work, struct mei_device, reset_work);
Tomas Winkler7d93e582014-01-14 23:10:10 +0200282 int ret;
Tomas Winkler544f9462014-01-08 20:19:21 +0200283
284 mutex_lock(&dev->device_lock);
285
Tomas Winkler7d93e582014-01-14 23:10:10 +0200286 ret = mei_reset(dev);
Tomas Winkler544f9462014-01-08 20:19:21 +0200287
288 mutex_unlock(&dev->device_lock);
Tomas Winkler33ec0822014-01-12 00:36:09 +0200289
Tomas Winkler7d93e582014-01-14 23:10:10 +0200290 if (dev->dev_state == MEI_DEV_DISABLED) {
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300291 dev_err(dev->dev, "device disabled = %d\n", ret);
Tomas Winkler7d93e582014-01-14 23:10:10 +0200292 return;
293 }
294
295 /* retry reset in case of failure */
296 if (ret)
297 schedule_work(&dev->reset_work);
Tomas Winkler544f9462014-01-08 20:19:21 +0200298}
299
Tomas Winkler7cb035d2013-03-10 13:56:08 +0200300void mei_stop(struct mei_device *dev)
301{
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300302 dev_dbg(dev->dev, "stopping the device.\n");
Tomas Winkler7cb035d2013-03-10 13:56:08 +0200303
Tomas Winklerdc844b02013-11-11 13:26:06 +0200304 mei_cancel_work(dev);
305
306 mei_nfc_host_exit(dev);
Samuel Ortiz5e85b362013-06-10 10:10:25 +0300307
Tomas Winkler48705692014-02-17 15:13:19 +0200308 mei_cl_bus_remove_devices(dev);
309
Tomas Winkler7cb035d2013-03-10 13:56:08 +0200310 mutex_lock(&dev->device_lock);
311
Tomas Winkler7cb035d2013-03-10 13:56:08 +0200312 mei_wd_stop(dev);
313
314 dev->dev_state = MEI_DEV_POWER_DOWN;
Tomas Winkler33ec0822014-01-12 00:36:09 +0200315 mei_reset(dev);
Tomas Winkler7cb035d2013-03-10 13:56:08 +0200316
317 mutex_unlock(&dev->device_lock);
318
Tomas Winkler2e647122013-03-27 16:58:26 +0200319 mei_watchdog_unregister(dev);
Tomas Winkler7cb035d2013-03-10 13:56:08 +0200320}
Tomas Winkler40e0b672013-03-27 16:58:30 +0200321EXPORT_SYMBOL_GPL(mei_stop);
Oren Weil91f01c62011-05-15 13:43:44 +0300322
Tomas Winklera532bbe2014-03-18 22:52:01 +0200323/**
324 * mei_write_is_idle - check if the write queues are idle
325 *
326 * @dev: the device structure
327 *
Alexander Usyskina8605ea2014-09-29 16:31:49 +0300328 * Return: true of there is no pending write
Tomas Winklera532bbe2014-03-18 22:52:01 +0200329 */
330bool mei_write_is_idle(struct mei_device *dev)
331{
332 bool idle = (dev->dev_state == MEI_DEV_ENABLED &&
333 list_empty(&dev->ctrl_wr_list.list) &&
334 list_empty(&dev->write_list.list));
Samuel Ortizc1174c02012-11-18 15:13:20 +0200335
Tomas Winkler2bf94cab2014-09-29 16:31:42 +0300336 dev_dbg(dev->dev, "write pg: is idle[%d] state=%s ctrl=%d write=%d\n",
Tomas Winklera532bbe2014-03-18 22:52:01 +0200337 idle,
338 mei_dev_state_str(dev->dev_state),
339 list_empty(&dev->ctrl_wr_list.list),
340 list_empty(&dev->write_list.list));
341
342 return idle;
343}
344EXPORT_SYMBOL_GPL(mei_write_is_idle);
Oren Weil91f01c62011-05-15 13:43:44 +0300345
Tomas Winkler3a7e9b62014-09-29 16:31:41 +0300346/**
347 * mei_device_init -- initialize mei_device structure
348 *
349 * @dev: the mei device
350 * @device: the device structure
351 * @hw_ops: hw operations
352 */
353void mei_device_init(struct mei_device *dev,
354 struct device *device,
355 const struct mei_hw_ops *hw_ops)
Tomas Winkler544f9462014-01-08 20:19:21 +0200356{
357 /* setup our list array */
358 INIT_LIST_HEAD(&dev->file_list);
359 INIT_LIST_HEAD(&dev->device_list);
Tomas Winkler5ca2d382014-08-21 14:29:13 +0300360 INIT_LIST_HEAD(&dev->me_clients);
Tomas Winkler544f9462014-01-08 20:19:21 +0200361 mutex_init(&dev->device_lock);
362 init_waitqueue_head(&dev->wait_hw_ready);
Tomas Winkler4fcbc992014-03-18 22:51:55 +0200363 init_waitqueue_head(&dev->wait_pg);
Alexander Usyskincb02efc2014-08-21 14:29:19 +0300364 init_waitqueue_head(&dev->wait_hbm_start);
Tomas Winkler544f9462014-01-08 20:19:21 +0200365 init_waitqueue_head(&dev->wait_stop_wd);
366 dev->dev_state = MEI_DEV_INITIALIZING;
Tomas Winkler6adb8ef2014-01-12 00:36:10 +0200367 dev->reset_count = 0;
Tomas Winkler544f9462014-01-08 20:19:21 +0200368
369 mei_io_list_init(&dev->read_list);
370 mei_io_list_init(&dev->write_list);
371 mei_io_list_init(&dev->write_waiting_list);
372 mei_io_list_init(&dev->ctrl_wr_list);
373 mei_io_list_init(&dev->ctrl_rd_list);
374
375 INIT_DELAYED_WORK(&dev->timer_work, mei_timer);
376 INIT_WORK(&dev->init_work, mei_host_client_init);
377 INIT_WORK(&dev->reset_work, mei_reset_work);
378
379 INIT_LIST_HEAD(&dev->wd_cl.link);
380 INIT_LIST_HEAD(&dev->iamthif_cl.link);
381 mei_io_list_init(&dev->amthif_cmd_list);
382 mei_io_list_init(&dev->amthif_rd_complete_list);
383
384 bitmap_zero(dev->host_clients_map, MEI_CLIENTS_MAX);
385 dev->open_handle_count = 0;
386
387 /*
388 * Reserving the first client ID
389 * 0: Reserved for MEI Bus Message communications
390 */
391 bitmap_set(dev->host_clients_map, 0, 1);
Tomas Winkler964a2332014-03-18 22:51:59 +0200392
393 dev->pg_event = MEI_PG_EVENT_IDLE;
Tomas Winkler3a7e9b62014-09-29 16:31:41 +0300394 dev->ops = hw_ops;
395 dev->dev = device;
Tomas Winkler544f9462014-01-08 20:19:21 +0200396}
397EXPORT_SYMBOL_GPL(mei_device_init);
398