blob: 704695a61645cd53cec5db7cb5b43eff3de55ece [file] [log] [blame]
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -06001/*******************************************************************************
2 *
3 * Intel Ethernet Controller XL710 Family Linux Driver
Jacob Keller59e331e2017-06-07 05:43:03 -04004 * Copyright(c) 2013 - 2017 Intel Corporation.
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -06005 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 * You should have received a copy of the GNU General Public License along
16 * with this program. If not, see <http://www.gnu.org/licenses/>.
17 *
18 * The full GNU General Public License is included in this distribution in
19 * the file called "COPYING".
20 *
21 * Contact Information:
22 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
23 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
24 *
25 ******************************************************************************/
26
27#include <linux/list.h>
28#include <linux/errno.h>
29
30#include "i40e.h"
31#include "i40e_prototype.h"
32#include "i40e_client.h"
33
34static const char i40e_client_interface_version_str[] = I40E_CLIENT_VERSION_STR;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -080035static struct i40e_client *registered_client;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -060036static LIST_HEAD(i40e_devices);
37static DEFINE_MUTEX(i40e_device_mutex);
38
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -060039static int i40e_client_virtchnl_send(struct i40e_info *ldev,
40 struct i40e_client *client,
41 u32 vf_id, u8 *msg, u16 len);
42
43static int i40e_client_setup_qvlist(struct i40e_info *ldev,
44 struct i40e_client *client,
45 struct i40e_qvlist_info *qvlist_info);
46
47static void i40e_client_request_reset(struct i40e_info *ldev,
48 struct i40e_client *client,
49 u32 reset_level);
50
51static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
52 struct i40e_client *client,
53 bool is_vf, u32 vf_id,
54 u32 flag, u32 valid_flag);
55
56static struct i40e_ops i40e_lan_ops = {
57 .virtchnl_send = i40e_client_virtchnl_send,
58 .setup_qvlist = i40e_client_setup_qvlist,
59 .request_reset = i40e_client_request_reset,
60 .update_vsi_ctxt = i40e_client_update_vsi_ctxt,
61};
62
63/**
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -060064 * i40e_client_get_params - Get the params that can change at runtime
65 * @vsi: the VSI with the message
66 * @param: clinet param struct
67 *
68 **/
69static
70int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params)
71{
72 struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config;
73 int i = 0;
74
75 for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) {
76 u8 tc = dcb_cfg->etscfg.prioritytable[i];
77 u16 qs_handle;
78
79 /* If TC is not enabled for VSI use TC0 for UP */
80 if (!(vsi->tc_config.enabled_tc & BIT(tc)))
81 tc = 0;
82
83 qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]);
84 params->qos.prio_qos[i].tc = tc;
85 params->qos.prio_qos[i].qs_handle = qs_handle;
86 if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) {
87 dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n",
88 tc, vsi->id);
89 return -EINVAL;
90 }
91 }
92
93 params->mtu = vsi->netdev->mtu;
94 return 0;
95}
96
97/**
98 * i40e_notify_client_of_vf_msg - call the client vf message callback
99 * @vsi: the VSI with the message
100 * @vf_id: the absolute VF id that sent the message
101 * @msg: message buffer
102 * @len: length of the message
103 *
104 * If there is a client to this VSI, call the client
105 **/
106void
107i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len)
108{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800109 struct i40e_pf *pf = vsi->back;
110 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600111
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800112 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600113 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800114 if (!cdev->client->ops || !cdev->client->ops->virtchnl_receive) {
115 dev_dbg(&pf->pdev->dev,
116 "Cannot locate client instance virtual channel receive routine\n");
117 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600118 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800119 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
120 dev_dbg(&pf->pdev->dev, "Client is not open, abort virtchnl_receive\n");
121 return;
122 }
123 cdev->client->ops->virtchnl_receive(&cdev->lan_info, cdev->client,
124 vf_id, msg, len);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600125}
126
127/**
128 * i40e_notify_client_of_l2_param_changes - call the client notify callback
129 * @vsi: the VSI with l2 param changes
130 *
131 * If there is a client to this VSI, call the client
132 **/
133void i40e_notify_client_of_l2_param_changes(struct i40e_vsi *vsi)
134{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800135 struct i40e_pf *pf = vsi->back;
136 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600137 struct i40e_params params;
138
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800139 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600140 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800141 if (!cdev->client->ops || !cdev->client->ops->l2_param_change) {
142 dev_dbg(&vsi->back->pdev->dev,
143 "Cannot locate client instance l2_param_change routine\n");
144 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600145 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800146 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
147 dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort l2 param change\n");
148 return;
149 }
Jacob Keller7be147d2017-03-20 16:45:35 -0700150 memset(&params, 0, sizeof(params));
151 i40e_client_get_params(vsi, &params);
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800152 memcpy(&cdev->lan_info.params, &params, sizeof(struct i40e_params));
153 cdev->client->ops->l2_param_change(&cdev->lan_info, cdev->client,
154 &params);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600155}
156
157/**
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800158 * i40e_client_release_qvlist - release MSI-X vector mapping for client
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600159 * @ldev: pointer to L2 context.
160 *
161 **/
162static void i40e_client_release_qvlist(struct i40e_info *ldev)
163{
164 struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info;
165 u32 i;
166
167 if (!ldev->qvlist_info)
168 return;
169
170 for (i = 0; i < qvlist_info->num_vectors; i++) {
171 struct i40e_pf *pf = ldev->pf;
172 struct i40e_qv_info *qv_info;
173 u32 reg_idx;
174
175 qv_info = &qvlist_info->qv_info[i];
176 if (!qv_info)
177 continue;
178 reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1);
179 wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
180 }
181 kfree(ldev->qvlist_info);
182 ldev->qvlist_info = NULL;
183}
184
185/**
186 * i40e_notify_client_of_netdev_close - call the client close callback
187 * @vsi: the VSI with netdev closed
188 * @reset: true when close called due to a reset pending
189 *
190 * If there is a client to this netdev, call the client with close
191 **/
192void i40e_notify_client_of_netdev_close(struct i40e_vsi *vsi, bool reset)
193{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800194 struct i40e_pf *pf = vsi->back;
195 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600196
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800197 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600198 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800199 if (!cdev->client->ops || !cdev->client->ops->close) {
200 dev_dbg(&vsi->back->pdev->dev,
201 "Cannot locate client instance close routine\n");
202 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600203 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800204 cdev->client->ops->close(&cdev->lan_info, cdev->client, reset);
205 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
206 i40e_client_release_qvlist(&cdev->lan_info);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600207}
208
209/**
210 * i40e_notify_client_of_vf_reset - call the client vf reset callback
211 * @pf: PF device pointer
212 * @vf_id: asolute id of VF being reset
213 *
214 * If there is a client attached to this PF, notify when a VF is reset
215 **/
216void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id)
217{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800218 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600219
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800220 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600221 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800222 if (!cdev->client->ops || !cdev->client->ops->vf_reset) {
223 dev_dbg(&pf->pdev->dev,
224 "Cannot locate client instance VF reset routine\n");
225 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600226 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800227 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
228 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-reset\n");
229 return;
230 }
231 cdev->client->ops->vf_reset(&cdev->lan_info, cdev->client, vf_id);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600232}
233
234/**
235 * i40e_notify_client_of_vf_enable - call the client vf notification callback
236 * @pf: PF device pointer
237 * @num_vfs: the number of VFs currently enabled, 0 for disable
238 *
239 * If there is a client attached to this PF, call its VF notification routine
240 **/
241void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs)
242{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800243 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600244
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800245 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600246 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800247 if (!cdev->client->ops || !cdev->client->ops->vf_enable) {
248 dev_dbg(&pf->pdev->dev,
249 "Cannot locate client instance VF enable routine\n");
250 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600251 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800252 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
253 &cdev->state)) {
254 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-enable\n");
255 return;
256 }
257 cdev->client->ops->vf_enable(&cdev->lan_info, cdev->client, num_vfs);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600258}
259
260/**
261 * i40e_vf_client_capable - ask the client if it likes the specified VF
262 * @pf: PF device pointer
263 * @vf_id: the VF in question
264 *
265 * If there is a client of the specified type attached to this PF, call
266 * its vf_capable routine
267 **/
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800268int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600269{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800270 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600271 int capable = false;
272
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800273 if (!cdev || !cdev->client)
274 goto out;
275 if (!cdev->client->ops || !cdev->client->ops->vf_capable) {
Jacob Keller59e331e2017-06-07 05:43:03 -0400276 dev_dbg(&pf->pdev->dev,
277 "Cannot locate client instance VF capability routine\n");
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800278 goto out;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600279 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800280 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state))
281 goto out;
282
283 capable = cdev->client->ops->vf_capable(&cdev->lan_info,
284 cdev->client,
285 vf_id);
286out:
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600287 return capable;
288}
289
Shiraz Saleemddbb8d52018-03-19 09:28:03 -0700290void i40e_client_update_msix_info(struct i40e_pf *pf)
291{
292 struct i40e_client_instance *cdev = pf->cinst;
293
294 if (!cdev || !cdev->client)
295 return;
296
297 cdev->lan_info.msix_count = pf->num_iwarp_msix;
298 cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
299}
300
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600301/**
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600302 * i40e_client_add_instance - add a client instance struct to the instance list
303 * @pf: pointer to the board struct
304 * @client: pointer to a client struct in the client list.
Anjali Singhai Jainf38ff2e2016-08-24 17:51:53 -0700305 * @existing: if there was already an existing instance
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600306 *
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600307 **/
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800308static void i40e_client_add_instance(struct i40e_pf *pf)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600309{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800310 struct i40e_client_instance *cdev = NULL;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600311 struct netdev_hw_addr *mac = NULL;
312 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
313
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800314 if (!registered_client || pf->cinst)
315 return;
316
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600317 cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
318 if (!cdev)
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800319 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600320
321 cdev->lan_info.pf = (void *)pf;
322 cdev->lan_info.netdev = vsi->netdev;
323 cdev->lan_info.pcidev = pf->pdev;
324 cdev->lan_info.fid = pf->hw.pf_id;
325 cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF;
326 cdev->lan_info.hw_addr = pf->hw.hw_addr;
327 cdev->lan_info.ops = &i40e_lan_ops;
328 cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR;
329 cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR;
330 cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD;
331 cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver;
332 cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver;
333 cdev->lan_info.fw_build = pf->hw.aq.fw_build;
334 set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state);
335
336 if (i40e_client_get_params(vsi, &cdev->lan_info.params)) {
337 kfree(cdev);
338 cdev = NULL;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800339 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600340 }
341
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600342 mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list,
343 struct netdev_hw_addr, list);
344 if (mac)
345 ether_addr_copy(cdev->lan_info.lanmac, mac->addr);
346 else
347 dev_err(&pf->pdev->dev, "MAC address list is empty!\n");
348
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800349 cdev->client = registered_client;
350 pf->cinst = cdev;
Shiraz Saleemddbb8d52018-03-19 09:28:03 -0700351
352 i40e_client_update_msix_info(pf);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600353}
354
355/**
356 * i40e_client_del_instance - removes a client instance from the list
357 * @pf: pointer to the board struct
358 *
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600359 **/
360static
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800361void i40e_client_del_instance(struct i40e_pf *pf)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600362{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800363 kfree(pf->cinst);
364 pf->cinst = NULL;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600365}
366
367/**
368 * i40e_client_subtask - client maintenance work
369 * @pf: board private structure
370 **/
371void i40e_client_subtask(struct i40e_pf *pf)
372{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800373 struct i40e_client *client = registered_client;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600374 struct i40e_client_instance *cdev;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800375 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600376 int ret = 0;
377
378 if (!(pf->flags & I40E_FLAG_SERVICE_CLIENT_REQUESTED))
379 return;
380 pf->flags &= ~I40E_FLAG_SERVICE_CLIENT_REQUESTED;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800381 cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600382
383 /* If we're down or resetting, just bail */
Jacob Keller0da36b92017-04-19 09:25:55 -0400384 if (test_bit(__I40E_DOWN, pf->state) ||
385 test_bit(__I40E_CONFIG_BUSY, pf->state))
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600386 return;
387
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800388 if (!client || !cdev)
389 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600390
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500391 /* Here we handle client opens. If the client is down, and
392 * the netdev is registered, then open the client.
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800393 */
394 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500395 if (vsi->netdev_registered &&
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800396 client->ops && client->ops->open) {
397 set_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
398 ret = client->ops->open(&cdev->lan_info, client);
399 if (ret) {
400 /* Remove failed client instance */
401 clear_bit(__I40E_CLIENT_INSTANCE_OPENED,
402 &cdev->state);
403 i40e_client_del_instance(pf);
Carolyn Wybornyc73d2e82016-09-14 16:24:31 -0700404 }
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600405 }
406 }
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500407
408 /* enable/disable PE TCP_ENA flag based on netdev down/up
409 */
410 if (test_bit(__I40E_VSI_DOWN, vsi->state))
411 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
412 0, 0, 0,
413 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
414 else
415 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
416 0, 0,
417 I40E_CLIENT_VSI_FLAG_TCP_ENABLE,
418 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600419}
420
421/**
422 * i40e_lan_add_device - add a lan device struct to the list of lan devices
423 * @pf: pointer to the board struct
424 *
425 * Returns 0 on success or none 0 on error
426 **/
427int i40e_lan_add_device(struct i40e_pf *pf)
428{
429 struct i40e_device *ldev;
430 int ret = 0;
431
432 mutex_lock(&i40e_device_mutex);
433 list_for_each_entry(ldev, &i40e_devices, list) {
434 if (ldev->pf == pf) {
435 ret = -EEXIST;
436 goto out;
437 }
438 }
439 ldev = kzalloc(sizeof(*ldev), GFP_KERNEL);
440 if (!ldev) {
441 ret = -ENOMEM;
442 goto out;
443 }
444 ldev->pf = pf;
445 INIT_LIST_HEAD(&ldev->list);
446 list_add(&ldev->list, &i40e_devices);
Sudheer Mogilappagarib3f028f2017-02-09 23:58:22 -0800447 dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
448 pf->hw.pf_id, pf->hw.bus.bus_id,
449 pf->hw.bus.device, pf->hw.bus.func);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600450
Mitch Williams8090f612017-03-30 00:46:07 -0700451 /* If a client has already been registered, we need to add an instance
452 * of it to our new LAN device.
453 */
454 if (registered_client)
455 i40e_client_add_instance(pf);
456
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600457 /* Since in some cases register may have happened before a device gets
Anjali Singhai Jainf38ff2e2016-08-24 17:51:53 -0700458 * added, we can schedule a subtask to go initiate the clients if
459 * they can be launched at probe time.
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600460 */
461 pf->flags |= I40E_FLAG_SERVICE_CLIENT_REQUESTED;
462 i40e_service_event_schedule(pf);
463
464out:
465 mutex_unlock(&i40e_device_mutex);
466 return ret;
467}
468
469/**
470 * i40e_lan_del_device - removes a lan device from the device list
471 * @pf: pointer to the board struct
472 *
473 * Returns 0 on success or non-0 on error
474 **/
475int i40e_lan_del_device(struct i40e_pf *pf)
476{
477 struct i40e_device *ldev, *tmp;
478 int ret = -ENODEV;
479
Mitch Williams295c0a52017-03-30 00:46:06 -0700480 /* First, remove any client instance. */
481 i40e_client_del_instance(pf);
482
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600483 mutex_lock(&i40e_device_mutex);
484 list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) {
485 if (ldev->pf == pf) {
Sudheer Mogilappagarib3f028f2017-02-09 23:58:22 -0800486 dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
487 pf->hw.pf_id, pf->hw.bus.bus_id,
488 pf->hw.bus.device, pf->hw.bus.func);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600489 list_del(&ldev->list);
490 kfree(ldev);
491 ret = 0;
492 break;
493 }
494 }
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600495 mutex_unlock(&i40e_device_mutex);
496 return ret;
497}
498
499/**
500 * i40e_client_release - release client specific resources
501 * @client: pointer to the registered client
502 *
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600503 **/
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800504static void i40e_client_release(struct i40e_client *client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600505{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800506 struct i40e_client_instance *cdev;
507 struct i40e_device *ldev;
Harshitha Ramamurthy682d11d2016-08-15 14:17:19 -0700508 struct i40e_pf *pf;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600509
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800510 mutex_lock(&i40e_device_mutex);
511 list_for_each_entry(ldev, &i40e_devices, list) {
512 pf = ldev->pf;
513 cdev = pf->cinst;
514 if (!cdev)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600515 continue;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800516
517 while (test_and_set_bit(__I40E_SERVICE_SCHED,
Jacob Keller0da36b92017-04-19 09:25:55 -0400518 pf->state))
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800519 usleep_range(500, 1000);
520
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600521 if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600522 if (client->ops && client->ops->close)
523 client->ops->close(&cdev->lan_info, client,
524 false);
525 i40e_client_release_qvlist(&cdev->lan_info);
526 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
527
528 dev_warn(&pf->pdev->dev,
529 "Client %s instance for PF id %d closed\n",
530 client->name, pf->hw.pf_id);
531 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800532 /* delete the client instance */
533 i40e_client_del_instance(pf);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600534 dev_info(&pf->pdev->dev, "Deleted client instance of Client %s\n",
535 client->name);
Jacob Keller0da36b92017-04-19 09:25:55 -0400536 clear_bit(__I40E_SERVICE_SCHED, pf->state);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600537 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800538 mutex_unlock(&i40e_device_mutex);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600539}
540
541/**
542 * i40e_client_prepare - prepare client specific resources
543 * @client: pointer to the registered client
544 *
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600545 **/
Mitch Williams3bb83ba2017-02-09 23:46:50 -0800546static void i40e_client_prepare(struct i40e_client *client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600547{
548 struct i40e_device *ldev;
549 struct i40e_pf *pf;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600550
551 mutex_lock(&i40e_device_mutex);
552 list_for_each_entry(ldev, &i40e_devices, list) {
553 pf = ldev->pf;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800554 i40e_client_add_instance(pf);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600555 /* Start the client subtask */
556 pf->flags |= I40E_FLAG_SERVICE_CLIENT_REQUESTED;
557 i40e_service_event_schedule(pf);
558 }
559 mutex_unlock(&i40e_device_mutex);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600560}
561
562/**
563 * i40e_client_virtchnl_send - TBD
564 * @ldev: pointer to L2 context
565 * @client: Client pointer
566 * @vf_id: absolute VF identifier
567 * @msg: message buffer
568 * @len: length of message buffer
569 *
570 * Return 0 on success or < 0 on error
571 **/
572static int i40e_client_virtchnl_send(struct i40e_info *ldev,
573 struct i40e_client *client,
574 u32 vf_id, u8 *msg, u16 len)
575{
576 struct i40e_pf *pf = ldev->pf;
577 struct i40e_hw *hw = &pf->hw;
578 i40e_status err;
579
Jesse Brandeburg310a2ad2017-05-11 11:23:11 -0700580 err = i40e_aq_send_msg_to_vf(hw, vf_id, VIRTCHNL_OP_IWARP,
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600581 0, msg, len, NULL);
582 if (err)
583 dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n",
584 err, hw->aq.asq_last_status);
585
586 return err;
587}
588
589/**
590 * i40e_client_setup_qvlist
591 * @ldev: pointer to L2 context.
592 * @client: Client pointer.
593 * @qv_info: queue and vector list
594 *
595 * Return 0 on success or < 0 on error
596 **/
597static int i40e_client_setup_qvlist(struct i40e_info *ldev,
598 struct i40e_client *client,
599 struct i40e_qvlist_info *qvlist_info)
600{
601 struct i40e_pf *pf = ldev->pf;
602 struct i40e_hw *hw = &pf->hw;
603 struct i40e_qv_info *qv_info;
604 u32 v_idx, i, reg_idx, reg;
605 u32 size;
606
607 size = sizeof(struct i40e_qvlist_info) +
608 (sizeof(struct i40e_qv_info) * (qvlist_info->num_vectors - 1));
609 ldev->qvlist_info = kzalloc(size, GFP_KERNEL);
Christophe Jaillet0a4ecc22017-05-05 21:29:13 +0200610 if (!ldev->qvlist_info)
611 return -ENOMEM;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600612 ldev->qvlist_info->num_vectors = qvlist_info->num_vectors;
613
614 for (i = 0; i < qvlist_info->num_vectors; i++) {
615 qv_info = &qvlist_info->qv_info[i];
616 if (!qv_info)
617 continue;
618 v_idx = qv_info->v_idx;
619
620 /* Validate vector id belongs to this client */
621 if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) ||
622 (v_idx < pf->iwarp_base_vector))
623 goto err;
624
625 ldev->qvlist_info->qv_info[i] = *qv_info;
626 reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1);
627
628 if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) {
629 /* Special case - No CEQ mapped on this vector */
630 wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
631 } else {
632 reg = (qv_info->ceq_idx &
633 I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) |
634 (I40E_QUEUE_TYPE_PE_CEQ <<
635 I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT);
636 wr32(hw, reg_idx, reg);
637
638 reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK |
639 (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) |
640 (qv_info->itr_idx <<
641 I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) |
642 (I40E_QUEUE_END_OF_LIST <<
643 I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT));
644 wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg);
645 }
646 if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) {
647 reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK |
648 (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) |
649 (qv_info->itr_idx <<
650 I40E_PFINT_AEQCTL_ITR_INDX_SHIFT));
651
652 wr32(hw, I40E_PFINT_AEQCTL, reg);
653 }
654 }
Avinash Dayanand70df9732016-07-27 12:02:36 -0700655 /* Mitigate sync problems with iwarp VF driver */
656 i40e_flush(hw);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600657 return 0;
658err:
659 kfree(ldev->qvlist_info);
660 ldev->qvlist_info = NULL;
661 return -EINVAL;
662}
663
664/**
665 * i40e_client_request_reset
666 * @ldev: pointer to L2 context.
667 * @client: Client pointer.
668 * @level: reset level
669 **/
670static void i40e_client_request_reset(struct i40e_info *ldev,
671 struct i40e_client *client,
672 u32 reset_level)
673{
674 struct i40e_pf *pf = ldev->pf;
675
676 switch (reset_level) {
677 case I40E_CLIENT_RESET_LEVEL_PF:
Jacob Keller0da36b92017-04-19 09:25:55 -0400678 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600679 break;
680 case I40E_CLIENT_RESET_LEVEL_CORE:
Jacob Keller0da36b92017-04-19 09:25:55 -0400681 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600682 break;
683 default:
684 dev_warn(&pf->pdev->dev,
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800685 "Client for PF id %d requested an unsupported reset: %d.\n",
686 pf->hw.pf_id, reset_level);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600687 break;
688 }
689
690 i40e_service_event_schedule(pf);
691}
692
693/**
694 * i40e_client_update_vsi_ctxt
695 * @ldev: pointer to L2 context.
696 * @client: Client pointer.
697 * @is_vf: if this for the VF
698 * @vf_id: if is_vf true this carries the vf_id
699 * @flag: Any device level setting that needs to be done for PE
700 * @valid_flag: Bits in this match up and enable changing of flag bits
701 *
702 * Return 0 on success or < 0 on error
703 **/
704static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
705 struct i40e_client *client,
706 bool is_vf, u32 vf_id,
707 u32 flag, u32 valid_flag)
708{
709 struct i40e_pf *pf = ldev->pf;
710 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
711 struct i40e_vsi_context ctxt;
712 bool update = true;
713 i40e_status err;
714
715 /* TODO: for now do not allow setting VF's VSI setting */
716 if (is_vf)
717 return -EINVAL;
718
719 ctxt.seid = pf->main_vsi_seid;
720 ctxt.pf_num = pf->hw.pf_id;
721 err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL);
722 ctxt.flags = I40E_AQ_VSI_TYPE_PF;
723 if (err) {
724 dev_info(&pf->pdev->dev,
725 "couldn't get PF vsi config, err %s aq_err %s\n",
726 i40e_stat_str(&pf->hw, err),
727 i40e_aq_str(&pf->hw,
728 pf->hw.aq.asq_last_status));
729 return -ENOENT;
730 }
731
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500732 if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
733 (flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600734 ctxt.info.valid_sections =
735 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
736 ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA;
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500737 } else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
738 !(flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600739 ctxt.info.valid_sections =
740 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
741 ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA;
742 } else {
743 update = false;
744 dev_warn(&pf->pdev->dev,
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800745 "Client for PF id %d request an unsupported Config: %x.\n",
746 pf->hw.pf_id, flag);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600747 }
748
749 if (update) {
750 err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL);
751 if (err) {
752 dev_info(&pf->pdev->dev,
753 "update VSI ctxt for PE failed, err %s aq_err %s\n",
754 i40e_stat_str(&pf->hw, err),
755 i40e_aq_str(&pf->hw,
756 pf->hw.aq.asq_last_status));
757 }
758 }
759 return err;
760}
761
762/**
763 * i40e_register_client - Register a i40e client driver with the L2 driver
764 * @client: pointer to the i40e_client struct
765 *
766 * Returns 0 on success or non-0 on error
767 **/
768int i40e_register_client(struct i40e_client *client)
769{
770 int ret = 0;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600771
772 if (!client) {
773 ret = -EIO;
774 goto out;
775 }
776
777 if (strlen(client->name) == 0) {
778 pr_info("i40e: Failed to register client with no name\n");
779 ret = -EIO;
780 goto out;
781 }
782
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800783 if (registered_client) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600784 pr_info("i40e: Client %s has already been registered!\n",
785 client->name);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600786 ret = -EEXIST;
787 goto out;
788 }
789
790 if ((client->version.major != I40E_CLIENT_VERSION_MAJOR) ||
791 (client->version.minor != I40E_CLIENT_VERSION_MINOR)) {
792 pr_info("i40e: Failed to register client %s due to mismatched client interface version\n",
793 client->name);
794 pr_info("Client is using version: %02d.%02d.%02d while LAN driver supports %s\n",
795 client->version.major, client->version.minor,
796 client->version.build,
797 i40e_client_interface_version_str);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600798 ret = -EIO;
799 goto out;
800 }
801
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800802 registered_client = client;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600803
Mitch Williams3bb83ba2017-02-09 23:46:50 -0800804 i40e_client_prepare(client);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600805
Mitch Williams3bb83ba2017-02-09 23:46:50 -0800806 pr_info("i40e: Registered client %s\n", client->name);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600807out:
808 return ret;
809}
810EXPORT_SYMBOL(i40e_register_client);
811
812/**
813 * i40e_unregister_client - Unregister a i40e client driver with the L2 driver
814 * @client: pointer to the i40e_client struct
815 *
816 * Returns 0 on success or non-0 on error
817 **/
818int i40e_unregister_client(struct i40e_client *client)
819{
820 int ret = 0;
821
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800822 if (registered_client != client) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600823 pr_info("i40e: Client %s has not been registered\n",
824 client->name);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600825 ret = -ENODEV;
826 goto out;
827 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800828 registered_client = NULL;
829 /* When a unregister request comes through we would have to send
830 * a close for each of the client instances that were opened.
831 * client_release function is called to handle this.
832 */
833 i40e_client_release(client);
834
835 pr_info("i40e: Unregistered client %s\n", client->name);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600836out:
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600837 return ret;
838}
839EXPORT_SYMBOL(i40e_unregister_client);