blob: 2041757f948c7a9dbadc28e53c5c919c7286d5ee [file] [log] [blame]
Jeff Kirsherae06c702018-03-22 10:08:48 -07001// SPDX-License-Identifier: GPL-2.0
Jeff Kirsher51dce242018-04-26 08:08:09 -07002/* Copyright(c) 2013 - 2018 Intel Corporation. */
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -06003
4#include <linux/list.h>
5#include <linux/errno.h>
6
7#include "i40e.h"
8#include "i40e_prototype.h"
9#include "i40e_client.h"
10
11static const char i40e_client_interface_version_str[] = I40E_CLIENT_VERSION_STR;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -080012static struct i40e_client *registered_client;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -060013static LIST_HEAD(i40e_devices);
14static DEFINE_MUTEX(i40e_device_mutex);
15
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -060016static int i40e_client_virtchnl_send(struct i40e_info *ldev,
17 struct i40e_client *client,
18 u32 vf_id, u8 *msg, u16 len);
19
20static int i40e_client_setup_qvlist(struct i40e_info *ldev,
21 struct i40e_client *client,
22 struct i40e_qvlist_info *qvlist_info);
23
24static void i40e_client_request_reset(struct i40e_info *ldev,
25 struct i40e_client *client,
26 u32 reset_level);
27
28static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
29 struct i40e_client *client,
30 bool is_vf, u32 vf_id,
31 u32 flag, u32 valid_flag);
32
33static struct i40e_ops i40e_lan_ops = {
34 .virtchnl_send = i40e_client_virtchnl_send,
35 .setup_qvlist = i40e_client_setup_qvlist,
36 .request_reset = i40e_client_request_reset,
37 .update_vsi_ctxt = i40e_client_update_vsi_ctxt,
38};
39
40/**
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -060041 * i40e_client_get_params - Get the params that can change at runtime
42 * @vsi: the VSI with the message
43 * @param: clinet param struct
44 *
45 **/
46static
47int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params)
48{
49 struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config;
50 int i = 0;
51
52 for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) {
53 u8 tc = dcb_cfg->etscfg.prioritytable[i];
54 u16 qs_handle;
55
56 /* If TC is not enabled for VSI use TC0 for UP */
57 if (!(vsi->tc_config.enabled_tc & BIT(tc)))
58 tc = 0;
59
60 qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]);
61 params->qos.prio_qos[i].tc = tc;
62 params->qos.prio_qos[i].qs_handle = qs_handle;
63 if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) {
64 dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n",
65 tc, vsi->id);
66 return -EINVAL;
67 }
68 }
69
70 params->mtu = vsi->netdev->mtu;
71 return 0;
72}
73
74/**
75 * i40e_notify_client_of_vf_msg - call the client vf message callback
76 * @vsi: the VSI with the message
77 * @vf_id: the absolute VF id that sent the message
78 * @msg: message buffer
79 * @len: length of the message
80 *
81 * If there is a client to this VSI, call the client
82 **/
83void
84i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len)
85{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -080086 struct i40e_pf *pf = vsi->back;
87 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -060088
Mitch Williams0ef2d5a2017-01-24 10:24:00 -080089 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -060090 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -080091 if (!cdev->client->ops || !cdev->client->ops->virtchnl_receive) {
92 dev_dbg(&pf->pdev->dev,
93 "Cannot locate client instance virtual channel receive routine\n");
94 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -060095 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -080096 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
97 dev_dbg(&pf->pdev->dev, "Client is not open, abort virtchnl_receive\n");
98 return;
99 }
100 cdev->client->ops->virtchnl_receive(&cdev->lan_info, cdev->client,
101 vf_id, msg, len);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600102}
103
104/**
105 * i40e_notify_client_of_l2_param_changes - call the client notify callback
106 * @vsi: the VSI with l2 param changes
107 *
108 * If there is a client to this VSI, call the client
109 **/
110void i40e_notify_client_of_l2_param_changes(struct i40e_vsi *vsi)
111{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800112 struct i40e_pf *pf = vsi->back;
113 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600114 struct i40e_params params;
115
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800116 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600117 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800118 if (!cdev->client->ops || !cdev->client->ops->l2_param_change) {
119 dev_dbg(&vsi->back->pdev->dev,
120 "Cannot locate client instance l2_param_change routine\n");
121 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600122 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800123 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
124 dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort l2 param change\n");
125 return;
126 }
Jacob Keller7be147d2017-03-20 16:45:35 -0700127 memset(&params, 0, sizeof(params));
128 i40e_client_get_params(vsi, &params);
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800129 memcpy(&cdev->lan_info.params, &params, sizeof(struct i40e_params));
130 cdev->client->ops->l2_param_change(&cdev->lan_info, cdev->client,
131 &params);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600132}
133
134/**
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800135 * i40e_client_release_qvlist - release MSI-X vector mapping for client
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600136 * @ldev: pointer to L2 context.
137 *
138 **/
139static void i40e_client_release_qvlist(struct i40e_info *ldev)
140{
141 struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info;
142 u32 i;
143
144 if (!ldev->qvlist_info)
145 return;
146
147 for (i = 0; i < qvlist_info->num_vectors; i++) {
148 struct i40e_pf *pf = ldev->pf;
149 struct i40e_qv_info *qv_info;
150 u32 reg_idx;
151
152 qv_info = &qvlist_info->qv_info[i];
153 if (!qv_info)
154 continue;
155 reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1);
156 wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
157 }
158 kfree(ldev->qvlist_info);
159 ldev->qvlist_info = NULL;
160}
161
162/**
163 * i40e_notify_client_of_netdev_close - call the client close callback
164 * @vsi: the VSI with netdev closed
165 * @reset: true when close called due to a reset pending
166 *
167 * If there is a client to this netdev, call the client with close
168 **/
169void i40e_notify_client_of_netdev_close(struct i40e_vsi *vsi, bool reset)
170{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800171 struct i40e_pf *pf = vsi->back;
172 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600173
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800174 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600175 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800176 if (!cdev->client->ops || !cdev->client->ops->close) {
177 dev_dbg(&vsi->back->pdev->dev,
178 "Cannot locate client instance close routine\n");
179 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600180 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800181 cdev->client->ops->close(&cdev->lan_info, cdev->client, reset);
182 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
183 i40e_client_release_qvlist(&cdev->lan_info);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600184}
185
186/**
187 * i40e_notify_client_of_vf_reset - call the client vf reset callback
188 * @pf: PF device pointer
189 * @vf_id: asolute id of VF being reset
190 *
191 * If there is a client attached to this PF, notify when a VF is reset
192 **/
193void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id)
194{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800195 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600196
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800197 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600198 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800199 if (!cdev->client->ops || !cdev->client->ops->vf_reset) {
200 dev_dbg(&pf->pdev->dev,
201 "Cannot locate client instance VF reset routine\n");
202 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600203 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800204 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
205 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-reset\n");
206 return;
207 }
208 cdev->client->ops->vf_reset(&cdev->lan_info, cdev->client, vf_id);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600209}
210
211/**
212 * i40e_notify_client_of_vf_enable - call the client vf notification callback
213 * @pf: PF device pointer
214 * @num_vfs: the number of VFs currently enabled, 0 for disable
215 *
216 * If there is a client attached to this PF, call its VF notification routine
217 **/
218void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs)
219{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800220 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600221
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800222 if (!cdev || !cdev->client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600223 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800224 if (!cdev->client->ops || !cdev->client->ops->vf_enable) {
225 dev_dbg(&pf->pdev->dev,
226 "Cannot locate client instance VF enable routine\n");
227 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600228 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800229 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
230 &cdev->state)) {
231 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-enable\n");
232 return;
233 }
234 cdev->client->ops->vf_enable(&cdev->lan_info, cdev->client, num_vfs);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600235}
236
237/**
238 * i40e_vf_client_capable - ask the client if it likes the specified VF
239 * @pf: PF device pointer
240 * @vf_id: the VF in question
241 *
242 * If there is a client of the specified type attached to this PF, call
243 * its vf_capable routine
244 **/
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800245int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600246{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800247 struct i40e_client_instance *cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600248 int capable = false;
249
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800250 if (!cdev || !cdev->client)
251 goto out;
252 if (!cdev->client->ops || !cdev->client->ops->vf_capable) {
Jacob Keller59e331e2017-06-07 05:43:03 -0400253 dev_dbg(&pf->pdev->dev,
254 "Cannot locate client instance VF capability routine\n");
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800255 goto out;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600256 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800257 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state))
258 goto out;
259
260 capable = cdev->client->ops->vf_capable(&cdev->lan_info,
261 cdev->client,
262 vf_id);
263out:
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600264 return capable;
265}
266
Shiraz Saleemddbb8d52018-03-19 09:28:03 -0700267void i40e_client_update_msix_info(struct i40e_pf *pf)
268{
269 struct i40e_client_instance *cdev = pf->cinst;
270
271 if (!cdev || !cdev->client)
272 return;
273
274 cdev->lan_info.msix_count = pf->num_iwarp_msix;
275 cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
276}
277
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600278/**
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600279 * i40e_client_add_instance - add a client instance struct to the instance list
280 * @pf: pointer to the board struct
281 * @client: pointer to a client struct in the client list.
Anjali Singhai Jainf38ff2e2016-08-24 17:51:53 -0700282 * @existing: if there was already an existing instance
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600283 *
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600284 **/
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800285static void i40e_client_add_instance(struct i40e_pf *pf)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600286{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800287 struct i40e_client_instance *cdev = NULL;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600288 struct netdev_hw_addr *mac = NULL;
289 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
290
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800291 if (!registered_client || pf->cinst)
292 return;
293
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600294 cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
295 if (!cdev)
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800296 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600297
298 cdev->lan_info.pf = (void *)pf;
299 cdev->lan_info.netdev = vsi->netdev;
300 cdev->lan_info.pcidev = pf->pdev;
301 cdev->lan_info.fid = pf->hw.pf_id;
302 cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF;
303 cdev->lan_info.hw_addr = pf->hw.hw_addr;
304 cdev->lan_info.ops = &i40e_lan_ops;
305 cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR;
306 cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR;
307 cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD;
308 cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver;
309 cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver;
310 cdev->lan_info.fw_build = pf->hw.aq.fw_build;
311 set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state);
312
313 if (i40e_client_get_params(vsi, &cdev->lan_info.params)) {
314 kfree(cdev);
315 cdev = NULL;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800316 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600317 }
318
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600319 mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list,
320 struct netdev_hw_addr, list);
321 if (mac)
322 ether_addr_copy(cdev->lan_info.lanmac, mac->addr);
323 else
324 dev_err(&pf->pdev->dev, "MAC address list is empty!\n");
325
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800326 cdev->client = registered_client;
327 pf->cinst = cdev;
Shiraz Saleemddbb8d52018-03-19 09:28:03 -0700328
329 i40e_client_update_msix_info(pf);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600330}
331
332/**
333 * i40e_client_del_instance - removes a client instance from the list
334 * @pf: pointer to the board struct
335 *
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600336 **/
337static
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800338void i40e_client_del_instance(struct i40e_pf *pf)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600339{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800340 kfree(pf->cinst);
341 pf->cinst = NULL;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600342}
343
344/**
345 * i40e_client_subtask - client maintenance work
346 * @pf: board private structure
347 **/
348void i40e_client_subtask(struct i40e_pf *pf)
349{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800350 struct i40e_client *client = registered_client;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600351 struct i40e_client_instance *cdev;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800352 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600353 int ret = 0;
354
Jacob Keller5f76a702018-03-16 01:26:34 -0700355 if (!test_and_clear_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state))
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600356 return;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800357 cdev = pf->cinst;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600358
359 /* If we're down or resetting, just bail */
Jacob Keller0da36b92017-04-19 09:25:55 -0400360 if (test_bit(__I40E_DOWN, pf->state) ||
361 test_bit(__I40E_CONFIG_BUSY, pf->state))
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600362 return;
363
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800364 if (!client || !cdev)
365 return;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600366
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500367 /* Here we handle client opens. If the client is down, and
368 * the netdev is registered, then open the client.
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800369 */
370 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500371 if (vsi->netdev_registered &&
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800372 client->ops && client->ops->open) {
373 set_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
374 ret = client->ops->open(&cdev->lan_info, client);
375 if (ret) {
376 /* Remove failed client instance */
377 clear_bit(__I40E_CLIENT_INSTANCE_OPENED,
378 &cdev->state);
379 i40e_client_del_instance(pf);
Carolyn Wybornyc73d2e82016-09-14 16:24:31 -0700380 }
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600381 }
382 }
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500383
384 /* enable/disable PE TCP_ENA flag based on netdev down/up
385 */
386 if (test_bit(__I40E_VSI_DOWN, vsi->state))
387 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
388 0, 0, 0,
389 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
390 else
391 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
392 0, 0,
393 I40E_CLIENT_VSI_FLAG_TCP_ENABLE,
394 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600395}
396
397/**
398 * i40e_lan_add_device - add a lan device struct to the list of lan devices
399 * @pf: pointer to the board struct
400 *
401 * Returns 0 on success or none 0 on error
402 **/
403int i40e_lan_add_device(struct i40e_pf *pf)
404{
405 struct i40e_device *ldev;
406 int ret = 0;
407
408 mutex_lock(&i40e_device_mutex);
409 list_for_each_entry(ldev, &i40e_devices, list) {
410 if (ldev->pf == pf) {
411 ret = -EEXIST;
412 goto out;
413 }
414 }
415 ldev = kzalloc(sizeof(*ldev), GFP_KERNEL);
416 if (!ldev) {
417 ret = -ENOMEM;
418 goto out;
419 }
420 ldev->pf = pf;
421 INIT_LIST_HEAD(&ldev->list);
422 list_add(&ldev->list, &i40e_devices);
Sudheer Mogilappagarib3f028f2017-02-09 23:58:22 -0800423 dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
424 pf->hw.pf_id, pf->hw.bus.bus_id,
425 pf->hw.bus.device, pf->hw.bus.func);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600426
Mitch Williams8090f612017-03-30 00:46:07 -0700427 /* If a client has already been registered, we need to add an instance
428 * of it to our new LAN device.
429 */
430 if (registered_client)
431 i40e_client_add_instance(pf);
432
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600433 /* Since in some cases register may have happened before a device gets
Anjali Singhai Jainf38ff2e2016-08-24 17:51:53 -0700434 * added, we can schedule a subtask to go initiate the clients if
435 * they can be launched at probe time.
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600436 */
Jacob Keller5f76a702018-03-16 01:26:34 -0700437 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600438 i40e_service_event_schedule(pf);
439
440out:
441 mutex_unlock(&i40e_device_mutex);
442 return ret;
443}
444
445/**
446 * i40e_lan_del_device - removes a lan device from the device list
447 * @pf: pointer to the board struct
448 *
449 * Returns 0 on success or non-0 on error
450 **/
451int i40e_lan_del_device(struct i40e_pf *pf)
452{
453 struct i40e_device *ldev, *tmp;
454 int ret = -ENODEV;
455
Mitch Williams295c0a52017-03-30 00:46:06 -0700456 /* First, remove any client instance. */
457 i40e_client_del_instance(pf);
458
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600459 mutex_lock(&i40e_device_mutex);
460 list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) {
461 if (ldev->pf == pf) {
Sudheer Mogilappagarib3f028f2017-02-09 23:58:22 -0800462 dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
463 pf->hw.pf_id, pf->hw.bus.bus_id,
464 pf->hw.bus.device, pf->hw.bus.func);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600465 list_del(&ldev->list);
466 kfree(ldev);
467 ret = 0;
468 break;
469 }
470 }
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600471 mutex_unlock(&i40e_device_mutex);
472 return ret;
473}
474
475/**
476 * i40e_client_release - release client specific resources
477 * @client: pointer to the registered client
478 *
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600479 **/
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800480static void i40e_client_release(struct i40e_client *client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600481{
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800482 struct i40e_client_instance *cdev;
483 struct i40e_device *ldev;
Harshitha Ramamurthy682d11d2016-08-15 14:17:19 -0700484 struct i40e_pf *pf;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600485
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800486 mutex_lock(&i40e_device_mutex);
487 list_for_each_entry(ldev, &i40e_devices, list) {
488 pf = ldev->pf;
489 cdev = pf->cinst;
490 if (!cdev)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600491 continue;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800492
493 while (test_and_set_bit(__I40E_SERVICE_SCHED,
Jacob Keller0da36b92017-04-19 09:25:55 -0400494 pf->state))
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800495 usleep_range(500, 1000);
496
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600497 if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600498 if (client->ops && client->ops->close)
499 client->ops->close(&cdev->lan_info, client,
500 false);
501 i40e_client_release_qvlist(&cdev->lan_info);
502 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
503
504 dev_warn(&pf->pdev->dev,
505 "Client %s instance for PF id %d closed\n",
506 client->name, pf->hw.pf_id);
507 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800508 /* delete the client instance */
509 i40e_client_del_instance(pf);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600510 dev_info(&pf->pdev->dev, "Deleted client instance of Client %s\n",
511 client->name);
Jacob Keller0da36b92017-04-19 09:25:55 -0400512 clear_bit(__I40E_SERVICE_SCHED, pf->state);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600513 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800514 mutex_unlock(&i40e_device_mutex);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600515}
516
517/**
518 * i40e_client_prepare - prepare client specific resources
519 * @client: pointer to the registered client
520 *
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600521 **/
Mitch Williams3bb83ba2017-02-09 23:46:50 -0800522static void i40e_client_prepare(struct i40e_client *client)
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600523{
524 struct i40e_device *ldev;
525 struct i40e_pf *pf;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600526
527 mutex_lock(&i40e_device_mutex);
528 list_for_each_entry(ldev, &i40e_devices, list) {
529 pf = ldev->pf;
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800530 i40e_client_add_instance(pf);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600531 /* Start the client subtask */
Jacob Keller5f76a702018-03-16 01:26:34 -0700532 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600533 i40e_service_event_schedule(pf);
534 }
535 mutex_unlock(&i40e_device_mutex);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600536}
537
538/**
539 * i40e_client_virtchnl_send - TBD
540 * @ldev: pointer to L2 context
541 * @client: Client pointer
542 * @vf_id: absolute VF identifier
543 * @msg: message buffer
544 * @len: length of message buffer
545 *
546 * Return 0 on success or < 0 on error
547 **/
548static int i40e_client_virtchnl_send(struct i40e_info *ldev,
549 struct i40e_client *client,
550 u32 vf_id, u8 *msg, u16 len)
551{
552 struct i40e_pf *pf = ldev->pf;
553 struct i40e_hw *hw = &pf->hw;
554 i40e_status err;
555
Jesse Brandeburg310a2ad2017-05-11 11:23:11 -0700556 err = i40e_aq_send_msg_to_vf(hw, vf_id, VIRTCHNL_OP_IWARP,
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600557 0, msg, len, NULL);
558 if (err)
559 dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n",
560 err, hw->aq.asq_last_status);
561
562 return err;
563}
564
565/**
566 * i40e_client_setup_qvlist
567 * @ldev: pointer to L2 context.
568 * @client: Client pointer.
569 * @qv_info: queue and vector list
570 *
571 * Return 0 on success or < 0 on error
572 **/
573static int i40e_client_setup_qvlist(struct i40e_info *ldev,
574 struct i40e_client *client,
575 struct i40e_qvlist_info *qvlist_info)
576{
577 struct i40e_pf *pf = ldev->pf;
578 struct i40e_hw *hw = &pf->hw;
579 struct i40e_qv_info *qv_info;
580 u32 v_idx, i, reg_idx, reg;
581 u32 size;
582
583 size = sizeof(struct i40e_qvlist_info) +
584 (sizeof(struct i40e_qv_info) * (qvlist_info->num_vectors - 1));
585 ldev->qvlist_info = kzalloc(size, GFP_KERNEL);
Christophe Jaillet0a4ecc22017-05-05 21:29:13 +0200586 if (!ldev->qvlist_info)
587 return -ENOMEM;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600588 ldev->qvlist_info->num_vectors = qvlist_info->num_vectors;
589
590 for (i = 0; i < qvlist_info->num_vectors; i++) {
591 qv_info = &qvlist_info->qv_info[i];
592 if (!qv_info)
593 continue;
594 v_idx = qv_info->v_idx;
595
596 /* Validate vector id belongs to this client */
597 if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) ||
598 (v_idx < pf->iwarp_base_vector))
599 goto err;
600
601 ldev->qvlist_info->qv_info[i] = *qv_info;
602 reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1);
603
604 if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) {
605 /* Special case - No CEQ mapped on this vector */
606 wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
607 } else {
608 reg = (qv_info->ceq_idx &
609 I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) |
610 (I40E_QUEUE_TYPE_PE_CEQ <<
611 I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT);
612 wr32(hw, reg_idx, reg);
613
614 reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK |
615 (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) |
616 (qv_info->itr_idx <<
617 I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) |
618 (I40E_QUEUE_END_OF_LIST <<
619 I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT));
620 wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg);
621 }
622 if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) {
623 reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK |
624 (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) |
625 (qv_info->itr_idx <<
626 I40E_PFINT_AEQCTL_ITR_INDX_SHIFT));
627
628 wr32(hw, I40E_PFINT_AEQCTL, reg);
629 }
630 }
Avinash Dayanand70df9732016-07-27 12:02:36 -0700631 /* Mitigate sync problems with iwarp VF driver */
632 i40e_flush(hw);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600633 return 0;
634err:
635 kfree(ldev->qvlist_info);
636 ldev->qvlist_info = NULL;
637 return -EINVAL;
638}
639
640/**
641 * i40e_client_request_reset
642 * @ldev: pointer to L2 context.
643 * @client: Client pointer.
644 * @level: reset level
645 **/
646static void i40e_client_request_reset(struct i40e_info *ldev,
647 struct i40e_client *client,
648 u32 reset_level)
649{
650 struct i40e_pf *pf = ldev->pf;
651
652 switch (reset_level) {
653 case I40E_CLIENT_RESET_LEVEL_PF:
Jacob Keller0da36b92017-04-19 09:25:55 -0400654 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600655 break;
656 case I40E_CLIENT_RESET_LEVEL_CORE:
Jacob Keller0da36b92017-04-19 09:25:55 -0400657 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600658 break;
659 default:
660 dev_warn(&pf->pdev->dev,
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800661 "Client for PF id %d requested an unsupported reset: %d.\n",
662 pf->hw.pf_id, reset_level);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600663 break;
664 }
665
666 i40e_service_event_schedule(pf);
667}
668
669/**
670 * i40e_client_update_vsi_ctxt
671 * @ldev: pointer to L2 context.
672 * @client: Client pointer.
673 * @is_vf: if this for the VF
674 * @vf_id: if is_vf true this carries the vf_id
675 * @flag: Any device level setting that needs to be done for PE
676 * @valid_flag: Bits in this match up and enable changing of flag bits
677 *
678 * Return 0 on success or < 0 on error
679 **/
680static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
681 struct i40e_client *client,
682 bool is_vf, u32 vf_id,
683 u32 flag, u32 valid_flag)
684{
685 struct i40e_pf *pf = ldev->pf;
686 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
687 struct i40e_vsi_context ctxt;
688 bool update = true;
689 i40e_status err;
690
691 /* TODO: for now do not allow setting VF's VSI setting */
692 if (is_vf)
693 return -EINVAL;
694
695 ctxt.seid = pf->main_vsi_seid;
696 ctxt.pf_num = pf->hw.pf_id;
697 err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL);
698 ctxt.flags = I40E_AQ_VSI_TYPE_PF;
699 if (err) {
700 dev_info(&pf->pdev->dev,
701 "couldn't get PF vsi config, err %s aq_err %s\n",
702 i40e_stat_str(&pf->hw, err),
703 i40e_aq_str(&pf->hw,
704 pf->hw.aq.asq_last_status));
705 return -ENOENT;
706 }
707
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500708 if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
709 (flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600710 ctxt.info.valid_sections =
711 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
712 ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA;
Shiraz Saleem7b0b1a62017-12-18 05:18:22 -0500713 } else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
714 !(flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600715 ctxt.info.valid_sections =
716 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
717 ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA;
718 } else {
719 update = false;
720 dev_warn(&pf->pdev->dev,
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800721 "Client for PF id %d request an unsupported Config: %x.\n",
722 pf->hw.pf_id, flag);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600723 }
724
725 if (update) {
726 err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL);
727 if (err) {
728 dev_info(&pf->pdev->dev,
729 "update VSI ctxt for PE failed, err %s aq_err %s\n",
730 i40e_stat_str(&pf->hw, err),
731 i40e_aq_str(&pf->hw,
732 pf->hw.aq.asq_last_status));
733 }
734 }
735 return err;
736}
737
738/**
739 * i40e_register_client - Register a i40e client driver with the L2 driver
740 * @client: pointer to the i40e_client struct
741 *
742 * Returns 0 on success or non-0 on error
743 **/
744int i40e_register_client(struct i40e_client *client)
745{
746 int ret = 0;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600747
748 if (!client) {
749 ret = -EIO;
750 goto out;
751 }
752
753 if (strlen(client->name) == 0) {
754 pr_info("i40e: Failed to register client with no name\n");
755 ret = -EIO;
756 goto out;
757 }
758
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800759 if (registered_client) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600760 pr_info("i40e: Client %s has already been registered!\n",
761 client->name);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600762 ret = -EEXIST;
763 goto out;
764 }
765
766 if ((client->version.major != I40E_CLIENT_VERSION_MAJOR) ||
767 (client->version.minor != I40E_CLIENT_VERSION_MINOR)) {
768 pr_info("i40e: Failed to register client %s due to mismatched client interface version\n",
769 client->name);
770 pr_info("Client is using version: %02d.%02d.%02d while LAN driver supports %s\n",
771 client->version.major, client->version.minor,
772 client->version.build,
773 i40e_client_interface_version_str);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600774 ret = -EIO;
775 goto out;
776 }
777
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800778 registered_client = client;
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600779
Mitch Williams3bb83ba2017-02-09 23:46:50 -0800780 i40e_client_prepare(client);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600781
Mitch Williams3bb83ba2017-02-09 23:46:50 -0800782 pr_info("i40e: Registered client %s\n", client->name);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600783out:
784 return ret;
785}
786EXPORT_SYMBOL(i40e_register_client);
787
788/**
789 * i40e_unregister_client - Unregister a i40e client driver with the L2 driver
790 * @client: pointer to the i40e_client struct
791 *
792 * Returns 0 on success or non-0 on error
793 **/
794int i40e_unregister_client(struct i40e_client *client)
795{
796 int ret = 0;
797
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800798 if (registered_client != client) {
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600799 pr_info("i40e: Client %s has not been registered\n",
800 client->name);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600801 ret = -ENODEV;
802 goto out;
803 }
Mitch Williams0ef2d5a2017-01-24 10:24:00 -0800804 registered_client = NULL;
805 /* When a unregister request comes through we would have to send
806 * a close for each of the client instances that were opened.
807 * client_release function is called to handle this.
808 */
809 i40e_client_release(client);
810
811 pr_info("i40e: Unregistered client %s\n", client->name);
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600812out:
Anjali Singhai Jaine3219ce2016-01-20 13:40:01 -0600813 return ret;
814}
815EXPORT_SYMBOL(i40e_unregister_client);