blob: 85269509f420ebe1628257bfb988ea59ba0376a2 [file] [log] [blame]
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +00001/*******************************************************************************
2 *
3 * Intel Ethernet Controller XL710 Family Linux Driver
Greg Rosedc641b72013-12-18 13:45:51 +00004 * Copyright(c) 2013 - 2014 Intel Corporation.
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +00005 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
Greg Rosedc641b72013-12-18 13:45:51 +000015 * You should have received a copy of the GNU General Public License along
16 * with this program. If not, see <http://www.gnu.org/licenses/>.
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000017 *
18 * The full GNU General Public License is included in this distribution in
19 * the file called "COPYING".
20 *
21 * Contact Information:
22 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
23 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
24 *
25 ******************************************************************************/
26
27#ifndef _I40E_H_
28#define _I40E_H_
29
30#include <net/tcp.h>
Joseph Gasparakis8144f0f2013-12-28 05:27:57 +000031#include <net/udp.h>
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000032#include <linux/types.h>
33#include <linux/errno.h>
34#include <linux/module.h>
35#include <linux/pci.h>
36#include <linux/aer.h>
37#include <linux/netdevice.h>
38#include <linux/ioport.h>
39#include <linux/slab.h>
40#include <linux/list.h>
41#include <linux/string.h>
42#include <linux/in.h>
43#include <linux/ip.h>
44#include <linux/tcp.h>
45#include <linux/sctp.h>
46#include <linux/pkt_sched.h>
47#include <linux/ipv6.h>
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000048#include <net/checksum.h>
49#include <net/ip6_checksum.h>
50#include <linux/ethtool.h>
51#include <linux/if_vlan.h>
Jacob Kellerbeb0dff2014-01-11 05:43:19 +000052#include <linux/clocksource.h>
53#include <linux/net_tstamp.h>
54#include <linux/ptp_clock_kernel.h>
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000055#include "i40e_type.h"
56#include "i40e_prototype.h"
Vasu Dev38e00432014-08-01 13:27:03 -070057#ifdef I40E_FCOE
58#include "i40e_fcoe.h"
59#endif
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000060#include "i40e_virtchnl.h"
61#include "i40e_virtchnl_pf.h"
62#include "i40e_txrx.h"
Neerav Parikh4e3b35b2014-01-17 15:36:37 -080063#include "i40e_dcb.h"
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000064
65/* Useful i40e defaults */
66#define I40E_BASE_PF_SEID 16
67#define I40E_BASE_VSI_SEID 512
68#define I40E_BASE_VEB_SEID 288
69#define I40E_MAX_VEB 16
70
71#define I40E_MAX_NUM_DESCRIPTORS 4096
Anjali Singhai Jaina45e88c2013-11-28 06:39:26 +000072#define I40E_MAX_REGISTER 0x800000
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000073#define I40E_DEFAULT_NUM_DESCRIPTORS 512
74#define I40E_REQ_DESCRIPTOR_MULTIPLE 32
75#define I40E_MIN_NUM_DESCRIPTORS 64
76#define I40E_MIN_MSIX 2
77#define I40E_DEFAULT_NUM_VMDQ_VSI 8 /* max 256 VSIs */
Mitch Williams505682c2014-05-20 08:01:37 +000078#define I40E_MIN_VSI_ALLOC 51 /* LAN, ATR, FCOE, 32 VF, 16 VMDQ */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000079#define I40E_DEFAULT_QUEUES_PER_VMDQ 2 /* max 16 qps */
80#define I40E_DEFAULT_QUEUES_PER_VF 4
81#define I40E_DEFAULT_QUEUES_PER_TC 1 /* should be a power of 2 */
Neerav Parikh4e3b35b2014-01-17 15:36:37 -080082#define I40E_MAX_QUEUES_PER_TC 64 /* should be a power of 2 */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000083#define I40E_FDIR_RING 0
84#define I40E_FDIR_RING_COUNT 32
Vasu Dev38e00432014-08-01 13:27:03 -070085#ifdef I40E_FCOE
86#define I40E_DEFAULT_FCOE 8 /* default number of QPs for FCoE */
87#define I40E_MINIMUM_FCOE 1 /* minimum number of QPs for FCoE */
88#endif /* I40E_FCOE */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000089#define I40E_MAX_AQ_BUF_SIZE 4096
90#define I40E_AQ_LEN 32
91#define I40E_AQ_WORK_LIMIT 16
92#define I40E_MAX_USER_PRIORITY 8
93#define I40E_DEFAULT_MSG_ENABLE 4
Neerav Parikh23527302014-06-03 23:50:15 +000094#define I40E_QUEUE_WAIT_RETRY_LIMIT 10
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +000095
96#define I40E_NVM_VERSION_LO_SHIFT 0
Anjali Singhai jainfe310702013-11-16 10:00:37 +000097#define I40E_NVM_VERSION_LO_MASK (0xff << I40E_NVM_VERSION_LO_SHIFT)
Jesse Brandeburgff803012014-02-06 05:51:12 +000098#define I40E_NVM_VERSION_HI_SHIFT 12
99#define I40E_NVM_VERSION_HI_MASK (0xf << I40E_NVM_VERSION_HI_SHIFT)
Anjali Singhai jainfe310702013-11-16 10:00:37 +0000100
101/* The values in here are decimal coded as hex as is the case in the NVM map*/
102#define I40E_CURRENT_NVM_VERSION_HI 0x2
Jesse Brandeburgff803012014-02-06 05:51:12 +0000103#define I40E_CURRENT_NVM_VERSION_LO 0x40
Anjali Singhai jainfe310702013-11-16 10:00:37 +0000104
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000105/* magic for getting defines into strings */
106#define STRINGIFY(foo) #foo
107#define XSTRINGIFY(bar) STRINGIFY(bar)
108
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000109#define I40E_RX_DESC(R, i) \
110 ((ring_is_16byte_desc_enabled(R)) \
111 ? (union i40e_32byte_rx_desc *) \
112 (&(((union i40e_16byte_rx_desc *)((R)->desc))[i])) \
113 : (&(((union i40e_32byte_rx_desc *)((R)->desc))[i])))
114#define I40E_TX_DESC(R, i) \
115 (&(((struct i40e_tx_desc *)((R)->desc))[i]))
116#define I40E_TX_CTXTDESC(R, i) \
117 (&(((struct i40e_tx_context_desc *)((R)->desc))[i]))
118#define I40E_TX_FDIRDESC(R, i) \
119 (&(((struct i40e_filter_program_desc *)((R)->desc))[i]))
120
121/* default to trying for four seconds */
122#define I40E_TRY_LINK_TIMEOUT (4 * HZ)
123
124/* driver state flags */
125enum i40e_state_t {
126 __I40E_TESTING,
127 __I40E_CONFIG_BUSY,
128 __I40E_CONFIG_DONE,
129 __I40E_DOWN,
130 __I40E_NEEDS_RESTART,
131 __I40E_SERVICE_SCHED,
132 __I40E_ADMINQ_EVENT_PENDING,
133 __I40E_MDD_EVENT_PENDING,
134 __I40E_VFLR_EVENT_PENDING,
135 __I40E_RESET_RECOVERY_PENDING,
136 __I40E_RESET_INTR_RECEIVED,
137 __I40E_REINIT_REQUESTED,
138 __I40E_PF_RESET_REQUESTED,
139 __I40E_CORE_RESET_REQUESTED,
140 __I40E_GLOBAL_RESET_REQUESTED,
Shannon Nelson7823fe32013-11-16 10:00:45 +0000141 __I40E_EMP_RESET_REQUESTED,
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000142 __I40E_FILTER_OVERFLOW_PROMISC,
Shannon Nelson9007bcc2013-11-26 10:49:23 +0000143 __I40E_SUSPENDED,
Jakub Kicinski9ce34f02014-03-15 14:55:42 +0000144 __I40E_PTP_TX_IN_PROGRESS,
Shannon Nelson4eb3f762014-03-06 08:59:58 +0000145 __I40E_BAD_EEPROM,
Neerav Parikhb5d06f02014-06-03 23:50:17 +0000146 __I40E_DOWN_REQUESTED,
Anjali Singhai Jain1e1be8f2014-07-10 08:03:26 +0000147 __I40E_FD_FLUSH_REQUESTED,
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000148};
149
150enum i40e_interrupt_policy {
151 I40E_INTERRUPT_BEST_CASE,
152 I40E_INTERRUPT_MEDIUM,
153 I40E_INTERRUPT_LOWEST
154};
155
156struct i40e_lump_tracking {
157 u16 num_entries;
158 u16 search_hint;
159 u16 list[0];
160#define I40E_PILE_VALID_BIT 0x8000
161};
162
163#define I40E_DEFAULT_ATR_SAMPLE_RATE 20
Anjali Singhai Jain55a5e602014-02-12 06:33:25 +0000164#define I40E_FDIR_MAX_RAW_PACKET_SIZE 512
165#define I40E_FDIR_BUFFER_FULL_MARGIN 10
Anjali Singhai Jain12957382014-06-04 04:22:47 +0000166#define I40E_FDIR_BUFFER_HEAD_ROOM 32
Anjali Singhai Jain55a5e602014-02-12 06:33:25 +0000167
Anjali Singhai Jain433c47d2014-05-22 06:32:17 +0000168enum i40e_fd_stat_idx {
169 I40E_FD_STAT_ATR,
170 I40E_FD_STAT_SB,
171 I40E_FD_STAT_PF_COUNT
172};
173#define I40E_FD_STAT_PF_IDX(pf_id) ((pf_id) * I40E_FD_STAT_PF_COUNT)
174#define I40E_FD_ATR_STAT_IDX(pf_id) \
175 (I40E_FD_STAT_PF_IDX(pf_id) + I40E_FD_STAT_ATR)
176#define I40E_FD_SB_STAT_IDX(pf_id) \
177 (I40E_FD_STAT_PF_IDX(pf_id) + I40E_FD_STAT_SB)
178
Joseph Gasparakis17a73f62014-02-12 01:45:30 +0000179struct i40e_fdir_filter {
180 struct hlist_node fdir_node;
181 /* filter ipnut set */
182 u8 flow_type;
183 u8 ip4_proto;
Anjali Singhai Jain04b73bd2014-05-22 06:31:41 +0000184 /* TX packet view of src and dst */
Joseph Gasparakis17a73f62014-02-12 01:45:30 +0000185 __be32 dst_ip[4];
186 __be32 src_ip[4];
187 __be16 src_port;
188 __be16 dst_port;
189 __be32 sctp_v_tag;
190 /* filter control */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000191 u16 q_index;
192 u8 flex_off;
193 u8 pctype;
194 u16 dest_vsi;
195 u8 dest_ctl;
196 u8 fd_status;
197 u16 cnt_index;
198 u32 fd_id;
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000199};
200
Neerav Parikh4e3b35b2014-01-17 15:36:37 -0800201#define I40E_ETH_P_LLDP 0x88cc
202
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000203#define I40E_DCB_PRIO_TYPE_STRICT 0
204#define I40E_DCB_PRIO_TYPE_ETS 1
205#define I40E_DCB_STRICT_PRIO_CREDITS 127
206#define I40E_MAX_USER_PRIORITY 8
207/* DCB per TC information data structure */
208struct i40e_tc_info {
209 u16 qoffset; /* Queue offset from base queue */
210 u16 qcount; /* Total Queues */
211 u8 netdev_tc; /* Netdev TC index if netdev associated */
212};
213
214/* TC configuration data structure */
215struct i40e_tc_configuration {
216 u8 numtc; /* Total number of enabled TCs */
217 u8 enabled_tc; /* TC map */
218 struct i40e_tc_info tc_info[I40E_MAX_TRAFFIC_CLASS];
219};
220
221/* struct that defines the Ethernet device */
222struct i40e_pf {
223 struct pci_dev *pdev;
224 struct i40e_hw hw;
225 unsigned long state;
226 unsigned long link_check_timeout;
227 struct msix_entry *msix_entries;
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000228 bool fc_autoneg_status;
229
230 u16 eeprom_version;
Elizabeth Kappler6c167f52014-02-15 07:41:38 +0000231 u16 num_vmdq_vsis; /* num vmdq vsis this pf has set up */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000232 u16 num_vmdq_qps; /* num queue pairs per vmdq pool */
233 u16 num_vmdq_msix; /* num queue vectors per vmdq pool */
234 u16 num_req_vfs; /* num vfs requested for this vf */
235 u16 num_vf_qps; /* num queue pairs per vf */
Vasu Dev38e00432014-08-01 13:27:03 -0700236#ifdef I40E_FCOE
237 u16 num_fcoe_qps; /* num fcoe queues this pf has set up */
238 u16 num_fcoe_msix; /* num queue vectors per fcoe pool */
239#endif /* I40E_FCOE */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000240 u16 num_lan_qps; /* num lan queues this pf has set up */
241 u16 num_lan_msix; /* num queue vectors for the base pf vsi */
Anjali Singhai Jainf8ff1462013-11-26 10:49:19 +0000242 int queues_left; /* queues left unclaimed */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000243 u16 rss_size; /* num queues in the RSS array */
244 u16 rss_size_max; /* HW defined max RSS queues */
245 u16 fdir_pf_filter_count; /* num of guaranteed filters for this PF */
Mitch Williams505682c2014-05-20 08:01:37 +0000246 u16 num_alloc_vsi; /* num VSIs this driver supports */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000247 u8 atr_sample_rate;
Shannon Nelson8e2773a2013-11-28 06:39:22 +0000248 bool wol_en;
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000249
Joseph Gasparakis17a73f62014-02-12 01:45:30 +0000250 struct hlist_head fdir_filter_list;
251 u16 fdir_pf_active_filters;
Anjali Singhai Jain433c47d2014-05-22 06:32:17 +0000252 u16 fd_sb_cnt_idx;
253 u16 fd_atr_cnt_idx;
Anjali Singhai Jain1e1be8f2014-07-10 08:03:26 +0000254 unsigned long fd_flush_timestamp;
Anjali Singhai Jain60793f4a2014-07-09 07:46:23 +0000255 u32 fd_flush_cnt;
Anjali Singhai Jain1e1be8f2014-07-10 08:03:26 +0000256 u32 fd_add_err;
257 u32 fd_atr_cnt;
258 u32 fd_tcp_rule;
Joseph Gasparakis17a73f62014-02-12 01:45:30 +0000259
Jeff Kirshera1c9a9d2013-12-28 07:32:18 +0000260#ifdef CONFIG_I40E_VXLAN
261 __be16 vxlan_ports[I40E_MAX_PF_UDP_OFFLOAD_PORTS];
262 u16 pending_vxlan_bitmap;
263
264#endif
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000265 enum i40e_interrupt_policy int_policy;
266 u16 rx_itr_default;
267 u16 tx_itr_default;
268 u16 msg_enable;
269 char misc_int_name[IFNAMSIZ + 9];
270 u16 adminq_work_limit; /* num of admin receive queue desc to process */
271 int service_timer_period;
272 struct timer_list service_timer;
273 struct work_struct service_task;
274
275 u64 flags;
276#define I40E_FLAG_RX_CSUM_ENABLED (u64)(1 << 1)
277#define I40E_FLAG_MSI_ENABLED (u64)(1 << 2)
278#define I40E_FLAG_MSIX_ENABLED (u64)(1 << 3)
279#define I40E_FLAG_RX_1BUF_ENABLED (u64)(1 << 4)
280#define I40E_FLAG_RX_PS_ENABLED (u64)(1 << 5)
281#define I40E_FLAG_RSS_ENABLED (u64)(1 << 6)
Neerav Parikh9f529872013-11-28 06:39:38 +0000282#define I40E_FLAG_VMDQ_ENABLED (u64)(1 << 7)
283#define I40E_FLAG_FDIR_REQUIRES_REINIT (u64)(1 << 8)
284#define I40E_FLAG_NEED_LINK_UPDATE (u64)(1 << 9)
Vasu Dev38e00432014-08-01 13:27:03 -0700285#ifdef I40E_FCOE
286#define I40E_FLAG_FCOE_ENABLED (u64)(1 << 11)
287#endif /* I40E_FCOE */
Neerav Parikh9f529872013-11-28 06:39:38 +0000288#define I40E_FLAG_IN_NETPOLL (u64)(1 << 12)
289#define I40E_FLAG_16BYTE_RX_DESC_ENABLED (u64)(1 << 13)
290#define I40E_FLAG_CLEAN_ADMINQ (u64)(1 << 14)
291#define I40E_FLAG_FILTER_SYNC (u64)(1 << 15)
292#define I40E_FLAG_PROCESS_MDD_EVENT (u64)(1 << 17)
293#define I40E_FLAG_PROCESS_VFLR_EVENT (u64)(1 << 18)
294#define I40E_FLAG_SRIOV_ENABLED (u64)(1 << 19)
295#define I40E_FLAG_DCB_ENABLED (u64)(1 << 20)
Jesse Brandeburg60ea5f82014-01-17 15:36:34 -0800296#define I40E_FLAG_FD_SB_ENABLED (u64)(1 << 21)
297#define I40E_FLAG_FD_ATR_ENABLED (u64)(1 << 22)
Jacob Kellerbeb0dff2014-01-11 05:43:19 +0000298#define I40E_FLAG_PTP (u64)(1 << 25)
Jeff Kirshera1c9a9d2013-12-28 07:32:18 +0000299#define I40E_FLAG_MFP_ENABLED (u64)(1 << 26)
300#ifdef CONFIG_I40E_VXLAN
301#define I40E_FLAG_VXLAN_FILTER_SYNC (u64)(1 << 27)
302#endif
Neerav Parikh1f224ad2014-02-12 01:45:31 +0000303#define I40E_FLAG_PORT_ID_VALID (u64)(1 << 28)
Neerav Parikh4d9b6042014-05-22 06:31:51 +0000304#define I40E_FLAG_DCB_CAPABLE (u64)(1 << 29)
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000305
Anjali Singhai Jain61dade72014-02-11 08:26:28 +0000306 /* tracks features that get auto disabled by errors */
307 u64 auto_disable_flags;
308
Vasu Dev38e00432014-08-01 13:27:03 -0700309#ifdef I40E_FCOE
310 struct i40e_fcoe fcoe;
311
312#endif /* I40E_FCOE */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000313 bool stat_offsets_loaded;
314 struct i40e_hw_port_stats stats;
315 struct i40e_hw_port_stats stats_offsets;
316 u32 tx_timeout_count;
317 u32 tx_timeout_recovery_level;
318 unsigned long tx_timeout_last_recovery;
319 u32 hw_csum_rx_error;
320 u32 led_status;
321 u16 corer_count; /* Core reset count */
322 u16 globr_count; /* Global reset count */
323 u16 empr_count; /* EMP reset count */
324 u16 pfr_count; /* PF reset count */
Shannon Nelsoncd92e722013-11-16 10:00:44 +0000325 u16 sw_int_count; /* SW interrupt count */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000326
327 struct mutex switch_mutex;
328 u16 lan_vsi; /* our default LAN VSI */
329 u16 lan_veb; /* initial relay, if exists */
330#define I40E_NO_VEB 0xffff
331#define I40E_NO_VSI 0xffff
332 u16 next_vsi; /* Next unallocated VSI - 0-based! */
333 struct i40e_vsi **vsi;
334 struct i40e_veb *veb[I40E_MAX_VEB];
335
336 struct i40e_lump_tracking *qp_pile;
337 struct i40e_lump_tracking *irq_pile;
338
339 /* switch config info */
340 u16 pf_seid;
341 u16 main_vsi_seid;
342 u16 mac_seid;
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000343 struct kobject *switch_kobj;
344#ifdef CONFIG_DEBUG_FS
345 struct dentry *i40e_dbg_pf;
346#endif /* CONFIG_DEBUG_FS */
347
Anjali Singhai Jain93cd7652013-11-20 10:03:01 +0000348 u16 instance; /* A unique number per i40e_pf instance in the system */
349
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000350 /* sr-iov config info */
351 struct i40e_vf *vf;
352 int num_alloc_vfs; /* actual number of VFs allocated */
353 u32 vf_aq_requests;
354
355 /* DCBx/DCBNL capability for PF that indicates
356 * whether DCBx is managed by firmware or host
357 * based agent (LLDPAD). Also, indicates what
358 * flavor of DCBx protocol (IEEE/CEE) is supported
359 * by the device. For now we're supporting IEEE
360 * mode only.
361 */
362 u16 dcbx_cap;
363
364 u32 fcoe_hmc_filt_num;
365 u32 fcoe_hmc_cntx_num;
366 struct i40e_filter_control_settings filter_settings;
Jacob Kellerbeb0dff2014-01-11 05:43:19 +0000367
368 struct ptp_clock *ptp_clock;
369 struct ptp_clock_info ptp_caps;
370 struct sk_buff *ptp_tx_skb;
Jacob Kellerbeb0dff2014-01-11 05:43:19 +0000371 struct hwtstamp_config tstamp_config;
Jacob Kellerbeb0dff2014-01-11 05:43:19 +0000372 unsigned long last_rx_ptp_check;
373 spinlock_t tmreg_lock; /* Used to protect the device time registers. */
374 u64 ptp_base_adj;
375 u32 tx_hwtstamp_timeouts;
376 u32 rx_hwtstamp_cleared;
377 bool ptp_tx;
378 bool ptp_rx;
Carolyn Wybornye157ea32014-06-03 23:50:22 +0000379 u16 rss_table_size;
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000380};
381
382struct i40e_mac_filter {
383 struct list_head list;
384 u8 macaddr[ETH_ALEN];
385#define I40E_VLAN_ANY -1
386 s16 vlan;
387 u8 counter; /* number of instances of this filter */
388 bool is_vf; /* filter belongs to a VF */
389 bool is_netdev; /* filter belongs to a netdev */
390 bool changed; /* filter needs to be sync'd to the HW */
Shannon Nelson6252c7e2014-06-04 01:23:23 +0000391 bool is_laa; /* filter is a Locally Administered Address */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000392};
393
394struct i40e_veb {
395 struct i40e_pf *pf;
396 u16 idx;
397 u16 veb_idx; /* index of VEB parent */
398 u16 seid;
399 u16 uplink_seid;
400 u16 stats_idx; /* index of VEB parent */
401 u8 enabled_tc;
402 u16 flags;
403 u16 bw_limit;
404 u8 bw_max_quanta;
405 bool is_abs_credits;
406 u8 bw_tc_share_credits[I40E_MAX_TRAFFIC_CLASS];
407 u16 bw_tc_limit_credits[I40E_MAX_TRAFFIC_CLASS];
408 u8 bw_tc_max_quanta[I40E_MAX_TRAFFIC_CLASS];
409 struct kobject *kobj;
410 bool stat_offsets_loaded;
411 struct i40e_eth_stats stats;
412 struct i40e_eth_stats stats_offsets;
413};
414
415/* struct that defines a VSI, associated with a dev */
416struct i40e_vsi {
417 struct net_device *netdev;
418 unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
419 bool netdev_registered;
420 bool stat_offsets_loaded;
421
422 u32 current_netdev_flags;
423 unsigned long state;
424#define I40E_VSI_FLAG_FILTER_CHANGED (1<<0)
425#define I40E_VSI_FLAG_VEB_OWNER (1<<1)
426 unsigned long flags;
427
428 struct list_head mac_filter_list;
429
430 /* VSI stats */
431 struct rtnl_link_stats64 net_stats;
432 struct rtnl_link_stats64 net_stats_offsets;
433 struct i40e_eth_stats eth_stats;
434 struct i40e_eth_stats eth_stats_offsets;
Vasu Dev38e00432014-08-01 13:27:03 -0700435#ifdef I40E_FCOE
436 struct i40e_fcoe_stats fcoe_stats;
437 struct i40e_fcoe_stats fcoe_stats_offsets;
438 bool fcoe_stat_offsets_loaded;
439#endif
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000440 u32 tx_restart;
441 u32 tx_busy;
442 u32 rx_buf_failed;
443 u32 rx_page_failed;
444
Alexander Duyck9f65e152013-09-28 06:00:58 +0000445 /* These are containers of ring pointers, allocated at run-time */
446 struct i40e_ring **rx_rings;
447 struct i40e_ring **tx_rings;
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000448
449 u16 work_limit;
450 /* high bit set means dynamic, use accessor routines to read/write.
451 * hardware only supports 2us resolution for the ITR registers.
452 * these values always store the USER setting, and must be converted
453 * before programming to a register.
454 */
455 u16 rx_itr_setting;
456 u16 tx_itr_setting;
457
458 u16 max_frame;
459 u16 rx_hdr_len;
460 u16 rx_buf_len;
461 u8 dtype;
462
463 /* List of q_vectors allocated to this VSI */
Alexander Duyck493fb302013-09-28 07:01:44 +0000464 struct i40e_q_vector **q_vectors;
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000465 int num_q_vectors;
466 int base_vector;
Shannon Nelson63741842014-04-23 04:50:16 +0000467 bool irqs_ready;
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000468
469 u16 seid; /* HW index of this VSI (absolute index) */
470 u16 id; /* VSI number */
471 u16 uplink_seid;
472
473 u16 base_queue; /* vsi's first queue in hw array */
474 u16 alloc_queue_pairs; /* Allocated Tx/Rx queues */
475 u16 num_queue_pairs; /* Used tx and rx pairs */
476 u16 num_desc;
477 enum i40e_vsi_type type; /* VSI type, e.g., LAN, FCoE, etc */
478 u16 vf_id; /* Virtual function ID for SRIOV VSIs */
479
480 struct i40e_tc_configuration tc_config;
481 struct i40e_aqc_vsi_properties_data info;
482
483 /* VSI BW limit (absolute across all TCs) */
484 u16 bw_limit; /* VSI BW Limit (0 = disabled) */
485 u8 bw_max_quanta; /* Max Quanta when BW limit is enabled */
486
487 /* Relative TC credits across VSIs */
488 u8 bw_ets_share_credits[I40E_MAX_TRAFFIC_CLASS];
489 /* TC BW limit credits within VSI */
490 u16 bw_ets_limit_credits[I40E_MAX_TRAFFIC_CLASS];
491 /* TC BW limit max quanta within VSI */
492 u8 bw_ets_max_quanta[I40E_MAX_TRAFFIC_CLASS];
493
494 struct i40e_pf *back; /* Backreference to associated PF */
495 u16 idx; /* index in pf->vsi[] */
496 u16 veb_idx; /* index of VEB parent */
497 struct kobject *kobj; /* sysfs object */
498
499 /* VSI specific handlers */
500 irqreturn_t (*irq_handler)(int irq, void *data);
501} ____cacheline_internodealigned_in_smp;
502
503struct i40e_netdev_priv {
504 struct i40e_vsi *vsi;
505};
506
507/* struct that defines an interrupt vector */
508struct i40e_q_vector {
509 struct i40e_vsi *vsi;
510
511 u16 v_idx; /* index in the vsi->q_vector array. */
512 u16 reg_idx; /* register index of the interrupt */
513
514 struct napi_struct napi;
515
516 struct i40e_ring_container rx;
517 struct i40e_ring_container tx;
518
519 u8 num_ringpairs; /* total number of ring pairs in vector */
520
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000521 cpumask_t affinity_mask;
Alexander Duyck493fb302013-09-28 07:01:44 +0000522 struct rcu_head rcu; /* to avoid race with update stats on free */
523 char name[IFNAMSIZ + 9];
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000524} ____cacheline_internodealigned_in_smp;
525
526/* lan device */
527struct i40e_device {
528 struct list_head list;
529 struct i40e_pf *pf;
530};
531
532/**
533 * i40e_fw_version_str - format the FW and NVM version strings
534 * @hw: ptr to the hardware info
535 **/
536static inline char *i40e_fw_version_str(struct i40e_hw *hw)
537{
538 static char buf[32];
539
540 snprintf(buf, sizeof(buf),
Anjali Singhai jainfe310702013-11-16 10:00:37 +0000541 "f%d.%d a%d.%d n%02x.%02x e%08x",
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000542 hw->aq.fw_maj_ver, hw->aq.fw_min_ver,
543 hw->aq.api_maj_ver, hw->aq.api_min_ver,
Jesse Brandeburgff803012014-02-06 05:51:12 +0000544 (hw->nvm.version & I40E_NVM_VERSION_HI_MASK) >>
545 I40E_NVM_VERSION_HI_SHIFT,
546 (hw->nvm.version & I40E_NVM_VERSION_LO_MASK) >>
547 I40E_NVM_VERSION_LO_SHIFT,
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000548 hw->nvm.eetrack);
549
550 return buf;
551}
552
553/**
554 * i40e_netdev_to_pf: Retrieve the PF struct for given netdev
555 * @netdev: the corresponding netdev
556 *
557 * Return the PF struct for the given netdev
558 **/
559static inline struct i40e_pf *i40e_netdev_to_pf(struct net_device *netdev)
560{
561 struct i40e_netdev_priv *np = netdev_priv(netdev);
562 struct i40e_vsi *vsi = np->vsi;
563
564 return vsi->back;
565}
566
567static inline void i40e_vsi_setup_irqhandler(struct i40e_vsi *vsi,
568 irqreturn_t (*irq_handler)(int, void *))
569{
570 vsi->irq_handler = irq_handler;
571}
572
573/**
574 * i40e_rx_is_programming_status - check for programming status descriptor
575 * @qw: the first quad word of the program status descriptor
576 *
577 * The value of in the descriptor length field indicate if this
578 * is a programming status descriptor for flow director or FCoE
579 * by the value of I40E_RX_PROG_STATUS_DESC_LENGTH, otherwise
580 * it is a packet descriptor.
581 **/
582static inline bool i40e_rx_is_programming_status(u64 qw)
583{
584 return I40E_RX_PROG_STATUS_DESC_LENGTH ==
585 (qw >> I40E_RX_PROG_STATUS_DESC_LENGTH_SHIFT);
586}
587
Anjali Singhai Jain082def12014-04-09 05:59:00 +0000588/**
589 * i40e_get_fd_cnt_all - get the total FD filter space available
590 * @pf: pointer to the pf struct
591 **/
592static inline int i40e_get_fd_cnt_all(struct i40e_pf *pf)
593{
594 return pf->hw.fdir_shared_filter_count + pf->fdir_pf_filter_count;
595}
596
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000597/* needed by i40e_ethtool.c */
598int i40e_up(struct i40e_vsi *vsi);
599void i40e_down(struct i40e_vsi *vsi);
600extern const char i40e_driver_name[];
601extern const char i40e_driver_version_str[];
Anjali Singhai Jain23326182013-11-26 10:49:22 +0000602void i40e_do_reset_safe(struct i40e_pf *pf, u32 reset_flags);
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000603void i40e_do_reset(struct i40e_pf *pf, u32 reset_flags);
604void i40e_update_stats(struct i40e_vsi *vsi);
605void i40e_update_eth_stats(struct i40e_vsi *vsi);
606struct rtnl_link_stats64 *i40e_get_vsi_stats_struct(struct i40e_vsi *vsi);
607int i40e_fetch_switch_configuration(struct i40e_pf *pf,
608 bool printconfig);
609
Joseph Gasparakis17a73f62014-02-12 01:45:30 +0000610int i40e_program_fdir_filter(struct i40e_fdir_filter *fdir_data, u8 *raw_packet,
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000611 struct i40e_pf *pf, bool add);
Joseph Gasparakis17a73f62014-02-12 01:45:30 +0000612int i40e_add_del_fdir(struct i40e_vsi *vsi,
613 struct i40e_fdir_filter *input, bool add);
Anjali Singhai Jain55a5e602014-02-12 06:33:25 +0000614void i40e_fdir_check_and_reenable(struct i40e_pf *pf);
615int i40e_get_current_fd_count(struct i40e_pf *pf);
Anjali Singhai Jain12957382014-06-04 04:22:47 +0000616int i40e_get_cur_guaranteed_fd_count(struct i40e_pf *pf);
Anjali Singhai Jain1e1be8f2014-07-10 08:03:26 +0000617int i40e_get_current_atr_cnt(struct i40e_pf *pf);
Anjali Singhai Jain7c3c2882014-02-14 02:14:38 +0000618bool i40e_set_ntuple(struct i40e_pf *pf, netdev_features_t features);
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000619void i40e_set_ethtool_ops(struct net_device *netdev);
620struct i40e_mac_filter *i40e_add_filter(struct i40e_vsi *vsi,
621 u8 *macaddr, s16 vlan,
622 bool is_vf, bool is_netdev);
623void i40e_del_filter(struct i40e_vsi *vsi, u8 *macaddr, s16 vlan,
624 bool is_vf, bool is_netdev);
625int i40e_sync_vsi_filters(struct i40e_vsi *vsi);
626struct i40e_vsi *i40e_vsi_setup(struct i40e_pf *pf, u8 type,
627 u16 uplink, u32 param1);
628int i40e_vsi_release(struct i40e_vsi *vsi);
629struct i40e_vsi *i40e_vsi_lookup(struct i40e_pf *pf, enum i40e_vsi_type type,
630 struct i40e_vsi *start_vsi);
Vasu Dev38e00432014-08-01 13:27:03 -0700631#ifdef I40E_FCOE
632void i40e_vsi_setup_queue_map(struct i40e_vsi *vsi,
633 struct i40e_vsi_context *ctxt,
634 u8 enabled_tc, bool is_add);
635#endif
Mitch Williamsfc18eaa2013-11-28 06:39:27 +0000636int i40e_vsi_control_rings(struct i40e_vsi *vsi, bool enable);
Anjali Singhai Jainf8ff1462013-11-26 10:49:19 +0000637int i40e_reconfig_rss_queues(struct i40e_pf *pf, int queue_count);
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000638struct i40e_veb *i40e_veb_setup(struct i40e_pf *pf, u16 flags, u16 uplink_seid,
639 u16 downlink_seid, u8 enabled_tc);
640void i40e_veb_release(struct i40e_veb *veb);
641
Neerav Parikh4e3b35b2014-01-17 15:36:37 -0800642int i40e_veb_config_tc(struct i40e_veb *veb, u8 enabled_tc);
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000643i40e_status i40e_vsi_add_pvid(struct i40e_vsi *vsi, u16 vid);
644void i40e_vsi_remove_pvid(struct i40e_vsi *vsi);
645void i40e_vsi_reset_stats(struct i40e_vsi *vsi);
646void i40e_pf_reset_stats(struct i40e_pf *pf);
647#ifdef CONFIG_DEBUG_FS
648void i40e_dbg_pf_init(struct i40e_pf *pf);
649void i40e_dbg_pf_exit(struct i40e_pf *pf);
650void i40e_dbg_init(void);
651void i40e_dbg_exit(void);
652#else
653static inline void i40e_dbg_pf_init(struct i40e_pf *pf) {}
654static inline void i40e_dbg_pf_exit(struct i40e_pf *pf) {}
655static inline void i40e_dbg_init(void) {}
656static inline void i40e_dbg_exit(void) {}
657#endif /* CONFIG_DEBUG_FS*/
658void i40e_irq_dynamic_enable(struct i40e_vsi *vsi, int vector);
Carolyn Wyborny5c2cebd2014-06-04 01:23:18 +0000659void i40e_irq_dynamic_disable(struct i40e_vsi *vsi, int vector);
Mitch Williams2ef28cf2013-11-28 06:39:32 +0000660void i40e_irq_dynamic_disable_icr0(struct i40e_pf *pf);
Shannon Nelson116a57d2013-09-28 07:13:59 +0000661void i40e_irq_dynamic_enable_icr0(struct i40e_pf *pf);
Vasu Dev38e00432014-08-01 13:27:03 -0700662#ifdef I40E_FCOE
663struct rtnl_link_stats64 *i40e_get_netdev_stats_struct(
664 struct net_device *netdev,
665 struct rtnl_link_stats64 *storage);
666int i40e_set_mac(struct net_device *netdev, void *p);
667void i40e_set_rx_mode(struct net_device *netdev);
668#endif
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000669int i40e_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd);
Vasu Dev38e00432014-08-01 13:27:03 -0700670#ifdef I40E_FCOE
671void i40e_tx_timeout(struct net_device *netdev);
672int i40e_vlan_rx_add_vid(struct net_device *netdev,
673 __always_unused __be16 proto, u16 vid);
674int i40e_vlan_rx_kill_vid(struct net_device *netdev,
675 __always_unused __be16 proto, u16 vid);
676#endif
Elizabeth Kappler6c167f52014-02-15 07:41:38 +0000677int i40e_vsi_open(struct i40e_vsi *vsi);
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000678void i40e_vlan_stripping_disable(struct i40e_vsi *vsi);
679int i40e_vsi_add_vlan(struct i40e_vsi *vsi, s16 vid);
680int i40e_vsi_kill_vlan(struct i40e_vsi *vsi, s16 vid);
681struct i40e_mac_filter *i40e_put_mac_in_vlan(struct i40e_vsi *vsi, u8 *macaddr,
682 bool is_vf, bool is_netdev);
683bool i40e_is_vsi_in_vlan(struct i40e_vsi *vsi);
684struct i40e_mac_filter *i40e_find_mac(struct i40e_vsi *vsi, u8 *macaddr,
685 bool is_vf, bool is_netdev);
Vasu Dev38e00432014-08-01 13:27:03 -0700686#ifdef I40E_FCOE
687int i40e_open(struct net_device *netdev);
688int i40e_close(struct net_device *netdev);
689int i40e_setup_tc(struct net_device *netdev, u8 tc);
690void i40e_netpoll(struct net_device *netdev);
691int i40e_fcoe_enable(struct net_device *netdev);
692int i40e_fcoe_disable(struct net_device *netdev);
693int i40e_fcoe_vsi_init(struct i40e_vsi *vsi, struct i40e_vsi_context *ctxt);
694u8 i40e_get_fcoe_tc_map(struct i40e_pf *pf);
695void i40e_fcoe_config_netdev(struct net_device *netdev, struct i40e_vsi *vsi);
696void i40e_fcoe_vsi_setup(struct i40e_pf *pf);
697int i40e_init_pf_fcoe(struct i40e_pf *pf);
698int i40e_fcoe_setup_ddp_resources(struct i40e_vsi *vsi);
699void i40e_fcoe_free_ddp_resources(struct i40e_vsi *vsi);
700int i40e_fcoe_handle_offload(struct i40e_ring *rx_ring,
701 union i40e_rx_desc *rx_desc,
702 struct sk_buff *skb);
703void i40e_fcoe_handle_status(struct i40e_ring *rx_ring,
704 union i40e_rx_desc *rx_desc, u8 prog_id);
705#endif /* I40E_FCOE */
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000706void i40e_vlan_stripping_enable(struct i40e_vsi *vsi);
Neerav Parikh4e3b35b2014-01-17 15:36:37 -0800707#ifdef CONFIG_I40E_DCB
708void i40e_dcbnl_flush_apps(struct i40e_pf *pf,
709 struct i40e_dcbx_config *new_cfg);
710void i40e_dcbnl_set_all(struct i40e_vsi *vsi);
711void i40e_dcbnl_setup(struct i40e_vsi *vsi);
712bool i40e_dcb_need_reconfig(struct i40e_pf *pf,
713 struct i40e_dcbx_config *old_cfg,
714 struct i40e_dcbx_config *new_cfg);
715#endif /* CONFIG_I40E_DCB */
Jacob Kellerbeb0dff2014-01-11 05:43:19 +0000716void i40e_ptp_rx_hang(struct i40e_vsi *vsi);
717void i40e_ptp_tx_hwtstamp(struct i40e_pf *pf);
718void i40e_ptp_rx_hwtstamp(struct i40e_pf *pf, struct sk_buff *skb, u8 index);
719void i40e_ptp_set_increment(struct i40e_pf *pf);
720int i40e_ptp_set_ts_config(struct i40e_pf *pf, struct ifreq *ifr);
721int i40e_ptp_get_ts_config(struct i40e_pf *pf, struct ifreq *ifr);
722void i40e_ptp_init(struct i40e_pf *pf);
723void i40e_ptp_stop(struct i40e_pf *pf);
Jesse Brandeburg7daa6bf2013-09-11 08:40:01 +0000724#endif /* _I40E_H_ */