7d7af7f85b
Summary of changes: - Assorted bug fixes - Support for newer versions of the device firmware - Suspend/resume support - Support for Lenient Link Mode for E82X devices (e.g. can try to link with SFP/QSFP modules with bad EEPROMs) - Adds port-level rx_discards sysctl, similar to ixl(4)'s This version of the driver is intended to be used with DDP package 1.3.16.0, which has already been updated in a previous commit. Tested by: Jeffrey Pieper <jeffrey.e.pieper@intel.com> MFC after: 3 days MFC with: r365332, r365550 Sponsored by: Intel Corporation Differential Revision: https://reviews.freebsd.org/D26322
343 lines
11 KiB
C
343 lines
11 KiB
C
/* SPDX-License-Identifier: BSD-3-Clause */
|
|
/* Copyright (c) 2020, Intel Corporation
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are met:
|
|
*
|
|
* 1. Redistributions of source code must retain the above copyright notice,
|
|
* this list of conditions and the following disclaimer.
|
|
*
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* 3. Neither the name of the Intel Corporation nor the names of its
|
|
* contributors may be used to endorse or promote products derived from
|
|
* this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
* POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
/*$FreeBSD$*/
|
|
|
|
#ifndef _ICE_FLOW_H_
|
|
#define _ICE_FLOW_H_
|
|
|
|
#include "ice_flex_type.h"
|
|
|
|
#define ICE_IPV4_MAKE_PREFIX_MASK(prefix) ((u32)(~0) << (32 - (prefix)))
|
|
#define ICE_FLOW_PROF_ID_INVAL 0xfffffffffffffffful
|
|
#define ICE_FLOW_PROF_ID_BYPASS 0
|
|
#define ICE_FLOW_PROF_ID_DEFAULT 1
|
|
#define ICE_FLOW_ENTRY_HANDLE_INVAL 0
|
|
#define ICE_FLOW_VSI_INVAL 0xffff
|
|
#define ICE_FLOW_FLD_OFF_INVAL 0xffff
|
|
|
|
/* Generate flow hash field from flow field type(s) */
|
|
#define ICE_FLOW_HASH_IPV4 \
|
|
(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) | \
|
|
BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA))
|
|
#define ICE_FLOW_HASH_IPV6 \
|
|
(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) | \
|
|
BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA))
|
|
#define ICE_FLOW_HASH_TCP_PORT \
|
|
(BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT) | \
|
|
BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT))
|
|
#define ICE_FLOW_HASH_UDP_PORT \
|
|
(BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT) | \
|
|
BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT))
|
|
#define ICE_FLOW_HASH_SCTP_PORT \
|
|
(BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT) | \
|
|
BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT))
|
|
|
|
#define ICE_HASH_INVALID 0
|
|
#define ICE_HASH_TCP_IPV4 (ICE_FLOW_HASH_IPV4 | ICE_FLOW_HASH_TCP_PORT)
|
|
#define ICE_HASH_TCP_IPV6 (ICE_FLOW_HASH_IPV6 | ICE_FLOW_HASH_TCP_PORT)
|
|
#define ICE_HASH_UDP_IPV4 (ICE_FLOW_HASH_IPV4 | ICE_FLOW_HASH_UDP_PORT)
|
|
#define ICE_HASH_UDP_IPV6 (ICE_FLOW_HASH_IPV6 | ICE_FLOW_HASH_UDP_PORT)
|
|
#define ICE_HASH_SCTP_IPV4 (ICE_FLOW_HASH_IPV4 | ICE_FLOW_HASH_SCTP_PORT)
|
|
#define ICE_HASH_SCTP_IPV6 (ICE_FLOW_HASH_IPV6 | ICE_FLOW_HASH_SCTP_PORT)
|
|
|
|
/* Protocol header fields within a packet segment. A segment consists of one or
|
|
* more protocol headers that make up a logical group of protocol headers. Each
|
|
* logical group of protocol headers encapsulates or is encapsulated using/by
|
|
* tunneling or encapsulation protocols for network virtualization such as GRE,
|
|
* VxLAN, etc.
|
|
*/
|
|
enum ice_flow_seg_hdr {
|
|
ICE_FLOW_SEG_HDR_NONE = 0x00000000,
|
|
ICE_FLOW_SEG_HDR_ETH = 0x00000001,
|
|
ICE_FLOW_SEG_HDR_VLAN = 0x00000002,
|
|
ICE_FLOW_SEG_HDR_IPV4 = 0x00000004,
|
|
ICE_FLOW_SEG_HDR_IPV6 = 0x00000008,
|
|
ICE_FLOW_SEG_HDR_ARP = 0x00000010,
|
|
ICE_FLOW_SEG_HDR_ICMP = 0x00000020,
|
|
ICE_FLOW_SEG_HDR_TCP = 0x00000040,
|
|
ICE_FLOW_SEG_HDR_UDP = 0x00000080,
|
|
ICE_FLOW_SEG_HDR_SCTP = 0x00000100,
|
|
ICE_FLOW_SEG_HDR_GRE = 0x00000200,
|
|
/* The following is an additive bit for ICE_FLOW_SEG_HDR_IPV4 and
|
|
* ICE_FLOW_SEG_HDR_IPV6 which include the IPV4 other PTYPEs
|
|
*/
|
|
ICE_FLOW_SEG_HDR_IPV_OTHER = 0x20000000,
|
|
};
|
|
|
|
enum ice_flow_field {
|
|
/* L2 */
|
|
ICE_FLOW_FIELD_IDX_ETH_DA,
|
|
ICE_FLOW_FIELD_IDX_ETH_SA,
|
|
ICE_FLOW_FIELD_IDX_S_VLAN,
|
|
ICE_FLOW_FIELD_IDX_C_VLAN,
|
|
ICE_FLOW_FIELD_IDX_ETH_TYPE,
|
|
/* L3 */
|
|
ICE_FLOW_FIELD_IDX_IPV4_DSCP,
|
|
ICE_FLOW_FIELD_IDX_IPV6_DSCP,
|
|
ICE_FLOW_FIELD_IDX_IPV4_TTL,
|
|
ICE_FLOW_FIELD_IDX_IPV4_PROT,
|
|
ICE_FLOW_FIELD_IDX_IPV6_TTL,
|
|
ICE_FLOW_FIELD_IDX_IPV6_PROT,
|
|
ICE_FLOW_FIELD_IDX_IPV4_SA,
|
|
ICE_FLOW_FIELD_IDX_IPV4_DA,
|
|
ICE_FLOW_FIELD_IDX_IPV6_SA,
|
|
ICE_FLOW_FIELD_IDX_IPV6_DA,
|
|
/* L4 */
|
|
ICE_FLOW_FIELD_IDX_TCP_SRC_PORT,
|
|
ICE_FLOW_FIELD_IDX_TCP_DST_PORT,
|
|
ICE_FLOW_FIELD_IDX_UDP_SRC_PORT,
|
|
ICE_FLOW_FIELD_IDX_UDP_DST_PORT,
|
|
ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT,
|
|
ICE_FLOW_FIELD_IDX_SCTP_DST_PORT,
|
|
ICE_FLOW_FIELD_IDX_TCP_FLAGS,
|
|
/* ARP */
|
|
ICE_FLOW_FIELD_IDX_ARP_SIP,
|
|
ICE_FLOW_FIELD_IDX_ARP_DIP,
|
|
ICE_FLOW_FIELD_IDX_ARP_SHA,
|
|
ICE_FLOW_FIELD_IDX_ARP_DHA,
|
|
ICE_FLOW_FIELD_IDX_ARP_OP,
|
|
/* ICMP */
|
|
ICE_FLOW_FIELD_IDX_ICMP_TYPE,
|
|
ICE_FLOW_FIELD_IDX_ICMP_CODE,
|
|
/* GRE */
|
|
ICE_FLOW_FIELD_IDX_GRE_KEYID,
|
|
/* The total number of enums must not exceed 64 */
|
|
ICE_FLOW_FIELD_IDX_MAX
|
|
};
|
|
|
|
/* Flow headers and fields for AVF support */
|
|
enum ice_flow_avf_hdr_field {
|
|
/* Values 0 - 28 are reserved for future use */
|
|
ICE_AVF_FLOW_FIELD_INVALID = 0,
|
|
ICE_AVF_FLOW_FIELD_UNICAST_IPV4_UDP = 29,
|
|
ICE_AVF_FLOW_FIELD_MULTICAST_IPV4_UDP,
|
|
ICE_AVF_FLOW_FIELD_IPV4_UDP,
|
|
ICE_AVF_FLOW_FIELD_IPV4_TCP_SYN_NO_ACK,
|
|
ICE_AVF_FLOW_FIELD_IPV4_TCP,
|
|
ICE_AVF_FLOW_FIELD_IPV4_SCTP,
|
|
ICE_AVF_FLOW_FIELD_IPV4_OTHER,
|
|
ICE_AVF_FLOW_FIELD_FRAG_IPV4,
|
|
/* Values 37-38 are reserved */
|
|
ICE_AVF_FLOW_FIELD_UNICAST_IPV6_UDP = 39,
|
|
ICE_AVF_FLOW_FIELD_MULTICAST_IPV6_UDP,
|
|
ICE_AVF_FLOW_FIELD_IPV6_UDP,
|
|
ICE_AVF_FLOW_FIELD_IPV6_TCP_SYN_NO_ACK,
|
|
ICE_AVF_FLOW_FIELD_IPV6_TCP,
|
|
ICE_AVF_FLOW_FIELD_IPV6_SCTP,
|
|
ICE_AVF_FLOW_FIELD_IPV6_OTHER,
|
|
ICE_AVF_FLOW_FIELD_FRAG_IPV6,
|
|
ICE_AVF_FLOW_FIELD_RSVD47,
|
|
ICE_AVF_FLOW_FIELD_FCOE_OX,
|
|
ICE_AVF_FLOW_FIELD_FCOE_RX,
|
|
ICE_AVF_FLOW_FIELD_FCOE_OTHER,
|
|
/* Values 51-62 are reserved */
|
|
ICE_AVF_FLOW_FIELD_L2_PAYLOAD = 63,
|
|
ICE_AVF_FLOW_FIELD_MAX
|
|
};
|
|
|
|
/* Supported RSS offloads This macro is defined to support
|
|
* VIRTCHNL_OP_GET_RSS_HENA_CAPS ops. PF driver sends the RSS hardware
|
|
* capabilities to the caller of this ops.
|
|
*/
|
|
#define ICE_DEFAULT_RSS_HENA ( \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_UDP) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_SCTP) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_TCP) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_OTHER) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_FRAG_IPV4) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_UDP) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_TCP) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_SCTP) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_OTHER) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_FRAG_IPV6) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV4_TCP_SYN_NO_ACK) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_UNICAST_IPV4_UDP) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_MULTICAST_IPV4_UDP) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_IPV6_TCP_SYN_NO_ACK) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_UNICAST_IPV6_UDP) | \
|
|
BIT_ULL(ICE_AVF_FLOW_FIELD_MULTICAST_IPV6_UDP))
|
|
|
|
enum ice_rss_hash_func {
|
|
ICE_RSS_HASH_TOEPLITZ = 0,
|
|
ICE_RSS_HASH_TOEPLITZ_SYMMETRIC = 1,
|
|
ICE_RSS_HASH_XOR = 2,
|
|
ICE_RSS_HASH_JHASH = 3,
|
|
};
|
|
|
|
struct ice_rss_hash_cfg {
|
|
u32 addl_hdrs;
|
|
u64 hash_flds;
|
|
enum ice_rss_hash_func hash_func;
|
|
};
|
|
|
|
enum ice_flow_dir {
|
|
ICE_FLOW_DIR_UNDEFINED = 0,
|
|
ICE_FLOW_TX = 0x01,
|
|
ICE_FLOW_RX = 0x02,
|
|
ICE_FLOW_TX_RX = ICE_FLOW_RX | ICE_FLOW_TX
|
|
};
|
|
|
|
enum ice_flow_priority {
|
|
ICE_FLOW_PRIO_LOW,
|
|
ICE_FLOW_PRIO_NORMAL,
|
|
ICE_FLOW_PRIO_HIGH
|
|
};
|
|
|
|
#define ICE_FLOW_SEG_MAX 2
|
|
#define ICE_FLOW_PROFILE_MAX 1024
|
|
#define ICE_FLOW_ACL_FIELD_VECTOR_MAX 32
|
|
#define ICE_FLOW_FV_EXTRACT_SZ 2
|
|
|
|
#define ICE_FLOW_SET_HDRS(seg, val) ((seg)->hdrs |= (u32)(val))
|
|
|
|
struct ice_flow_seg_xtrct {
|
|
u8 prot_id; /* Protocol ID of extracted header field */
|
|
u16 off; /* Starting offset of the field in header in bytes */
|
|
u8 idx; /* Index of FV entry used */
|
|
u8 disp; /* Displacement of field in bits fr. FV entry's start */
|
|
};
|
|
|
|
enum ice_flow_fld_match_type {
|
|
ICE_FLOW_FLD_TYPE_REG, /* Value, mask */
|
|
ICE_FLOW_FLD_TYPE_RANGE, /* Value, mask, last (upper bound) */
|
|
ICE_FLOW_FLD_TYPE_PREFIX, /* IP address, prefix, size of prefix */
|
|
ICE_FLOW_FLD_TYPE_SIZE, /* Value, mask, size of match */
|
|
};
|
|
|
|
struct ice_flow_fld_loc {
|
|
/* Describe offsets of field information relative to the beginning of
|
|
* input buffer provided when adding flow entries.
|
|
*/
|
|
u16 val; /* Offset where the value is located */
|
|
u16 mask; /* Offset where the mask/prefix value is located */
|
|
u16 last; /* Length or offset where the upper value is located */
|
|
};
|
|
|
|
struct ice_flow_fld_info {
|
|
enum ice_flow_fld_match_type type;
|
|
/* Location where to retrieve data from an input buffer */
|
|
struct ice_flow_fld_loc src;
|
|
/* Location where to put the data into the final entry buffer */
|
|
struct ice_flow_fld_loc entry;
|
|
struct ice_flow_seg_xtrct xtrct;
|
|
};
|
|
|
|
struct ice_flow_seg_info {
|
|
u32 hdrs; /* Bitmask indicating protocol headers present */
|
|
u64 match; /* Bitmask indicating header fields to be matched */
|
|
u64 range; /* Bitmask indicating header fields matched as ranges */
|
|
|
|
struct ice_flow_fld_info fields[ICE_FLOW_FIELD_IDX_MAX];
|
|
};
|
|
|
|
#define ICE_FLOW_ENTRY_HNDL(e) ((u64)e)
|
|
|
|
struct ice_flow_prof {
|
|
struct LIST_ENTRY_TYPE l_entry;
|
|
|
|
u64 id;
|
|
enum ice_flow_dir dir;
|
|
u8 segs_cnt;
|
|
|
|
struct ice_flow_seg_info segs[ICE_FLOW_SEG_MAX];
|
|
|
|
/* software VSI handles referenced by this flow profile */
|
|
ice_declare_bitmap(vsis, ICE_MAX_VSI);
|
|
|
|
union {
|
|
/* struct sw_recipe */
|
|
} cfg;
|
|
};
|
|
|
|
struct ice_rss_cfg {
|
|
struct LIST_ENTRY_TYPE l_entry;
|
|
/* bitmap of VSIs added to the RSS entry */
|
|
ice_declare_bitmap(vsis, ICE_MAX_VSI);
|
|
u64 hashed_flds;
|
|
u32 packet_hdr;
|
|
};
|
|
|
|
enum ice_flow_action_type {
|
|
ICE_FLOW_ACT_NOP,
|
|
ICE_FLOW_ACT_ALLOW,
|
|
ICE_FLOW_ACT_DROP,
|
|
ICE_FLOW_ACT_CNTR_PKT,
|
|
ICE_FLOW_ACT_FWD_VSI,
|
|
ICE_FLOW_ACT_FWD_VSI_LIST, /* Should be abstracted away */
|
|
ICE_FLOW_ACT_FWD_QUEUE, /* Can Queues be abstracted away? */
|
|
ICE_FLOW_ACT_FWD_QUEUE_GROUP, /* Can Queues be abstracted away? */
|
|
ICE_FLOW_ACT_PUSH,
|
|
ICE_FLOW_ACT_POP,
|
|
ICE_FLOW_ACT_MODIFY,
|
|
ICE_FLOW_ACT_CNTR_BYTES,
|
|
ICE_FLOW_ACT_CNTR_PKT_BYTES,
|
|
ICE_FLOW_ACT_GENERIC_0,
|
|
ICE_FLOW_ACT_GENERIC_1,
|
|
ICE_FLOW_ACT_GENERIC_2,
|
|
ICE_FLOW_ACT_GENERIC_3,
|
|
ICE_FLOW_ACT_GENERIC_4,
|
|
ICE_FLOW_ACT_RPT_FLOW_ID,
|
|
ICE_FLOW_ACT_BUILD_PROF_IDX,
|
|
};
|
|
|
|
struct ice_flow_action {
|
|
enum ice_flow_action_type type;
|
|
union {
|
|
u32 dummy;
|
|
} data;
|
|
};
|
|
|
|
u64
|
|
ice_flow_find_prof(struct ice_hw *hw, enum ice_block blk, enum ice_flow_dir dir,
|
|
struct ice_flow_seg_info *segs, u8 segs_cnt);
|
|
enum ice_status
|
|
ice_flow_assoc_vsig_vsi(struct ice_hw *hw, enum ice_block blk, u16 vsi_handle,
|
|
u16 vsig);
|
|
enum ice_status
|
|
ice_flow_get_hw_prof(struct ice_hw *hw, enum ice_block blk, u64 prof_id,
|
|
u8 *hw_prof);
|
|
void
|
|
ice_flow_set_fld_prefix(struct ice_flow_seg_info *seg, enum ice_flow_field fld,
|
|
u16 val_loc, u16 prefix_loc, u8 prefix_sz);
|
|
void ice_rem_vsi_rss_list(struct ice_hw *hw, u16 vsi_handle);
|
|
enum ice_status ice_replay_rss_cfg(struct ice_hw *hw, u16 vsi_handle);
|
|
enum ice_status
|
|
ice_add_avf_rss_cfg(struct ice_hw *hw, u16 vsi_handle, u64 hashed_flds);
|
|
enum ice_status ice_rem_vsi_rss_cfg(struct ice_hw *hw, u16 vsi_handle);
|
|
enum ice_status
|
|
ice_add_rss_cfg(struct ice_hw *hw, u16 vsi_handle, u64 hashed_flds,
|
|
u32 addl_hdrs);
|
|
enum ice_status
|
|
ice_rem_rss_cfg(struct ice_hw *hw, u16 vsi_handle, u64 hashed_flds,
|
|
u32 addl_hdrs);
|
|
u64 ice_get_rss_cfg(struct ice_hw *hw, u16 vsi_handle, u32 hdrs);
|
|
#endif /* _ICE_FLOW_H_ */
|