4be93617fa
Remote DMA over Converged Ethernet, RoCE, for the ConnectX-4 series of PCI express network cards. There is currently no user-space support and this driver only supports kernel side non-routable RoCE V1. The krping kernel module can be used to test this driver. Full user-space support including RoCE V2 will be added as part of the ongoing upgrade to ibcore from Linux 4.9. Otherwise this driver is feature equivalent to mlx4ib(4). The mlx5ib(4) kernel module will only be built when WITH_OFED=YES is specified. MFC after: 2 weeks Sponsored by: Mellanox Technologies
126 lines
3.8 KiB
C
126 lines
3.8 KiB
C
/*-
|
|
* Copyright (c) 2013-2015, Mellanox Technologies, Ltd. All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS `AS IS' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#include "mlx5_ib.h"
|
|
|
|
#define IPV6_DEFAULT_HOPLIMIT 64
|
|
|
|
struct ib_ah *create_ib_ah(struct mlx5_ib_dev *dev,
|
|
struct ib_ah_attr *ah_attr,
|
|
struct mlx5_ib_ah *ah, enum rdma_link_layer ll)
|
|
{
|
|
int err;
|
|
int gid_type;
|
|
|
|
if (ah_attr->ah_flags & IB_AH_GRH) {
|
|
memcpy(ah->av.rgid, &ah_attr->grh.dgid, 16);
|
|
ah->av.grh_gid_fl = cpu_to_be32(ah_attr->grh.flow_label |
|
|
(1 << 30) |
|
|
ah_attr->grh.sgid_index << 20);
|
|
ah->av.hop_limit = ah_attr->grh.hop_limit;
|
|
ah->av.tclass = ah_attr->grh.traffic_class;
|
|
}
|
|
|
|
ah->av.stat_rate_sl = (ah_attr->static_rate << 4);
|
|
|
|
if (ll == IB_LINK_LAYER_ETHERNET) {
|
|
err = mlx5_get_roce_gid_type(dev, ah_attr->port_num,
|
|
ah_attr->grh.sgid_index,
|
|
&gid_type);
|
|
if (err)
|
|
return ERR_PTR(err);
|
|
|
|
memcpy(ah->av.rmac, ah_attr->dmac, sizeof(ah_attr->dmac));
|
|
ah->av.udp_sport = mlx5_get_roce_udp_sport(
|
|
dev,
|
|
ah_attr->port_num,
|
|
ah_attr->grh.sgid_index,
|
|
0);
|
|
ah->av.stat_rate_sl |= (ah_attr->sl & 0x7) << 1;
|
|
ah->av.hop_limit = ah_attr->grh.hop_limit;
|
|
/* TODO: initialize other eth fields */
|
|
} else {
|
|
ah->av.rlid = cpu_to_be16(ah_attr->dlid);
|
|
ah->av.fl_mlid = ah_attr->src_path_bits & 0x7f;
|
|
ah->av.stat_rate_sl |= (ah_attr->sl & 0xf);
|
|
}
|
|
|
|
return &ah->ibah;
|
|
}
|
|
|
|
struct ib_ah *mlx5_ib_create_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr)
|
|
{
|
|
struct mlx5_ib_ah *ah;
|
|
struct mlx5_ib_dev *dev = to_mdev(pd->device);
|
|
enum rdma_link_layer ll;
|
|
struct ib_ah *ret = ERR_PTR(-EINVAL);
|
|
|
|
ah = kzalloc(sizeof(*ah), GFP_ATOMIC);
|
|
if (!ah)
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
ll = pd->device->get_link_layer(pd->device, ah_attr->port_num);
|
|
|
|
if (ll == IB_LINK_LAYER_ETHERNET && !(ah_attr->ah_flags & IB_AH_GRH))
|
|
goto err_kfree_ah;
|
|
|
|
return create_ib_ah(dev, ah_attr, ah, ll); /* never fails */
|
|
|
|
err_kfree_ah:
|
|
kfree(ah);
|
|
return ret;
|
|
}
|
|
|
|
int mlx5_ib_query_ah(struct ib_ah *ibah, struct ib_ah_attr *ah_attr)
|
|
{
|
|
struct mlx5_ib_ah *ah = to_mah(ibah);
|
|
u32 tmp;
|
|
|
|
memset(ah_attr, 0, sizeof(*ah_attr));
|
|
|
|
tmp = be32_to_cpu(ah->av.grh_gid_fl);
|
|
if (tmp & (1 << 30)) {
|
|
ah_attr->ah_flags = IB_AH_GRH;
|
|
ah_attr->grh.sgid_index = (tmp >> 20) & 0xff;
|
|
ah_attr->grh.flow_label = tmp & 0xfffff;
|
|
memcpy(&ah_attr->grh.dgid, ah->av.rgid, 16);
|
|
ah_attr->grh.hop_limit = ah->av.hop_limit;
|
|
ah_attr->grh.traffic_class = ah->av.tclass;
|
|
}
|
|
ah_attr->dlid = be16_to_cpu(ah->av.rlid);
|
|
ah_attr->static_rate = ah->av.stat_rate_sl >> 4;
|
|
ah_attr->sl = ah->av.stat_rate_sl & 0xf;
|
|
|
|
return 0;
|
|
}
|
|
|
|
int mlx5_ib_destroy_ah(struct ib_ah *ah)
|
|
{
|
|
kfree(to_mah(ah));
|
|
return 0;
|
|
}
|