1 /* This file is part of the Emulex RoCE Device Driver for
2 * RoCE (RDMA over Converged Ethernet) adapters.
3 * Copyright (C) 2012-2015 Emulex. All rights reserved.
4 * EMULEX and SLI are trademarks of Emulex.
7 * This software is available to you under a choice of one of two licenses.
8 * You may choose to be licensed under the terms of the GNU General Public
9 * License (GPL) Version 2, available from the file COPYING in the main
10 * directory of this source tree, or the BSD license below:
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
16 * - Redistributions of source code must retain the above copyright notice,
17 * this list of conditions and the following disclaimer.
19 * - Redistributions in binary form must reproduce the above copyright
20 * notice, this list of conditions and the following disclaimer in
21 * the documentation and/or other materials provided with the distribution.
23 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
24 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,THE
25 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
27 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
28 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
29 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
30 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
31 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
32 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
33 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35 * Contact Information:
36 * linux-drivers@emulex.com
40 * Costa Mesa, CA 92626
43 #include <net/neighbour.h>
44 #include <net/netevent.h>
46 #include <rdma/ib_addr.h>
47 #include <rdma/ib_mad.h>
50 #include "ocrdma_verbs.h"
51 #include "ocrdma_ah.h"
52 #include "ocrdma_hw.h"
53 #include "ocrdma_stats.h"
55 #define OCRDMA_VID_PCP_SHIFT 0xD
57 static inline int set_av_attr(struct ocrdma_dev
*dev
, struct ocrdma_ah
*ah
,
58 struct ib_ah_attr
*attr
, union ib_gid
*sgid
,
59 int pdid
, bool *isvlan
)
63 struct ocrdma_eth_vlan eth
;
64 struct ocrdma_grh grh
;
67 memset(ð
, 0, sizeof(eth
));
68 memset(&grh
, 0, sizeof(grh
));
71 vlan_tag
= attr
->vlan_id
;
72 if (!vlan_tag
|| (vlan_tag
> 0xFFF))
74 if (vlan_tag
|| dev
->pfc_state
) {
76 pr_err("ocrdma%d:Using VLAN with PFC is recommended\n",
78 pr_err("ocrdma%d:Using VLAN 0 for this connection\n",
81 eth
.eth_type
= cpu_to_be16(0x8100);
82 eth
.roce_eth_type
= cpu_to_be16(OCRDMA_ROCE_ETH_TYPE
);
83 vlan_tag
|= (dev
->sl
& 0x07) << OCRDMA_VID_PCP_SHIFT
;
84 eth
.vlan_tag
= cpu_to_be16(vlan_tag
);
85 eth_sz
= sizeof(struct ocrdma_eth_vlan
);
88 eth
.eth_type
= cpu_to_be16(OCRDMA_ROCE_ETH_TYPE
);
89 eth_sz
= sizeof(struct ocrdma_eth_basic
);
92 memcpy(ð
.smac
[0], &dev
->nic_info
.mac_addr
[0], ETH_ALEN
);
93 status
= ocrdma_resolve_dmac(dev
, attr
, ð
.dmac
[0]);
96 ah
->sgid_index
= attr
->grh
.sgid_index
;
97 memcpy(&grh
.sgid
[0], sgid
->raw
, sizeof(union ib_gid
));
98 memcpy(&grh
.dgid
[0], attr
->grh
.dgid
.raw
, sizeof(attr
->grh
.dgid
.raw
));
100 grh
.tclass_flow
= cpu_to_be32((6 << 28) |
101 (attr
->grh
.traffic_class
<< 24) |
102 attr
->grh
.flow_label
);
103 /* 0x1b is next header value in GRH */
104 grh
.pdid_hoplimit
= cpu_to_be32((pdid
<< 16) |
105 (0x1b << 8) | attr
->grh
.hop_limit
);
107 memcpy(&ah
->av
->eth_hdr
, ð
, eth_sz
);
108 memcpy((u8
*)ah
->av
+ eth_sz
, &grh
, sizeof(struct ocrdma_grh
));
110 ah
->av
->valid
|= OCRDMA_AV_VLAN_VALID
;
111 ah
->av
->valid
= cpu_to_le32(ah
->av
->valid
);
115 struct ib_ah
*ocrdma_create_ah(struct ib_pd
*ibpd
, struct ib_ah_attr
*attr
)
120 struct ocrdma_ah
*ah
;
121 struct ocrdma_pd
*pd
= get_ocrdma_pd(ibpd
);
122 struct ocrdma_dev
*dev
= get_ocrdma_dev(ibpd
->device
);
125 if (!(attr
->ah_flags
& IB_AH_GRH
))
126 return ERR_PTR(-EINVAL
);
128 if (atomic_cmpxchg(&dev
->update_sl
, 1, 0))
129 ocrdma_init_service_level(dev
);
130 ah
= kzalloc(sizeof(*ah
), GFP_ATOMIC
);
132 return ERR_PTR(-ENOMEM
);
134 status
= ocrdma_alloc_av(dev
, ah
);
138 status
= ocrdma_query_gid(&dev
->ibdev
, 1, attr
->grh
.sgid_index
, &sgid
);
140 pr_err("%s(): Failed to query sgid, status = %d\n",
146 (!rdma_is_multicast_addr((struct in6_addr
*)attr
->grh
.dgid
.raw
)) &&
147 (!rdma_link_local_addr((struct in6_addr
*)attr
->grh
.dgid
.raw
))) {
148 status
= rdma_addr_find_dmac_by_grh(&sgid
, &attr
->grh
.dgid
,
149 attr
->dmac
, &attr
->vlan_id
);
151 pr_err("%s(): Failed to resolve dmac from gid."
152 "status = %d\n", __func__
, status
);
157 status
= set_av_attr(dev
, ah
, attr
, &sgid
, pd
->id
, &isvlan
);
161 /* if pd is for the user process, pass the ah_id to user space */
162 if ((pd
->uctx
) && (pd
->uctx
->ah_tbl
.va
)) {
163 ahid_addr
= pd
->uctx
->ah_tbl
.va
+ attr
->dlid
;
165 *ahid_addr
|= ah
->id
& OCRDMA_AH_ID_MASK
;
167 *ahid_addr
|= (OCRDMA_AH_VLAN_VALID_MASK
<<
168 OCRDMA_AH_VLAN_VALID_SHIFT
);
174 ocrdma_free_av(dev
, ah
);
177 return ERR_PTR(status
);
180 int ocrdma_destroy_ah(struct ib_ah
*ibah
)
182 struct ocrdma_ah
*ah
= get_ocrdma_ah(ibah
);
183 struct ocrdma_dev
*dev
= get_ocrdma_dev(ibah
->device
);
185 ocrdma_free_av(dev
, ah
);
190 int ocrdma_query_ah(struct ib_ah
*ibah
, struct ib_ah_attr
*attr
)
192 struct ocrdma_ah
*ah
= get_ocrdma_ah(ibah
);
193 struct ocrdma_av
*av
= ah
->av
;
194 struct ocrdma_grh
*grh
;
195 attr
->ah_flags
|= IB_AH_GRH
;
196 if (ah
->av
->valid
& OCRDMA_AV_VALID
) {
197 grh
= (struct ocrdma_grh
*)((u8
*)ah
->av
+
198 sizeof(struct ocrdma_eth_vlan
));
199 attr
->sl
= be16_to_cpu(av
->eth_hdr
.vlan_tag
) >> 13;
201 grh
= (struct ocrdma_grh
*)((u8
*)ah
->av
+
202 sizeof(struct ocrdma_eth_basic
));
205 memcpy(&attr
->grh
.dgid
.raw
[0], &grh
->dgid
[0], sizeof(grh
->dgid
));
206 attr
->grh
.sgid_index
= ah
->sgid_index
;
207 attr
->grh
.hop_limit
= be32_to_cpu(grh
->pdid_hoplimit
) & 0xff;
208 attr
->grh
.traffic_class
= be32_to_cpu(grh
->tclass_flow
) >> 24;
209 attr
->grh
.flow_label
= be32_to_cpu(grh
->tclass_flow
) & 0x00ffffffff;
213 int ocrdma_modify_ah(struct ib_ah
*ibah
, struct ib_ah_attr
*attr
)
215 /* modify_ah is unsupported */
219 int ocrdma_process_mad(struct ib_device
*ibdev
,
220 int process_mad_flags
,
222 const struct ib_wc
*in_wc
,
223 const struct ib_grh
*in_grh
,
224 const struct ib_mad_hdr
*in
, size_t in_mad_size
,
225 struct ib_mad_hdr
*out
, size_t *out_mad_size
,
226 u16
*out_mad_pkey_index
)
229 struct ocrdma_dev
*dev
;
230 const struct ib_mad
*in_mad
= (const struct ib_mad
*)in
;
231 struct ib_mad
*out_mad
= (struct ib_mad
*)out
;
233 if (WARN_ON_ONCE(in_mad_size
!= sizeof(*in_mad
) ||
234 *out_mad_size
!= sizeof(*out_mad
)))
235 return IB_MAD_RESULT_FAILURE
;
237 switch (in_mad
->mad_hdr
.mgmt_class
) {
238 case IB_MGMT_CLASS_PERF_MGMT
:
239 dev
= get_ocrdma_dev(ibdev
);
240 if (!ocrdma_pma_counters(dev
, out_mad
))
241 status
= IB_MAD_RESULT_SUCCESS
| IB_MAD_RESULT_REPLY
;
243 status
= IB_MAD_RESULT_SUCCESS
;
246 status
= IB_MAD_RESULT_SUCCESS
;