1 /*******************************************************************
2 * This file is part of the Emulex RoCE Device Driver for *
3 * RoCE (RDMA over Converged Ethernet) adapters. *
4 * Copyright (C) 2008-2012 Emulex. All rights reserved. *
5 * EMULEX and SLI are trademarks of Emulex. *
8 * This program is free software; you can redistribute it and/or *
9 * modify it under the terms of version 2 of the GNU General *
10 * Public License as published by the Free Software Foundation. *
11 * This program is distributed in the hope that it will be useful. *
12 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
13 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
14 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
15 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
16 * TO BE LEGALLY INVALID. See the GNU General Public License for *
17 * more details, a copy of which can be found in the file COPYING *
18 * included with this package. *
20 * Contact Information:
21 * linux-drivers@emulex.com
25 * Costa Mesa, CA 92626
26 *******************************************************************/
28 #include <net/neighbour.h>
29 #include <net/netevent.h>
31 #include <rdma/ib_addr.h>
32 #include <rdma/ib_mad.h>
35 #include "ocrdma_verbs.h"
36 #include "ocrdma_ah.h"
37 #include "ocrdma_hw.h"
38 #include "ocrdma_stats.h"
40 #define OCRDMA_VID_PCP_SHIFT 0xD
42 static inline int set_av_attr(struct ocrdma_dev
*dev
, struct ocrdma_ah
*ah
,
43 struct ib_ah_attr
*attr
, union ib_gid
*sgid
,
44 int pdid
, bool *isvlan
)
48 struct ocrdma_eth_vlan eth
;
49 struct ocrdma_grh grh
;
52 memset(ð
, 0, sizeof(eth
));
53 memset(&grh
, 0, sizeof(grh
));
56 vlan_tag
= attr
->vlan_id
;
57 if (!vlan_tag
|| (vlan_tag
> 0xFFF))
59 if (vlan_tag
&& (vlan_tag
< 0x1000)) {
60 eth
.eth_type
= cpu_to_be16(0x8100);
61 eth
.roce_eth_type
= cpu_to_be16(OCRDMA_ROCE_ETH_TYPE
);
62 vlan_tag
|= (dev
->sl
& 0x07) << OCRDMA_VID_PCP_SHIFT
;
63 eth
.vlan_tag
= cpu_to_be16(vlan_tag
);
64 eth_sz
= sizeof(struct ocrdma_eth_vlan
);
67 eth
.eth_type
= cpu_to_be16(OCRDMA_ROCE_ETH_TYPE
);
68 eth_sz
= sizeof(struct ocrdma_eth_basic
);
71 memcpy(ð
.smac
[0], &dev
->nic_info
.mac_addr
[0], ETH_ALEN
);
72 status
= ocrdma_resolve_dmac(dev
, attr
, ð
.dmac
[0]);
75 ah
->sgid_index
= attr
->grh
.sgid_index
;
76 memcpy(&grh
.sgid
[0], sgid
->raw
, sizeof(union ib_gid
));
77 memcpy(&grh
.dgid
[0], attr
->grh
.dgid
.raw
, sizeof(attr
->grh
.dgid
.raw
));
79 grh
.tclass_flow
= cpu_to_be32((6 << 28) |
80 (attr
->grh
.traffic_class
<< 24) |
81 attr
->grh
.flow_label
);
82 /* 0x1b is next header value in GRH */
83 grh
.pdid_hoplimit
= cpu_to_be32((pdid
<< 16) |
84 (0x1b << 8) | attr
->grh
.hop_limit
);
86 memcpy(&ah
->av
->eth_hdr
, ð
, eth_sz
);
87 memcpy((u8
*)ah
->av
+ eth_sz
, &grh
, sizeof(struct ocrdma_grh
));
89 ah
->av
->valid
|= OCRDMA_AV_VLAN_VALID
;
90 ah
->av
->valid
= cpu_to_le32(ah
->av
->valid
);
94 struct ib_ah
*ocrdma_create_ah(struct ib_pd
*ibpd
, struct ib_ah_attr
*attr
)
100 struct ocrdma_pd
*pd
= get_ocrdma_pd(ibpd
);
101 struct ocrdma_dev
*dev
= get_ocrdma_dev(ibpd
->device
);
104 if (!(attr
->ah_flags
& IB_AH_GRH
))
105 return ERR_PTR(-EINVAL
);
107 if (atomic_cmpxchg(&dev
->update_sl
, 1, 0))
108 ocrdma_init_service_level(dev
);
109 ah
= kzalloc(sizeof(*ah
), GFP_ATOMIC
);
111 return ERR_PTR(-ENOMEM
);
113 status
= ocrdma_alloc_av(dev
, ah
);
117 status
= ocrdma_query_gid(&dev
->ibdev
, 1, attr
->grh
.sgid_index
, &sgid
);
119 pr_err("%s(): Failed to query sgid, status = %d\n",
125 status
= rdma_addr_find_dmac_by_grh(&sgid
, &attr
->grh
.dgid
,
126 attr
->dmac
, &attr
->vlan_id
);
128 pr_err("%s(): Failed to resolve dmac from gid."
129 "status = %d\n", __func__
, status
);
134 status
= set_av_attr(dev
, ah
, attr
, &sgid
, pd
->id
, &isvlan
);
138 /* if pd is for the user process, pass the ah_id to user space */
139 if ((pd
->uctx
) && (pd
->uctx
->ah_tbl
.va
)) {
140 ahid_addr
= pd
->uctx
->ah_tbl
.va
+ attr
->dlid
;
142 *ahid_addr
|= ah
->id
& OCRDMA_AH_ID_MASK
;
144 *ahid_addr
|= (OCRDMA_AH_VLAN_VALID_MASK
<<
145 OCRDMA_AH_VLAN_VALID_SHIFT
);
151 ocrdma_free_av(dev
, ah
);
154 return ERR_PTR(status
);
157 int ocrdma_destroy_ah(struct ib_ah
*ibah
)
159 struct ocrdma_ah
*ah
= get_ocrdma_ah(ibah
);
160 struct ocrdma_dev
*dev
= get_ocrdma_dev(ibah
->device
);
162 ocrdma_free_av(dev
, ah
);
167 int ocrdma_query_ah(struct ib_ah
*ibah
, struct ib_ah_attr
*attr
)
169 struct ocrdma_ah
*ah
= get_ocrdma_ah(ibah
);
170 struct ocrdma_av
*av
= ah
->av
;
171 struct ocrdma_grh
*grh
;
172 attr
->ah_flags
|= IB_AH_GRH
;
173 if (ah
->av
->valid
& OCRDMA_AV_VALID
) {
174 grh
= (struct ocrdma_grh
*)((u8
*)ah
->av
+
175 sizeof(struct ocrdma_eth_vlan
));
176 attr
->sl
= be16_to_cpu(av
->eth_hdr
.vlan_tag
) >> 13;
178 grh
= (struct ocrdma_grh
*)((u8
*)ah
->av
+
179 sizeof(struct ocrdma_eth_basic
));
182 memcpy(&attr
->grh
.dgid
.raw
[0], &grh
->dgid
[0], sizeof(grh
->dgid
));
183 attr
->grh
.sgid_index
= ah
->sgid_index
;
184 attr
->grh
.hop_limit
= be32_to_cpu(grh
->pdid_hoplimit
) & 0xff;
185 attr
->grh
.traffic_class
= be32_to_cpu(grh
->tclass_flow
) >> 24;
186 attr
->grh
.flow_label
= be32_to_cpu(grh
->tclass_flow
) & 0x00ffffffff;
190 int ocrdma_modify_ah(struct ib_ah
*ibah
, struct ib_ah_attr
*attr
)
192 /* modify_ah is unsupported */
196 int ocrdma_process_mad(struct ib_device
*ibdev
,
197 int process_mad_flags
,
199 const struct ib_wc
*in_wc
,
200 const struct ib_grh
*in_grh
,
201 const struct ib_mad
*in_mad
, struct ib_mad
*out_mad
)
204 struct ocrdma_dev
*dev
;
206 switch (in_mad
->mad_hdr
.mgmt_class
) {
207 case IB_MGMT_CLASS_PERF_MGMT
:
208 dev
= get_ocrdma_dev(ibdev
);
209 if (!ocrdma_pma_counters(dev
, out_mad
))
210 status
= IB_MAD_RESULT_SUCCESS
| IB_MAD_RESULT_REPLY
;
212 status
= IB_MAD_RESULT_SUCCESS
;
215 status
= IB_MAD_RESULT_SUCCESS
;