2 * Copyright (c) 2016, Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include <generated/utsrelease.h>
34 #include <linux/mlx5/fs.h>
35 #include <net/switchdev.h>
36 #include <net/pkt_cls.h>
42 static const char mlx5e_rep_driver_name
[] = "mlx5e_rep";
44 static void mlx5e_rep_get_drvinfo(struct net_device
*dev
,
45 struct ethtool_drvinfo
*drvinfo
)
47 strlcpy(drvinfo
->driver
, mlx5e_rep_driver_name
,
48 sizeof(drvinfo
->driver
));
49 strlcpy(drvinfo
->version
, UTS_RELEASE
, sizeof(drvinfo
->version
));
52 static const struct counter_desc sw_rep_stats_desc
[] = {
53 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, rx_packets
) },
54 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, rx_bytes
) },
55 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, tx_packets
) },
56 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, tx_bytes
) },
59 #define NUM_VPORT_REP_COUNTERS ARRAY_SIZE(sw_rep_stats_desc)
61 static void mlx5e_rep_get_strings(struct net_device
*dev
,
62 u32 stringset
, uint8_t *data
)
68 for (i
= 0; i
< NUM_VPORT_REP_COUNTERS
; i
++)
69 strcpy(data
+ (i
* ETH_GSTRING_LEN
),
70 sw_rep_stats_desc
[i
].format
);
75 static void mlx5e_update_sw_rep_counters(struct mlx5e_priv
*priv
)
77 struct mlx5e_sw_stats
*s
= &priv
->stats
.sw
;
78 struct mlx5e_rq_stats
*rq_stats
;
79 struct mlx5e_sq_stats
*sq_stats
;
82 memset(s
, 0, sizeof(*s
));
83 for (i
= 0; i
< priv
->params
.num_channels
; i
++) {
84 rq_stats
= &priv
->channel
[i
]->rq
.stats
;
86 s
->rx_packets
+= rq_stats
->packets
;
87 s
->rx_bytes
+= rq_stats
->bytes
;
89 for (j
= 0; j
< priv
->params
.num_tc
; j
++) {
90 sq_stats
= &priv
->channel
[i
]->sq
[j
].stats
;
92 s
->tx_packets
+= sq_stats
->packets
;
93 s
->tx_bytes
+= sq_stats
->bytes
;
98 static void mlx5e_rep_get_ethtool_stats(struct net_device
*dev
,
99 struct ethtool_stats
*stats
, u64
*data
)
101 struct mlx5e_priv
*priv
= netdev_priv(dev
);
107 mutex_lock(&priv
->state_lock
);
108 if (test_bit(MLX5E_STATE_OPENED
, &priv
->state
))
109 mlx5e_update_sw_rep_counters(priv
);
110 mutex_unlock(&priv
->state_lock
);
112 for (i
= 0; i
< NUM_VPORT_REP_COUNTERS
; i
++)
113 data
[i
] = MLX5E_READ_CTR64_CPU(&priv
->stats
.sw
,
114 sw_rep_stats_desc
, i
);
117 static int mlx5e_rep_get_sset_count(struct net_device
*dev
, int sset
)
121 return NUM_VPORT_REP_COUNTERS
;
127 static const struct ethtool_ops mlx5e_rep_ethtool_ops
= {
128 .get_drvinfo
= mlx5e_rep_get_drvinfo
,
129 .get_link
= ethtool_op_get_link
,
130 .get_strings
= mlx5e_rep_get_strings
,
131 .get_sset_count
= mlx5e_rep_get_sset_count
,
132 .get_ethtool_stats
= mlx5e_rep_get_ethtool_stats
,
135 int mlx5e_attr_get(struct net_device
*dev
, struct switchdev_attr
*attr
)
137 struct mlx5e_priv
*priv
= netdev_priv(dev
);
138 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
139 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
141 if (esw
->mode
== SRIOV_NONE
)
145 case SWITCHDEV_ATTR_ID_PORT_PARENT_ID
:
146 attr
->u
.ppid
.id_len
= ETH_ALEN
;
147 ether_addr_copy(attr
->u
.ppid
.id
, rep
->hw_id
);
156 int mlx5e_add_sqs_fwd_rules(struct mlx5e_priv
*priv
)
159 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
160 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
161 struct mlx5e_channel
*c
;
162 int n
, tc
, err
, num_sqs
= 0;
165 sqs
= kcalloc(priv
->params
.num_channels
* priv
->params
.num_tc
, sizeof(u16
), GFP_KERNEL
);
169 for (n
= 0; n
< priv
->params
.num_channels
; n
++) {
170 c
= priv
->channel
[n
];
171 for (tc
= 0; tc
< c
->num_tc
; tc
++)
172 sqs
[num_sqs
++] = c
->sq
[tc
].sqn
;
175 err
= mlx5_eswitch_sqs2vport_start(esw
, rep
, sqs
, num_sqs
);
181 int mlx5e_nic_rep_load(struct mlx5_eswitch
*esw
, struct mlx5_eswitch_rep
*rep
)
183 struct mlx5e_priv
*priv
= rep
->priv_data
;
185 if (test_bit(MLX5E_STATE_OPENED
, &priv
->state
))
186 return mlx5e_add_sqs_fwd_rules(priv
);
190 void mlx5e_remove_sqs_fwd_rules(struct mlx5e_priv
*priv
)
192 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
193 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
195 mlx5_eswitch_sqs2vport_stop(esw
, rep
);
198 void mlx5e_nic_rep_unload(struct mlx5_eswitch
*esw
,
199 struct mlx5_eswitch_rep
*rep
)
201 struct mlx5e_priv
*priv
= rep
->priv_data
;
203 if (test_bit(MLX5E_STATE_OPENED
, &priv
->state
))
204 mlx5e_remove_sqs_fwd_rules(priv
);
206 /* clean (and re-init) existing uplink offloaded TC rules */
207 mlx5e_tc_cleanup(priv
);
211 static int mlx5e_rep_get_phys_port_name(struct net_device
*dev
,
212 char *buf
, size_t len
)
214 struct mlx5e_priv
*priv
= netdev_priv(dev
);
215 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
218 ret
= snprintf(buf
, len
, "%d", rep
->vport
- 1);
225 static int mlx5e_rep_ndo_setup_tc(struct net_device
*dev
, u32 handle
,
226 __be16 proto
, struct tc_to_netdev
*tc
)
228 struct mlx5e_priv
*priv
= netdev_priv(dev
);
230 if (TC_H_MAJ(handle
) != TC_H_MAJ(TC_H_INGRESS
))
234 case TC_SETUP_CLSFLOWER
:
235 switch (tc
->cls_flower
->command
) {
236 case TC_CLSFLOWER_REPLACE
:
237 return mlx5e_configure_flower(priv
, proto
, tc
->cls_flower
);
238 case TC_CLSFLOWER_DESTROY
:
239 return mlx5e_delete_flower(priv
, tc
->cls_flower
);
240 case TC_CLSFLOWER_STATS
:
241 return mlx5e_stats_flower(priv
, tc
->cls_flower
);
248 static const struct switchdev_ops mlx5e_rep_switchdev_ops
= {
249 .switchdev_port_attr_get
= mlx5e_attr_get
,
252 static const struct net_device_ops mlx5e_netdev_ops_rep
= {
253 .ndo_open
= mlx5e_open
,
254 .ndo_stop
= mlx5e_close
,
255 .ndo_start_xmit
= mlx5e_xmit
,
256 .ndo_get_phys_port_name
= mlx5e_rep_get_phys_port_name
,
257 .ndo_setup_tc
= mlx5e_rep_ndo_setup_tc
,
258 .ndo_get_stats64
= mlx5e_get_stats
,
261 static void mlx5e_build_rep_netdev_priv(struct mlx5_core_dev
*mdev
,
262 struct net_device
*netdev
,
263 const struct mlx5e_profile
*profile
,
266 struct mlx5e_priv
*priv
= netdev_priv(netdev
);
267 u8 cq_period_mode
= MLX5_CAP_GEN(mdev
, cq_period_start_from_cqe
) ?
268 MLX5_CQ_PERIOD_MODE_START_FROM_CQE
:
269 MLX5_CQ_PERIOD_MODE_START_FROM_EQE
;
271 priv
->params
.log_sq_size
=
272 MLX5E_PARAMS_MINIMUM_LOG_SQ_SIZE
;
273 priv
->params
.rq_wq_type
= MLX5_WQ_TYPE_LINKED_LIST
;
274 priv
->params
.log_rq_size
= MLX5E_PARAMS_MINIMUM_LOG_RQ_SIZE
;
276 priv
->params
.min_rx_wqes
= mlx5_min_rx_wqes(priv
->params
.rq_wq_type
,
277 BIT(priv
->params
.log_rq_size
));
279 priv
->params
.rx_am_enabled
= MLX5_CAP_GEN(mdev
, cq_moderation
);
280 mlx5e_set_rx_cq_mode_params(&priv
->params
, cq_period_mode
);
282 priv
->params
.tx_max_inline
= mlx5e_get_max_inline_cap(mdev
);
283 priv
->params
.num_tc
= 1;
285 priv
->params
.lro_wqe_sz
=
286 MLX5E_PARAMS_DEFAULT_LRO_WQE_SZ
;
289 priv
->netdev
= netdev
;
290 priv
->params
.num_channels
= profile
->max_nch(mdev
);
291 priv
->profile
= profile
;
294 mutex_init(&priv
->state_lock
);
296 INIT_DELAYED_WORK(&priv
->update_stats_work
, mlx5e_update_stats_work
);
299 static void mlx5e_build_rep_netdev(struct net_device
*netdev
)
301 netdev
->netdev_ops
= &mlx5e_netdev_ops_rep
;
303 netdev
->watchdog_timeo
= 15 * HZ
;
305 netdev
->ethtool_ops
= &mlx5e_rep_ethtool_ops
;
307 #ifdef CONFIG_NET_SWITCHDEV
308 netdev
->switchdev_ops
= &mlx5e_rep_switchdev_ops
;
311 netdev
->features
|= NETIF_F_VLAN_CHALLENGED
| NETIF_F_HW_TC
;
312 netdev
->hw_features
|= NETIF_F_HW_TC
;
314 eth_hw_addr_random(netdev
);
317 static void mlx5e_init_rep(struct mlx5_core_dev
*mdev
,
318 struct net_device
*netdev
,
319 const struct mlx5e_profile
*profile
,
322 mlx5e_build_rep_netdev_priv(mdev
, netdev
, profile
, ppriv
);
323 mlx5e_build_rep_netdev(netdev
);
326 static int mlx5e_init_rep_rx(struct mlx5e_priv
*priv
)
328 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
329 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
330 struct mlx5_core_dev
*mdev
= priv
->mdev
;
331 struct mlx5_flow_rule
*flow_rule
;
335 err
= mlx5e_create_direct_rqts(priv
);
337 mlx5_core_warn(mdev
, "create direct rqts failed, %d\n", err
);
341 err
= mlx5e_create_direct_tirs(priv
);
343 mlx5_core_warn(mdev
, "create direct tirs failed, %d\n", err
);
344 goto err_destroy_direct_rqts
;
347 flow_rule
= mlx5_eswitch_create_vport_rx_rule(esw
,
349 priv
->direct_tir
[0].tirn
);
350 if (IS_ERR(flow_rule
)) {
351 err
= PTR_ERR(flow_rule
);
352 goto err_destroy_direct_tirs
;
354 rep
->vport_rx_rule
= flow_rule
;
356 err
= mlx5e_tc_init(priv
);
358 goto err_del_flow_rule
;
363 mlx5_del_flow_rule(rep
->vport_rx_rule
);
364 err_destroy_direct_tirs
:
365 mlx5e_destroy_direct_tirs(priv
);
366 err_destroy_direct_rqts
:
367 for (i
= 0; i
< priv
->params
.num_channels
; i
++)
368 mlx5e_destroy_rqt(priv
, &priv
->direct_tir
[i
].rqt
);
372 static void mlx5e_cleanup_rep_rx(struct mlx5e_priv
*priv
)
374 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
377 mlx5e_tc_cleanup(priv
);
378 mlx5_del_flow_rule(rep
->vport_rx_rule
);
379 mlx5e_destroy_direct_tirs(priv
);
380 for (i
= 0; i
< priv
->params
.num_channels
; i
++)
381 mlx5e_destroy_rqt(priv
, &priv
->direct_tir
[i
].rqt
);
384 static int mlx5e_init_rep_tx(struct mlx5e_priv
*priv
)
388 err
= mlx5e_create_tises(priv
);
390 mlx5_core_warn(priv
->mdev
, "create tises failed, %d\n", err
);
396 static int mlx5e_get_rep_max_num_channels(struct mlx5_core_dev
*mdev
)
398 #define MLX5E_PORT_REPRESENTOR_NCH 1
399 return MLX5E_PORT_REPRESENTOR_NCH
;
402 static struct mlx5e_profile mlx5e_rep_profile
= {
403 .init
= mlx5e_init_rep
,
404 .init_rx
= mlx5e_init_rep_rx
,
405 .cleanup_rx
= mlx5e_cleanup_rep_rx
,
406 .init_tx
= mlx5e_init_rep_tx
,
407 .cleanup_tx
= mlx5e_cleanup_nic_tx
,
408 .update_stats
= mlx5e_update_sw_rep_counters
,
409 .max_nch
= mlx5e_get_rep_max_num_channels
,
413 int mlx5e_vport_rep_load(struct mlx5_eswitch
*esw
,
414 struct mlx5_eswitch_rep
*rep
)
416 rep
->priv_data
= mlx5e_create_netdev(esw
->dev
, &mlx5e_rep_profile
, rep
);
417 if (!rep
->priv_data
) {
418 pr_warn("Failed to create representor for vport %d\n",
425 void mlx5e_vport_rep_unload(struct mlx5_eswitch
*esw
,
426 struct mlx5_eswitch_rep
*rep
)
428 struct mlx5e_priv
*priv
= rep
->priv_data
;
430 mlx5e_destroy_netdev(esw
->dev
, priv
);