|
|
@@ -0,0 +1,394 @@
|
|
|
+/*
|
|
|
+ * Copyright (c) 2016, Mellanox Technologies. All rights reserved.
|
|
|
+ *
|
|
|
+ * This software is available to you under a choice of one of two
|
|
|
+ * licenses. You may choose to be licensed under the terms of the GNU
|
|
|
+ * General Public License (GPL) Version 2, available from the file
|
|
|
+ * COPYING in the main directory of this source tree, or the
|
|
|
+ * OpenIB.org BSD license below:
|
|
|
+ *
|
|
|
+ * Redistribution and use in source and binary forms, with or
|
|
|
+ * without modification, are permitted provided that the following
|
|
|
+ * conditions are met:
|
|
|
+ *
|
|
|
+ * - Redistributions of source code must retain the above
|
|
|
+ * copyright notice, this list of conditions and the following
|
|
|
+ * disclaimer.
|
|
|
+ *
|
|
|
+ * - Redistributions in binary form must reproduce the above
|
|
|
+ * copyright notice, this list of conditions and the following
|
|
|
+ * disclaimer in the documentation and/or other materials
|
|
|
+ * provided with the distribution.
|
|
|
+ *
|
|
|
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
|
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
|
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
|
+ * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
|
+ * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
|
+ * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
|
+ * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
|
+ * SOFTWARE.
|
|
|
+ */
|
|
|
+
|
|
|
+#include <generated/utsrelease.h>
|
|
|
+#include <linux/mlx5/fs.h>
|
|
|
+#include <net/switchdev.h>
|
|
|
+
|
|
|
+#include "eswitch.h"
|
|
|
+#include "en.h"
|
|
|
+
|
|
|
+static const char mlx5e_rep_driver_name[] = "mlx5e_rep";
|
|
|
+
|
|
|
+static void mlx5e_rep_get_drvinfo(struct net_device *dev,
|
|
|
+ struct ethtool_drvinfo *drvinfo)
|
|
|
+{
|
|
|
+ strlcpy(drvinfo->driver, mlx5e_rep_driver_name,
|
|
|
+ sizeof(drvinfo->driver));
|
|
|
+ strlcpy(drvinfo->version, UTS_RELEASE, sizeof(drvinfo->version));
|
|
|
+}
|
|
|
+
|
|
|
+static const struct counter_desc sw_rep_stats_desc[] = {
|
|
|
+ { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats, rx_packets) },
|
|
|
+ { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats, rx_bytes) },
|
|
|
+ { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats, tx_packets) },
|
|
|
+ { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats, tx_bytes) },
|
|
|
+};
|
|
|
+
|
|
|
+#define NUM_VPORT_REP_COUNTERS ARRAY_SIZE(sw_rep_stats_desc)
|
|
|
+
|
|
|
+static void mlx5e_rep_get_strings(struct net_device *dev,
|
|
|
+ u32 stringset, uint8_t *data)
|
|
|
+{
|
|
|
+ int i;
|
|
|
+
|
|
|
+ switch (stringset) {
|
|
|
+ case ETH_SS_STATS:
|
|
|
+ for (i = 0; i < NUM_VPORT_REP_COUNTERS; i++)
|
|
|
+ strcpy(data + (i * ETH_GSTRING_LEN),
|
|
|
+ sw_rep_stats_desc[i].format);
|
|
|
+ break;
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+static void mlx5e_update_sw_rep_counters(struct mlx5e_priv *priv)
|
|
|
+{
|
|
|
+ struct mlx5e_sw_stats *s = &priv->stats.sw;
|
|
|
+ struct mlx5e_rq_stats *rq_stats;
|
|
|
+ struct mlx5e_sq_stats *sq_stats;
|
|
|
+ int i, j;
|
|
|
+
|
|
|
+ memset(s, 0, sizeof(*s));
|
|
|
+ for (i = 0; i < priv->params.num_channels; i++) {
|
|
|
+ rq_stats = &priv->channel[i]->rq.stats;
|
|
|
+
|
|
|
+ s->rx_packets += rq_stats->packets;
|
|
|
+ s->rx_bytes += rq_stats->bytes;
|
|
|
+
|
|
|
+ for (j = 0; j < priv->params.num_tc; j++) {
|
|
|
+ sq_stats = &priv->channel[i]->sq[j].stats;
|
|
|
+
|
|
|
+ s->tx_packets += sq_stats->packets;
|
|
|
+ s->tx_bytes += sq_stats->bytes;
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+static void mlx5e_rep_get_ethtool_stats(struct net_device *dev,
|
|
|
+ struct ethtool_stats *stats, u64 *data)
|
|
|
+{
|
|
|
+ struct mlx5e_priv *priv = netdev_priv(dev);
|
|
|
+ int i;
|
|
|
+
|
|
|
+ if (!data)
|
|
|
+ return;
|
|
|
+
|
|
|
+ mutex_lock(&priv->state_lock);
|
|
|
+ if (test_bit(MLX5E_STATE_OPENED, &priv->state))
|
|
|
+ mlx5e_update_sw_rep_counters(priv);
|
|
|
+ mutex_unlock(&priv->state_lock);
|
|
|
+
|
|
|
+ for (i = 0; i < NUM_VPORT_REP_COUNTERS; i++)
|
|
|
+ data[i] = MLX5E_READ_CTR64_CPU(&priv->stats.sw,
|
|
|
+ sw_rep_stats_desc, i);
|
|
|
+}
|
|
|
+
|
|
|
+static int mlx5e_rep_get_sset_count(struct net_device *dev, int sset)
|
|
|
+{
|
|
|
+ switch (sset) {
|
|
|
+ case ETH_SS_STATS:
|
|
|
+ return NUM_VPORT_REP_COUNTERS;
|
|
|
+ default:
|
|
|
+ return -EOPNOTSUPP;
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+static const struct ethtool_ops mlx5e_rep_ethtool_ops = {
|
|
|
+ .get_drvinfo = mlx5e_rep_get_drvinfo,
|
|
|
+ .get_link = ethtool_op_get_link,
|
|
|
+ .get_strings = mlx5e_rep_get_strings,
|
|
|
+ .get_sset_count = mlx5e_rep_get_sset_count,
|
|
|
+ .get_ethtool_stats = mlx5e_rep_get_ethtool_stats,
|
|
|
+};
|
|
|
+
|
|
|
+int mlx5e_attr_get(struct net_device *dev, struct switchdev_attr *attr)
|
|
|
+{
|
|
|
+ struct mlx5e_priv *priv = netdev_priv(dev);
|
|
|
+ struct mlx5_eswitch *esw = priv->mdev->priv.eswitch;
|
|
|
+ u8 mac[ETH_ALEN];
|
|
|
+
|
|
|
+ if (esw->mode == SRIOV_NONE)
|
|
|
+ return -EOPNOTSUPP;
|
|
|
+
|
|
|
+ switch (attr->id) {
|
|
|
+ case SWITCHDEV_ATTR_ID_PORT_PARENT_ID:
|
|
|
+ mlx5_query_nic_vport_mac_address(priv->mdev, 0, mac);
|
|
|
+ attr->u.ppid.id_len = ETH_ALEN;
|
|
|
+ memcpy(&attr->u.ppid.id, &mac, ETH_ALEN);
|
|
|
+ break;
|
|
|
+ default:
|
|
|
+ return -EOPNOTSUPP;
|
|
|
+ }
|
|
|
+
|
|
|
+ return 0;
|
|
|
+}
|
|
|
+
|
|
|
+int mlx5e_add_sqs_fwd_rules(struct mlx5e_priv *priv)
|
|
|
+
|
|
|
+{
|
|
|
+ struct mlx5_eswitch *esw = priv->mdev->priv.eswitch;
|
|
|
+ struct mlx5_eswitch_rep *rep = priv->ppriv;
|
|
|
+ struct mlx5e_channel *c;
|
|
|
+ int n, tc, err, num_sqs = 0;
|
|
|
+ u16 *sqs;
|
|
|
+
|
|
|
+ sqs = kcalloc(priv->params.num_channels * priv->params.num_tc, sizeof(u16), GFP_KERNEL);
|
|
|
+ if (!sqs)
|
|
|
+ return -ENOMEM;
|
|
|
+
|
|
|
+ for (n = 0; n < priv->params.num_channels; n++) {
|
|
|
+ c = priv->channel[n];
|
|
|
+ for (tc = 0; tc < c->num_tc; tc++)
|
|
|
+ sqs[num_sqs++] = c->sq[tc].sqn;
|
|
|
+ }
|
|
|
+
|
|
|
+ err = mlx5_eswitch_sqs2vport_start(esw, rep, sqs, num_sqs);
|
|
|
+
|
|
|
+ kfree(sqs);
|
|
|
+ return err;
|
|
|
+}
|
|
|
+
|
|
|
+int mlx5e_nic_rep_load(struct mlx5_eswitch *esw, struct mlx5_eswitch_rep *rep)
|
|
|
+{
|
|
|
+ struct mlx5e_priv *priv = rep->priv_data;
|
|
|
+
|
|
|
+ if (test_bit(MLX5E_STATE_OPENED, &priv->state))
|
|
|
+ return mlx5e_add_sqs_fwd_rules(priv);
|
|
|
+ return 0;
|
|
|
+}
|
|
|
+
|
|
|
+void mlx5e_remove_sqs_fwd_rules(struct mlx5e_priv *priv)
|
|
|
+{
|
|
|
+ struct mlx5_eswitch *esw = priv->mdev->priv.eswitch;
|
|
|
+ struct mlx5_eswitch_rep *rep = priv->ppriv;
|
|
|
+
|
|
|
+ mlx5_eswitch_sqs2vport_stop(esw, rep);
|
|
|
+}
|
|
|
+
|
|
|
+void mlx5e_nic_rep_unload(struct mlx5_eswitch *esw,
|
|
|
+ struct mlx5_eswitch_rep *rep)
|
|
|
+{
|
|
|
+ struct mlx5e_priv *priv = rep->priv_data;
|
|
|
+
|
|
|
+ if (test_bit(MLX5E_STATE_OPENED, &priv->state))
|
|
|
+ mlx5e_remove_sqs_fwd_rules(priv);
|
|
|
+}
|
|
|
+
|
|
|
+static int mlx5e_rep_get_phys_port_name(struct net_device *dev,
|
|
|
+ char *buf, size_t len)
|
|
|
+{
|
|
|
+ struct mlx5e_priv *priv = netdev_priv(dev);
|
|
|
+ struct mlx5_eswitch_rep *rep = priv->ppriv;
|
|
|
+ int ret;
|
|
|
+
|
|
|
+ ret = snprintf(buf, len, "%d", rep->vport - 1);
|
|
|
+ if (ret >= len)
|
|
|
+ return -EOPNOTSUPP;
|
|
|
+
|
|
|
+ return 0;
|
|
|
+}
|
|
|
+
|
|
|
+static const struct switchdev_ops mlx5e_rep_switchdev_ops = {
|
|
|
+ .switchdev_port_attr_get = mlx5e_attr_get,
|
|
|
+};
|
|
|
+
|
|
|
+static const struct net_device_ops mlx5e_netdev_ops_rep = {
|
|
|
+ .ndo_open = mlx5e_open,
|
|
|
+ .ndo_stop = mlx5e_close,
|
|
|
+ .ndo_start_xmit = mlx5e_xmit,
|
|
|
+ .ndo_get_phys_port_name = mlx5e_rep_get_phys_port_name,
|
|
|
+ .ndo_get_stats64 = mlx5e_get_stats,
|
|
|
+};
|
|
|
+
|
|
|
+static void mlx5e_build_rep_netdev_priv(struct mlx5_core_dev *mdev,
|
|
|
+ struct net_device *netdev,
|
|
|
+ const struct mlx5e_profile *profile,
|
|
|
+ void *ppriv)
|
|
|
+{
|
|
|
+ struct mlx5e_priv *priv = netdev_priv(netdev);
|
|
|
+ u8 cq_period_mode = MLX5_CAP_GEN(mdev, cq_period_start_from_cqe) ?
|
|
|
+ MLX5_CQ_PERIOD_MODE_START_FROM_CQE :
|
|
|
+ MLX5_CQ_PERIOD_MODE_START_FROM_EQE;
|
|
|
+
|
|
|
+ priv->params.log_sq_size =
|
|
|
+ MLX5E_PARAMS_MINIMUM_LOG_SQ_SIZE;
|
|
|
+ priv->params.rq_wq_type = MLX5_WQ_TYPE_LINKED_LIST;
|
|
|
+ priv->params.log_rq_size = MLX5E_PARAMS_MINIMUM_LOG_RQ_SIZE;
|
|
|
+
|
|
|
+ priv->params.min_rx_wqes = mlx5_min_rx_wqes(priv->params.rq_wq_type,
|
|
|
+ BIT(priv->params.log_rq_size));
|
|
|
+
|
|
|
+ priv->params.rx_am_enabled = MLX5_CAP_GEN(mdev, cq_moderation);
|
|
|
+ mlx5e_set_rx_cq_mode_params(&priv->params, cq_period_mode);
|
|
|
+
|
|
|
+ priv->params.tx_max_inline = mlx5e_get_max_inline_cap(mdev);
|
|
|
+ priv->params.num_tc = 1;
|
|
|
+
|
|
|
+ priv->params.lro_wqe_sz =
|
|
|
+ MLX5E_PARAMS_DEFAULT_LRO_WQE_SZ;
|
|
|
+
|
|
|
+ priv->mdev = mdev;
|
|
|
+ priv->netdev = netdev;
|
|
|
+ priv->params.num_channels = profile->max_nch(mdev);
|
|
|
+ priv->profile = profile;
|
|
|
+ priv->ppriv = ppriv;
|
|
|
+
|
|
|
+ mutex_init(&priv->state_lock);
|
|
|
+
|
|
|
+ INIT_DELAYED_WORK(&priv->update_stats_work, mlx5e_update_stats_work);
|
|
|
+}
|
|
|
+
|
|
|
+static void mlx5e_build_rep_netdev(struct net_device *netdev)
|
|
|
+{
|
|
|
+ netdev->netdev_ops = &mlx5e_netdev_ops_rep;
|
|
|
+
|
|
|
+ netdev->watchdog_timeo = 15 * HZ;
|
|
|
+
|
|
|
+ netdev->ethtool_ops = &mlx5e_rep_ethtool_ops;
|
|
|
+
|
|
|
+#ifdef CONFIG_NET_SWITCHDEV
|
|
|
+ netdev->switchdev_ops = &mlx5e_rep_switchdev_ops;
|
|
|
+#endif
|
|
|
+
|
|
|
+ netdev->features |= NETIF_F_VLAN_CHALLENGED;
|
|
|
+
|
|
|
+ eth_hw_addr_random(netdev);
|
|
|
+}
|
|
|
+
|
|
|
+static void mlx5e_init_rep(struct mlx5_core_dev *mdev,
|
|
|
+ struct net_device *netdev,
|
|
|
+ const struct mlx5e_profile *profile,
|
|
|
+ void *ppriv)
|
|
|
+{
|
|
|
+ mlx5e_build_rep_netdev_priv(mdev, netdev, profile, ppriv);
|
|
|
+ mlx5e_build_rep_netdev(netdev);
|
|
|
+}
|
|
|
+
|
|
|
+static int mlx5e_init_rep_rx(struct mlx5e_priv *priv)
|
|
|
+{
|
|
|
+ struct mlx5_eswitch *esw = priv->mdev->priv.eswitch;
|
|
|
+ struct mlx5_eswitch_rep *rep = priv->ppriv;
|
|
|
+ struct mlx5_core_dev *mdev = priv->mdev;
|
|
|
+ struct mlx5_flow_rule *flow_rule;
|
|
|
+ int err;
|
|
|
+ int i;
|
|
|
+
|
|
|
+ err = mlx5e_create_direct_rqts(priv);
|
|
|
+ if (err) {
|
|
|
+ mlx5_core_warn(mdev, "create direct rqts failed, %d\n", err);
|
|
|
+ return err;
|
|
|
+ }
|
|
|
+
|
|
|
+ err = mlx5e_create_direct_tirs(priv);
|
|
|
+ if (err) {
|
|
|
+ mlx5_core_warn(mdev, "create direct tirs failed, %d\n", err);
|
|
|
+ goto err_destroy_direct_rqts;
|
|
|
+ }
|
|
|
+
|
|
|
+ flow_rule = mlx5_eswitch_create_vport_rx_rule(esw,
|
|
|
+ rep->vport,
|
|
|
+ priv->direct_tir[0].tirn);
|
|
|
+ if (IS_ERR(flow_rule)) {
|
|
|
+ err = PTR_ERR(flow_rule);
|
|
|
+ goto err_destroy_direct_tirs;
|
|
|
+ }
|
|
|
+ rep->vport_rx_rule = flow_rule;
|
|
|
+
|
|
|
+ return 0;
|
|
|
+
|
|
|
+err_destroy_direct_tirs:
|
|
|
+ mlx5e_destroy_direct_tirs(priv);
|
|
|
+err_destroy_direct_rqts:
|
|
|
+ for (i = 0; i < priv->params.num_channels; i++)
|
|
|
+ mlx5e_destroy_rqt(priv, &priv->direct_tir[i].rqt);
|
|
|
+ return err;
|
|
|
+}
|
|
|
+
|
|
|
+static void mlx5e_cleanup_rep_rx(struct mlx5e_priv *priv)
|
|
|
+{
|
|
|
+ struct mlx5_eswitch_rep *rep = priv->ppriv;
|
|
|
+ int i;
|
|
|
+
|
|
|
+ mlx5_del_flow_rule(rep->vport_rx_rule);
|
|
|
+ mlx5e_destroy_direct_tirs(priv);
|
|
|
+ for (i = 0; i < priv->params.num_channels; i++)
|
|
|
+ mlx5e_destroy_rqt(priv, &priv->direct_tir[i].rqt);
|
|
|
+}
|
|
|
+
|
|
|
+static int mlx5e_init_rep_tx(struct mlx5e_priv *priv)
|
|
|
+{
|
|
|
+ int err;
|
|
|
+
|
|
|
+ err = mlx5e_create_tises(priv);
|
|
|
+ if (err) {
|
|
|
+ mlx5_core_warn(priv->mdev, "create tises failed, %d\n", err);
|
|
|
+ return err;
|
|
|
+ }
|
|
|
+ return 0;
|
|
|
+}
|
|
|
+
|
|
|
+static int mlx5e_get_rep_max_num_channels(struct mlx5_core_dev *mdev)
|
|
|
+{
|
|
|
+#define MLX5E_PORT_REPRESENTOR_NCH 1
|
|
|
+ return MLX5E_PORT_REPRESENTOR_NCH;
|
|
|
+}
|
|
|
+
|
|
|
+static struct mlx5e_profile mlx5e_rep_profile = {
|
|
|
+ .init = mlx5e_init_rep,
|
|
|
+ .init_rx = mlx5e_init_rep_rx,
|
|
|
+ .cleanup_rx = mlx5e_cleanup_rep_rx,
|
|
|
+ .init_tx = mlx5e_init_rep_tx,
|
|
|
+ .cleanup_tx = mlx5e_cleanup_nic_tx,
|
|
|
+ .update_stats = mlx5e_update_sw_rep_counters,
|
|
|
+ .max_nch = mlx5e_get_rep_max_num_channels,
|
|
|
+ .max_tc = 1,
|
|
|
+};
|
|
|
+
|
|
|
+int mlx5e_vport_rep_load(struct mlx5_eswitch *esw,
|
|
|
+ struct mlx5_eswitch_rep *rep)
|
|
|
+{
|
|
|
+ rep->priv_data = mlx5e_create_netdev(esw->dev, &mlx5e_rep_profile, rep);
|
|
|
+ if (!rep->priv_data) {
|
|
|
+ pr_warn("Failed to create representor for vport %d\n",
|
|
|
+ rep->vport);
|
|
|
+ return -EINVAL;
|
|
|
+ }
|
|
|
+ return 0;
|
|
|
+}
|
|
|
+
|
|
|
+void mlx5e_vport_rep_unload(struct mlx5_eswitch *esw,
|
|
|
+ struct mlx5_eswitch_rep *rep)
|
|
|
+{
|
|
|
+ struct mlx5e_priv *priv = rep->priv_data;
|
|
|
+
|
|
|
+ mlx5e_destroy_netdev(esw->dev, priv);
|
|
|
+}
|
Hadar Hen Zion