@@ -157,6 +157,43 @@ static inline u32 ethtool_rxfh_indir_default(u32 index, u32 n_rx_rings)
return index % n_rx_rings;
}
+/**
+ * struct ethtool_rxfh_context - a custom RSS context configuration
+ * @indir_size: Number of u32 entries in indirection table
+ * @key_size: Size of hash key, in bytes
+ * @hfunc: RSS hash function identifier. One of the %ETH_RSS_HASH_*
+ * @priv_size: Size of driver private data, in bytes
+ * @indir_no_change: indir was not specified at create time
+ * @key_no_change: hkey was not specified at create time
+ */
+struct ethtool_rxfh_context {
+ u32 indir_size;
+ u32 key_size;
+ u8 hfunc;
+ u16 priv_size;
+ u8 indir_no_change:1;
+ u8 key_no_change:1;
+ /* private: driver private data, indirection table, and hash key are
+ * stored sequentially in @data area. Use below helpers to access.
+ */
+ u8 data[] __aligned(sizeof(void *));
+};
+
+static inline void *ethtool_rxfh_context_priv(struct ethtool_rxfh_context *ctx)
+{
+ return ctx->data;
+}
+
+static inline u32 *ethtool_rxfh_context_indir(struct ethtool_rxfh_context *ctx)
+{
+ return (u32 *)(ctx->data + ALIGN(ctx->priv_size, sizeof(u32)));
+}
+
+static inline u8 *ethtool_rxfh_context_key(struct ethtool_rxfh_context *ctx)
+{
+ return (u8 *)(ethtool_rxfh_context_indir(ctx) + ctx->indir_size);
+}
+
/* declare a link mode bitmap */
#define __ETHTOOL_DECLARE_LINK_MODE_MASK(name) \
DECLARE_BITMAP(name, __ETHTOOL_LINK_MODE_MASK_NBITS)
@@ -936,9 +973,13 @@ int ethtool_virtdev_set_link_ksettings(struct net_device *dev,
/**
* struct ethtool_netdev_state - per-netdevice state for ethtool features
+ * @rss_ctx_max_id: maximum (exclusive) supported RSS context ID
+ * @rss_ctx: IDR storing custom RSS context state
* @wol_enabled: Wake-on-LAN is enabled
*/
struct ethtool_netdev_state {
+ u32 rss_ctx_max_id;
+ struct idr rss_ctx;
unsigned wol_enabled:1;
};
@@ -9983,6 +9983,9 @@ int register_netdevice(struct net_device *dev)
if (ret)
return ret;
+ /* rss ctx ID 0 is reserved for the default context, start from 1 */
+ idr_init_base(&dev->ethtool->rss_ctx, 1);
+
spin_lock_init(&dev->addr_list_lock);
netdev_set_addr_lockdep_class(dev);
@@ -10781,6 +10784,24 @@ void synchronize_net(void)
}
EXPORT_SYMBOL(synchronize_net);
+static void netdev_rss_contexts_free(struct net_device *dev)
+{
+ struct ethtool_rxfh_context *ctx;
+ u32 context;
+
+ if (!dev->ethtool_ops->set_rxfh_context)
+ return;
+ idr_for_each_entry(&dev->ethtool->rss_ctx, ctx, context) {
+ u32 *indir = ethtool_rxfh_context_indir(ctx);
+ u8 *key = ethtool_rxfh_context_key(ctx);
+
+ idr_remove(&dev->ethtool->rss_ctx, context);
+ dev->ethtool_ops->set_rxfh_context(dev, indir, key, ctx->hfunc,
+ &context, true);
+ kfree(ctx);
+ }
+}
+
/**
* unregister_netdevice_queue - remove device from the kernel
* @dev: device
@@ -10885,6 +10906,8 @@ void unregister_netdevice_many_notify(struct list_head *head,
netdev_name_node_alt_flush(dev);
netdev_name_node_free(dev->name_node);
+ netdev_rss_contexts_free(dev);
+
call_netdevice_notifiers(NETDEV_PRE_UNINIT, dev);
if (dev->netdev_ops->ndo_uninit)