mlxsw: spectrum_acl_tcam: Move devlink param to TCAM code
authorIdo Schimmel <idosch@nvidia.com>
Mon, 6 Feb 2023 15:39:22 +0000 (16:39 +0100)
committerJakub Kicinski <kuba@kernel.org>
Wed, 8 Feb 2023 04:18:49 +0000 (20:18 -0800)
Cited commit added 'DEVLINK_CMD_PARAM_DEL' notifications whenever the
network namespace of the devlink instance is changed. Specifically, the
notifications are generated after calling reload_down(), but before
calling reload_up(). At this stage, the data structures accessed while
reading the value of the "acl_region_rehash_interval" devlink parameter
are uninitialized, resulting in a use-after-free [1].

Fix by moving the registration and unregistration of the devlink
parameter to the TCAM code where it is actually used. This means that
the parameter is unregistered during reload_down() and then
re-registered during reload_up(), avoiding the use-after-free between
these two operations.

Reproducer:

 # ip netns add test123
 # devlink dev reload pci/0000:06:00.0 netns test123

[1]
BUG: KASAN: use-after-free in mlxsw_sp_acl_tcam_vregion_rehash_intrvl_get+0xb2/0xd0
Read of size 4 at addr ffff888162fd37d8 by task devlink/1323
[...]
Call Trace:
 <TASK>
 dump_stack_lvl+0x95/0xbd
 print_report+0x181/0x4a1
 kasan_report+0xdb/0x200
 mlxsw_sp_acl_tcam_vregion_rehash_intrvl_get+0xb2/0xd0
 mlxsw_sp_params_acl_region_rehash_intrvl_get+0x32/0x80
 devlink_nl_param_fill.constprop.0+0x29a/0x11e0
 devlink_param_notify.constprop.0+0xb9/0x250
 devlink_notify_unregister+0xbc/0x470
 devlink_reload+0x1aa/0x440
 devlink_nl_cmd_reload+0x559/0x11b0
 genl_family_rcv_msg_doit.isra.0+0x1f8/0x2e0
 genl_rcv_msg+0x558/0x7f0
 netlink_rcv_skb+0x170/0x440
 genl_rcv+0x2d/0x40
 netlink_unicast+0x53f/0x810
 netlink_sendmsg+0x961/0xe80
 __sys_sendto+0x2a4/0x420
 __x64_sys_sendto+0xe5/0x1c0
 do_syscall_64+0x38/0x80
 entry_SYSCALL_64_after_hwframe+0x63/0xcd

Fixes: 7d7e9169a3ec ("devlink: move devlink reload notifications back in between _down() and _up() calls")
Signed-off-by: Ido Schimmel <idosch@nvidia.com>
Reviewed-by: Jiri Pirko <jiri@nvidia.com>
Signed-off-by: Petr Machata <petrm@nvidia.com>
Reviewed-by: Jacob Keller <jacob.e.keller@intel.com>
Signed-off-by: Jakub Kicinski <kuba@kernel.org>
drivers/net/ethernet/mellanox/mlxsw/core.c
drivers/net/ethernet/mellanox/mlxsw/core.h
drivers/net/ethernet/mellanox/mlxsw/spectrum.c
drivers/net/ethernet/mellanox/mlxsw/spectrum.h
drivers/net/ethernet/mellanox/mlxsw/spectrum_acl.c
drivers/net/ethernet/mellanox/mlxsw/spectrum_acl_tcam.c
drivers/net/ethernet/mellanox/mlxsw/spectrum_acl_tcam.h

index 42422a106433264bba1302b1e5f73a3aae740bcf..a08aec243ad6927818903382ed44912528e0acd0 100644 (file)
@@ -1750,29 +1750,12 @@ static const struct devlink_ops mlxsw_devlink_ops = {
 
 static int mlxsw_core_params_register(struct mlxsw_core *mlxsw_core)
 {
-       int err;
-
-       err = mlxsw_core_fw_params_register(mlxsw_core);
-       if (err)
-               return err;
-
-       if (mlxsw_core->driver->params_register) {
-               err = mlxsw_core->driver->params_register(mlxsw_core);
-               if (err)
-                       goto err_params_register;
-       }
-       return 0;
-
-err_params_register:
-       mlxsw_core_fw_params_unregister(mlxsw_core);
-       return err;
+       return mlxsw_core_fw_params_register(mlxsw_core);
 }
 
 static void mlxsw_core_params_unregister(struct mlxsw_core *mlxsw_core)
 {
        mlxsw_core_fw_params_unregister(mlxsw_core);
-       if (mlxsw_core->driver->params_register)
-               mlxsw_core->driver->params_unregister(mlxsw_core);
 }
 
 struct mlxsw_core_health_event {
index a77cb0be7108b89080d4f4423d83834338448771..e5474d3e34db016836094caa9b773c0d8f7950eb 100644 (file)
@@ -421,8 +421,6 @@ struct mlxsw_driver {
                             const struct mlxsw_config_profile *profile,
                             u64 *p_single_size, u64 *p_double_size,
                             u64 *p_linear_size);
-       int (*params_register)(struct mlxsw_core *mlxsw_core);
-       void (*params_unregister)(struct mlxsw_core *mlxsw_core);
 
        /* Notify a driver that a timestamped packet was transmitted. Driver
         * is responsible for freeing the passed-in SKB.
index b150e97b97b7036905ea159d0e333523124a62bf..a8f94b7544eeab04c8c53d74337245f7e6ebaf17 100644 (file)
@@ -3861,52 +3861,6 @@ static int mlxsw_sp_kvd_sizes_get(struct mlxsw_core *mlxsw_core,
        return 0;
 }
 
-static int
-mlxsw_sp_params_acl_region_rehash_intrvl_get(struct devlink *devlink, u32 id,
-                                            struct devlink_param_gset_ctx *ctx)
-{
-       struct mlxsw_core *mlxsw_core = devlink_priv(devlink);
-       struct mlxsw_sp *mlxsw_sp = mlxsw_core_driver_priv(mlxsw_core);
-
-       ctx->val.vu32 = mlxsw_sp_acl_region_rehash_intrvl_get(mlxsw_sp);
-       return 0;
-}
-
-static int
-mlxsw_sp_params_acl_region_rehash_intrvl_set(struct devlink *devlink, u32 id,
-                                            struct devlink_param_gset_ctx *ctx)
-{
-       struct mlxsw_core *mlxsw_core = devlink_priv(devlink);
-       struct mlxsw_sp *mlxsw_sp = mlxsw_core_driver_priv(mlxsw_core);
-
-       return mlxsw_sp_acl_region_rehash_intrvl_set(mlxsw_sp, ctx->val.vu32);
-}
-
-static const struct devlink_param mlxsw_sp2_devlink_params[] = {
-       DEVLINK_PARAM_DRIVER(MLXSW_DEVLINK_PARAM_ID_ACL_REGION_REHASH_INTERVAL,
-                            "acl_region_rehash_interval",
-                            DEVLINK_PARAM_TYPE_U32,
-                            BIT(DEVLINK_PARAM_CMODE_RUNTIME),
-                            mlxsw_sp_params_acl_region_rehash_intrvl_get,
-                            mlxsw_sp_params_acl_region_rehash_intrvl_set,
-                            NULL),
-};
-
-static int mlxsw_sp2_params_register(struct mlxsw_core *mlxsw_core)
-{
-       struct devlink *devlink = priv_to_devlink(mlxsw_core);
-
-       return devl_params_register(devlink, mlxsw_sp2_devlink_params,
-                                   ARRAY_SIZE(mlxsw_sp2_devlink_params));
-}
-
-static void mlxsw_sp2_params_unregister(struct mlxsw_core *mlxsw_core)
-{
-       devl_params_unregister(priv_to_devlink(mlxsw_core),
-                              mlxsw_sp2_devlink_params,
-                              ARRAY_SIZE(mlxsw_sp2_devlink_params));
-}
-
 static void mlxsw_sp_ptp_transmitted(struct mlxsw_core *mlxsw_core,
                                     struct sk_buff *skb, u16 local_port)
 {
@@ -3984,8 +3938,6 @@ static struct mlxsw_driver mlxsw_sp2_driver = {
        .trap_policer_counter_get       = mlxsw_sp_trap_policer_counter_get,
        .txhdr_construct                = mlxsw_sp_txhdr_construct,
        .resources_register             = mlxsw_sp2_resources_register,
-       .params_register                = mlxsw_sp2_params_register,
-       .params_unregister              = mlxsw_sp2_params_unregister,
        .ptp_transmitted                = mlxsw_sp_ptp_transmitted,
        .txhdr_len                      = MLXSW_TXHDR_LEN,
        .profile                        = &mlxsw_sp2_config_profile,
@@ -4023,8 +3975,6 @@ static struct mlxsw_driver mlxsw_sp3_driver = {
        .trap_policer_counter_get       = mlxsw_sp_trap_policer_counter_get,
        .txhdr_construct                = mlxsw_sp_txhdr_construct,
        .resources_register             = mlxsw_sp2_resources_register,
-       .params_register                = mlxsw_sp2_params_register,
-       .params_unregister              = mlxsw_sp2_params_unregister,
        .ptp_transmitted                = mlxsw_sp_ptp_transmitted,
        .txhdr_len                      = MLXSW_TXHDR_LEN,
        .profile                        = &mlxsw_sp2_config_profile,
@@ -4060,8 +4010,6 @@ static struct mlxsw_driver mlxsw_sp4_driver = {
        .trap_policer_counter_get       = mlxsw_sp_trap_policer_counter_get,
        .txhdr_construct                = mlxsw_sp_txhdr_construct,
        .resources_register             = mlxsw_sp2_resources_register,
-       .params_register                = mlxsw_sp2_params_register,
-       .params_unregister              = mlxsw_sp2_params_unregister,
        .ptp_transmitted                = mlxsw_sp_ptp_transmitted,
        .txhdr_len                      = MLXSW_TXHDR_LEN,
        .profile                        = &mlxsw_sp4_config_profile,
index bbc73324451db8b7ca981a617e7f7aa38291e50e..4c22f800451434721d73c9c0dcff9d16c2b1d269 100644 (file)
@@ -973,6 +973,7 @@ enum mlxsw_sp_acl_profile {
 };
 
 struct mlxsw_afk *mlxsw_sp_acl_afk(struct mlxsw_sp_acl *acl);
+struct mlxsw_sp_acl_tcam *mlxsw_sp_acl_to_tcam(struct mlxsw_sp_acl *acl);
 
 int mlxsw_sp_acl_ruleset_bind(struct mlxsw_sp *mlxsw_sp,
                              struct mlxsw_sp_flow_block *block,
@@ -1096,8 +1097,6 @@ mlxsw_sp_acl_act_cookie_lookup(struct mlxsw_sp *mlxsw_sp, u32 cookie_index)
 
 int mlxsw_sp_acl_init(struct mlxsw_sp *mlxsw_sp);
 void mlxsw_sp_acl_fini(struct mlxsw_sp *mlxsw_sp);
-u32 mlxsw_sp_acl_region_rehash_intrvl_get(struct mlxsw_sp *mlxsw_sp);
-int mlxsw_sp_acl_region_rehash_intrvl_set(struct mlxsw_sp *mlxsw_sp, u32 val);
 
 struct mlxsw_sp_acl_mangle_action;
 
index 6c5af018546f96e81bb1f675a735fe4a7d9db2c6..0423ac262d89f6bb8c2c0c3d264124bd0d7d7f5a 100644 (file)
@@ -40,6 +40,11 @@ struct mlxsw_afk *mlxsw_sp_acl_afk(struct mlxsw_sp_acl *acl)
        return acl->afk;
 }
 
+struct mlxsw_sp_acl_tcam *mlxsw_sp_acl_to_tcam(struct mlxsw_sp_acl *acl)
+{
+       return &acl->tcam;
+}
+
 struct mlxsw_sp_acl_ruleset_ht_key {
        struct mlxsw_sp_flow_block *block;
        u32 chain_index;
@@ -1099,22 +1104,6 @@ void mlxsw_sp_acl_fini(struct mlxsw_sp *mlxsw_sp)
        kfree(acl);
 }
 
-u32 mlxsw_sp_acl_region_rehash_intrvl_get(struct mlxsw_sp *mlxsw_sp)
-{
-       struct mlxsw_sp_acl *acl = mlxsw_sp->acl;
-
-       return mlxsw_sp_acl_tcam_vregion_rehash_intrvl_get(mlxsw_sp,
-                                                          &acl->tcam);
-}
-
-int mlxsw_sp_acl_region_rehash_intrvl_set(struct mlxsw_sp *mlxsw_sp, u32 val)
-{
-       struct mlxsw_sp_acl *acl = mlxsw_sp->acl;
-
-       return mlxsw_sp_acl_tcam_vregion_rehash_intrvl_set(mlxsw_sp,
-                                                          &acl->tcam, val);
-}
-
 struct mlxsw_sp_acl_rulei_ops mlxsw_sp1_acl_rulei_ops = {
        .act_mangle_field = mlxsw_sp1_acl_rulei_act_mangle_field,
 };
index dbc2f834f85922943915e80caaf7d9b31e6ba3a5..d50786b0a6ce47924c55a9fbc53200f50bd96335 100644 (file)
@@ -9,6 +9,7 @@
 #include <linux/rhashtable.h>
 #include <linux/netdevice.h>
 #include <linux/mutex.h>
+#include <net/devlink.h>
 #include <trace/events/mlxsw.h>
 
 #include "reg.h"
@@ -832,41 +833,6 @@ mlxsw_sp_acl_tcam_vregion_destroy(struct mlxsw_sp *mlxsw_sp,
        kfree(vregion);
 }
 
-u32 mlxsw_sp_acl_tcam_vregion_rehash_intrvl_get(struct mlxsw_sp *mlxsw_sp,
-                                               struct mlxsw_sp_acl_tcam *tcam)
-{
-       const struct mlxsw_sp_acl_tcam_ops *ops = mlxsw_sp->acl_tcam_ops;
-       u32 vregion_rehash_intrvl;
-
-       if (WARN_ON(!ops->region_rehash_hints_get))
-               return 0;
-       vregion_rehash_intrvl = tcam->vregion_rehash_intrvl;
-       return vregion_rehash_intrvl;
-}
-
-int mlxsw_sp_acl_tcam_vregion_rehash_intrvl_set(struct mlxsw_sp *mlxsw_sp,
-                                               struct mlxsw_sp_acl_tcam *tcam,
-                                               u32 val)
-{
-       const struct mlxsw_sp_acl_tcam_ops *ops = mlxsw_sp->acl_tcam_ops;
-       struct mlxsw_sp_acl_tcam_vregion *vregion;
-
-       if (val < MLXSW_SP_ACL_TCAM_VREGION_REHASH_INTRVL_MIN && val)
-               return -EINVAL;
-       if (WARN_ON(!ops->region_rehash_hints_get))
-               return -EOPNOTSUPP;
-       tcam->vregion_rehash_intrvl = val;
-       mutex_lock(&tcam->lock);
-       list_for_each_entry(vregion, &tcam->vregion_list, tlist) {
-               if (val)
-                       mlxsw_core_schedule_dw(&vregion->rehash.dw, 0);
-               else
-                       cancel_delayed_work_sync(&vregion->rehash.dw);
-       }
-       mutex_unlock(&tcam->lock);
-       return 0;
-}
-
 static struct mlxsw_sp_acl_tcam_vregion *
 mlxsw_sp_acl_tcam_vregion_get(struct mlxsw_sp *mlxsw_sp,
                              struct mlxsw_sp_acl_tcam_vgroup *vgroup,
@@ -1481,6 +1447,81 @@ mlxsw_sp_acl_tcam_vregion_rehash(struct mlxsw_sp *mlxsw_sp,
                mlxsw_sp_acl_tcam_vregion_rehash_end(mlxsw_sp, vregion, ctx);
 }
 
+static int
+mlxsw_sp_acl_tcam_region_rehash_intrvl_get(struct devlink *devlink, u32 id,
+                                          struct devlink_param_gset_ctx *ctx)
+{
+       struct mlxsw_core *mlxsw_core = devlink_priv(devlink);
+       struct mlxsw_sp_acl_tcam *tcam;
+       struct mlxsw_sp *mlxsw_sp;
+
+       mlxsw_sp = mlxsw_core_driver_priv(mlxsw_core);
+       tcam = mlxsw_sp_acl_to_tcam(mlxsw_sp->acl);
+       ctx->val.vu32 = tcam->vregion_rehash_intrvl;
+
+       return 0;
+}
+
+static int
+mlxsw_sp_acl_tcam_region_rehash_intrvl_set(struct devlink *devlink, u32 id,
+                                          struct devlink_param_gset_ctx *ctx)
+{
+       struct mlxsw_core *mlxsw_core = devlink_priv(devlink);
+       struct mlxsw_sp_acl_tcam_vregion *vregion;
+       struct mlxsw_sp_acl_tcam *tcam;
+       struct mlxsw_sp *mlxsw_sp;
+       u32 val = ctx->val.vu32;
+
+       if (val < MLXSW_SP_ACL_TCAM_VREGION_REHASH_INTRVL_MIN && val)
+               return -EINVAL;
+
+       mlxsw_sp = mlxsw_core_driver_priv(mlxsw_core);
+       tcam = mlxsw_sp_acl_to_tcam(mlxsw_sp->acl);
+       tcam->vregion_rehash_intrvl = val;
+       mutex_lock(&tcam->lock);
+       list_for_each_entry(vregion, &tcam->vregion_list, tlist) {
+               if (val)
+                       mlxsw_core_schedule_dw(&vregion->rehash.dw, 0);
+               else
+                       cancel_delayed_work_sync(&vregion->rehash.dw);
+       }
+       mutex_unlock(&tcam->lock);
+       return 0;
+}
+
+static const struct devlink_param mlxsw_sp_acl_tcam_rehash_params[] = {
+       DEVLINK_PARAM_DRIVER(MLXSW_DEVLINK_PARAM_ID_ACL_REGION_REHASH_INTERVAL,
+                            "acl_region_rehash_interval",
+                            DEVLINK_PARAM_TYPE_U32,
+                            BIT(DEVLINK_PARAM_CMODE_RUNTIME),
+                            mlxsw_sp_acl_tcam_region_rehash_intrvl_get,
+                            mlxsw_sp_acl_tcam_region_rehash_intrvl_set,
+                            NULL),
+};
+
+static int mlxsw_sp_acl_tcam_rehash_params_register(struct mlxsw_sp *mlxsw_sp)
+{
+       struct devlink *devlink = priv_to_devlink(mlxsw_sp->core);
+
+       if (!mlxsw_sp->acl_tcam_ops->region_rehash_hints_get)
+               return 0;
+
+       return devl_params_register(devlink, mlxsw_sp_acl_tcam_rehash_params,
+                                   ARRAY_SIZE(mlxsw_sp_acl_tcam_rehash_params));
+}
+
+static void
+mlxsw_sp_acl_tcam_rehash_params_unregister(struct mlxsw_sp *mlxsw_sp)
+{
+       struct devlink *devlink = priv_to_devlink(mlxsw_sp->core);
+
+       if (!mlxsw_sp->acl_tcam_ops->region_rehash_hints_get)
+               return;
+
+       devl_params_unregister(devlink, mlxsw_sp_acl_tcam_rehash_params,
+                              ARRAY_SIZE(mlxsw_sp_acl_tcam_rehash_params));
+}
+
 int mlxsw_sp_acl_tcam_init(struct mlxsw_sp *mlxsw_sp,
                           struct mlxsw_sp_acl_tcam *tcam)
 {
@@ -1495,6 +1536,10 @@ int mlxsw_sp_acl_tcam_init(struct mlxsw_sp *mlxsw_sp,
                        MLXSW_SP_ACL_TCAM_VREGION_REHASH_INTRVL_DFLT;
        INIT_LIST_HEAD(&tcam->vregion_list);
 
+       err = mlxsw_sp_acl_tcam_rehash_params_register(mlxsw_sp);
+       if (err)
+               goto err_rehash_params_register;
+
        max_tcam_regions = MLXSW_CORE_RES_GET(mlxsw_sp->core,
                                              ACL_MAX_TCAM_REGIONS);
        max_regions = MLXSW_CORE_RES_GET(mlxsw_sp->core, ACL_MAX_REGIONS);
@@ -1531,6 +1576,8 @@ err_tcam_init:
 err_alloc_used_groups:
        bitmap_free(tcam->used_regions);
 err_alloc_used_regions:
+       mlxsw_sp_acl_tcam_rehash_params_unregister(mlxsw_sp);
+err_rehash_params_register:
        mutex_destroy(&tcam->lock);
        return err;
 }
@@ -1543,6 +1590,7 @@ void mlxsw_sp_acl_tcam_fini(struct mlxsw_sp *mlxsw_sp,
        ops->fini(mlxsw_sp, tcam->priv);
        bitmap_free(tcam->used_groups);
        bitmap_free(tcam->used_regions);
+       mlxsw_sp_acl_tcam_rehash_params_unregister(mlxsw_sp);
        mutex_destroy(&tcam->lock);
 }
 
index edbbc89e7a719cde97a9c0045243938c2ed32102..462bf448497d33b74618c1f78001c0924c666dd5 100644 (file)
@@ -29,11 +29,6 @@ int mlxsw_sp_acl_tcam_init(struct mlxsw_sp *mlxsw_sp,
                           struct mlxsw_sp_acl_tcam *tcam);
 void mlxsw_sp_acl_tcam_fini(struct mlxsw_sp *mlxsw_sp,
                            struct mlxsw_sp_acl_tcam *tcam);
-u32 mlxsw_sp_acl_tcam_vregion_rehash_intrvl_get(struct mlxsw_sp *mlxsw_sp,
-                                               struct mlxsw_sp_acl_tcam *tcam);
-int mlxsw_sp_acl_tcam_vregion_rehash_intrvl_set(struct mlxsw_sp *mlxsw_sp,
-                                               struct mlxsw_sp_acl_tcam *tcam,
-                                               u32 val);
 int mlxsw_sp_acl_tcam_priority_get(struct mlxsw_sp *mlxsw_sp,
                                   struct mlxsw_sp_acl_rule_info *rulei,
                                   u32 *priority, bool fillup_priority);