if (!dev->port[i].cnts.opfcs[j].fc)
                                continue;
 
-                       mlx5_ib_fs_remove_op_fc(dev,
-                                               &dev->port[i].cnts.opfcs[j],
-                                               j);
+                       if (IS_ENABLED(CONFIG_INFINIBAND_USER_ACCESS))
+                               mlx5_ib_fs_remove_op_fc(dev,
+                                       &dev->port[i].cnts.opfcs[j], j);
                        mlx5_fc_destroy(dev->mdev,
                                        dev->port[i].cnts.opfcs[j].fc);
                        dev->port[i].cnts.opfcs[j].fc = NULL;
        .counter_dealloc = mlx5_ib_counter_dealloc,
        .counter_alloc_stats = mlx5_ib_counter_alloc_stats,
        .counter_update_stats = mlx5_ib_counter_update_stats,
-       .modify_hw_stat = mlx5_ib_modify_stat,
+       .modify_hw_stat = IS_ENABLED(CONFIG_INFINIBAND_USER_ACCESS) ?
+                         mlx5_ib_modify_stat : NULL,
 };
 
 static const struct ib_device_ops hw_switchdev_stats_ops = {