dmaengine: idxd: move dsa_drv support to compatible mode
authorDave Jiang <dave.jiang@intel.com>
Thu, 15 Jul 2021 18:44:47 +0000 (11:44 -0700)
committerVinod Koul <vkoul@kernel.org>
Wed, 21 Jul 2021 04:39:16 +0000 (10:09 +0530)
The original architecture of /sys/bus/dsa invented a scheme whereby
a single entry in the list of bus drivers, /sys/bus/drivers/dsa,
handled all device types and internally routed them to different
different drivers. Those internal drivers were invisible to
userspace.

With the idxd driver transitioned to a proper bus device-driver model,
the legacy behavior needs to be preserved due to it being exposed to
user space via sysfs. Create a compat driver to provide the legacy
behavior for /sys/bus/dsa/drivers/dsa. This should satisfy user
tool accel-config v3.2 or ealier where this behavior is expected.
If the distro has a newer accel-config then the legacy mode does
not need to be enabled.

When the compat driver binds the device (i.e. dsa0) to the dsa driver,
it will be bound to the new idxd_drv. The wq device (i.e. wq0.0) will
be bound to either the dmaengine_drv or the user_drv. The dsa_drv
becomes a routing mechansim for the new drivers. It will not support
additional external drivers that are implemented later.

Reviewed-by: Dan Williams <dan.j.williams@intel.com>
Signed-off-by: Dave Jiang <dave.jiang@intel.com>
Link: https://lore.kernel.org/r/162637468705.744545.4399080971745974435.stgit@djiang5-desk3.ch.intel.com
Signed-off-by: Vinod Koul <vkoul@kernel.org>
drivers/dma/Kconfig
drivers/dma/idxd/Makefile
drivers/dma/idxd/cdev.c
drivers/dma/idxd/compat.c [new file with mode: 0644]
drivers/dma/idxd/device.c
drivers/dma/idxd/dma.c
drivers/dma/idxd/idxd.h
drivers/dma/idxd/init.c
drivers/dma/idxd/sysfs.c

index d7101bff1772f91d1eb1b9e4c019c1ed39a53276..ceb41be0505ef7a9e744811360ac536ce1334e60 100644 (file)
@@ -295,6 +295,23 @@ config INTEL_IDXD
 
          If unsure, say N.
 
+config INTEL_IDXD_COMPAT
+       bool "Legacy behavior for idxd driver"
+       depends on PCI && X86_64
+       select INTEL_IDXD_BUS
+       help
+         Compatible driver to support old /sys/bus/dsa/drivers/dsa behavior.
+         The old behavior performed driver bind/unbind for device and wq
+         devices all under the dsa driver. The compat driver will emulate
+         the legacy behavior in order to allow existing support apps (i.e.
+         accel-config) to continue function. It is expected that accel-config
+         v3.2 and earlier will need the compat mode. A distro with later
+         accel-config version can disable this compat config.
+
+         Say Y if you have old applications that require such behavior.
+
+         If unsure, say N.
+
 # Config symbol that collects all the dependencies that's necessary to
 # support shared virtual memory for the devices supported by idxd.
 config INTEL_IDXD_SVM
index 8c29ed4d48c332ff4881a4bee515d15128e388da..a1e9f2b3a37ccac9c78e3bd5cc3e52e96a0982a9 100644 (file)
@@ -7,3 +7,6 @@ idxd-$(CONFIG_INTEL_IDXD_PERFMON) += perfmon.o
 
 obj-$(CONFIG_INTEL_IDXD_BUS) += idxd_bus.o
 idxd_bus-y := bus.o
+
+obj-$(CONFIG_INTEL_IDXD_COMPAT) += idxd_compat.o
+idxd_compat-y := compat.o
index b67bbf24242a2c6fe97f73724d090a23f4ff5c16..f6a4603517baa78cf2932cd122eb7d844dce56e2 100644 (file)
@@ -356,6 +356,7 @@ struct idxd_device_driver idxd_user_drv = {
        .name = "user",
        .type = dev_types,
 };
+EXPORT_SYMBOL_GPL(idxd_user_drv);
 
 int idxd_cdev_register(void)
 {
diff --git a/drivers/dma/idxd/compat.c b/drivers/dma/idxd/compat.c
new file mode 100644 (file)
index 0000000..d67746e
--- /dev/null
@@ -0,0 +1,114 @@
+// SPDX-License-Identifier: GPL-2.0
+/* Copyright(c) 2021 Intel Corporation. All rights rsvd. */
+#include <linux/init.h>
+#include <linux/kernel.h>
+#include <linux/module.h>
+#include <linux/device.h>
+#include <linux/device/bus.h>
+#include "idxd.h"
+
+extern int device_driver_attach(struct device_driver *drv, struct device *dev);
+extern void device_driver_detach(struct device *dev);
+
+#define DRIVER_ATTR_IGNORE_LOCKDEP(_name, _mode, _show, _store)        \
+       struct driver_attribute driver_attr_##_name =           \
+       __ATTR_IGNORE_LOCKDEP(_name, _mode, _show, _store)
+
+static ssize_t unbind_store(struct device_driver *drv, const char *buf, size_t count)
+{
+       struct bus_type *bus = drv->bus;
+       struct device *dev;
+       int rc = -ENODEV;
+
+       dev = bus_find_device_by_name(bus, NULL, buf);
+       if (dev && dev->driver) {
+               device_driver_detach(dev);
+               rc = count;
+       }
+
+       return rc;
+}
+static DRIVER_ATTR_IGNORE_LOCKDEP(unbind, 0200, NULL, unbind_store);
+
+static ssize_t bind_store(struct device_driver *drv, const char *buf, size_t count)
+{
+       struct bus_type *bus = drv->bus;
+       struct device *dev;
+       struct device_driver *alt_drv;
+       int rc = -ENODEV;
+       struct idxd_dev *idxd_dev;
+
+       dev = bus_find_device_by_name(bus, NULL, buf);
+       if (!dev || dev->driver || drv != &dsa_drv.drv)
+               return -ENODEV;
+
+       idxd_dev = confdev_to_idxd_dev(dev);
+       if (is_idxd_dev(idxd_dev)) {
+               alt_drv = driver_find("idxd", bus);
+               if (!alt_drv)
+                       return -ENODEV;
+       } else if (is_idxd_wq_dev(idxd_dev)) {
+               struct idxd_wq *wq = confdev_to_wq(dev);
+
+               if (is_idxd_wq_kernel(wq)) {
+                       alt_drv = driver_find("dmaengine", bus);
+                       if (!alt_drv)
+                               return -ENODEV;
+               } else if (is_idxd_wq_user(wq)) {
+                       alt_drv = driver_find("user", bus);
+                       if (!alt_drv)
+                               return -ENODEV;
+               } else {
+                       return -ENODEV;
+               }
+       }
+
+       rc = device_driver_attach(alt_drv, dev);
+       if (rc < 0)
+               return rc;
+
+       return count;
+}
+static DRIVER_ATTR_IGNORE_LOCKDEP(bind, 0200, NULL, bind_store);
+
+static struct attribute *dsa_drv_compat_attrs[] = {
+       &driver_attr_bind.attr,
+       &driver_attr_unbind.attr,
+       NULL,
+};
+
+static const struct attribute_group dsa_drv_compat_attr_group = {
+       .attrs = dsa_drv_compat_attrs,
+};
+
+static const struct attribute_group *dsa_drv_compat_groups[] = {
+       &dsa_drv_compat_attr_group,
+       NULL,
+};
+
+static int idxd_dsa_drv_probe(struct idxd_dev *idxd_dev)
+{
+       return -ENODEV;
+}
+
+static void idxd_dsa_drv_remove(struct idxd_dev *idxd_dev)
+{
+}
+
+static enum idxd_dev_type dev_types[] = {
+       IDXD_DEV_NONE,
+};
+
+struct idxd_device_driver dsa_drv = {
+       .name = "dsa",
+       .probe = idxd_dsa_drv_probe,
+       .remove = idxd_dsa_drv_remove,
+       .type = dev_types,
+       .drv = {
+               .suppress_bind_attrs = true,
+               .groups = dsa_drv_compat_groups,
+       },
+};
+
+module_idxd_driver(dsa_drv);
+MODULE_IMPORT_NS(IDXD);
index 9bbc28d9a9eb28d4f13c93bed3c516613c3794e6..99350ac9a2926900e4db0049516f8c9b076cdce9 100644 (file)
@@ -1318,3 +1318,4 @@ struct idxd_device_driver idxd_drv = {
        .remove = idxd_device_drv_remove,
        .name = "idxd",
 };
+EXPORT_SYMBOL_GPL(idxd_drv);
index 7e32817001835c8e8ff3f802fd0baa2b7c24eb0c..2fd7ec29a08fd2d3514af6b525246360a4fa461c 100644 (file)
@@ -339,3 +339,4 @@ struct idxd_device_driver idxd_dmaengine_drv = {
        .name = "dmaengine",
        .type = dev_types,
 };
+EXPORT_SYMBOL_GPL(idxd_dmaengine_drv);
index bacec9b93a7e39a2cfb12aa51a341ae612b3490f..d0874d8877d9ee5834b334bab8ccb0fddc3470e0 100644 (file)
@@ -416,11 +416,16 @@ static inline bool is_idxd_wq_dmaengine(struct idxd_wq *wq)
        return false;
 }
 
-static inline bool is_idxd_wq_cdev(struct idxd_wq *wq)
+static inline bool is_idxd_wq_user(struct idxd_wq *wq)
 {
        return wq->type == IDXD_WQT_USER;
 }
 
+static inline bool is_idxd_wq_kernel(struct idxd_wq *wq)
+{
+       return wq->type == IDXD_WQT_KERNEL;
+}
+
 static inline bool wq_dedicated(struct idxd_wq *wq)
 {
        return test_bit(WQ_FLAG_DEDICATED, &wq->flags);
@@ -484,6 +489,9 @@ int __must_check __idxd_driver_register(struct idxd_device_driver *idxd_drv,
 
 void idxd_driver_unregister(struct idxd_device_driver *idxd_drv);
 
+#define module_idxd_driver(__idxd_driver) \
+       module_driver(__idxd_driver, idxd_driver_register, idxd_driver_unregister)
+
 int idxd_register_bus_type(void);
 void idxd_unregister_bus_type(void);
 int idxd_register_devices(struct idxd_device *idxd);
index 9b797fcdfd7bb36c74afaaef914feba7a1065629..8db56f98059f4bd315c29ff8e8495a1cc7e25237 100644 (file)
@@ -849,10 +849,6 @@ static int __init idxd_init_module(void)
        if (err < 0)
                goto err_idxd_user_driver_register;
 
-       err = idxd_driver_register(&dsa_drv);
-       if (err < 0)
-               goto err_dsa_driver_register;
-
        err = idxd_cdev_register();
        if (err)
                goto err_cdev_register;
@@ -866,8 +862,6 @@ static int __init idxd_init_module(void)
 err_pci_register:
        idxd_cdev_remove();
 err_cdev_register:
-       idxd_driver_unregister(&dsa_drv);
-err_dsa_driver_register:
        idxd_driver_unregister(&idxd_user_drv);
 err_idxd_user_driver_register:
        idxd_driver_unregister(&idxd_dmaengine_drv);
@@ -883,7 +877,6 @@ static void __exit idxd_exit_module(void)
        idxd_driver_unregister(&idxd_user_drv);
        idxd_driver_unregister(&idxd_dmaengine_drv);
        idxd_driver_unregister(&idxd_drv);
-       idxd_driver_unregister(&dsa_drv);
        pci_unregister_driver(&idxd_pci_driver);
        idxd_cdev_remove();
        perfmon_exit();
index 633f4947ed3279596be96cc22e6ce469261a8286..b883e9f16e7f4d3fc43b3bad8cb2fc209ff654e3 100644 (file)
@@ -16,46 +16,6 @@ static char *idxd_wq_type_names[] = {
        [IDXD_WQT_USER]         = "user",
 };
 
-static int idxd_dsa_drv_probe(struct idxd_dev *idxd_dev)
-{
-       if (is_idxd_dev(idxd_dev))
-               return idxd_device_drv_probe(idxd_dev);
-
-       if (is_idxd_wq_dev(idxd_dev)) {
-               struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev);
-
-               return drv_enable_wq(wq);
-       }
-
-       return -ENODEV;
-}
-
-static void idxd_dsa_drv_remove(struct idxd_dev *idxd_dev)
-{
-       if (is_idxd_dev(idxd_dev)) {
-               idxd_device_drv_remove(idxd_dev);
-               return;
-       }
-
-       if (is_idxd_wq_dev(idxd_dev)) {
-               struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev);
-
-               drv_disable_wq(wq);
-               return;
-       }
-}
-
-static enum idxd_dev_type dev_types[] = {
-       IDXD_DEV_NONE,
-};
-
-struct idxd_device_driver dsa_drv = {
-       .name = "dsa",
-       .probe = idxd_dsa_drv_probe,
-       .remove = idxd_dsa_drv_remove,
-       .type = dev_types,
-};
-
 /* IDXD engine attributes */
 static ssize_t engine_group_id_show(struct device *dev,
                                    struct device_attribute *attr, char *buf)