/* Warn if we apparently re-register a subdev */
        WARN_ON(sd->v4l2_dev != NULL);
 
-       if (!try_module_get(sd->owner))
+       /*
+        * The reason to acquire the module here is to avoid unloading
+        * a module of sub-device which is registered to a media
+        * device. To make it possible to unload modules for media
+        * devices that also register sub-devices, do not
+        * try_module_get() such sub-device owners.
+        */
+       sd->owner_v4l2_dev = v4l2_dev->dev && v4l2_dev->dev->driver &&
+               sd->owner == v4l2_dev->dev->driver->owner;
+
+       if (!sd->owner_v4l2_dev && !try_module_get(sd->owner))
                return -ENODEV;
 
        sd->v4l2_dev = v4l2_dev;
        if (sd->internal_ops && sd->internal_ops->unregistered)
                sd->internal_ops->unregistered(sd);
 error_module:
-       module_put(sd->owner);
+       if (!sd->owner_v4l2_dev)
+               module_put(sd->owner);
        sd->v4l2_dev = NULL;
        return err;
 }
        }
 #endif
        video_unregister_device(sd->devnode);
-       module_put(sd->owner);
+       if (!sd->owner_v4l2_dev)
+               module_put(sd->owner);
 }
 EXPORT_SYMBOL_GPL(v4l2_device_unregister_subdev);