drivers/vfio/mdev/mdev_core.c - linux - Git at Google

 // SPDX-License-Identifier: GPL-2.0-only
 /*
  * Mediated device Core Driver
  *
  * Copyright (c) 2016, NVIDIA CORPORATION. All rights reserved.
  *     Author: Neo Jia <cjia@nvidia.com>
  *             Kirti Wankhede <kwankhede@nvidia.com>
  */

 #include <linux/module.h>
 #include <linux/device.h>
 #include <linux/slab.h>
 #include <linux/uuid.h>
 #include <linux/sysfs.h>
 #include <linux/mdev.h>

 #include "mdev_private.h"

 #define DRIVER_VERSION		"0.1"
 #define DRIVER_AUTHOR		"NVIDIA Corporation"
 #define DRIVER_DESC		"Mediated device Core Driver"

 static LIST_HEAD(parent_list);
 static DEFINE_MUTEX(parent_list_lock);
 static struct class_compat *mdev_bus_compat_class;

 static LIST_HEAD(mdev_list);
 static DEFINE_MUTEX(mdev_list_lock);

 struct device *mdev_parent_dev(struct mdev_device *mdev)
 {
 	return mdev->parent->dev;
 }
 EXPORT_SYMBOL(mdev_parent_dev);

 void *mdev_get_drvdata(struct mdev_device *mdev)
 {
 	return mdev->driver_data;
 }
 EXPORT_SYMBOL(mdev_get_drvdata);

 void mdev_set_drvdata(struct mdev_device *mdev, void *data)
 {
 	mdev->driver_data = data;
 }
 EXPORT_SYMBOL(mdev_set_drvdata);

 struct device *mdev_dev(struct mdev_device *mdev)
 {
 	return &mdev->dev;
 }
 EXPORT_SYMBOL(mdev_dev);

 struct mdev_device *mdev_from_dev(struct device *dev)
 {
 	return dev_is_mdev(dev) ? to_mdev_device(dev) : NULL;
 }
 EXPORT_SYMBOL(mdev_from_dev);

 const guid_t *mdev_uuid(struct mdev_device *mdev)
 {
 	return &mdev->uuid;
 }
 EXPORT_SYMBOL(mdev_uuid);

 /* Should be called holding parent_list_lock */
 static struct mdev_parent *__find_parent_device(struct device *dev)
 {
 	struct mdev_parent *parent;

 	list_for_each_entry(parent, &parent_list, next) {
 		if (parent->dev == dev)
 			return parent;
 	}
 	return NULL;
 }

 static void mdev_release_parent(struct kref *kref)
 {
 	struct mdev_parent *parent = container_of(kref, struct mdev_parent,
 						  ref);
 	struct device *dev = parent->dev;

 	kfree(parent);
 	put_device(dev);
 }

 static struct mdev_parent *mdev_get_parent(struct mdev_parent *parent)
 {
 	if (parent)
 		kref_get(&parent->ref);

 	return parent;
 }

 static void mdev_put_parent(struct mdev_parent *parent)
 {
 	if (parent)
 		kref_put(&parent->ref, mdev_release_parent);
 }

 /* Caller must hold parent unreg_sem read or write lock */
 static void mdev_device_remove_common(struct mdev_device *mdev)
 {
 	struct mdev_parent *parent;
 	struct mdev_type *type;
 	int ret;

 	type = to_mdev_type(mdev->type_kobj);
 	mdev_remove_sysfs_files(&mdev->dev, type);
 	device_del(&mdev->dev);
 	parent = mdev->parent;
 	lockdep_assert_held(&parent->unreg_sem);
 	ret = parent->ops->remove(mdev);
 	if (ret)
 		dev_err(&mdev->dev, "Remove failed: err=%d\n", ret);

 	/* Balances with device_initialize() */
 	put_device(&mdev->dev);
 	mdev_put_parent(parent);
 }

 static int mdev_device_remove_cb(struct device *dev, void *data)
 {
 	if (dev_is_mdev(dev)) {
 		struct mdev_device *mdev;

 		mdev = to_mdev_device(dev);
 		mdev_device_remove_common(mdev);
 	}
 	return 0;
 }

 /*
  * mdev_register_device : Register a device
  * @dev: device structure representing parent device.
  * @ops: Parent device operation structure to be registered.
  *
  * Add device to list of registered parent devices.
  * Returns a negative value on error, otherwise 0.
  */
 int mdev_register_device(struct device *dev, const struct mdev_parent_ops *ops)
 {
 	int ret;
 	struct mdev_parent *parent;
 	char *env_string = "MDEV_STATE=registered";
 	char *envp[] = { env_string, NULL };

 	/* check for mandatory ops */
 	if (!ops || !ops->create || !ops->remove || !ops->supported_type_groups)
 		return -EINVAL;

 	dev = get_device(dev);
 	if (!dev)
 		return -EINVAL;

 	mutex_lock(&parent_list_lock);

 	/* Check for duplicate */
 	parent = __find_parent_device(dev);
 	if (parent) {
 		parent = NULL;
 		ret = -EEXIST;
 		goto add_dev_err;
 	}

 	parent = kzalloc(sizeof(*parent), GFP_KERNEL);
 	if (!parent) {
 		ret = -ENOMEM;
 		goto add_dev_err;
 	}

 	kref_init(&parent->ref);
 	init_rwsem(&parent->unreg_sem);

 	parent->dev = dev;
 	parent->ops = ops;

 	if (!mdev_bus_compat_class) {
 		mdev_bus_compat_class = class_compat_register("mdev_bus");
 		if (!mdev_bus_compat_class) {
 			ret = -ENOMEM;
 			goto add_dev_err;
 		}
 	}

 	ret = parent_create_sysfs_files(parent);
 	if (ret)
 		goto add_dev_err;

 	ret = class_compat_create_link(mdev_bus_compat_class, dev, NULL);
 	if (ret)
 		dev_warn(dev, "Failed to create compatibility class link\n");

 	list_add(&parent->next, &parent_list);
 	mutex_unlock(&parent_list_lock);

 	dev_info(dev, "MDEV: Registered\n");
 	kobject_uevent_env(&dev->kobj, KOBJ_CHANGE, envp);

 	return 0;

 add_dev_err:
 	mutex_unlock(&parent_list_lock);
 	if (parent)
 		mdev_put_parent(parent);
 	else
 		put_device(dev);
 	return ret;
 }
 EXPORT_SYMBOL(mdev_register_device);

 /*
  * mdev_unregister_device : Unregister a parent device
  * @dev: device structure representing parent device.
  *
  * Remove device from list of registered parent devices. Give a chance to free
  * existing mediated devices for given device.
  */

 void mdev_unregister_device(struct device *dev)
 {
 	struct mdev_parent *parent;
 	char *env_string = "MDEV_STATE=unregistered";
 	char *envp[] = { env_string, NULL };

 	mutex_lock(&parent_list_lock);
 	parent = __find_parent_device(dev);

 	if (!parent) {
 		mutex_unlock(&parent_list_lock);
 		return;
 	}
 	dev_info(dev, "MDEV: Unregistering\n");

 	list_del(&parent->next);
 	mutex_unlock(&parent_list_lock);

 	down_write(&parent->unreg_sem);

 	class_compat_remove_link(mdev_bus_compat_class, dev, NULL);

 	device_for_each_child(dev, NULL, mdev_device_remove_cb);

 	parent_remove_sysfs_files(parent);
 	up_write(&parent->unreg_sem);

 	mdev_put_parent(parent);

 	/* We still have the caller's reference to use for the uevent */
 	kobject_uevent_env(&dev->kobj, KOBJ_CHANGE, envp);
 }
 EXPORT_SYMBOL(mdev_unregister_device);

 static void mdev_device_free(struct mdev_device *mdev)
 {
 	mutex_lock(&mdev_list_lock);
 	list_del(&mdev->next);
 	mutex_unlock(&mdev_list_lock);

 	dev_dbg(&mdev->dev, "MDEV: destroying\n");
 	kfree(mdev);
 }

 static void mdev_device_release(struct device *dev)
 {
 	struct mdev_device *mdev = to_mdev_device(dev);

 	mdev_device_free(mdev);
 }

 int mdev_device_create(struct kobject *kobj,
 		       struct device *dev, const guid_t *uuid)
 {
 	int ret;
 	struct mdev_device *mdev, *tmp;
 	struct mdev_parent *parent;
 	struct mdev_type *type = to_mdev_type(kobj);

 	parent = mdev_get_parent(type->parent);
 	if (!parent)
 		return -EINVAL;

 	mutex_lock(&mdev_list_lock);

 	/* Check for duplicate */
 	list_for_each_entry(tmp, &mdev_list, next) {
 		if (guid_equal(&tmp->uuid, uuid)) {
 			mutex_unlock(&mdev_list_lock);
 			ret = -EEXIST;
 			goto mdev_fail;
 		}
 	}

 	mdev = kzalloc(sizeof(*mdev), GFP_KERNEL);
 	if (!mdev) {
 		mutex_unlock(&mdev_list_lock);
 		ret = -ENOMEM;
 		goto mdev_fail;
 	}

 	guid_copy(&mdev->uuid, uuid);
 	list_add(&mdev->next, &mdev_list);
 	mutex_unlock(&mdev_list_lock);

 	mdev->parent = parent;

 	/* Check if parent unregistration has started */
 	if (!down_read_trylock(&parent->unreg_sem)) {
 		mdev_device_free(mdev);
 		ret = -ENODEV;
 		goto mdev_fail;
 	}

 	device_initialize(&mdev->dev);
 	mdev->dev.parent  = dev;
 	mdev->dev.bus     = &mdev_bus_type;
 	mdev->dev.release = mdev_device_release;
 	dev_set_name(&mdev->dev, "%pUl", uuid);
 	mdev->dev.groups = parent->ops->mdev_attr_groups;
 	mdev->type_kobj = kobj;

 	ret = parent->ops->create(kobj, mdev);
 	if (ret)
 		goto ops_create_fail;

 	ret = device_add(&mdev->dev);
 	if (ret)
 		goto add_fail;

 	ret = mdev_create_sysfs_files(&mdev->dev, type);
 	if (ret)
 		goto sysfs_fail;

 	mdev->active = true;
 	dev_dbg(&mdev->dev, "MDEV: created\n");
 	up_read(&parent->unreg_sem);

 	return 0;

 sysfs_fail:
 	device_del(&mdev->dev);
 add_fail:
 	parent->ops->remove(mdev);
 ops_create_fail:
 	up_read(&parent->unreg_sem);
 	put_device(&mdev->dev);
 mdev_fail:
 	mdev_put_parent(parent);
 	return ret;
 }

 int mdev_device_remove(struct device *dev)
 {
 	struct mdev_device *mdev, *tmp;
 	struct mdev_parent *parent;

 	mdev = to_mdev_device(dev);

 	mutex_lock(&mdev_list_lock);
 	list_for_each_entry(tmp, &mdev_list, next) {
 		if (tmp == mdev)
 			break;
 	}

 	if (tmp != mdev) {
 		mutex_unlock(&mdev_list_lock);
 		return -ENODEV;
 	}

 	if (!mdev->active) {
 		mutex_unlock(&mdev_list_lock);
 		return -EAGAIN;
 	}

 	mdev->active = false;
 	mutex_unlock(&mdev_list_lock);

 	parent = mdev->parent;
 	/* Check if parent unregistration has started */
 	if (!down_read_trylock(&parent->unreg_sem))
 		return -ENODEV;

 	mdev_device_remove_common(mdev);
 	up_read(&parent->unreg_sem);
 	return 0;
 }

 int mdev_set_iommu_device(struct device *dev, struct device *iommu_device)
 {
 	struct mdev_device *mdev = to_mdev_device(dev);

 	mdev->iommu_device = iommu_device;

 	return 0;
 }
 EXPORT_SYMBOL(mdev_set_iommu_device);

 struct device *mdev_get_iommu_device(struct device *dev)
 {
 	struct mdev_device *mdev = to_mdev_device(dev);

 	return mdev->iommu_device;
 }
 EXPORT_SYMBOL(mdev_get_iommu_device);

 static int __init mdev_init(void)
 {
 	return mdev_bus_register();
 }

 static void __exit mdev_exit(void)
 {
 	if (mdev_bus_compat_class)
 		class_compat_unregister(mdev_bus_compat_class);

 	mdev_bus_unregister();
 }

 module_init(mdev_init)
 module_exit(mdev_exit)

 MODULE_VERSION(DRIVER_VERSION);
 MODULE_LICENSE("GPL v2");
 MODULE_AUTHOR(DRIVER_AUTHOR);
 MODULE_DESCRIPTION(DRIVER_DESC);
 MODULE_SOFTDEP("post: vfio_mdev");
	// SPDX-License-Identifier: GPL-2.0-only
	/*
	* Mediated device Core Driver
	*
	* Copyright (c) 2016, NVIDIA CORPORATION. All rights reserved.
	* Author: Neo Jia <cjia@nvidia.com>
	* Kirti Wankhede <kwankhede@nvidia.com>
	*/

	#include <linux/module.h>
	#include <linux/device.h>
	#include <linux/slab.h>
	#include <linux/uuid.h>
	#include <linux/sysfs.h>
	#include <linux/mdev.h>

	#include "mdev_private.h"

	#define DRIVER_VERSION "0.1"
	#define DRIVER_AUTHOR "NVIDIA Corporation"
	#define DRIVER_DESC "Mediated device Core Driver"

	static LIST_HEAD(parent_list);
	static DEFINE_MUTEX(parent_list_lock);
	static struct class_compat *mdev_bus_compat_class;

	static LIST_HEAD(mdev_list);
	static DEFINE_MUTEX(mdev_list_lock);

	struct device mdev_parent_dev(struct mdev_device mdev)
	{
	return mdev->parent->dev;
	}
	EXPORT_SYMBOL(mdev_parent_dev);

	void mdev_get_drvdata(struct mdev_device mdev)
	{
	return mdev->driver_data;
	}
	EXPORT_SYMBOL(mdev_get_drvdata);

	void mdev_set_drvdata(struct mdev_device mdev, void data)
	{
	mdev->driver_data = data;
	}
	EXPORT_SYMBOL(mdev_set_drvdata);

	struct device mdev_dev(struct mdev_device mdev)
	{
	return &mdev->dev;
	}
	EXPORT_SYMBOL(mdev_dev);

	struct mdev_device mdev_from_dev(struct device dev)
	{
	return dev_is_mdev(dev) ? to_mdev_device(dev) : NULL;
	}
	EXPORT_SYMBOL(mdev_from_dev);

	const guid_t mdev_uuid(struct mdev_device mdev)
	{
	return &mdev->uuid;
	}
	EXPORT_SYMBOL(mdev_uuid);

	/* Should be called holding parent_list_lock */
	static struct mdev_parent __find_parent_device(struct device dev)
	{
	struct mdev_parent *parent;

	list_for_each_entry(parent, &parent_list, next) {
	if (parent->dev == dev)
	return parent;
	}
	return NULL;
	}

	static void mdev_release_parent(struct kref *kref)
	{
	struct mdev_parent *parent = container_of(kref, struct mdev_parent,
	ref);
	struct device *dev = parent->dev;

	kfree(parent);
	put_device(dev);
	}

	static struct mdev_parent mdev_get_parent(struct mdev_parent parent)
	{
	if (parent)
	kref_get(&parent->ref);

	return parent;
	}

	static void mdev_put_parent(struct mdev_parent *parent)
	{
	if (parent)
	kref_put(&parent->ref, mdev_release_parent);
	}

	/* Caller must hold parent unreg_sem read or write lock */
	static void mdev_device_remove_common(struct mdev_device *mdev)
	{
	struct mdev_parent *parent;
	struct mdev_type *type;
	int ret;

	type = to_mdev_type(mdev->type_kobj);
	mdev_remove_sysfs_files(&mdev->dev, type);
	device_del(&mdev->dev);
	parent = mdev->parent;
	lockdep_assert_held(&parent->unreg_sem);
	ret = parent->ops->remove(mdev);
	if (ret)
	dev_err(&mdev->dev, "Remove failed: err=%d\n", ret);

	/* Balances with device_initialize() */
	put_device(&mdev->dev);
	mdev_put_parent(parent);
	}

	static int mdev_device_remove_cb(struct device dev, void data)
	{
	if (dev_is_mdev(dev)) {
	struct mdev_device *mdev;

	mdev = to_mdev_device(dev);
	mdev_device_remove_common(mdev);
	}
	return 0;
	}

	/*
	* mdev_register_device : Register a device
	* @dev: device structure representing parent device.
	* @ops: Parent device operation structure to be registered.
	*
	* Add device to list of registered parent devices.
	* Returns a negative value on error, otherwise 0.
	*/
	int mdev_register_device(struct device dev, const struct mdev_parent_ops ops)
	{
	int ret;
	struct mdev_parent *parent;
	char *env_string = "MDEV_STATE=registered";
	char *envp[] = { env_string, NULL };

	/* check for mandatory ops */
	if (!ops \|\| !ops->create \|\| !ops->remove \|\| !ops->supported_type_groups)
	return -EINVAL;

	dev = get_device(dev);
	if (!dev)
	return -EINVAL;

	mutex_lock(&parent_list_lock);

	/* Check for duplicate */
	parent = __find_parent_device(dev);
	if (parent) {
	parent = NULL;
	ret = -EEXIST;
	goto add_dev_err;
	}

	parent = kzalloc(sizeof(*parent), GFP_KERNEL);
	if (!parent) {
	ret = -ENOMEM;
	goto add_dev_err;
	}

	kref_init(&parent->ref);
	init_rwsem(&parent->unreg_sem);

	parent->dev = dev;
	parent->ops = ops;

	if (!mdev_bus_compat_class) {
	mdev_bus_compat_class = class_compat_register("mdev_bus");
	if (!mdev_bus_compat_class) {
	ret = -ENOMEM;
	goto add_dev_err;
	}
	}

	ret = parent_create_sysfs_files(parent);
	if (ret)
	goto add_dev_err;

	ret = class_compat_create_link(mdev_bus_compat_class, dev, NULL);
	if (ret)
	dev_warn(dev, "Failed to create compatibility class link\n");

	list_add(&parent->next, &parent_list);
	mutex_unlock(&parent_list_lock);

	dev_info(dev, "MDEV: Registered\n");
	kobject_uevent_env(&dev->kobj, KOBJ_CHANGE, envp);

	return 0;

	add_dev_err:
	mutex_unlock(&parent_list_lock);
	if (parent)
	mdev_put_parent(parent);
	else
	put_device(dev);
	return ret;
	}
	EXPORT_SYMBOL(mdev_register_device);

	/*
	* mdev_unregister_device : Unregister a parent device
	* @dev: device structure representing parent device.
	*
	* Remove device from list of registered parent devices. Give a chance to free
	* existing mediated devices for given device.
	*/

	void mdev_unregister_device(struct device *dev)
	{
	struct mdev_parent *parent;
	char *env_string = "MDEV_STATE=unregistered";
	char *envp[] = { env_string, NULL };

	mutex_lock(&parent_list_lock);
	parent = __find_parent_device(dev);

	if (!parent) {
	mutex_unlock(&parent_list_lock);
	return;
	}
	dev_info(dev, "MDEV: Unregistering\n");

	list_del(&parent->next);
	mutex_unlock(&parent_list_lock);

	down_write(&parent->unreg_sem);

	class_compat_remove_link(mdev_bus_compat_class, dev, NULL);

	device_for_each_child(dev, NULL, mdev_device_remove_cb);

	parent_remove_sysfs_files(parent);
	up_write(&parent->unreg_sem);

	mdev_put_parent(parent);

	/* We still have the caller's reference to use for the uevent */
	kobject_uevent_env(&dev->kobj, KOBJ_CHANGE, envp);
	}
	EXPORT_SYMBOL(mdev_unregister_device);

	static void mdev_device_free(struct mdev_device *mdev)
	{
	mutex_lock(&mdev_list_lock);
	list_del(&mdev->next);
	mutex_unlock(&mdev_list_lock);

	dev_dbg(&mdev->dev, "MDEV: destroying\n");
	kfree(mdev);
	}

	static void mdev_device_release(struct device *dev)
	{
	struct mdev_device *mdev = to_mdev_device(dev);

	mdev_device_free(mdev);
	}

	int mdev_device_create(struct kobject *kobj,
	struct device dev, const guid_t uuid)
	{
	int ret;
	struct mdev_device mdev, tmp;
	struct mdev_parent *parent;
	struct mdev_type *type = to_mdev_type(kobj);

	parent = mdev_get_parent(type->parent);
	if (!parent)
	return -EINVAL;

	mutex_lock(&mdev_list_lock);

	/* Check for duplicate */
	list_for_each_entry(tmp, &mdev_list, next) {
	if (guid_equal(&tmp->uuid, uuid)) {
	mutex_unlock(&mdev_list_lock);
	ret = -EEXIST;
	goto mdev_fail;
	}
	}

	mdev = kzalloc(sizeof(*mdev), GFP_KERNEL);
	if (!mdev) {
	mutex_unlock(&mdev_list_lock);
	ret = -ENOMEM;
	goto mdev_fail;
	}

	guid_copy(&mdev->uuid, uuid);
	list_add(&mdev->next, &mdev_list);
	mutex_unlock(&mdev_list_lock);

	mdev->parent = parent;

	/* Check if parent unregistration has started */
	if (!down_read_trylock(&parent->unreg_sem)) {
	mdev_device_free(mdev);
	ret = -ENODEV;
	goto mdev_fail;
	}

	device_initialize(&mdev->dev);
	mdev->dev.parent = dev;
	mdev->dev.bus = &mdev_bus_type;
	mdev->dev.release = mdev_device_release;
	dev_set_name(&mdev->dev, "%pUl", uuid);
	mdev->dev.groups = parent->ops->mdev_attr_groups;
	mdev->type_kobj = kobj;

	ret = parent->ops->create(kobj, mdev);
	if (ret)
	goto ops_create_fail;

	ret = device_add(&mdev->dev);
	if (ret)
	goto add_fail;

	ret = mdev_create_sysfs_files(&mdev->dev, type);
	if (ret)
	goto sysfs_fail;

	mdev->active = true;
	dev_dbg(&mdev->dev, "MDEV: created\n");
	up_read(&parent->unreg_sem);

	return 0;

	sysfs_fail:
	device_del(&mdev->dev);
	add_fail:
	parent->ops->remove(mdev);
	ops_create_fail:
	up_read(&parent->unreg_sem);
	put_device(&mdev->dev);
	mdev_fail:
	mdev_put_parent(parent);
	return ret;
	}

	int mdev_device_remove(struct device *dev)
	{
	struct mdev_device mdev, tmp;
	struct mdev_parent *parent;

	mdev = to_mdev_device(dev);

	mutex_lock(&mdev_list_lock);
	list_for_each_entry(tmp, &mdev_list, next) {
	if (tmp == mdev)
	break;
	}

	if (tmp != mdev) {
	mutex_unlock(&mdev_list_lock);
	return -ENODEV;
	}

	if (!mdev->active) {
	mutex_unlock(&mdev_list_lock);
	return -EAGAIN;
	}

	mdev->active = false;
	mutex_unlock(&mdev_list_lock);

	parent = mdev->parent;
	/* Check if parent unregistration has started */
	if (!down_read_trylock(&parent->unreg_sem))
	return -ENODEV;

	mdev_device_remove_common(mdev);
	up_read(&parent->unreg_sem);
	return 0;
	}

	int mdev_set_iommu_device(struct device dev, struct device iommu_device)
	{
	struct mdev_device *mdev = to_mdev_device(dev);

	mdev->iommu_device = iommu_device;

	return 0;
	}
	EXPORT_SYMBOL(mdev_set_iommu_device);

	struct device mdev_get_iommu_device(struct device dev)
	{
	struct mdev_device *mdev = to_mdev_device(dev);

	return mdev->iommu_device;
	}
	EXPORT_SYMBOL(mdev_get_iommu_device);

	static int __init mdev_init(void)
	{
	return mdev_bus_register();
	}

	static void __exit mdev_exit(void)
	{
	if (mdev_bus_compat_class)
	class_compat_unregister(mdev_bus_compat_class);

	mdev_bus_unregister();
	}

	module_init(mdev_init)
	module_exit(mdev_exit)

	MODULE_VERSION(DRIVER_VERSION);
	MODULE_LICENSE("GPL v2");
	MODULE_AUTHOR(DRIVER_AUTHOR);
	MODULE_DESCRIPTION(DRIVER_DESC);
	MODULE_SOFTDEP("post: vfio_mdev");