|  | // SPDX-License-Identifier: GPL-2.0 | 
|  | /** | 
|  | * configfs to configure the PCI endpoint | 
|  | * | 
|  | * Copyright (C) 2017 Texas Instruments | 
|  | * Author: Kishon Vijay Abraham I <kishon@ti.com> | 
|  | */ | 
|  |  | 
|  | #include <linux/module.h> | 
|  | #include <linux/idr.h> | 
|  | #include <linux/slab.h> | 
|  |  | 
|  | #include <linux/pci-epc.h> | 
|  | #include <linux/pci-epf.h> | 
|  | #include <linux/pci-ep-cfs.h> | 
|  |  | 
|  | static DEFINE_IDR(functions_idr); | 
|  | static DEFINE_MUTEX(functions_mutex); | 
|  | static struct config_group *functions_group; | 
|  | static struct config_group *controllers_group; | 
|  |  | 
|  | struct pci_epf_group { | 
|  | struct config_group group; | 
|  | struct pci_epf *epf; | 
|  | int index; | 
|  | }; | 
|  |  | 
|  | struct pci_epc_group { | 
|  | struct config_group group; | 
|  | struct pci_epc *epc; | 
|  | bool start; | 
|  | unsigned long function_num_map; | 
|  | }; | 
|  |  | 
|  | static inline struct pci_epf_group *to_pci_epf_group(struct config_item *item) | 
|  | { | 
|  | return container_of(to_config_group(item), struct pci_epf_group, group); | 
|  | } | 
|  |  | 
|  | static inline struct pci_epc_group *to_pci_epc_group(struct config_item *item) | 
|  | { | 
|  | return container_of(to_config_group(item), struct pci_epc_group, group); | 
|  | } | 
|  |  | 
|  | static ssize_t pci_epc_start_store(struct config_item *item, const char *page, | 
|  | size_t len) | 
|  | { | 
|  | int ret; | 
|  | bool start; | 
|  | struct pci_epc *epc; | 
|  | struct pci_epc_group *epc_group = to_pci_epc_group(item); | 
|  |  | 
|  | epc = epc_group->epc; | 
|  |  | 
|  | ret = kstrtobool(page, &start); | 
|  | if (ret) | 
|  | return ret; | 
|  |  | 
|  | if (!start) { | 
|  | pci_epc_stop(epc); | 
|  | return len; | 
|  | } | 
|  |  | 
|  | ret = pci_epc_start(epc); | 
|  | if (ret) { | 
|  | dev_err(&epc->dev, "failed to start endpoint controller\n"); | 
|  | return -EINVAL; | 
|  | } | 
|  |  | 
|  | epc_group->start = start; | 
|  |  | 
|  | return len; | 
|  | } | 
|  |  | 
|  | static ssize_t pci_epc_start_show(struct config_item *item, char *page) | 
|  | { | 
|  | return sprintf(page, "%d\n", | 
|  | to_pci_epc_group(item)->start); | 
|  | } | 
|  |  | 
|  | CONFIGFS_ATTR(pci_epc_, start); | 
|  |  | 
|  | static struct configfs_attribute *pci_epc_attrs[] = { | 
|  | &pci_epc_attr_start, | 
|  | NULL, | 
|  | }; | 
|  |  | 
|  | static int pci_epc_epf_link(struct config_item *epc_item, | 
|  | struct config_item *epf_item) | 
|  | { | 
|  | int ret; | 
|  | u32 func_no = 0; | 
|  | struct pci_epf_group *epf_group = to_pci_epf_group(epf_item); | 
|  | struct pci_epc_group *epc_group = to_pci_epc_group(epc_item); | 
|  | struct pci_epc *epc = epc_group->epc; | 
|  | struct pci_epf *epf = epf_group->epf; | 
|  |  | 
|  | func_no = find_first_zero_bit(&epc_group->function_num_map, | 
|  | BITS_PER_LONG); | 
|  | if (func_no >= BITS_PER_LONG) | 
|  | return -EINVAL; | 
|  |  | 
|  | set_bit(func_no, &epc_group->function_num_map); | 
|  | epf->func_no = func_no; | 
|  |  | 
|  | ret = pci_epc_add_epf(epc, epf); | 
|  | if (ret) | 
|  | goto err_add_epf; | 
|  |  | 
|  | ret = pci_epf_bind(epf); | 
|  | if (ret) | 
|  | goto err_epf_bind; | 
|  |  | 
|  | return 0; | 
|  |  | 
|  | err_epf_bind: | 
|  | pci_epc_remove_epf(epc, epf); | 
|  |  | 
|  | err_add_epf: | 
|  | clear_bit(func_no, &epc_group->function_num_map); | 
|  |  | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | static void pci_epc_epf_unlink(struct config_item *epc_item, | 
|  | struct config_item *epf_item) | 
|  | { | 
|  | struct pci_epc *epc; | 
|  | struct pci_epf *epf; | 
|  | struct pci_epf_group *epf_group = to_pci_epf_group(epf_item); | 
|  | struct pci_epc_group *epc_group = to_pci_epc_group(epc_item); | 
|  |  | 
|  | WARN_ON_ONCE(epc_group->start); | 
|  |  | 
|  | epc = epc_group->epc; | 
|  | epf = epf_group->epf; | 
|  | clear_bit(epf->func_no, &epc_group->function_num_map); | 
|  | pci_epf_unbind(epf); | 
|  | pci_epc_remove_epf(epc, epf); | 
|  | } | 
|  |  | 
|  | static struct configfs_item_operations pci_epc_item_ops = { | 
|  | .allow_link	= pci_epc_epf_link, | 
|  | .drop_link	= pci_epc_epf_unlink, | 
|  | }; | 
|  |  | 
|  | static const struct config_item_type pci_epc_type = { | 
|  | .ct_item_ops	= &pci_epc_item_ops, | 
|  | .ct_attrs	= pci_epc_attrs, | 
|  | .ct_owner	= THIS_MODULE, | 
|  | }; | 
|  |  | 
|  | struct config_group *pci_ep_cfs_add_epc_group(const char *name) | 
|  | { | 
|  | int ret; | 
|  | struct pci_epc *epc; | 
|  | struct config_group *group; | 
|  | struct pci_epc_group *epc_group; | 
|  |  | 
|  | epc_group = kzalloc(sizeof(*epc_group), GFP_KERNEL); | 
|  | if (!epc_group) { | 
|  | ret = -ENOMEM; | 
|  | goto err; | 
|  | } | 
|  |  | 
|  | group = &epc_group->group; | 
|  |  | 
|  | config_group_init_type_name(group, name, &pci_epc_type); | 
|  | ret = configfs_register_group(controllers_group, group); | 
|  | if (ret) { | 
|  | pr_err("failed to register configfs group for %s\n", name); | 
|  | goto err_register_group; | 
|  | } | 
|  |  | 
|  | epc = pci_epc_get(name); | 
|  | if (IS_ERR(epc)) { | 
|  | ret = PTR_ERR(epc); | 
|  | goto err_epc_get; | 
|  | } | 
|  |  | 
|  | epc_group->epc = epc; | 
|  |  | 
|  | return group; | 
|  |  | 
|  | err_epc_get: | 
|  | configfs_unregister_group(group); | 
|  |  | 
|  | err_register_group: | 
|  | kfree(epc_group); | 
|  |  | 
|  | err: | 
|  | return ERR_PTR(ret); | 
|  | } | 
|  | EXPORT_SYMBOL(pci_ep_cfs_add_epc_group); | 
|  |  | 
|  | void pci_ep_cfs_remove_epc_group(struct config_group *group) | 
|  | { | 
|  | struct pci_epc_group *epc_group; | 
|  |  | 
|  | if (!group) | 
|  | return; | 
|  |  | 
|  | epc_group = container_of(group, struct pci_epc_group, group); | 
|  | pci_epc_put(epc_group->epc); | 
|  | configfs_unregister_group(&epc_group->group); | 
|  | kfree(epc_group); | 
|  | } | 
|  | EXPORT_SYMBOL(pci_ep_cfs_remove_epc_group); | 
|  |  | 
|  | #define PCI_EPF_HEADER_R(_name)						       \ | 
|  | static ssize_t pci_epf_##_name##_show(struct config_item *item,	char *page)    \ | 
|  | {									       \ | 
|  | struct pci_epf *epf = to_pci_epf_group(item)->epf;		       \ | 
|  | if (WARN_ON_ONCE(!epf->header))					       \ | 
|  | return -EINVAL;						       \ | 
|  | return sprintf(page, "0x%04x\n", epf->header->_name);		       \ | 
|  | } | 
|  |  | 
|  | #define PCI_EPF_HEADER_W_u32(_name)					       \ | 
|  | static ssize_t pci_epf_##_name##_store(struct config_item *item,	       \ | 
|  | const char *page, size_t len)	       \ | 
|  | {									       \ | 
|  | u32 val;							       \ | 
|  | int ret;							       \ | 
|  | struct pci_epf *epf = to_pci_epf_group(item)->epf;		       \ | 
|  | if (WARN_ON_ONCE(!epf->header))					       \ | 
|  | return -EINVAL;						       \ | 
|  | ret = kstrtou32(page, 0, &val);					       \ | 
|  | if (ret)							       \ | 
|  | return ret;						       \ | 
|  | epf->header->_name = val;					       \ | 
|  | return len;							       \ | 
|  | } | 
|  |  | 
|  | #define PCI_EPF_HEADER_W_u16(_name)					       \ | 
|  | static ssize_t pci_epf_##_name##_store(struct config_item *item,	       \ | 
|  | const char *page, size_t len)	       \ | 
|  | {									       \ | 
|  | u16 val;							       \ | 
|  | int ret;							       \ | 
|  | struct pci_epf *epf = to_pci_epf_group(item)->epf;		       \ | 
|  | if (WARN_ON_ONCE(!epf->header))					       \ | 
|  | return -EINVAL;						       \ | 
|  | ret = kstrtou16(page, 0, &val);					       \ | 
|  | if (ret)							       \ | 
|  | return ret;						       \ | 
|  | epf->header->_name = val;					       \ | 
|  | return len;							       \ | 
|  | } | 
|  |  | 
|  | #define PCI_EPF_HEADER_W_u8(_name)					       \ | 
|  | static ssize_t pci_epf_##_name##_store(struct config_item *item,	       \ | 
|  | const char *page, size_t len)	       \ | 
|  | {									       \ | 
|  | u8 val;								       \ | 
|  | int ret;							       \ | 
|  | struct pci_epf *epf = to_pci_epf_group(item)->epf;		       \ | 
|  | if (WARN_ON_ONCE(!epf->header))					       \ | 
|  | return -EINVAL;						       \ | 
|  | ret = kstrtou8(page, 0, &val);					       \ | 
|  | if (ret)							       \ | 
|  | return ret;						       \ | 
|  | epf->header->_name = val;					       \ | 
|  | return len;							       \ | 
|  | } | 
|  |  | 
|  | static ssize_t pci_epf_msi_interrupts_store(struct config_item *item, | 
|  | const char *page, size_t len) | 
|  | { | 
|  | u8 val; | 
|  | int ret; | 
|  |  | 
|  | ret = kstrtou8(page, 0, &val); | 
|  | if (ret) | 
|  | return ret; | 
|  |  | 
|  | to_pci_epf_group(item)->epf->msi_interrupts = val; | 
|  |  | 
|  | return len; | 
|  | } | 
|  |  | 
|  | static ssize_t pci_epf_msi_interrupts_show(struct config_item *item, | 
|  | char *page) | 
|  | { | 
|  | return sprintf(page, "%d\n", | 
|  | to_pci_epf_group(item)->epf->msi_interrupts); | 
|  | } | 
|  |  | 
|  | static ssize_t pci_epf_msix_interrupts_store(struct config_item *item, | 
|  | const char *page, size_t len) | 
|  | { | 
|  | u16 val; | 
|  | int ret; | 
|  |  | 
|  | ret = kstrtou16(page, 0, &val); | 
|  | if (ret) | 
|  | return ret; | 
|  |  | 
|  | to_pci_epf_group(item)->epf->msix_interrupts = val; | 
|  |  | 
|  | return len; | 
|  | } | 
|  |  | 
|  | static ssize_t pci_epf_msix_interrupts_show(struct config_item *item, | 
|  | char *page) | 
|  | { | 
|  | return sprintf(page, "%d\n", | 
|  | to_pci_epf_group(item)->epf->msix_interrupts); | 
|  | } | 
|  |  | 
|  | PCI_EPF_HEADER_R(vendorid) | 
|  | PCI_EPF_HEADER_W_u16(vendorid) | 
|  |  | 
|  | PCI_EPF_HEADER_R(deviceid) | 
|  | PCI_EPF_HEADER_W_u16(deviceid) | 
|  |  | 
|  | PCI_EPF_HEADER_R(revid) | 
|  | PCI_EPF_HEADER_W_u8(revid) | 
|  |  | 
|  | PCI_EPF_HEADER_R(progif_code) | 
|  | PCI_EPF_HEADER_W_u8(progif_code) | 
|  |  | 
|  | PCI_EPF_HEADER_R(subclass_code) | 
|  | PCI_EPF_HEADER_W_u8(subclass_code) | 
|  |  | 
|  | PCI_EPF_HEADER_R(baseclass_code) | 
|  | PCI_EPF_HEADER_W_u8(baseclass_code) | 
|  |  | 
|  | PCI_EPF_HEADER_R(cache_line_size) | 
|  | PCI_EPF_HEADER_W_u8(cache_line_size) | 
|  |  | 
|  | PCI_EPF_HEADER_R(subsys_vendor_id) | 
|  | PCI_EPF_HEADER_W_u16(subsys_vendor_id) | 
|  |  | 
|  | PCI_EPF_HEADER_R(subsys_id) | 
|  | PCI_EPF_HEADER_W_u16(subsys_id) | 
|  |  | 
|  | PCI_EPF_HEADER_R(interrupt_pin) | 
|  | PCI_EPF_HEADER_W_u8(interrupt_pin) | 
|  |  | 
|  | CONFIGFS_ATTR(pci_epf_, vendorid); | 
|  | CONFIGFS_ATTR(pci_epf_, deviceid); | 
|  | CONFIGFS_ATTR(pci_epf_, revid); | 
|  | CONFIGFS_ATTR(pci_epf_, progif_code); | 
|  | CONFIGFS_ATTR(pci_epf_, subclass_code); | 
|  | CONFIGFS_ATTR(pci_epf_, baseclass_code); | 
|  | CONFIGFS_ATTR(pci_epf_, cache_line_size); | 
|  | CONFIGFS_ATTR(pci_epf_, subsys_vendor_id); | 
|  | CONFIGFS_ATTR(pci_epf_, subsys_id); | 
|  | CONFIGFS_ATTR(pci_epf_, interrupt_pin); | 
|  | CONFIGFS_ATTR(pci_epf_, msi_interrupts); | 
|  | CONFIGFS_ATTR(pci_epf_, msix_interrupts); | 
|  |  | 
|  | static struct configfs_attribute *pci_epf_attrs[] = { | 
|  | &pci_epf_attr_vendorid, | 
|  | &pci_epf_attr_deviceid, | 
|  | &pci_epf_attr_revid, | 
|  | &pci_epf_attr_progif_code, | 
|  | &pci_epf_attr_subclass_code, | 
|  | &pci_epf_attr_baseclass_code, | 
|  | &pci_epf_attr_cache_line_size, | 
|  | &pci_epf_attr_subsys_vendor_id, | 
|  | &pci_epf_attr_subsys_id, | 
|  | &pci_epf_attr_interrupt_pin, | 
|  | &pci_epf_attr_msi_interrupts, | 
|  | &pci_epf_attr_msix_interrupts, | 
|  | NULL, | 
|  | }; | 
|  |  | 
|  | static void pci_epf_release(struct config_item *item) | 
|  | { | 
|  | struct pci_epf_group *epf_group = to_pci_epf_group(item); | 
|  |  | 
|  | mutex_lock(&functions_mutex); | 
|  | idr_remove(&functions_idr, epf_group->index); | 
|  | mutex_unlock(&functions_mutex); | 
|  | pci_epf_destroy(epf_group->epf); | 
|  | kfree(epf_group); | 
|  | } | 
|  |  | 
|  | static struct configfs_item_operations pci_epf_ops = { | 
|  | .release		= pci_epf_release, | 
|  | }; | 
|  |  | 
|  | static const struct config_item_type pci_epf_type = { | 
|  | .ct_item_ops	= &pci_epf_ops, | 
|  | .ct_attrs	= pci_epf_attrs, | 
|  | .ct_owner	= THIS_MODULE, | 
|  | }; | 
|  |  | 
|  | static struct config_group *pci_epf_make(struct config_group *group, | 
|  | const char *name) | 
|  | { | 
|  | struct pci_epf_group *epf_group; | 
|  | struct pci_epf *epf; | 
|  | char *epf_name; | 
|  | int index, err; | 
|  |  | 
|  | epf_group = kzalloc(sizeof(*epf_group), GFP_KERNEL); | 
|  | if (!epf_group) | 
|  | return ERR_PTR(-ENOMEM); | 
|  |  | 
|  | mutex_lock(&functions_mutex); | 
|  | index = idr_alloc(&functions_idr, epf_group, 0, 0, GFP_KERNEL); | 
|  | mutex_unlock(&functions_mutex); | 
|  | if (index < 0) { | 
|  | err = index; | 
|  | goto free_group; | 
|  | } | 
|  |  | 
|  | epf_group->index = index; | 
|  |  | 
|  | config_group_init_type_name(&epf_group->group, name, &pci_epf_type); | 
|  |  | 
|  | epf_name = kasprintf(GFP_KERNEL, "%s.%d", | 
|  | group->cg_item.ci_name, epf_group->index); | 
|  | if (!epf_name) { | 
|  | err = -ENOMEM; | 
|  | goto remove_idr; | 
|  | } | 
|  |  | 
|  | epf = pci_epf_create(epf_name); | 
|  | if (IS_ERR(epf)) { | 
|  | pr_err("failed to create endpoint function device\n"); | 
|  | err = -EINVAL; | 
|  | goto free_name; | 
|  | } | 
|  |  | 
|  | epf_group->epf = epf; | 
|  |  | 
|  | kfree(epf_name); | 
|  |  | 
|  | return &epf_group->group; | 
|  |  | 
|  | free_name: | 
|  | kfree(epf_name); | 
|  |  | 
|  | remove_idr: | 
|  | mutex_lock(&functions_mutex); | 
|  | idr_remove(&functions_idr, epf_group->index); | 
|  | mutex_unlock(&functions_mutex); | 
|  |  | 
|  | free_group: | 
|  | kfree(epf_group); | 
|  |  | 
|  | return ERR_PTR(err); | 
|  | } | 
|  |  | 
|  | static void pci_epf_drop(struct config_group *group, struct config_item *item) | 
|  | { | 
|  | config_item_put(item); | 
|  | } | 
|  |  | 
|  | static struct configfs_group_operations pci_epf_group_ops = { | 
|  | .make_group     = &pci_epf_make, | 
|  | .drop_item      = &pci_epf_drop, | 
|  | }; | 
|  |  | 
|  | static const struct config_item_type pci_epf_group_type = { | 
|  | .ct_group_ops	= &pci_epf_group_ops, | 
|  | .ct_owner	= THIS_MODULE, | 
|  | }; | 
|  |  | 
|  | struct config_group *pci_ep_cfs_add_epf_group(const char *name) | 
|  | { | 
|  | struct config_group *group; | 
|  |  | 
|  | group = configfs_register_default_group(functions_group, name, | 
|  | &pci_epf_group_type); | 
|  | if (IS_ERR(group)) | 
|  | pr_err("failed to register configfs group for %s function\n", | 
|  | name); | 
|  |  | 
|  | return group; | 
|  | } | 
|  | EXPORT_SYMBOL(pci_ep_cfs_add_epf_group); | 
|  |  | 
|  | void pci_ep_cfs_remove_epf_group(struct config_group *group) | 
|  | { | 
|  | if (IS_ERR_OR_NULL(group)) | 
|  | return; | 
|  |  | 
|  | configfs_unregister_default_group(group); | 
|  | } | 
|  | EXPORT_SYMBOL(pci_ep_cfs_remove_epf_group); | 
|  |  | 
|  | static const struct config_item_type pci_functions_type = { | 
|  | .ct_owner	= THIS_MODULE, | 
|  | }; | 
|  |  | 
|  | static const struct config_item_type pci_controllers_type = { | 
|  | .ct_owner	= THIS_MODULE, | 
|  | }; | 
|  |  | 
|  | static const struct config_item_type pci_ep_type = { | 
|  | .ct_owner	= THIS_MODULE, | 
|  | }; | 
|  |  | 
|  | static struct configfs_subsystem pci_ep_cfs_subsys = { | 
|  | .su_group = { | 
|  | .cg_item = { | 
|  | .ci_namebuf = "pci_ep", | 
|  | .ci_type = &pci_ep_type, | 
|  | }, | 
|  | }, | 
|  | .su_mutex = __MUTEX_INITIALIZER(pci_ep_cfs_subsys.su_mutex), | 
|  | }; | 
|  |  | 
|  | static int __init pci_ep_cfs_init(void) | 
|  | { | 
|  | int ret; | 
|  | struct config_group *root = &pci_ep_cfs_subsys.su_group; | 
|  |  | 
|  | config_group_init(root); | 
|  |  | 
|  | ret = configfs_register_subsystem(&pci_ep_cfs_subsys); | 
|  | if (ret) { | 
|  | pr_err("Error %d while registering subsystem %s\n", | 
|  | ret, root->cg_item.ci_namebuf); | 
|  | goto err; | 
|  | } | 
|  |  | 
|  | functions_group = configfs_register_default_group(root, "functions", | 
|  | &pci_functions_type); | 
|  | if (IS_ERR(functions_group)) { | 
|  | ret = PTR_ERR(functions_group); | 
|  | pr_err("Error %d while registering functions group\n", | 
|  | ret); | 
|  | goto err_functions_group; | 
|  | } | 
|  |  | 
|  | controllers_group = | 
|  | configfs_register_default_group(root, "controllers", | 
|  | &pci_controllers_type); | 
|  | if (IS_ERR(controllers_group)) { | 
|  | ret = PTR_ERR(controllers_group); | 
|  | pr_err("Error %d while registering controllers group\n", | 
|  | ret); | 
|  | goto err_controllers_group; | 
|  | } | 
|  |  | 
|  | return 0; | 
|  |  | 
|  | err_controllers_group: | 
|  | configfs_unregister_default_group(functions_group); | 
|  |  | 
|  | err_functions_group: | 
|  | configfs_unregister_subsystem(&pci_ep_cfs_subsys); | 
|  |  | 
|  | err: | 
|  | return ret; | 
|  | } | 
|  | module_init(pci_ep_cfs_init); | 
|  |  | 
|  | static void __exit pci_ep_cfs_exit(void) | 
|  | { | 
|  | configfs_unregister_default_group(controllers_group); | 
|  | configfs_unregister_default_group(functions_group); | 
|  | configfs_unregister_subsystem(&pci_ep_cfs_subsys); | 
|  | } | 
|  | module_exit(pci_ep_cfs_exit); | 
|  |  | 
|  | MODULE_DESCRIPTION("PCI EP CONFIGFS"); | 
|  | MODULE_AUTHOR("Kishon Vijay Abraham I <kishon@ti.com>"); | 
|  | MODULE_LICENSE("GPL v2"); |