|  | /* | 
|  | * This file is provided under a dual BSD/GPLv2 license.  When using or | 
|  | *   redistributing this file, you may do so under either license. | 
|  | * | 
|  | *   GPL LICENSE SUMMARY | 
|  | * | 
|  | *   Copyright (C) 2015 EMC Corporation. All Rights Reserved. | 
|  | *   Copyright (C) 2016 T-Platforms. All Rights Reserved. | 
|  | * | 
|  | *   This program is free software; you can redistribute it and/or modify | 
|  | *   it under the terms of version 2 of the GNU General Public License as | 
|  | *   published by the Free Software Foundation. | 
|  | * | 
|  | *   This program is distributed in the hope that it will be useful, but | 
|  | *   WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU | 
|  | *   General Public License for more details. | 
|  | * | 
|  | *   BSD LICENSE | 
|  | * | 
|  | *   Copyright (C) 2015 EMC Corporation. All Rights Reserved. | 
|  | *   Copyright (C) 2016 T-Platforms. All Rights Reserved. | 
|  | * | 
|  | *   Redistribution and use in source and binary forms, with or without | 
|  | *   modification, are permitted provided that the following conditions | 
|  | *   are met: | 
|  | * | 
|  | *     * Redistributions of source code must retain the above copyright | 
|  | *       notice, this list of conditions and the following disclaimer. | 
|  | *     * Redistributions in binary form must reproduce the above copy | 
|  | *       notice, this list of conditions and the following disclaimer in | 
|  | *       the documentation and/or other materials provided with the | 
|  | *       distribution. | 
|  | *     * Neither the name of Intel Corporation nor the names of its | 
|  | *       contributors may be used to endorse or promote products derived | 
|  | *       from this software without specific prior written permission. | 
|  | * | 
|  | *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 
|  | *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 
|  | *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | 
|  | *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | 
|  | *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | 
|  | *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | 
|  | *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | 
|  | *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | 
|  | *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 
|  | *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 
|  | *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 
|  | * | 
|  | * PCIe NTB Linux driver | 
|  | * | 
|  | * Contact Information: | 
|  | * Allen Hubbe <Allen.Hubbe@emc.com> | 
|  | */ | 
|  |  | 
|  | #include <linux/device.h> | 
|  | #include <linux/kernel.h> | 
|  | #include <linux/module.h> | 
|  |  | 
|  | #include <linux/ntb.h> | 
|  | #include <linux/pci.h> | 
|  |  | 
|  | #define DRIVER_NAME			"ntb" | 
|  | #define DRIVER_DESCRIPTION		"PCIe NTB Driver Framework" | 
|  |  | 
|  | #define DRIVER_VERSION			"1.0" | 
|  | #define DRIVER_RELDATE			"24 March 2015" | 
|  | #define DRIVER_AUTHOR			"Allen Hubbe <Allen.Hubbe@emc.com>" | 
|  |  | 
|  | MODULE_LICENSE("Dual BSD/GPL"); | 
|  | MODULE_VERSION(DRIVER_VERSION); | 
|  | MODULE_AUTHOR(DRIVER_AUTHOR); | 
|  | MODULE_DESCRIPTION(DRIVER_DESCRIPTION); | 
|  |  | 
|  | static struct bus_type ntb_bus; | 
|  | static void ntb_dev_release(struct device *dev); | 
|  |  | 
|  | int __ntb_register_client(struct ntb_client *client, struct module *mod, | 
|  | const char *mod_name) | 
|  | { | 
|  | if (!client) | 
|  | return -EINVAL; | 
|  | if (!ntb_client_ops_is_valid(&client->ops)) | 
|  | return -EINVAL; | 
|  |  | 
|  | memset(&client->drv, 0, sizeof(client->drv)); | 
|  | client->drv.bus = &ntb_bus; | 
|  | client->drv.name = mod_name; | 
|  | client->drv.owner = mod; | 
|  |  | 
|  | return driver_register(&client->drv); | 
|  | } | 
|  | EXPORT_SYMBOL(__ntb_register_client); | 
|  |  | 
|  | void ntb_unregister_client(struct ntb_client *client) | 
|  | { | 
|  | driver_unregister(&client->drv); | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_unregister_client); | 
|  |  | 
|  | int ntb_register_device(struct ntb_dev *ntb) | 
|  | { | 
|  | if (!ntb) | 
|  | return -EINVAL; | 
|  | if (!ntb->pdev) | 
|  | return -EINVAL; | 
|  | if (!ntb->ops) | 
|  | return -EINVAL; | 
|  | if (!ntb_dev_ops_is_valid(ntb->ops)) | 
|  | return -EINVAL; | 
|  |  | 
|  | init_completion(&ntb->released); | 
|  |  | 
|  | ntb->dev.bus = &ntb_bus; | 
|  | ntb->dev.parent = &ntb->pdev->dev; | 
|  | ntb->dev.release = ntb_dev_release; | 
|  | dev_set_name(&ntb->dev, "%s", pci_name(ntb->pdev)); | 
|  |  | 
|  | ntb->ctx = NULL; | 
|  | ntb->ctx_ops = NULL; | 
|  | spin_lock_init(&ntb->ctx_lock); | 
|  |  | 
|  | return device_register(&ntb->dev); | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_register_device); | 
|  |  | 
|  | void ntb_unregister_device(struct ntb_dev *ntb) | 
|  | { | 
|  | device_unregister(&ntb->dev); | 
|  | wait_for_completion(&ntb->released); | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_unregister_device); | 
|  |  | 
|  | int ntb_set_ctx(struct ntb_dev *ntb, void *ctx, | 
|  | const struct ntb_ctx_ops *ctx_ops) | 
|  | { | 
|  | unsigned long irqflags; | 
|  |  | 
|  | if (!ntb_ctx_ops_is_valid(ctx_ops)) | 
|  | return -EINVAL; | 
|  | if (ntb->ctx_ops) | 
|  | return -EINVAL; | 
|  |  | 
|  | spin_lock_irqsave(&ntb->ctx_lock, irqflags); | 
|  | { | 
|  | ntb->ctx = ctx; | 
|  | ntb->ctx_ops = ctx_ops; | 
|  | } | 
|  | spin_unlock_irqrestore(&ntb->ctx_lock, irqflags); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_set_ctx); | 
|  |  | 
|  | void ntb_clear_ctx(struct ntb_dev *ntb) | 
|  | { | 
|  | unsigned long irqflags; | 
|  |  | 
|  | spin_lock_irqsave(&ntb->ctx_lock, irqflags); | 
|  | { | 
|  | ntb->ctx_ops = NULL; | 
|  | ntb->ctx = NULL; | 
|  | } | 
|  | spin_unlock_irqrestore(&ntb->ctx_lock, irqflags); | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_clear_ctx); | 
|  |  | 
|  | void ntb_link_event(struct ntb_dev *ntb) | 
|  | { | 
|  | unsigned long irqflags; | 
|  |  | 
|  | spin_lock_irqsave(&ntb->ctx_lock, irqflags); | 
|  | { | 
|  | if (ntb->ctx_ops && ntb->ctx_ops->link_event) | 
|  | ntb->ctx_ops->link_event(ntb->ctx); | 
|  | } | 
|  | spin_unlock_irqrestore(&ntb->ctx_lock, irqflags); | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_link_event); | 
|  |  | 
|  | void ntb_db_event(struct ntb_dev *ntb, int vector) | 
|  | { | 
|  | unsigned long irqflags; | 
|  |  | 
|  | spin_lock_irqsave(&ntb->ctx_lock, irqflags); | 
|  | { | 
|  | if (ntb->ctx_ops && ntb->ctx_ops->db_event) | 
|  | ntb->ctx_ops->db_event(ntb->ctx, vector); | 
|  | } | 
|  | spin_unlock_irqrestore(&ntb->ctx_lock, irqflags); | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_db_event); | 
|  |  | 
|  | void ntb_msg_event(struct ntb_dev *ntb) | 
|  | { | 
|  | unsigned long irqflags; | 
|  |  | 
|  | spin_lock_irqsave(&ntb->ctx_lock, irqflags); | 
|  | { | 
|  | if (ntb->ctx_ops && ntb->ctx_ops->msg_event) | 
|  | ntb->ctx_ops->msg_event(ntb->ctx); | 
|  | } | 
|  | spin_unlock_irqrestore(&ntb->ctx_lock, irqflags); | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_msg_event); | 
|  |  | 
|  | int ntb_default_port_number(struct ntb_dev *ntb) | 
|  | { | 
|  | switch (ntb->topo) { | 
|  | case NTB_TOPO_PRI: | 
|  | case NTB_TOPO_B2B_USD: | 
|  | return NTB_PORT_PRI_USD; | 
|  | case NTB_TOPO_SEC: | 
|  | case NTB_TOPO_B2B_DSD: | 
|  | return NTB_PORT_SEC_DSD; | 
|  | default: | 
|  | break; | 
|  | } | 
|  |  | 
|  | return -EINVAL; | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_default_port_number); | 
|  |  | 
|  | int ntb_default_peer_port_count(struct ntb_dev *ntb) | 
|  | { | 
|  | return NTB_DEF_PEER_CNT; | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_default_peer_port_count); | 
|  |  | 
|  | int ntb_default_peer_port_number(struct ntb_dev *ntb, int pidx) | 
|  | { | 
|  | if (pidx != NTB_DEF_PEER_IDX) | 
|  | return -EINVAL; | 
|  |  | 
|  | switch (ntb->topo) { | 
|  | case NTB_TOPO_PRI: | 
|  | case NTB_TOPO_B2B_USD: | 
|  | return NTB_PORT_SEC_DSD; | 
|  | case NTB_TOPO_SEC: | 
|  | case NTB_TOPO_B2B_DSD: | 
|  | return NTB_PORT_PRI_USD; | 
|  | default: | 
|  | break; | 
|  | } | 
|  |  | 
|  | return -EINVAL; | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_default_peer_port_number); | 
|  |  | 
|  | int ntb_default_peer_port_idx(struct ntb_dev *ntb, int port) | 
|  | { | 
|  | int peer_port = ntb_default_peer_port_number(ntb, NTB_DEF_PEER_IDX); | 
|  |  | 
|  | if (peer_port == -EINVAL || port != peer_port) | 
|  | return -EINVAL; | 
|  |  | 
|  | return 0; | 
|  | } | 
|  | EXPORT_SYMBOL(ntb_default_peer_port_idx); | 
|  |  | 
|  | static int ntb_probe(struct device *dev) | 
|  | { | 
|  | struct ntb_dev *ntb; | 
|  | struct ntb_client *client; | 
|  | int rc; | 
|  |  | 
|  | get_device(dev); | 
|  | ntb = dev_ntb(dev); | 
|  | client = drv_ntb_client(dev->driver); | 
|  |  | 
|  | rc = client->ops.probe(client, ntb); | 
|  | if (rc) | 
|  | put_device(dev); | 
|  |  | 
|  | return rc; | 
|  | } | 
|  |  | 
|  | static int ntb_remove(struct device *dev) | 
|  | { | 
|  | struct ntb_dev *ntb; | 
|  | struct ntb_client *client; | 
|  |  | 
|  | if (dev->driver) { | 
|  | ntb = dev_ntb(dev); | 
|  | client = drv_ntb_client(dev->driver); | 
|  |  | 
|  | client->ops.remove(client, ntb); | 
|  | put_device(dev); | 
|  | } | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static void ntb_dev_release(struct device *dev) | 
|  | { | 
|  | struct ntb_dev *ntb = dev_ntb(dev); | 
|  |  | 
|  | complete(&ntb->released); | 
|  | } | 
|  |  | 
|  | static struct bus_type ntb_bus = { | 
|  | .name = "ntb", | 
|  | .probe = ntb_probe, | 
|  | .remove = ntb_remove, | 
|  | }; | 
|  |  | 
|  | static int __init ntb_driver_init(void) | 
|  | { | 
|  | return bus_register(&ntb_bus); | 
|  | } | 
|  | module_init(ntb_driver_init); | 
|  |  | 
|  | static void __exit ntb_driver_exit(void) | 
|  | { | 
|  | bus_unregister(&ntb_bus); | 
|  | } | 
|  | module_exit(ntb_driver_exit); | 
|  |  |