| // SPDX-License-Identifier: GPL-2.0-only | 
 | /* | 
 |  * ISHTP Ring Buffers | 
 |  * | 
 |  * Copyright (c) 2003-2016, Intel Corporation. | 
 |  */ | 
 |  | 
 | #include <linux/slab.h> | 
 | #include "client.h" | 
 |  | 
 | /** | 
 |  * ishtp_cl_alloc_rx_ring() - Allocate RX ring buffers | 
 |  * @cl: client device instance | 
 |  * | 
 |  * Allocate and initialize RX ring buffers | 
 |  * | 
 |  * Return: 0 on success else -ENOMEM | 
 |  */ | 
 | int ishtp_cl_alloc_rx_ring(struct ishtp_cl *cl) | 
 | { | 
 | 	size_t	len = cl->device->fw_client->props.max_msg_length; | 
 | 	int	j; | 
 | 	struct ishtp_cl_rb *rb; | 
 | 	int	ret = 0; | 
 | 	unsigned long	flags; | 
 |  | 
 | 	for (j = 0; j < cl->rx_ring_size; ++j) { | 
 | 		rb = ishtp_io_rb_init(cl); | 
 | 		if (!rb) { | 
 | 			ret = -ENOMEM; | 
 | 			goto out; | 
 | 		} | 
 | 		ret = ishtp_io_rb_alloc_buf(rb, len); | 
 | 		if (ret) | 
 | 			goto out; | 
 | 		spin_lock_irqsave(&cl->free_list_spinlock, flags); | 
 | 		list_add_tail(&rb->list, &cl->free_rb_list.list); | 
 | 		spin_unlock_irqrestore(&cl->free_list_spinlock, flags); | 
 | 	} | 
 |  | 
 | 	return	0; | 
 |  | 
 | out: | 
 | 	dev_err(&cl->device->dev, "error in allocating Rx buffers\n"); | 
 | 	ishtp_cl_free_rx_ring(cl); | 
 | 	return	ret; | 
 | } | 
 |  | 
 | /** | 
 |  * ishtp_cl_alloc_tx_ring() - Allocate TX ring buffers | 
 |  * @cl: client device instance | 
 |  * | 
 |  * Allocate and initialize TX ring buffers | 
 |  * | 
 |  * Return: 0 on success else -ENOMEM | 
 |  */ | 
 | int ishtp_cl_alloc_tx_ring(struct ishtp_cl *cl) | 
 | { | 
 | 	size_t	len = cl->device->fw_client->props.max_msg_length; | 
 | 	int	j; | 
 | 	unsigned long	flags; | 
 |  | 
 | 	cl->tx_ring_free_size = 0; | 
 |  | 
 | 	/* Allocate pool to free Tx bufs */ | 
 | 	for (j = 0; j < cl->tx_ring_size; ++j) { | 
 | 		struct ishtp_cl_tx_ring	*tx_buf; | 
 |  | 
 | 		tx_buf = kzalloc(sizeof(struct ishtp_cl_tx_ring), GFP_KERNEL); | 
 | 		if (!tx_buf) | 
 | 			goto	out; | 
 |  | 
 | 		tx_buf->send_buf.data = kmalloc(len, GFP_KERNEL); | 
 | 		if (!tx_buf->send_buf.data) { | 
 | 			kfree(tx_buf); | 
 | 			goto	out; | 
 | 		} | 
 |  | 
 | 		spin_lock_irqsave(&cl->tx_free_list_spinlock, flags); | 
 | 		list_add_tail(&tx_buf->list, &cl->tx_free_list.list); | 
 | 		++cl->tx_ring_free_size; | 
 | 		spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags); | 
 | 	} | 
 | 	return	0; | 
 | out: | 
 | 	dev_err(&cl->device->dev, "error in allocating Tx pool\n"); | 
 | 	ishtp_cl_free_tx_ring(cl); | 
 | 	return	-ENOMEM; | 
 | } | 
 |  | 
 | /** | 
 |  * ishtp_cl_free_rx_ring() - Free RX ring buffers | 
 |  * @cl: client device instance | 
 |  * | 
 |  * Free RX ring buffers | 
 |  */ | 
 | void ishtp_cl_free_rx_ring(struct ishtp_cl *cl) | 
 | { | 
 | 	struct ishtp_cl_rb *rb; | 
 | 	unsigned long	flags; | 
 |  | 
 | 	/* release allocated memory - pass over free_rb_list */ | 
 | 	spin_lock_irqsave(&cl->free_list_spinlock, flags); | 
 | 	while (!list_empty(&cl->free_rb_list.list)) { | 
 | 		rb = list_entry(cl->free_rb_list.list.next, struct ishtp_cl_rb, | 
 | 				list); | 
 | 		list_del(&rb->list); | 
 | 		kfree(rb->buffer.data); | 
 | 		kfree(rb); | 
 | 	} | 
 | 	spin_unlock_irqrestore(&cl->free_list_spinlock, flags); | 
 | 	/* release allocated memory - pass over in_process_list */ | 
 | 	spin_lock_irqsave(&cl->in_process_spinlock, flags); | 
 | 	while (!list_empty(&cl->in_process_list.list)) { | 
 | 		rb = list_entry(cl->in_process_list.list.next, | 
 | 				struct ishtp_cl_rb, list); | 
 | 		list_del(&rb->list); | 
 | 		kfree(rb->buffer.data); | 
 | 		kfree(rb); | 
 | 	} | 
 | 	spin_unlock_irqrestore(&cl->in_process_spinlock, flags); | 
 | } | 
 |  | 
 | /** | 
 |  * ishtp_cl_free_tx_ring() - Free TX ring buffers | 
 |  * @cl: client device instance | 
 |  * | 
 |  * Free TX ring buffers | 
 |  */ | 
 | void ishtp_cl_free_tx_ring(struct ishtp_cl *cl) | 
 | { | 
 | 	struct ishtp_cl_tx_ring	*tx_buf; | 
 | 	unsigned long	flags; | 
 |  | 
 | 	spin_lock_irqsave(&cl->tx_free_list_spinlock, flags); | 
 | 	/* release allocated memory - pass over tx_free_list */ | 
 | 	while (!list_empty(&cl->tx_free_list.list)) { | 
 | 		tx_buf = list_entry(cl->tx_free_list.list.next, | 
 | 				    struct ishtp_cl_tx_ring, list); | 
 | 		list_del(&tx_buf->list); | 
 | 		--cl->tx_ring_free_size; | 
 | 		kfree(tx_buf->send_buf.data); | 
 | 		kfree(tx_buf); | 
 | 	} | 
 | 	spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags); | 
 |  | 
 | 	spin_lock_irqsave(&cl->tx_list_spinlock, flags); | 
 | 	/* release allocated memory - pass over tx_list */ | 
 | 	while (!list_empty(&cl->tx_list.list)) { | 
 | 		tx_buf = list_entry(cl->tx_list.list.next, | 
 | 				    struct ishtp_cl_tx_ring, list); | 
 | 		list_del(&tx_buf->list); | 
 | 		kfree(tx_buf->send_buf.data); | 
 | 		kfree(tx_buf); | 
 | 	} | 
 | 	spin_unlock_irqrestore(&cl->tx_list_spinlock, flags); | 
 | } | 
 |  | 
 | /** | 
 |  * ishtp_io_rb_free() - Free IO request block | 
 |  * @rb: IO request block | 
 |  * | 
 |  * Free io request block memory | 
 |  */ | 
 | void ishtp_io_rb_free(struct ishtp_cl_rb *rb) | 
 | { | 
 | 	if (rb == NULL) | 
 | 		return; | 
 |  | 
 | 	kfree(rb->buffer.data); | 
 | 	kfree(rb); | 
 | } | 
 |  | 
 | /** | 
 |  * ishtp_io_rb_init() - Allocate and init IO request block | 
 |  * @cl: client device instance | 
 |  * | 
 |  * Allocate and initialize request block | 
 |  * | 
 |  * Return: Allocted IO request block pointer | 
 |  */ | 
 | struct ishtp_cl_rb *ishtp_io_rb_init(struct ishtp_cl *cl) | 
 | { | 
 | 	struct ishtp_cl_rb *rb; | 
 |  | 
 | 	rb = kzalloc(sizeof(struct ishtp_cl_rb), GFP_KERNEL); | 
 | 	if (!rb) | 
 | 		return NULL; | 
 |  | 
 | 	INIT_LIST_HEAD(&rb->list); | 
 | 	rb->cl = cl; | 
 | 	rb->buf_idx = 0; | 
 | 	return rb; | 
 | } | 
 |  | 
 | /** | 
 |  * ishtp_io_rb_alloc_buf() - Allocate and init response buffer | 
 |  * @rb: IO request block | 
 |  * @length: length of response buffer | 
 |  * | 
 |  * Allocate respose buffer | 
 |  * | 
 |  * Return: 0 on success else -ENOMEM | 
 |  */ | 
 | int ishtp_io_rb_alloc_buf(struct ishtp_cl_rb *rb, size_t length) | 
 | { | 
 | 	if (!rb) | 
 | 		return -EINVAL; | 
 |  | 
 | 	if (length == 0) | 
 | 		return 0; | 
 |  | 
 | 	rb->buffer.data = kmalloc(length, GFP_KERNEL); | 
 | 	if (!rb->buffer.data) | 
 | 		return -ENOMEM; | 
 |  | 
 | 	rb->buffer.size = length; | 
 | 	return 0; | 
 | } | 
 |  | 
 | /** | 
 |  * ishtp_cl_io_rb_recycle() - Recycle IO request blocks | 
 |  * @rb: IO request block | 
 |  * | 
 |  * Re-append rb to its client's free list and send flow control if needed | 
 |  * | 
 |  * Return: 0 on success else -EFAULT | 
 |  */ | 
 | int ishtp_cl_io_rb_recycle(struct ishtp_cl_rb *rb) | 
 | { | 
 | 	struct ishtp_cl *cl; | 
 | 	int	rets = 0; | 
 | 	unsigned long	flags; | 
 |  | 
 | 	if (!rb || !rb->cl) | 
 | 		return	-EFAULT; | 
 |  | 
 | 	cl = rb->cl; | 
 | 	spin_lock_irqsave(&cl->free_list_spinlock, flags); | 
 | 	list_add_tail(&rb->list, &cl->free_rb_list.list); | 
 | 	spin_unlock_irqrestore(&cl->free_list_spinlock, flags); | 
 |  | 
 | 	/* | 
 | 	 * If we returned the first buffer to empty 'free' list, | 
 | 	 * send flow control | 
 | 	 */ | 
 | 	if (!cl->out_flow_ctrl_creds) | 
 | 		rets = ishtp_cl_read_start(cl); | 
 |  | 
 | 	return	rets; | 
 | } | 
 | EXPORT_SYMBOL(ishtp_cl_io_rb_recycle); | 
 |  | 
 | /** | 
 |  * ishtp_cl_tx_empty() -test whether client device tx buffer is empty | 
 |  * @cl: Pointer to client device instance | 
 |  * | 
 |  * Look client device tx buffer list, and check whether this list is empty | 
 |  * | 
 |  * Return: true if client tx buffer list is empty else false | 
 |  */ | 
 | bool ishtp_cl_tx_empty(struct ishtp_cl *cl) | 
 | { | 
 | 	int tx_list_empty; | 
 | 	unsigned long tx_flags; | 
 |  | 
 | 	spin_lock_irqsave(&cl->tx_list_spinlock, tx_flags); | 
 | 	tx_list_empty = list_empty(&cl->tx_list.list); | 
 | 	spin_unlock_irqrestore(&cl->tx_list_spinlock, tx_flags); | 
 |  | 
 | 	return !!tx_list_empty; | 
 | } | 
 | EXPORT_SYMBOL(ishtp_cl_tx_empty); | 
 |  | 
 | /** | 
 |  * ishtp_cl_rx_get_rb() -Get a rb from client device rx buffer list | 
 |  * @cl: Pointer to client device instance | 
 |  * | 
 |  * Check client device in-processing buffer list and get a rb from it. | 
 |  * | 
 |  * Return: rb pointer if buffer list isn't empty else NULL | 
 |  */ | 
 | struct ishtp_cl_rb *ishtp_cl_rx_get_rb(struct ishtp_cl *cl) | 
 | { | 
 | 	unsigned long rx_flags; | 
 | 	struct ishtp_cl_rb *rb; | 
 |  | 
 | 	spin_lock_irqsave(&cl->in_process_spinlock, rx_flags); | 
 | 	rb = list_first_entry_or_null(&cl->in_process_list.list, | 
 | 				struct ishtp_cl_rb, list); | 
 | 	if (rb) | 
 | 		list_del_init(&rb->list); | 
 | 	spin_unlock_irqrestore(&cl->in_process_spinlock, rx_flags); | 
 |  | 
 | 	return rb; | 
 | } | 
 | EXPORT_SYMBOL(ishtp_cl_rx_get_rb); |