| // SPDX-License-Identifier: GPL-2.0-only |
| /* |
| * ISHTP Ring Buffers |
| * |
| * Copyright (c) 2003-2016, Intel Corporation. |
| */ |
| |
| #include <linux/slab.h> |
| #include "client.h" |
| |
| /** |
| * ishtp_cl_alloc_rx_ring() - Allocate RX ring buffers |
| * @cl: client device instance |
| * |
| * Allocate and initialize RX ring buffers |
| * |
| * Return: 0 on success else -ENOMEM |
| */ |
| int ishtp_cl_alloc_rx_ring(struct ishtp_cl *cl) |
| { |
| size_t len = cl->device->fw_client->props.max_msg_length; |
| int j; |
| struct ishtp_cl_rb *rb; |
| int ret = 0; |
| unsigned long flags; |
| |
| for (j = 0; j < cl->rx_ring_size; ++j) { |
| rb = ishtp_io_rb_init(cl); |
| if (!rb) { |
| ret = -ENOMEM; |
| goto out; |
| } |
| ret = ishtp_io_rb_alloc_buf(rb, len); |
| if (ret) |
| goto out; |
| spin_lock_irqsave(&cl->free_list_spinlock, flags); |
| list_add_tail(&rb->list, &cl->free_rb_list.list); |
| spin_unlock_irqrestore(&cl->free_list_spinlock, flags); |
| } |
| |
| return 0; |
| |
| out: |
| dev_err(&cl->device->dev, "error in allocating Rx buffers\n"); |
| ishtp_cl_free_rx_ring(cl); |
| return ret; |
| } |
| |
| /** |
| * ishtp_cl_alloc_tx_ring() - Allocate TX ring buffers |
| * @cl: client device instance |
| * |
| * Allocate and initialize TX ring buffers |
| * |
| * Return: 0 on success else -ENOMEM |
| */ |
| int ishtp_cl_alloc_tx_ring(struct ishtp_cl *cl) |
| { |
| size_t len = cl->device->fw_client->props.max_msg_length; |
| int j; |
| unsigned long flags; |
| |
| cl->tx_ring_free_size = 0; |
| |
| /* Allocate pool to free Tx bufs */ |
| for (j = 0; j < cl->tx_ring_size; ++j) { |
| struct ishtp_cl_tx_ring *tx_buf; |
| |
| tx_buf = kzalloc(sizeof(struct ishtp_cl_tx_ring), GFP_KERNEL); |
| if (!tx_buf) |
| goto out; |
| |
| tx_buf->send_buf.data = kmalloc(len, GFP_KERNEL); |
| if (!tx_buf->send_buf.data) { |
| kfree(tx_buf); |
| goto out; |
| } |
| |
| spin_lock_irqsave(&cl->tx_free_list_spinlock, flags); |
| list_add_tail(&tx_buf->list, &cl->tx_free_list.list); |
| ++cl->tx_ring_free_size; |
| spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags); |
| } |
| return 0; |
| out: |
| dev_err(&cl->device->dev, "error in allocating Tx pool\n"); |
| ishtp_cl_free_tx_ring(cl); |
| return -ENOMEM; |
| } |
| |
| /** |
| * ishtp_cl_free_rx_ring() - Free RX ring buffers |
| * @cl: client device instance |
| * |
| * Free RX ring buffers |
| */ |
| void ishtp_cl_free_rx_ring(struct ishtp_cl *cl) |
| { |
| struct ishtp_cl_rb *rb; |
| unsigned long flags; |
| |
| /* release allocated memory - pass over free_rb_list */ |
| spin_lock_irqsave(&cl->free_list_spinlock, flags); |
| while (!list_empty(&cl->free_rb_list.list)) { |
| rb = list_entry(cl->free_rb_list.list.next, struct ishtp_cl_rb, |
| list); |
| list_del(&rb->list); |
| kfree(rb->buffer.data); |
| kfree(rb); |
| } |
| spin_unlock_irqrestore(&cl->free_list_spinlock, flags); |
| /* release allocated memory - pass over in_process_list */ |
| spin_lock_irqsave(&cl->in_process_spinlock, flags); |
| while (!list_empty(&cl->in_process_list.list)) { |
| rb = list_entry(cl->in_process_list.list.next, |
| struct ishtp_cl_rb, list); |
| list_del(&rb->list); |
| kfree(rb->buffer.data); |
| kfree(rb); |
| } |
| spin_unlock_irqrestore(&cl->in_process_spinlock, flags); |
| } |
| |
| /** |
| * ishtp_cl_free_tx_ring() - Free TX ring buffers |
| * @cl: client device instance |
| * |
| * Free TX ring buffers |
| */ |
| void ishtp_cl_free_tx_ring(struct ishtp_cl *cl) |
| { |
| struct ishtp_cl_tx_ring *tx_buf; |
| unsigned long flags; |
| |
| spin_lock_irqsave(&cl->tx_free_list_spinlock, flags); |
| /* release allocated memory - pass over tx_free_list */ |
| while (!list_empty(&cl->tx_free_list.list)) { |
| tx_buf = list_entry(cl->tx_free_list.list.next, |
| struct ishtp_cl_tx_ring, list); |
| list_del(&tx_buf->list); |
| --cl->tx_ring_free_size; |
| kfree(tx_buf->send_buf.data); |
| kfree(tx_buf); |
| } |
| spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags); |
| |
| spin_lock_irqsave(&cl->tx_list_spinlock, flags); |
| /* release allocated memory - pass over tx_list */ |
| while (!list_empty(&cl->tx_list.list)) { |
| tx_buf = list_entry(cl->tx_list.list.next, |
| struct ishtp_cl_tx_ring, list); |
| list_del(&tx_buf->list); |
| kfree(tx_buf->send_buf.data); |
| kfree(tx_buf); |
| } |
| spin_unlock_irqrestore(&cl->tx_list_spinlock, flags); |
| } |
| |
| /** |
| * ishtp_io_rb_free() - Free IO request block |
| * @rb: IO request block |
| * |
| * Free io request block memory |
| */ |
| void ishtp_io_rb_free(struct ishtp_cl_rb *rb) |
| { |
| if (rb == NULL) |
| return; |
| |
| kfree(rb->buffer.data); |
| kfree(rb); |
| } |
| |
| /** |
| * ishtp_io_rb_init() - Allocate and init IO request block |
| * @cl: client device instance |
| * |
| * Allocate and initialize request block |
| * |
| * Return: Allocted IO request block pointer |
| */ |
| struct ishtp_cl_rb *ishtp_io_rb_init(struct ishtp_cl *cl) |
| { |
| struct ishtp_cl_rb *rb; |
| |
| rb = kzalloc(sizeof(struct ishtp_cl_rb), GFP_KERNEL); |
| if (!rb) |
| return NULL; |
| |
| INIT_LIST_HEAD(&rb->list); |
| rb->cl = cl; |
| rb->buf_idx = 0; |
| return rb; |
| } |
| |
| /** |
| * ishtp_io_rb_alloc_buf() - Allocate and init response buffer |
| * @rb: IO request block |
| * @length: length of response buffer |
| * |
| * Allocate respose buffer |
| * |
| * Return: 0 on success else -ENOMEM |
| */ |
| int ishtp_io_rb_alloc_buf(struct ishtp_cl_rb *rb, size_t length) |
| { |
| if (!rb) |
| return -EINVAL; |
| |
| if (length == 0) |
| return 0; |
| |
| rb->buffer.data = kmalloc(length, GFP_KERNEL); |
| if (!rb->buffer.data) |
| return -ENOMEM; |
| |
| rb->buffer.size = length; |
| return 0; |
| } |
| |
| /** |
| * ishtp_cl_io_rb_recycle() - Recycle IO request blocks |
| * @rb: IO request block |
| * |
| * Re-append rb to its client's free list and send flow control if needed |
| * |
| * Return: 0 on success else -EFAULT |
| */ |
| int ishtp_cl_io_rb_recycle(struct ishtp_cl_rb *rb) |
| { |
| struct ishtp_cl *cl; |
| int rets = 0; |
| unsigned long flags; |
| |
| if (!rb || !rb->cl) |
| return -EFAULT; |
| |
| cl = rb->cl; |
| spin_lock_irqsave(&cl->free_list_spinlock, flags); |
| list_add_tail(&rb->list, &cl->free_rb_list.list); |
| spin_unlock_irqrestore(&cl->free_list_spinlock, flags); |
| |
| /* |
| * If we returned the first buffer to empty 'free' list, |
| * send flow control |
| */ |
| if (!cl->out_flow_ctrl_creds) |
| rets = ishtp_cl_read_start(cl); |
| |
| return rets; |
| } |
| EXPORT_SYMBOL(ishtp_cl_io_rb_recycle); |
| |
| /** |
| * ishtp_cl_tx_empty() -test whether client device tx buffer is empty |
| * @cl: Pointer to client device instance |
| * |
| * Look client device tx buffer list, and check whether this list is empty |
| * |
| * Return: true if client tx buffer list is empty else false |
| */ |
| bool ishtp_cl_tx_empty(struct ishtp_cl *cl) |
| { |
| int tx_list_empty; |
| unsigned long tx_flags; |
| |
| spin_lock_irqsave(&cl->tx_list_spinlock, tx_flags); |
| tx_list_empty = list_empty(&cl->tx_list.list); |
| spin_unlock_irqrestore(&cl->tx_list_spinlock, tx_flags); |
| |
| return !!tx_list_empty; |
| } |
| EXPORT_SYMBOL(ishtp_cl_tx_empty); |
| |
| /** |
| * ishtp_cl_rx_get_rb() -Get a rb from client device rx buffer list |
| * @cl: Pointer to client device instance |
| * |
| * Check client device in-processing buffer list and get a rb from it. |
| * |
| * Return: rb pointer if buffer list isn't empty else NULL |
| */ |
| struct ishtp_cl_rb *ishtp_cl_rx_get_rb(struct ishtp_cl *cl) |
| { |
| unsigned long rx_flags; |
| struct ishtp_cl_rb *rb; |
| |
| spin_lock_irqsave(&cl->in_process_spinlock, rx_flags); |
| rb = list_first_entry_or_null(&cl->in_process_list.list, |
| struct ishtp_cl_rb, list); |
| if (rb) |
| list_del_init(&rb->list); |
| spin_unlock_irqrestore(&cl->in_process_spinlock, rx_flags); |
| |
| return rb; |
| } |
| EXPORT_SYMBOL(ishtp_cl_rx_get_rb); |