| // SPDX-License-Identifier: GPL-2.0-or-later |
| /* |
| * Driver for the NXP SAA7164 PCIe bridge |
| * |
| * Copyright (c) 2010-2015 Steven Toth <stoth@kernellabs.com> |
| */ |
| |
| #include <linux/slab.h> |
| |
| #include "saa7164.h" |
| |
| /* The PCI address space for buffer handling looks like this: |
| * |
| * +-u32 wide-------------+ |
| * | + |
| * +-u64 wide------------------------------------+ |
| * + + |
| * +----------------------+ |
| * | CurrentBufferPtr + Pointer to current PCI buffer >-+ |
| * +----------------------+ | |
| * | Unused + | |
| * +----------------------+ | |
| * | Pitch + = 188 (bytes) | |
| * +----------------------+ | |
| * | PCI buffer size + = pitch * number of lines (312) | |
| * +----------------------+ | |
| * |0| Buf0 Write Offset + | |
| * +----------------------+ v |
| * |1| Buf1 Write Offset + | |
| * +----------------------+ | |
| * |2| Buf2 Write Offset + | |
| * +----------------------+ | |
| * |3| Buf3 Write Offset + | |
| * +----------------------+ | |
| * ... More write offsets | |
| * +---------------------------------------------+ | |
| * +0| set of ptrs to PCI pagetables + | |
| * +---------------------------------------------+ | |
| * +1| set of ptrs to PCI pagetables + <--------+ |
| * +---------------------------------------------+ |
| * +2| set of ptrs to PCI pagetables + |
| * +---------------------------------------------+ |
| * +3| set of ptrs to PCI pagetables + >--+ |
| * +---------------------------------------------+ | |
| * ... More buffer pointers | +----------------+ |
| * +->| pt[0] TS data | |
| * | +----------------+ |
| * | |
| * | +----------------+ |
| * +->| pt[1] TS data | |
| * | +----------------+ |
| * | etc |
| */ |
| |
| void saa7164_buffer_display(struct saa7164_buffer *buf) |
| { |
| struct saa7164_dev *dev = buf->port->dev; |
| int i; |
| |
| dprintk(DBGLVL_BUF, "%s() buffer @ 0x%p nr=%d\n", |
| __func__, buf, buf->idx); |
| dprintk(DBGLVL_BUF, " pci_cpu @ 0x%p dma @ 0x%08llx len = 0x%x\n", |
| buf->cpu, (long long)buf->dma, buf->pci_size); |
| dprintk(DBGLVL_BUF, " pt_cpu @ 0x%p pt_dma @ 0x%08llx len = 0x%x\n", |
| buf->pt_cpu, (long long)buf->pt_dma, buf->pt_size); |
| |
| /* Format the Page Table Entries to point into the data buffer */ |
| for (i = 0 ; i < SAA7164_PT_ENTRIES; i++) { |
| |
| dprintk(DBGLVL_BUF, " pt[%02d] = 0x%p -> 0x%llx\n", |
| i, buf->pt_cpu, (u64)*(buf->pt_cpu)); |
| |
| } |
| } |
| /* Allocate a new buffer structure and associated PCI space in bytes. |
| * len must be a multiple of sizeof(u64) |
| */ |
| struct saa7164_buffer *saa7164_buffer_alloc(struct saa7164_port *port, |
| u32 len) |
| { |
| struct tmHWStreamParameters *params = &port->hw_streamingparams; |
| struct saa7164_buffer *buf = NULL; |
| struct saa7164_dev *dev = port->dev; |
| int i; |
| |
| if ((len == 0) || (len >= 65536) || (len % sizeof(u64))) { |
| log_warn("%s() SAA_ERR_BAD_PARAMETER\n", __func__); |
| goto ret; |
| } |
| |
| buf = kzalloc(sizeof(*buf), GFP_KERNEL); |
| if (!buf) |
| goto ret; |
| |
| buf->idx = -1; |
| buf->port = port; |
| buf->flags = SAA7164_BUFFER_FREE; |
| buf->pos = 0; |
| buf->actual_size = params->pitch * params->numberoflines; |
| buf->crc = 0; |
| /* TODO: arg len is being ignored */ |
| buf->pci_size = SAA7164_PT_ENTRIES * 0x1000; |
| buf->pt_size = (SAA7164_PT_ENTRIES * sizeof(u64)) + 0x1000; |
| |
| /* Allocate contiguous memory */ |
| buf->cpu = pci_alloc_consistent(port->dev->pci, buf->pci_size, |
| &buf->dma); |
| if (!buf->cpu) |
| goto fail1; |
| |
| buf->pt_cpu = pci_alloc_consistent(port->dev->pci, buf->pt_size, |
| &buf->pt_dma); |
| if (!buf->pt_cpu) |
| goto fail2; |
| |
| /* init the buffers to a known pattern, easier during debugging */ |
| memset(buf->cpu, 0xff, buf->pci_size); |
| buf->crc = crc32(0, buf->cpu, buf->actual_size); |
| memset(buf->pt_cpu, 0xff, buf->pt_size); |
| |
| dprintk(DBGLVL_BUF, "%s() allocated buffer @ 0x%p (%d pageptrs)\n", |
| __func__, buf, params->numpagetables); |
| dprintk(DBGLVL_BUF, " pci_cpu @ 0x%p dma @ 0x%08lx len = 0x%x\n", |
| buf->cpu, (long)buf->dma, buf->pci_size); |
| dprintk(DBGLVL_BUF, " pt_cpu @ 0x%p pt_dma @ 0x%08lx len = 0x%x\n", |
| buf->pt_cpu, (long)buf->pt_dma, buf->pt_size); |
| |
| /* Format the Page Table Entries to point into the data buffer */ |
| for (i = 0 ; i < params->numpagetables; i++) { |
| |
| *(buf->pt_cpu + i) = buf->dma + (i * 0x1000); /* TODO */ |
| dprintk(DBGLVL_BUF, " pt[%02d] = 0x%p -> 0x%llx\n", |
| i, buf->pt_cpu, (u64)*(buf->pt_cpu)); |
| |
| } |
| |
| goto ret; |
| |
| fail2: |
| pci_free_consistent(port->dev->pci, buf->pci_size, buf->cpu, buf->dma); |
| fail1: |
| kfree(buf); |
| |
| buf = NULL; |
| ret: |
| return buf; |
| } |
| |
| int saa7164_buffer_dealloc(struct saa7164_buffer *buf) |
| { |
| struct saa7164_dev *dev; |
| |
| if (!buf || !buf->port) |
| return SAA_ERR_BAD_PARAMETER; |
| dev = buf->port->dev; |
| |
| dprintk(DBGLVL_BUF, "%s() deallocating buffer @ 0x%p\n", |
| __func__, buf); |
| |
| if (buf->flags != SAA7164_BUFFER_FREE) |
| log_warn(" freeing a non-free buffer\n"); |
| |
| pci_free_consistent(dev->pci, buf->pci_size, buf->cpu, buf->dma); |
| pci_free_consistent(dev->pci, buf->pt_size, buf->pt_cpu, buf->pt_dma); |
| |
| kfree(buf); |
| |
| return SAA_OK; |
| } |
| |
| int saa7164_buffer_zero_offsets(struct saa7164_port *port, int i) |
| { |
| struct saa7164_dev *dev = port->dev; |
| |
| if ((i < 0) || (i >= port->hwcfg.buffercount)) |
| return -EINVAL; |
| |
| dprintk(DBGLVL_BUF, "%s(idx = %d)\n", __func__, i); |
| |
| saa7164_writel(port->bufoffset + (sizeof(u32) * i), 0); |
| |
| return 0; |
| } |
| |
| /* Write a buffer into the hardware */ |
| int saa7164_buffer_activate(struct saa7164_buffer *buf, int i) |
| { |
| struct saa7164_port *port = buf->port; |
| struct saa7164_dev *dev = port->dev; |
| |
| if ((i < 0) || (i >= port->hwcfg.buffercount)) |
| return -EINVAL; |
| |
| dprintk(DBGLVL_BUF, "%s(idx = %d)\n", __func__, i); |
| |
| buf->idx = i; /* Note of which buffer list index position we occupy */ |
| buf->flags = SAA7164_BUFFER_BUSY; |
| buf->pos = 0; |
| |
| /* TODO: Review this in light of 32v64 assignments */ |
| saa7164_writel(port->bufoffset + (sizeof(u32) * i), 0); |
| saa7164_writel(port->bufptr32h + ((sizeof(u32) * 2) * i), buf->pt_dma); |
| saa7164_writel(port->bufptr32l + ((sizeof(u32) * 2) * i), 0); |
| |
| dprintk(DBGLVL_BUF, " buf[%d] offset 0x%llx (0x%x) buf 0x%llx/%llx (0x%x/%x) nr=%d\n", |
| buf->idx, |
| (u64)port->bufoffset + (i * sizeof(u32)), |
| saa7164_readl(port->bufoffset + (sizeof(u32) * i)), |
| (u64)port->bufptr32h + ((sizeof(u32) * 2) * i), |
| (u64)port->bufptr32l + ((sizeof(u32) * 2) * i), |
| saa7164_readl(port->bufptr32h + ((sizeof(u32) * i) * 2)), |
| saa7164_readl(port->bufptr32l + ((sizeof(u32) * i) * 2)), |
| buf->idx); |
| |
| return 0; |
| } |
| |
| int saa7164_buffer_cfg_port(struct saa7164_port *port) |
| { |
| struct tmHWStreamParameters *params = &port->hw_streamingparams; |
| struct saa7164_dev *dev = port->dev; |
| struct saa7164_buffer *buf; |
| struct list_head *c, *n; |
| int i = 0; |
| |
| dprintk(DBGLVL_BUF, "%s(port=%d)\n", __func__, port->nr); |
| |
| saa7164_writel(port->bufcounter, 0); |
| saa7164_writel(port->pitch, params->pitch); |
| saa7164_writel(port->bufsize, params->pitch * params->numberoflines); |
| |
| dprintk(DBGLVL_BUF, " configured:\n"); |
| dprintk(DBGLVL_BUF, " lmmio 0x%p\n", dev->lmmio); |
| dprintk(DBGLVL_BUF, " bufcounter 0x%x = 0x%x\n", port->bufcounter, |
| saa7164_readl(port->bufcounter)); |
| |
| dprintk(DBGLVL_BUF, " pitch 0x%x = %d\n", port->pitch, |
| saa7164_readl(port->pitch)); |
| |
| dprintk(DBGLVL_BUF, " bufsize 0x%x = %d\n", port->bufsize, |
| saa7164_readl(port->bufsize)); |
| |
| dprintk(DBGLVL_BUF, " buffercount = %d\n", port->hwcfg.buffercount); |
| dprintk(DBGLVL_BUF, " bufoffset = 0x%x\n", port->bufoffset); |
| dprintk(DBGLVL_BUF, " bufptr32h = 0x%x\n", port->bufptr32h); |
| dprintk(DBGLVL_BUF, " bufptr32l = 0x%x\n", port->bufptr32l); |
| |
| /* Poke the buffers and offsets into PCI space */ |
| mutex_lock(&port->dmaqueue_lock); |
| list_for_each_safe(c, n, &port->dmaqueue.list) { |
| buf = list_entry(c, struct saa7164_buffer, list); |
| |
| BUG_ON(buf->flags != SAA7164_BUFFER_FREE); |
| |
| /* Place the buffer in the h/w queue */ |
| saa7164_buffer_activate(buf, i); |
| |
| /* Don't exceed the device maximum # bufs */ |
| BUG_ON(i > port->hwcfg.buffercount); |
| i++; |
| |
| } |
| mutex_unlock(&port->dmaqueue_lock); |
| |
| return 0; |
| } |
| |
| struct saa7164_user_buffer *saa7164_buffer_alloc_user(struct saa7164_dev *dev, |
| u32 len) |
| { |
| struct saa7164_user_buffer *buf; |
| |
| buf = kzalloc(sizeof(*buf), GFP_KERNEL); |
| if (!buf) |
| return NULL; |
| |
| buf->data = kzalloc(len, GFP_KERNEL); |
| |
| if (!buf->data) { |
| kfree(buf); |
| return NULL; |
| } |
| |
| buf->actual_size = len; |
| buf->pos = 0; |
| buf->crc = 0; |
| |
| dprintk(DBGLVL_BUF, "%s() allocated user buffer @ 0x%p\n", |
| __func__, buf); |
| |
| return buf; |
| } |
| |
| void saa7164_buffer_dealloc_user(struct saa7164_user_buffer *buf) |
| { |
| if (!buf) |
| return; |
| |
| kfree(buf->data); |
| buf->data = NULL; |
| |
| kfree(buf); |
| } |