123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433 |
- /*
- * Copyright (c) 2012-2015,2017 Qualcomm Atheros, Inc.
- * Copyright (c) 2018, The Linux Foundation. All rights reserved.
- *
- * Permission to use, copy, modify, and/or distribute this software for any
- * purpose with or without fee is hereby granted, provided that the above
- * copyright notice and this permission notice appear in all copies.
- *
- * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
- * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
- * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
- * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
- * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
- * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
- * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
- */
- #include <linux/types.h>
- #include <linux/errno.h>
- #include <linux/fs.h>
- #include "wmi.h"
- #include "wil6210.h"
- #include "txrx.h"
- #include "pmc.h"
- struct desc_alloc_info {
- dma_addr_t pa;
- void *va;
- };
- static int wil_is_pmc_allocated(struct pmc_ctx *pmc)
- {
- return !!pmc->pring_va;
- }
- void wil_pmc_init(struct wil6210_priv *wil)
- {
- memset(&wil->pmc, 0, sizeof(struct pmc_ctx));
- mutex_init(&wil->pmc.lock);
- }
- /**
- * Allocate the physical ring (p-ring) and the required
- * number of descriptors of required size.
- * Initialize the descriptors as required by pmc dma.
- * The descriptors' buffers dwords are initialized to hold
- * dword's serial number in the lsw and reserved value
- * PCM_DATA_INVALID_DW_VAL in the msw.
- */
- void wil_pmc_alloc(struct wil6210_priv *wil,
- int num_descriptors,
- int descriptor_size)
- {
- u32 i;
- struct pmc_ctx *pmc = &wil->pmc;
- struct device *dev = wil_to_dev(wil);
- struct wil6210_vif *vif = ndev_to_vif(wil->main_ndev);
- struct wmi_pmc_cmd pmc_cmd = {0};
- int last_cmd_err = -ENOMEM;
- mutex_lock(&pmc->lock);
- if (wil_is_pmc_allocated(pmc)) {
- /* sanity check */
- wil_err(wil, "ERROR pmc is already allocated\n");
- goto no_release_err;
- }
- if ((num_descriptors <= 0) || (descriptor_size <= 0)) {
- wil_err(wil,
- "Invalid params num_descriptors(%d), descriptor_size(%d)\n",
- num_descriptors, descriptor_size);
- last_cmd_err = -EINVAL;
- goto no_release_err;
- }
- if (num_descriptors > (1 << WIL_RING_SIZE_ORDER_MAX)) {
- wil_err(wil,
- "num_descriptors(%d) exceeds max ring size %d\n",
- num_descriptors, 1 << WIL_RING_SIZE_ORDER_MAX);
- last_cmd_err = -EINVAL;
- goto no_release_err;
- }
- if (num_descriptors > INT_MAX / descriptor_size) {
- wil_err(wil,
- "Overflow in num_descriptors(%d)*descriptor_size(%d)\n",
- num_descriptors, descriptor_size);
- last_cmd_err = -EINVAL;
- goto no_release_err;
- }
- pmc->num_descriptors = num_descriptors;
- pmc->descriptor_size = descriptor_size;
- wil_dbg_misc(wil, "pmc_alloc: %d descriptors x %d bytes each\n",
- num_descriptors, descriptor_size);
- /* allocate descriptors info list in pmc context*/
- pmc->descriptors = kcalloc(num_descriptors,
- sizeof(struct desc_alloc_info),
- GFP_KERNEL);
- if (!pmc->descriptors) {
- wil_err(wil, "ERROR allocating pmc skb list\n");
- goto no_release_err;
- }
- wil_dbg_misc(wil, "pmc_alloc: allocated descriptors info list %p\n",
- pmc->descriptors);
- /* Allocate pring buffer and descriptors.
- * vring->va should be aligned on its size rounded up to power of 2
- * This is granted by the dma_alloc_coherent.
- *
- * HW has limitation that all vrings addresses must share the same
- * upper 16 msb bits part of 48 bits address. To workaround that,
- * if we are using more than 32 bit addresses switch to 32 bit
- * allocation before allocating vring memory.
- *
- * There's no check for the return value of dma_set_mask_and_coherent,
- * since we assume if we were able to set the mask during
- * initialization in this system it will not fail if we set it again
- */
- if (wil->dma_addr_size > 32)
- dma_set_mask_and_coherent(dev, DMA_BIT_MASK(32));
- pmc->pring_va = dma_alloc_coherent(dev,
- sizeof(struct vring_tx_desc) * num_descriptors,
- &pmc->pring_pa,
- GFP_KERNEL);
- if (wil->dma_addr_size > 32)
- dma_set_mask_and_coherent(dev,
- DMA_BIT_MASK(wil->dma_addr_size));
- wil_dbg_misc(wil,
- "pmc_alloc: allocated pring %p => %pad. %zd x %d = total %zd bytes\n",
- pmc->pring_va, &pmc->pring_pa,
- sizeof(struct vring_tx_desc),
- num_descriptors,
- sizeof(struct vring_tx_desc) * num_descriptors);
- if (!pmc->pring_va) {
- wil_err(wil, "ERROR allocating pmc pring\n");
- goto release_pmc_skb_list;
- }
- /* initially, all descriptors are SW owned
- * For Tx, Rx, and PMC, ownership bit is at the same location, thus
- * we can use any
- */
- for (i = 0; i < num_descriptors; i++) {
- struct vring_tx_desc *_d = &pmc->pring_va[i];
- struct vring_tx_desc dd = {}, *d = ⅆ
- int j = 0;
- pmc->descriptors[i].va = dma_alloc_coherent(dev,
- descriptor_size,
- &pmc->descriptors[i].pa,
- GFP_KERNEL);
- if (unlikely(!pmc->descriptors[i].va)) {
- wil_err(wil, "ERROR allocating pmc descriptor %d", i);
- goto release_pmc_skbs;
- }
- for (j = 0; j < descriptor_size / sizeof(u32); j++) {
- u32 *p = (u32 *)pmc->descriptors[i].va + j;
- *p = PCM_DATA_INVALID_DW_VAL | j;
- }
- /* configure dma descriptor */
- d->dma.addr.addr_low =
- cpu_to_le32(lower_32_bits(pmc->descriptors[i].pa));
- d->dma.addr.addr_high =
- cpu_to_le16((u16)upper_32_bits(pmc->descriptors[i].pa));
- d->dma.status = 0; /* 0 = HW_OWNED */
- d->dma.length = cpu_to_le16(descriptor_size);
- d->dma.d0 = BIT(9) | RX_DMA_D0_CMD_DMA_IT;
- *_d = *d;
- }
- wil_dbg_misc(wil, "pmc_alloc: allocated successfully\n");
- pmc_cmd.op = WMI_PMC_ALLOCATE;
- pmc_cmd.ring_size = cpu_to_le16(pmc->num_descriptors);
- pmc_cmd.mem_base = cpu_to_le64(pmc->pring_pa);
- wil_dbg_misc(wil, "pmc_alloc: send WMI_PMC_CMD with ALLOCATE op\n");
- pmc->last_cmd_status = wmi_send(wil,
- WMI_PMC_CMDID,
- vif->mid,
- &pmc_cmd,
- sizeof(pmc_cmd));
- if (pmc->last_cmd_status) {
- wil_err(wil,
- "WMI_PMC_CMD with ALLOCATE op failed with status %d",
- pmc->last_cmd_status);
- goto release_pmc_skbs;
- }
- mutex_unlock(&pmc->lock);
- return;
- release_pmc_skbs:
- wil_err(wil, "exit on error: Releasing skbs...\n");
- for (i = 0; i < num_descriptors && pmc->descriptors[i].va; i++) {
- dma_free_coherent(dev,
- descriptor_size,
- pmc->descriptors[i].va,
- pmc->descriptors[i].pa);
- pmc->descriptors[i].va = NULL;
- }
- wil_err(wil, "exit on error: Releasing pring...\n");
- dma_free_coherent(dev,
- sizeof(struct vring_tx_desc) * num_descriptors,
- pmc->pring_va,
- pmc->pring_pa);
- pmc->pring_va = NULL;
- release_pmc_skb_list:
- wil_err(wil, "exit on error: Releasing descriptors info list...\n");
- kfree(pmc->descriptors);
- pmc->descriptors = NULL;
- no_release_err:
- pmc->last_cmd_status = last_cmd_err;
- mutex_unlock(&pmc->lock);
- }
- /**
- * Traverse the p-ring and release all buffers.
- * At the end release the p-ring memory
- */
- void wil_pmc_free(struct wil6210_priv *wil, int send_pmc_cmd)
- {
- struct pmc_ctx *pmc = &wil->pmc;
- struct device *dev = wil_to_dev(wil);
- struct wil6210_vif *vif = ndev_to_vif(wil->main_ndev);
- struct wmi_pmc_cmd pmc_cmd = {0};
- mutex_lock(&pmc->lock);
- pmc->last_cmd_status = 0;
- if (!wil_is_pmc_allocated(pmc)) {
- wil_dbg_misc(wil,
- "pmc_free: Error, can't free - not allocated\n");
- pmc->last_cmd_status = -EPERM;
- mutex_unlock(&pmc->lock);
- return;
- }
- if (send_pmc_cmd) {
- wil_dbg_misc(wil, "send WMI_PMC_CMD with RELEASE op\n");
- pmc_cmd.op = WMI_PMC_RELEASE;
- pmc->last_cmd_status =
- wmi_send(wil, WMI_PMC_CMDID, vif->mid,
- &pmc_cmd, sizeof(pmc_cmd));
- if (pmc->last_cmd_status) {
- wil_err(wil,
- "WMI_PMC_CMD with RELEASE op failed, status %d",
- pmc->last_cmd_status);
- /* There's nothing we can do with this error.
- * Normally, it should never occur.
- * Continue to freeing all memory allocated for pmc.
- */
- }
- }
- if (pmc->pring_va) {
- size_t buf_size = sizeof(struct vring_tx_desc) *
- pmc->num_descriptors;
- wil_dbg_misc(wil, "pmc_free: free pring va %p\n",
- pmc->pring_va);
- dma_free_coherent(dev, buf_size, pmc->pring_va, pmc->pring_pa);
- pmc->pring_va = NULL;
- } else {
- pmc->last_cmd_status = -ENOENT;
- }
- if (pmc->descriptors) {
- int i;
- for (i = 0;
- i < pmc->num_descriptors && pmc->descriptors[i].va; i++) {
- dma_free_coherent(dev,
- pmc->descriptor_size,
- pmc->descriptors[i].va,
- pmc->descriptors[i].pa);
- pmc->descriptors[i].va = NULL;
- }
- wil_dbg_misc(wil, "pmc_free: free descriptor info %d/%d\n", i,
- pmc->num_descriptors);
- wil_dbg_misc(wil,
- "pmc_free: free pmc descriptors info list %p\n",
- pmc->descriptors);
- kfree(pmc->descriptors);
- pmc->descriptors = NULL;
- } else {
- pmc->last_cmd_status = -ENOENT;
- }
- mutex_unlock(&pmc->lock);
- }
- /**
- * Status of the last operation requested via debugfs: alloc/free/read.
- * 0 - success or negative errno
- */
- int wil_pmc_last_cmd_status(struct wil6210_priv *wil)
- {
- wil_dbg_misc(wil, "pmc_last_cmd_status: status %d\n",
- wil->pmc.last_cmd_status);
- return wil->pmc.last_cmd_status;
- }
- /**
- * Read from required position up to the end of current descriptor,
- * depends on descriptor size configured during alloc request.
- */
- ssize_t wil_pmc_read(struct file *filp, char __user *buf, size_t count,
- loff_t *f_pos)
- {
- struct wil6210_priv *wil = filp->private_data;
- struct pmc_ctx *pmc = &wil->pmc;
- size_t retval = 0;
- unsigned long long idx;
- loff_t offset;
- size_t pmc_size;
- mutex_lock(&pmc->lock);
- if (!wil_is_pmc_allocated(pmc)) {
- wil_err(wil, "error, pmc is not allocated!\n");
- pmc->last_cmd_status = -EPERM;
- mutex_unlock(&pmc->lock);
- return -EPERM;
- }
- pmc_size = pmc->descriptor_size * pmc->num_descriptors;
- wil_dbg_misc(wil,
- "pmc_read: size %u, pos %lld\n",
- (u32)count, *f_pos);
- pmc->last_cmd_status = 0;
- idx = *f_pos;
- do_div(idx, pmc->descriptor_size);
- offset = *f_pos - (idx * pmc->descriptor_size);
- if (*f_pos >= pmc_size) {
- wil_dbg_misc(wil,
- "pmc_read: reached end of pmc buf: %lld >= %u\n",
- *f_pos, (u32)pmc_size);
- pmc->last_cmd_status = -ERANGE;
- goto out;
- }
- wil_dbg_misc(wil,
- "pmc_read: read from pos %lld (descriptor %llu, offset %llu) %zu bytes\n",
- *f_pos, idx, offset, count);
- /* if no errors, return the copied byte count */
- retval = simple_read_from_buffer(buf,
- count,
- &offset,
- pmc->descriptors[idx].va,
- pmc->descriptor_size);
- *f_pos += retval;
- out:
- mutex_unlock(&pmc->lock);
- return retval;
- }
- loff_t wil_pmc_llseek(struct file *filp, loff_t off, int whence)
- {
- loff_t newpos;
- struct wil6210_priv *wil = filp->private_data;
- struct pmc_ctx *pmc = &wil->pmc;
- size_t pmc_size;
- mutex_lock(&pmc->lock);
- if (!wil_is_pmc_allocated(pmc)) {
- wil_err(wil, "error, pmc is not allocated!\n");
- pmc->last_cmd_status = -EPERM;
- mutex_unlock(&pmc->lock);
- return -EPERM;
- }
- pmc_size = pmc->descriptor_size * pmc->num_descriptors;
- switch (whence) {
- case 0: /* SEEK_SET */
- newpos = off;
- break;
- case 1: /* SEEK_CUR */
- newpos = filp->f_pos + off;
- break;
- case 2: /* SEEK_END */
- newpos = pmc_size;
- break;
- default: /* can't happen */
- newpos = -EINVAL;
- goto out;
- }
- if (newpos < 0) {
- newpos = -EINVAL;
- goto out;
- }
- if (newpos > pmc_size)
- newpos = pmc_size;
- filp->f_pos = newpos;
- out:
- mutex_unlock(&pmc->lock);
- return newpos;
- }
|