| /* |
| * Copyright (c) 2015-2016 Quantenna Communications, Inc. |
| * All rights reserved. |
| * |
| * This program is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU General Public License |
| * as published by the Free Software Foundation; either version 2 |
| * of the License, or (at your option) any later version. |
| * |
| * This program is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| * GNU General Public License for more details. |
| * |
| */ |
| |
| #include <linux/types.h> |
| #include <linux/io.h> |
| |
| #include "shm_ipc.h" |
| |
| #undef pr_fmt |
| #define pr_fmt(fmt) "qtnfmac shm_ipc: %s: " fmt, __func__ |
| |
| static bool qtnf_shm_ipc_has_new_data(struct qtnf_shm_ipc *ipc) |
| { |
| const u32 flags = readl(&ipc->shm_region->headroom.hdr.flags); |
| |
| return (flags & QTNF_SHM_IPC_NEW_DATA); |
| } |
| |
| static void qtnf_shm_handle_new_data(struct qtnf_shm_ipc *ipc) |
| { |
| size_t size; |
| bool rx_buff_ok = true; |
| struct qtnf_shm_ipc_region_header __iomem *shm_reg_hdr; |
| |
| shm_reg_hdr = &ipc->shm_region->headroom.hdr; |
| |
| size = readw(&shm_reg_hdr->data_len); |
| |
| if (unlikely(size == 0 || size > QTN_IPC_MAX_DATA_SZ)) { |
| pr_err("wrong rx packet size: %zu\n", size); |
| rx_buff_ok = false; |
| } else { |
| memcpy_fromio(ipc->rx_data, ipc->shm_region->data, size); |
| } |
| |
| writel(QTNF_SHM_IPC_ACK, &shm_reg_hdr->flags); |
| readl(&shm_reg_hdr->flags); /* flush PCIe write */ |
| |
| ipc->interrupt.fn(ipc->interrupt.arg); |
| |
| if (likely(rx_buff_ok)) { |
| ipc->rx_packet_count++; |
| ipc->rx_callback.fn(ipc->rx_callback.arg, ipc->rx_data, size); |
| } |
| } |
| |
| static void qtnf_shm_ipc_irq_work(struct work_struct *work) |
| { |
| struct qtnf_shm_ipc *ipc = container_of(work, struct qtnf_shm_ipc, |
| irq_work); |
| |
| while (qtnf_shm_ipc_has_new_data(ipc)) |
| qtnf_shm_handle_new_data(ipc); |
| } |
| |
| static void qtnf_shm_ipc_irq_inbound_handler(struct qtnf_shm_ipc *ipc) |
| { |
| u32 flags; |
| |
| flags = readl(&ipc->shm_region->headroom.hdr.flags); |
| |
| if (flags & QTNF_SHM_IPC_NEW_DATA) |
| queue_work(ipc->workqueue, &ipc->irq_work); |
| } |
| |
| static void qtnf_shm_ipc_irq_outbound_handler(struct qtnf_shm_ipc *ipc) |
| { |
| u32 flags; |
| |
| if (!READ_ONCE(ipc->waiting_for_ack)) |
| return; |
| |
| flags = readl(&ipc->shm_region->headroom.hdr.flags); |
| |
| if (flags & QTNF_SHM_IPC_ACK) { |
| WRITE_ONCE(ipc->waiting_for_ack, 0); |
| complete(&ipc->tx_completion); |
| } |
| } |
| |
| int qtnf_shm_ipc_init(struct qtnf_shm_ipc *ipc, |
| enum qtnf_shm_ipc_direction direction, |
| struct qtnf_shm_ipc_region __iomem *shm_region, |
| struct workqueue_struct *workqueue, |
| const struct qtnf_shm_ipc_int *interrupt, |
| const struct qtnf_shm_ipc_rx_callback *rx_callback) |
| { |
| BUILD_BUG_ON(offsetof(struct qtnf_shm_ipc_region, data) != |
| QTN_IPC_REG_HDR_SZ); |
| BUILD_BUG_ON(sizeof(struct qtnf_shm_ipc_region) > QTN_IPC_REG_SZ); |
| |
| ipc->shm_region = shm_region; |
| ipc->direction = direction; |
| ipc->interrupt = *interrupt; |
| ipc->rx_callback = *rx_callback; |
| ipc->tx_packet_count = 0; |
| ipc->rx_packet_count = 0; |
| ipc->workqueue = workqueue; |
| ipc->waiting_for_ack = 0; |
| ipc->tx_timeout_count = 0; |
| |
| switch (direction) { |
| case QTNF_SHM_IPC_OUTBOUND: |
| ipc->irq_handler = qtnf_shm_ipc_irq_outbound_handler; |
| break; |
| case QTNF_SHM_IPC_INBOUND: |
| ipc->irq_handler = qtnf_shm_ipc_irq_inbound_handler; |
| break; |
| default: |
| return -EINVAL; |
| } |
| |
| INIT_WORK(&ipc->irq_work, qtnf_shm_ipc_irq_work); |
| init_completion(&ipc->tx_completion); |
| |
| return 0; |
| } |
| |
| void qtnf_shm_ipc_free(struct qtnf_shm_ipc *ipc) |
| { |
| complete_all(&ipc->tx_completion); |
| } |
| |
| int qtnf_shm_ipc_send(struct qtnf_shm_ipc *ipc, const u8 *buf, size_t size) |
| { |
| int ret = 0; |
| struct qtnf_shm_ipc_region_header __iomem *shm_reg_hdr; |
| |
| shm_reg_hdr = &ipc->shm_region->headroom.hdr; |
| |
| if (unlikely(size > QTN_IPC_MAX_DATA_SZ)) |
| return -E2BIG; |
| |
| ipc->tx_packet_count++; |
| |
| writew(size, &shm_reg_hdr->data_len); |
| memcpy_toio(ipc->shm_region->data, buf, size); |
| |
| /* sync previous writes before proceeding */ |
| dma_wmb(); |
| |
| WRITE_ONCE(ipc->waiting_for_ack, 1); |
| |
| /* sync previous memory write before announcing new data ready */ |
| wmb(); |
| |
| writel(QTNF_SHM_IPC_NEW_DATA, &shm_reg_hdr->flags); |
| readl(&shm_reg_hdr->flags); /* flush PCIe write */ |
| |
| ipc->interrupt.fn(ipc->interrupt.arg); |
| |
| if (!wait_for_completion_timeout(&ipc->tx_completion, |
| QTN_SHM_IPC_ACK_TIMEOUT)) { |
| ret = -ETIMEDOUT; |
| ipc->tx_timeout_count++; |
| pr_err("TX ACK timeout\n"); |
| } |
| |
| /* now we're not waiting for ACK even in case of timeout */ |
| WRITE_ONCE(ipc->waiting_for_ack, 0); |
| |
| return ret; |
| } |