| /* |
| * Copyright (c) 2017 The Linux Foundation. All rights reserved. |
| * |
| * Permission to use, copy, modify, and/or distribute this software for |
| * any purpose with or without fee is hereby granted, provided that the |
| * above copyright notice and this permission notice appear in all |
| * copies. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL |
| * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED |
| * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE |
| * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL |
| * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR |
| * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER |
| * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR |
| * PERFORMANCE OF THIS SOFTWARE. |
| */ |
| #include "dp_types.h" |
| #include "dp_rx.h" |
| #include "dp_peer.h" |
| #include "hal_rx.h" |
| #include "hal_api.h" |
| #include "qdf_trace.h" |
| #include "qdf_nbuf.h" |
| #include "hal_api_mon.h" |
| #include "ieee80211.h" |
| #include "dp_rx_mon.h" |
| #include "dp_internal.h" |
| #include "qdf_mem.h" /* qdf_mem_malloc,free */ |
| |
| /** |
| * dp_rx_mon_status_process_tlv() - Process status TLV in status |
| * buffer on Rx status Queue posted by status SRNG processing. |
| * @soc: core txrx main context |
| * @mac_id: mac_id which is one of 3 mac_ids _ring |
| * |
| * Return: none |
| */ |
| static inline void |
| dp_rx_mon_status_process_tlv(struct dp_soc *soc, uint32_t mac_id, |
| uint32_t quota) |
| { |
| struct dp_pdev *pdev = soc->pdev_list[mac_id]; |
| struct hal_rx_ppdu_info *ppdu_info; |
| qdf_nbuf_t status_nbuf; |
| uint8_t *rx_tlv; |
| uint8_t *rx_tlv_start; |
| uint32_t tlv_status = HAL_TLV_STATUS_DUMMY; |
| |
| #ifdef DP_INTR_POLL_BASED |
| if (!pdev) |
| return; |
| #endif |
| |
| ppdu_info = &pdev->ppdu_info; |
| |
| if (pdev->mon_ppdu_status != DP_PPDU_STATUS_START) |
| return; |
| |
| while (!qdf_nbuf_is_queue_empty(&pdev->rx_status_q)) { |
| |
| status_nbuf = qdf_nbuf_queue_remove(&pdev->rx_status_q); |
| rx_tlv = qdf_nbuf_data(status_nbuf); |
| rx_tlv_start = rx_tlv; |
| |
| #if defined(CONFIG_WIN) && WDI_EVENT_ENABLE |
| #ifndef REMOVE_PKT_LOG |
| dp_wdi_event_handler(WDI_EVENT_RX_DESC, soc, |
| status_nbuf, HTT_INVALID_PEER, WDI_NO_VAL, mac_id); |
| #endif |
| #endif |
| if (pdev->monitor_vdev != NULL) { |
| |
| do { |
| tlv_status = hal_rx_status_get_tlv_info(rx_tlv, |
| ppdu_info); |
| rx_tlv = hal_rx_status_get_next_tlv(rx_tlv); |
| |
| if ((rx_tlv - rx_tlv_start) >= RX_BUFFER_SIZE) |
| break; |
| |
| } while (tlv_status == HAL_TLV_STATUS_PPDU_NOT_DONE); |
| } |
| qdf_nbuf_free(status_nbuf); |
| |
| if (tlv_status == HAL_TLV_STATUS_PPDU_DONE) { |
| pdev->mon_ppdu_status = DP_PPDU_STATUS_DONE; |
| dp_rx_mon_dest_process(soc, mac_id, quota); |
| pdev->mon_ppdu_status = DP_PPDU_STATUS_START; |
| } |
| } |
| return; |
| } |
| |
| /* |
| * dp_rx_mon_status_srng_process() - Process monitor status ring |
| * post the status ring buffer to Rx status Queue for later |
| * processing when status ring is filled with status TLV. |
| * Allocate a new buffer to status ring if the filled buffer |
| * is posted. |
| * |
| * @soc: core txrx main context |
| * @mac_id: mac_id which is one of 3 mac_ids |
| * @quota: No. of ring entry that can be serviced in one shot. |
| |
| * Return: uint32_t: No. of ring entry that is processed. |
| */ |
| static inline uint32_t |
| dp_rx_mon_status_srng_process(struct dp_soc *soc, uint32_t mac_id, |
| uint32_t quota) |
| { |
| struct dp_pdev *pdev = soc->pdev_list[mac_id]; |
| void *hal_soc; |
| void *mon_status_srng; |
| void *rxdma_mon_status_ring_entry; |
| QDF_STATUS status; |
| uint32_t work_done = 0; |
| |
| #ifdef DP_INTR_POLL_BASED |
| if (!pdev) |
| return work_done; |
| #endif |
| |
| mon_status_srng = pdev->rxdma_mon_status_ring.hal_srng; |
| |
| qdf_assert(mon_status_srng); |
| |
| hal_soc = soc->hal_soc; |
| |
| qdf_assert(hal_soc); |
| |
| if (qdf_unlikely(hal_srng_access_start(hal_soc, mon_status_srng))) |
| goto done; |
| |
| /* mon_status_ring_desc => WBM_BUFFER_RING STRUCT => |
| * BUFFER_ADDR_INFO STRUCT |
| */ |
| while (qdf_likely((rxdma_mon_status_ring_entry = |
| hal_srng_src_peek(hal_soc, mon_status_srng)) |
| && quota--)) { |
| uint32_t rx_buf_cookie; |
| qdf_nbuf_t status_nbuf; |
| struct dp_rx_desc *rx_desc; |
| uint8_t *status_buf; |
| qdf_dma_addr_t paddr; |
| uint64_t buf_addr; |
| |
| buf_addr = |
| (HAL_RX_BUFFER_ADDR_31_0_GET( |
| rxdma_mon_status_ring_entry) | |
| ((uint64_t)(HAL_RX_BUFFER_ADDR_39_32_GET( |
| rxdma_mon_status_ring_entry)) << 32)); |
| |
| if (qdf_likely(buf_addr)) { |
| |
| rx_buf_cookie = |
| HAL_RX_BUF_COOKIE_GET( |
| rxdma_mon_status_ring_entry); |
| rx_desc = dp_rx_cookie_2_va_mon_status(soc, |
| rx_buf_cookie); |
| |
| qdf_assert(rx_desc); |
| |
| status_nbuf = rx_desc->nbuf; |
| |
| qdf_nbuf_sync_for_cpu(soc->osdev, status_nbuf, |
| QDF_DMA_FROM_DEVICE); |
| |
| status_buf = qdf_nbuf_data(status_nbuf); |
| |
| status = hal_get_rx_status_done(status_buf); |
| |
| if (status != QDF_STATUS_SUCCESS) { |
| QDF_TRACE(QDF_MODULE_ID_DP, |
| QDF_TRACE_LEVEL_WARN, |
| "[%s][%d] status not done", |
| __func__, __LINE__); |
| break; |
| } |
| qdf_nbuf_set_pktlen(status_nbuf, RX_BUFFER_SIZE); |
| |
| qdf_nbuf_unmap_single(soc->osdev, status_nbuf, |
| QDF_DMA_FROM_DEVICE); |
| |
| /* Put the status_nbuf to queue */ |
| qdf_nbuf_queue_add(&pdev->rx_status_q, status_nbuf); |
| |
| } else { |
| union dp_rx_desc_list_elem_t *desc_list = NULL; |
| union dp_rx_desc_list_elem_t *tail = NULL; |
| struct rx_desc_pool *rx_desc_pool; |
| uint32_t num_alloc_desc; |
| |
| rx_desc_pool = &soc->rx_desc_status[mac_id]; |
| |
| num_alloc_desc = dp_rx_get_free_desc_list(soc, mac_id, |
| rx_desc_pool, |
| 1, |
| &desc_list, |
| &tail); |
| |
| rx_desc = &desc_list->rx_desc; |
| } |
| |
| /* Allocate a new skb */ |
| status_nbuf = qdf_nbuf_alloc(pdev->osif_pdev, RX_BUFFER_SIZE, |
| RX_BUFFER_RESERVATION, RX_BUFFER_ALIGNMENT, FALSE); |
| |
| status_buf = qdf_nbuf_data(status_nbuf); |
| |
| hal_clear_rx_status_done(status_buf); |
| |
| qdf_nbuf_map_single(soc->osdev, status_nbuf, |
| QDF_DMA_BIDIRECTIONAL); |
| paddr = qdf_nbuf_get_frag_paddr(status_nbuf, 0); |
| |
| rx_desc->nbuf = status_nbuf; |
| rx_desc->in_use = 1; |
| |
| hal_rxdma_buff_addr_info_set(rxdma_mon_status_ring_entry, |
| paddr, rx_desc->cookie, HAL_RX_BUF_RBM_SW3_BM); |
| |
| rxdma_mon_status_ring_entry = |
| hal_srng_src_get_next(hal_soc, mon_status_srng); |
| work_done++; |
| } |
| done: |
| |
| hal_srng_access_end(hal_soc, mon_status_srng); |
| |
| return work_done; |
| |
| } |
| /* |
| * dp_rx_mon_status_process() - Process monitor status ring and |
| * TLV in status ring. |
| * |
| * @soc: core txrx main context |
| * @mac_id: mac_id which is one of 3 mac_ids |
| * @quota: No. of ring entry that can be serviced in one shot. |
| |
| * Return: uint32_t: No. of ring entry that is processed. |
| */ |
| static inline uint32_t |
| dp_rx_mon_status_process(struct dp_soc *soc, uint32_t mac_id, uint32_t quota) { |
| uint32_t work_done; |
| |
| work_done = dp_rx_mon_status_srng_process(soc, mac_id, quota); |
| quota -= work_done; |
| dp_rx_mon_status_process_tlv(soc, mac_id, quota); |
| |
| return work_done; |
| } |
| /** |
| * dp_mon_process() - Main monitor mode processing roution. |
| * This call monitor status ring process then monitor |
| * destination ring process. |
| * Called from the bottom half (tasklet/NET_RX_SOFTIRQ) |
| * @soc: core txrx main context |
| * @mac_id: mac_id which is one of 3 mac_ids |
| * @quota: No. of status ring entry that can be serviced in one shot. |
| |
| * Return: uint32_t: No. of ring entry that is processed. |
| */ |
| uint32_t |
| dp_mon_process(struct dp_soc *soc, uint32_t mac_id, uint32_t quota) { |
| return dp_rx_mon_status_process(soc, mac_id, quota); |
| } |
| |
| /** |
| * dp_rx_pdev_mon_detach() - detach dp rx for status ring |
| * @pdev: core txrx pdev context |
| * |
| * This function will detach DP RX status ring from |
| * main device context. will free DP Rx resources for |
| * status ring |
| * |
| * Return: QDF_STATUS_SUCCESS: success |
| * QDF_STATUS_E_RESOURCES: Error return |
| */ |
| QDF_STATUS |
| dp_rx_pdev_mon_status_detach(struct dp_pdev *pdev) |
| { |
| uint8_t pdev_id = pdev->pdev_id; |
| struct dp_soc *soc = pdev->soc; |
| struct rx_desc_pool *rx_desc_pool; |
| |
| rx_desc_pool = &soc->rx_desc_status[pdev_id]; |
| dp_rx_desc_pool_free(soc, pdev_id, rx_desc_pool); |
| |
| return QDF_STATUS_SUCCESS; |
| } |
| |
| /* |
| * dp_rx_buffers_replenish() - replenish monitor status ring with |
| * rx nbufs called during dp rx |
| * monitor status ring initialization |
| * |
| * @soc: core txrx main context |
| * @mac_id: mac_id which is one of 3 mac_ids |
| * @dp_rxdma_srng: dp monitor status circular ring |
| * @rx_desc_pool; Pointer to Rx descriptor pool |
| * @num_req_buffers: number of buffer to be replenished |
| * @desc_list: list of descs if called from dp rx monitor status |
| * process or NULL during dp rx initialization or |
| * out of buffer interrupt |
| * @tail: tail of descs list |
| * @owner: who owns the nbuf (host, NSS etc...) |
| * Return: return success or failure |
| */ |
| static inline |
| QDF_STATUS dp_rx_mon_status_buffers_replenish(struct dp_soc *dp_soc, |
| uint32_t mac_id, |
| struct dp_srng *dp_rxdma_srng, |
| struct rx_desc_pool *rx_desc_pool, |
| uint32_t num_req_buffers, |
| union dp_rx_desc_list_elem_t **desc_list, |
| union dp_rx_desc_list_elem_t **tail, |
| uint8_t owner) |
| { |
| uint32_t num_alloc_desc; |
| uint16_t num_desc_to_free = 0; |
| uint32_t num_entries_avail; |
| uint32_t count; |
| int sync_hw_ptr = 1; |
| qdf_dma_addr_t paddr; |
| qdf_nbuf_t rx_netbuf; |
| void *rxdma_ring_entry; |
| union dp_rx_desc_list_elem_t *next; |
| void *rxdma_srng; |
| uint8_t *status_buf; |
| |
| rxdma_srng = dp_rxdma_srng->hal_srng; |
| |
| qdf_assert(rxdma_srng); |
| |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO, |
| "[%s][%d] requested %d buffers for replenish\n", |
| __func__, __LINE__, num_req_buffers); |
| |
| /* |
| * if desc_list is NULL, allocate the descs from freelist |
| */ |
| if (!(*desc_list)) { |
| |
| num_alloc_desc = dp_rx_get_free_desc_list(dp_soc, mac_id, |
| rx_desc_pool, |
| num_req_buffers, |
| desc_list, |
| tail); |
| |
| if (!num_alloc_desc) { |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR, |
| "[%s][%d] no free rx_descs in freelist\n", |
| __func__, __LINE__); |
| return QDF_STATUS_E_NOMEM; |
| } |
| |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO, |
| "[%s][%d] %d rx desc allocated\n", __func__, __LINE__, |
| num_alloc_desc); |
| num_req_buffers = num_alloc_desc; |
| } |
| |
| hal_srng_access_start(dp_soc->hal_soc, rxdma_srng); |
| num_entries_avail = hal_srng_src_num_avail(dp_soc->hal_soc, |
| rxdma_srng, sync_hw_ptr); |
| |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO, |
| "[%s][%d] no of availble entries in rxdma ring: %d\n", |
| __func__, __LINE__, num_entries_avail); |
| |
| if (num_entries_avail < num_req_buffers) { |
| num_desc_to_free = num_req_buffers - num_entries_avail; |
| num_req_buffers = num_entries_avail; |
| } |
| |
| for (count = 0; count < num_req_buffers; count++) { |
| rxdma_ring_entry = hal_srng_src_get_next(dp_soc->hal_soc, |
| rxdma_srng); |
| |
| rx_netbuf = qdf_nbuf_alloc(dp_soc->osdev, |
| RX_BUFFER_SIZE, |
| RX_BUFFER_RESERVATION, |
| RX_BUFFER_ALIGNMENT, |
| FALSE); |
| |
| status_buf = qdf_nbuf_data(rx_netbuf); |
| hal_clear_rx_status_done(status_buf); |
| |
| memset(status_buf, 0, RX_BUFFER_SIZE); |
| |
| qdf_nbuf_map_single(dp_soc->osdev, rx_netbuf, |
| QDF_DMA_BIDIRECTIONAL); |
| |
| paddr = qdf_nbuf_get_frag_paddr(rx_netbuf, 0); |
| |
| next = (*desc_list)->next; |
| |
| (*desc_list)->rx_desc.nbuf = rx_netbuf; |
| (*desc_list)->rx_desc.in_use = 1; |
| hal_rxdma_buff_addr_info_set(rxdma_ring_entry, paddr, |
| (*desc_list)->rx_desc.cookie, owner); |
| |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_DEBUG, |
| "[%s][%d] rx_desc=%p, cookie=%d, nbuf=%p, \ |
| status_buf=%p paddr=%p\n", |
| __func__, __LINE__, &(*desc_list)->rx_desc, |
| (*desc_list)->rx_desc.cookie, rx_netbuf, |
| status_buf, (void *)paddr); |
| |
| *desc_list = next; |
| } |
| |
| hal_srng_access_end(dp_soc->hal_soc, rxdma_srng); |
| |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO, |
| "successfully replenished %d buffers\n", num_req_buffers); |
| |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO, |
| "%d rx desc added back to free list\n", num_desc_to_free); |
| |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_INFO, |
| "[%s][%d] desc_list=%p, tail=%p rx_desc=%p, cookie=%d\n", |
| __func__, __LINE__, desc_list, tail, &(*desc_list)->rx_desc, |
| (*desc_list)->rx_desc.cookie); |
| |
| /* |
| * add any available free desc back to the free list |
| */ |
| if (*desc_list) { |
| dp_rx_add_desc_list_to_free_list(dp_soc, desc_list, tail, |
| mac_id, rx_desc_pool); |
| } |
| |
| return QDF_STATUS_SUCCESS; |
| } |
| /** |
| * dp_rx_pdev_mon_status_attach() - attach DP RX monitor status ring |
| * @pdev: core txrx pdev context |
| * |
| * This function will attach a DP RX monitor status ring into pDEV |
| * and replenish monitor status ring with buffer. |
| * |
| * Return: QDF_STATUS_SUCCESS: success |
| * QDF_STATUS_E_RESOURCES: Error return |
| */ |
| QDF_STATUS |
| dp_rx_pdev_mon_status_attach(struct dp_pdev *pdev) { |
| uint8_t pdev_id = pdev->pdev_id; |
| struct dp_soc *soc = pdev->soc; |
| union dp_rx_desc_list_elem_t *desc_list = NULL; |
| union dp_rx_desc_list_elem_t *tail = NULL; |
| struct dp_srng *rxdma_srng; |
| uint32_t rxdma_entries; |
| struct rx_desc_pool *rx_desc_pool; |
| QDF_STATUS status; |
| |
| rxdma_srng = &pdev->rxdma_mon_status_ring; |
| |
| rxdma_entries = rxdma_srng->alloc_size/hal_srng_get_entrysize( |
| soc->hal_soc, RXDMA_MONITOR_STATUS); |
| |
| rx_desc_pool = &soc->rx_desc_status[pdev_id]; |
| |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_WARN, |
| "%s: Mon RX Status Pool[%d] allocation size=%d\n", |
| __func__, pdev_id, rxdma_entries); |
| |
| status = dp_rx_desc_pool_alloc(soc, pdev_id, rxdma_entries+1, |
| rx_desc_pool); |
| if (!QDF_IS_STATUS_SUCCESS(status)) { |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR, |
| "%s: dp_rx_desc_pool_alloc() failed \n", __func__); |
| return status; |
| } |
| |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_WARN, |
| "%s: Mon RX Status Buffers Replenish pdev_id=%d\n", |
| __func__, pdev_id); |
| |
| status = dp_rx_mon_status_buffers_replenish(soc, pdev_id, rxdma_srng, |
| rx_desc_pool, rxdma_entries, &desc_list, &tail, |
| HAL_RX_BUF_RBM_SW3_BM); |
| if (!QDF_IS_STATUS_SUCCESS(status)) { |
| QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR, |
| "%s: dp_rx_buffers_replenish() failed \n", __func__); |
| return status; |
| } |
| |
| qdf_nbuf_queue_init(&pdev->rx_status_q); |
| |
| pdev->mon_ppdu_status = DP_PPDU_STATUS_START; |
| qdf_mem_zero(&(pdev->ppdu_info.rx_status), |
| sizeof(pdev->ppdu_info.rx_status)); |
| |
| return QDF_STATUS_SUCCESS; |
| } |