Google Git
Sign in
android / kernel / msm.git / b2f597882ff019c1edd492c751056112c30ab125 / . / drivers / net / wireless / bcmdhd / dhd_msgbuf.c
blob: ae875dc5f4b3231e2ebc8bdaa0147d943fb6ea52 [file] [log] [blame]
/*
* Header file describing the internal (inter-module) DHD interfaces.
*
* Provides type definitions and function prototypes used to link the
* DHD OS, bus, and protocol modules.
*
* Copyright (C) 1999-2014, Broadcom Corporation
*
* Unless you and Broadcom execute a separate written software license
* agreement governing use of this software, this software is licensed to you
* under the terms of the GNU General Public License version 2 (the "GPL"),
* available at http://www.broadcom.com/licenses/GPLv2.php, with the
* following added to such license:
*
* As a special exception, the copyright holders of this software give you
* permission to link this software with independent modules, and to copy and
* distribute the resulting executable under terms of your choice, provided that
* you also meet, for each linked independent module, the terms and conditions of
* the license of that module. An independent module is a module which is not
* derived from this software. The special exception does not apply to any
* modifications of the software.
*
* Notwithstanding the above, under no circumstances may you combine this
* software in any way with any other Broadcom software provided under a license
* other than the GPL, without Broadcom's express prior written consent.
*
* $Id: dhd_msgbuf.c 474409 2014-05-01 04:27:15Z $
*/
#include <typedefs.h>
#include <osl.h>
#include <bcmutils.h>
#include <bcmmsgbuf.h>
#include <bcmendian.h>
#include <dngl_stats.h>
#include <dhd.h>
#include <dhd_proto.h>
#include <dhd_bus.h>
#include <dhd_dbg.h>
#include <dhd_debug.h>
#include <siutils.h>
#include <dhd_flowring.h>
#ifdef PROP_TXSTATUS
#include <wlfc_proto.h>
#include <dhd_wlfc.h>
#endif
#include <pcie_core.h>
#include <bcmpcie.h>
#include <dhd_pcie.h>
#include <dhd_ip.h>
#define RETRIES 2 /* # of retries to retrieve matching ioctl response */
#define IOCTL_HDR_LEN 12
#define DEFAULT_RX_BUFFERS_TO_POST 256
#define RXBUFPOST_THRESHOLD 32
#define RX_BUF_BURST 16
#define DHD_STOP_QUEUE_THRESHOLD 200
#define DHD_START_QUEUE_THRESHOLD 100
#define MODX(x, n) ((x) & ((n) -1))
#define align(x, n) (MODX(x, n) ? ((x) - MODX(x, n) + (n)) : ((x) - MODX(x, n)))
#define RX_DMA_OFFSET 8
#define IOCT_RETBUF_SIZE (RX_DMA_OFFSET + WLC_IOCTL_MAXLEN)
#define DMA_D2H_SCRATCH_BUF_LEN 8
#define DMA_ALIGN_LEN 4
#define DMA_XFER_LEN_LIMIT 0x400000
#define DHD_FLOWRING_IOCTL_BUFPOST_PKTSZ 8192
#define DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D 1
#define DHD_FLOWRING_MAX_EVENTBUF_POST 8
#define DHD_FLOWRING_MAX_IOCTLRESPBUF_POST 8
#define DHD_PROT_FUNCS 22
typedef struct dhd_mem_map {
void *va;
dmaaddr_t pa;
void *dmah;
} dhd_mem_map_t;
typedef struct dhd_dmaxfer {
dhd_mem_map_t srcmem;
dhd_mem_map_t destmem;
uint32 len;
uint32 srcdelay;
uint32 destdelay;
} dhd_dmaxfer_t;
#define TXP_FLUSH_NITEMS
#define TXP_FLUSH_MAX_ITEMS_FLUSH_CNT 48
typedef struct msgbuf_ring {
bool inited;
uint16 idx;
uchar name[24];
dhd_mem_map_t ring_base;
#ifdef TXP_FLUSH_NITEMS
void* start_addr;
uint16 pend_items_count;
#endif /* TXP_FLUSH_NITEMS */
ring_mem_t *ringmem;
ring_state_t *ringstate;
} msgbuf_ring_t;
typedef struct dhd_prot {
osl_t *osh; /* OSL handle */
uint32 reqid;
uint32 lastcmd;
uint32 pending;
uint16 rxbufpost;
uint16 max_rxbufpost;
uint16 max_eventbufpost;
uint16 max_ioctlrespbufpost;
uint16 cur_event_bufs_posted;
uint16 cur_ioctlresp_bufs_posted;
uint16 active_tx_count;
uint16 max_tx_count;
uint16 txp_threshold;
/* Ring info */
msgbuf_ring_t *h2dring_txp_subn;
msgbuf_ring_t *h2dring_rxp_subn;
msgbuf_ring_t *h2dring_ctrl_subn; /* Cbuf handle for H2D ctrl ring */
msgbuf_ring_t *d2hring_tx_cpln;
msgbuf_ring_t *d2hring_rx_cpln;
msgbuf_ring_t *d2hring_ctrl_cpln; /* Cbuf handle for D2H ctrl ring */
uint32 rx_dataoffset;
dhd_mem_map_t retbuf;
dhd_mem_map_t ioctbuf; /* For holding ioct request buf */
dhd_mb_ring_t mb_ring_fn;
uint32 d2h_dma_scratch_buf_len; /* For holding ioct request buf */
dhd_mem_map_t d2h_dma_scratch_buf; /* For holding ioct request buf */
uint32 h2d_dma_writeindx_buf_len; /* For holding dma ringupd buf - submission write */
dhd_mem_map_t h2d_dma_writeindx_buf; /* For holding dma ringupd buf - submission write */
uint32 h2d_dma_readindx_buf_len; /* For holding dma ringupd buf - submission read */
dhd_mem_map_t h2d_dma_readindx_buf; /* For holding dma ringupd buf - submission read */
uint32 d2h_dma_writeindx_buf_len; /* For holding dma ringupd buf - completion write */
dhd_mem_map_t d2h_dma_writeindx_buf; /* For holding dma ringupd buf - completion write */
uint32 d2h_dma_readindx_buf_len; /* For holding dma ringupd buf - completion read */
dhd_mem_map_t d2h_dma_readindx_buf; /* For holding dma ringupd buf - completion read */
dhd_dmaxfer_t dmaxfer;
bool dmaxfer_in_progress;
uint16 ioctl_seq_no;
uint16 data_seq_no;
uint16 ioctl_trans_id;
void *pktid_map_handle;
uint16 rx_metadata_offset;
uint16 tx_metadata_offset;
uint16 rx_cpln_early_upd_idx;
} dhd_prot_t;
static int dhdmsgbuf_query_ioctl(dhd_pub_t *dhd, int ifidx, uint cmd,
void *buf, uint len, uint8 action);
static int dhd_msgbuf_set_ioctl(dhd_pub_t *dhd, int ifidx, uint cmd,
void *buf, uint len, uint8 action);
static int dhdmsgbuf_cmplt(dhd_pub_t *dhd, uint32 id, uint32 len, void* buf, void* retbuf);
static void dhd_msgbuf_rxbuf_post(dhd_pub_t *dhd);
static int dhd_prot_rxbufpost(dhd_pub_t *dhd, uint16 count);
static void dhd_prot_return_rxbuf(dhd_pub_t *dhd, uint16 rxcnt);
static void dhd_prot_rxcmplt_process(dhd_pub_t *dhd, void* buf, uint16 msglen);
static void dhd_prot_event_process(dhd_pub_t *dhd, void* buf, uint16 len);
static int dhd_prot_process_msgtype(dhd_pub_t *dhd, msgbuf_ring_t *ring, uint8* buf, uint16 len);
static int dhd_process_msgtype(dhd_pub_t *dhd, msgbuf_ring_t *ring, uint8* buf, uint16 len);
static void dhd_prot_txstatus_process(dhd_pub_t *dhd, void * buf, uint16 msglen);
static void dhd_prot_ioctcmplt_process(dhd_pub_t *dhd, void * buf, uint16 msglen);
static void dhd_prot_ioctack_process(dhd_pub_t *dhd, void * buf, uint16 msglen);
static void dhd_prot_ringstatus_process(dhd_pub_t *dhd, void * buf, uint16 msglen);
static void dhd_prot_genstatus_process(dhd_pub_t *dhd, void * buf, uint16 msglen);
static void* dhd_alloc_ring_space(dhd_pub_t *dhd, msgbuf_ring_t *ring,
uint16 msglen, uint16 *alloced);
static int dhd_fillup_ioct_reqst_ptrbased(dhd_pub_t *dhd, uint16 len, uint cmd, void* buf,
int ifidx);
static INLINE void dhd_prot_packet_free(dhd_pub_t *dhd, uint32 pktid, uint8 buf_type);
static INLINE void *dhd_prot_packet_get(dhd_pub_t *dhd, uint32 pktid, uint8 buf_type);
static void dmaxfer_free_dmaaddr(dhd_pub_t *dhd, dhd_dmaxfer_t *dma);
static int dmaxfer_prepare_dmaaddr(dhd_pub_t *dhd, uint len, uint srcdelay,
uint destdelay, dhd_dmaxfer_t *dma);
static void dhdmsgbuf_dmaxfer_compare(dhd_pub_t *dhd, void *buf, uint16 msglen);
static void dhd_prot_process_flow_ring_create_response(dhd_pub_t *dhd, void* buf, uint16 msglen);
static void dhd_prot_process_flow_ring_delete_response(dhd_pub_t *dhd, void* buf, uint16 msglen);
static void dhd_prot_process_flow_ring_flush_response(dhd_pub_t *dhd, void* buf, uint16 msglen);
#ifdef DHD_RX_CHAINING
#define PKT_CTF_CHAINABLE(dhd, ifidx, evh, prio, h_sa, h_da, h_prio) \
(!ETHER_ISNULLDEST(((struct ether_header *)(evh))->ether_dhost) && \
!ETHER_ISMULTI(((struct ether_header *)(evh))->ether_dhost) && \
!eacmp((h_da), ((struct ether_header *)(evh))->ether_dhost) && \
!eacmp((h_sa), ((struct ether_header *)(evh))->ether_shost) && \
((h_prio) == (prio)) && (dhd_ctf_hotbrc_check((dhd), (evh), (ifidx))) && \
((((struct ether_header *)(evh))->ether_type == HTON16(ETHER_TYPE_IP)) || \
(((struct ether_header *)(evh))->ether_type == HTON16(ETHER_TYPE_IPV6))))
static INLINE void BCMFASTPATH dhd_rxchain_reset(rxchain_info_t *rxchain);
static void BCMFASTPATH dhd_rxchain_frame(dhd_pub_t *dhd, void *pkt, uint ifidx);
static void BCMFASTPATH dhd_rxchain_commit(dhd_pub_t *dhd);
#define DHD_PKT_CTF_MAX_CHAIN_LEN 64
#endif /* DHD_RX_CHAINING */
static uint16 dhd_msgbuf_rxbuf_post_ctrlpath(dhd_pub_t *dhd, bool event_buf, uint32 max_to_post);
static void dhd_msgbuf_rxbuf_post_ioctlresp_bufs(dhd_pub_t *pub);
static void dhd_msgbuf_rxbuf_post_event_bufs(dhd_pub_t *pub);
static void dhd_prot_ring_detach(dhd_pub_t *dhd, msgbuf_ring_t * ring);
static void dhd_ring_init(dhd_pub_t *dhd, msgbuf_ring_t *ring);
static msgbuf_ring_t* prot_ring_attach(dhd_prot_t * prot, char* name, uint16 max_item,
uint16 len_item, uint16 ringid);
static void* prot_get_ring_space(msgbuf_ring_t *ring, uint16 nitems, uint16 * alloced);
static void dhd_set_dmaed_index(dhd_pub_t *dhd, uint8 type, uint16 ringid, uint16 new_index);
static uint16 dhd_get_dmaed_index(dhd_pub_t *dhd, uint8 type, uint16 ringid);
static void prot_ring_write_complete(dhd_pub_t *dhd, msgbuf_ring_t * ring, void* p, uint16 len);
static void prot_upd_read_idx(dhd_pub_t *dhd, msgbuf_ring_t * ring);
static uint8* prot_get_src_addr(dhd_pub_t *dhd, msgbuf_ring_t *ring, uint16 *available_len);
static void prot_store_rxcpln_read_idx(dhd_pub_t *dhd, msgbuf_ring_t *ring);
static void prot_early_upd_rxcpln_read_idx(dhd_pub_t *dhd, msgbuf_ring_t * ring);
typedef void (*dhd_msgbuf_func_t)(dhd_pub_t *dhd, void * buf, uint16 msglen);
static dhd_msgbuf_func_t table_lookup[DHD_PROT_FUNCS] = {
NULL,
dhd_prot_genstatus_process, /* MSG_TYPE_GEN_STATUS */
dhd_prot_ringstatus_process, /* MSG_TYPE_RING_STATUS */
NULL,
dhd_prot_process_flow_ring_create_response, /* MSG_TYPE_FLOW_RING_CREATE_CMPLT */
NULL,
dhd_prot_process_flow_ring_delete_response, /* MSG_TYPE_FLOW_RING_DELETE_CMPLT */
NULL,
dhd_prot_process_flow_ring_flush_response, /* MSG_TYPE_FLOW_RING_FLUSH_CMPLT */
NULL,
dhd_prot_ioctack_process, /* MSG_TYPE_IOCTLPTR_REQ_ACK */
NULL,
dhd_prot_ioctcmplt_process, /* MSG_TYPE_IOCTL_CMPLT */
NULL,
dhd_prot_event_process, /* MSG_TYPE_WL_EVENT */
NULL,
dhd_prot_txstatus_process, /* MSG_TYPE_TX_STATUS */
NULL,
dhd_prot_rxcmplt_process, /* MSG_TYPE_RX_CMPLT */
NULL,
dhdmsgbuf_dmaxfer_compare, /* MSG_TYPE_LPBK_DMAXFER_CMPLT */
NULL,
};
/*
* +---------------------------------------------------------------------------+
* PktId Map: Provides a native packet pointer to unique 32bit PktId mapping.
* The packet id map, also includes storage for some packet parameters that
* may be saved. A native packet pointer along with the parameters may be saved
* and a unique 32bit pkt id will be returned. Later, the saved packet pointer
* and the metadata may be retrieved using the previously allocated packet id.
* +---------------------------------------------------------------------------+
*/
#define MAX_PKTID_ITEMS (3072) /* Maximum number of pktids supported */
typedef void * dhd_pktid_map_handle_t; /* opaque handle to a pktid map */
/* Construct a packet id mapping table, returing an opaque map handle */
static dhd_pktid_map_handle_t *dhd_pktid_map_init(void *osh, uint32 num_items);
/* Destroy a packet id mapping table, freeing all packets active in the table */
static void dhd_pktid_map_fini(dhd_pktid_map_handle_t *map);
/* Determine number of pktids that are available */
static INLINE uint32 dhd_pktid_map_avail_cnt(dhd_pktid_map_handle_t *map);
/* Allocate a unique pktid against which a pkt and some metadata is saved */
static INLINE uint32 dhd_pktid_map_reserve(dhd_pktid_map_handle_t *handle,
void *pkt);
static INLINE void dhd_pktid_map_save(dhd_pktid_map_handle_t *handle, void *pkt,
uint32 nkey, dmaaddr_t physaddr, uint32 len, uint8 dma, uint8 buf_type);
static uint32 dhd_pktid_map_alloc(dhd_pktid_map_handle_t *map, void *pkt,
dmaaddr_t physaddr, uint32 len, uint8 dma, uint8 buf_type);
/* Return an allocated pktid, retrieving previously saved pkt and metadata */
static void *dhd_pktid_map_free(dhd_pktid_map_handle_t *map, uint32 id,
dmaaddr_t *physaddr, uint32 *len, uint8 buf_type);
#define USE_DHD_PKTID_LOCK 1
#ifdef USE_DHD_PKTID_LOCK
#define DHD_PKTID_LOCK_INIT(osh) dhd_os_spin_lock_init(osh)
#define DHD_PKTID_LOCK_DEINIT(osh, lock) dhd_os_spin_lock_deinit(osh, lock)
#define DHD_PKTID_LOCK(lock) dhd_os_spin_lock(lock)
#define DHD_PKTID_UNLOCK(lock, flags) dhd_os_spin_unlock(lock, flags)
#else
#define DHD_PKTID_LOCK_INIT(osh) (void *)(1)
#define DHD_PKTID_LOCK_DEINIT(osh, lock) do { } while (0)
#define DHD_PKTID_LOCK(lock) 0
#define DHD_PKTID_UNLOCK(lock, flags) do { } while (0)
#endif
/* Packet metadata saved in packet id mapper */
typedef enum pkt_buf_type {
BUFF_TYPE_DATA_TX = 0,
BUFF_TYPE_DATA_RX,
BUFF_TYPE_IOCTL_RX,
BUFF_TYPE_EVENT_RX,
/* This is purely to work around the following scenario.
* In the function dhd_prot_txdata, NATIVE_TO_PKTID_RSV is
* called to just reserve the pkt id, later on if ring space
* is not available, the pktid is freed. But note that now
* dhd_prot_pkt_free will compare the the buf_type with the
* buffer type and fail if they don't match. In this case
* passing this flag will ensure that such a comparison is
* not made. The other option I considered is to use physaddr
* field itself. That is make it 0 in xxx_free and in the comparison
* if this field is zero just skip the dma != buf_type comparison.
* But that logic is too implicit and decided to use this logic to
* explicitly skip the check only in this case.
*/
BUFF_TYPE_NO_CHECK
} pkt_buf_type_t;
/* Packet metadata saved in packet id mapper */
typedef struct dhd_pktid_item {
bool inuse; /* tag an item to be in use */
uint8 dma; /* map direction: flush or invalidate */
uint8 buf_type;
/* This filed is used to colour the
* buffer pointers held in the locker.
*/
uint16 len; /* length of mapped packet's buffer */
void *pkt; /* opaque native pointer to a packet */
dmaaddr_t physaddr; /* physical address of mapped packet's buffer */
} dhd_pktid_item_t;
typedef struct dhd_pktid_map {
void *osh;
int items; /* total items in map */
int avail; /* total available items */
int failures; /* lockers unavailable count */
void *pktid_lock;
uint32 keys[MAX_PKTID_ITEMS + 1]; /* stack of unique pkt ids */
dhd_pktid_item_t lockers[0]; /* metadata storage */
} dhd_pktid_map_t;
/*
* PktId (Locker) #0 is never allocated and is considered invalid.
*
* On request for a pktid, a value DHD_PKTID_INVALID must be treated as a
* depleted pktid pool and must not be used by the caller.
*
* Likewise, a caller must never free a pktid of value DHD_PKTID_INVALID.
*/
#define DHD_PKTID_INVALID (0U)
#define DHD_PKTID_ITEM_SZ (sizeof(dhd_pktid_item_t))
#define DHD_PKTID_MAP_SZ(items) (sizeof(dhd_pktid_map_t) + \
(DHD_PKTID_ITEM_SZ * ((items) + 1)))
#define NATIVE_TO_PKTID_INIT(osh, items) dhd_pktid_map_init((osh), (items))
#define NATIVE_TO_PKTID_FINI(map) dhd_pktid_map_fini(map)
#define NATIVE_TO_PKTID_CLEAR(map) dhd_pktid_map_clear(map)
#define NATIVE_TO_PKTID_RSV(map, pkt) dhd_pktid_map_reserve((map), (pkt))
#define NATIVE_TO_PKTID_SAVE(map, pkt, nkey, pa, len, dma, buf_type) \
dhd_pktid_map_save((map), (void *)(pkt), (nkey), (pa), (uint32)(len), \
(uint8)dma, (uint8)buf_type)
#define NATIVE_TO_PKTID(map, pkt, pa, len, dma, buf_type) \
dhd_pktid_map_alloc((map), (void *)(pkt), (pa), (uint32)(len), \
(uint8)dma, (uint8)buf_type)
#define PKTID_TO_NATIVE(map, pktid, pa, len, buf_type) \
dhd_pktid_map_free((map), (uint32)(pktid), \
(dmaaddr_t *)&(pa), (uint32 *)&(len), (uint8)buf_type)
#define PKTID_AVAIL(map) dhd_pktid_map_avail_cnt(map)
/*
* +---------------------------------------------------------------------------+
* Packet to Packet Id mapper using a <numbered_key, locker> paradigm.
*
* dhd_pktid_map manages a set of unique Packet Ids range[1..MAX_PKTID_ITEMS].
*
* dhd_pktid_map_alloc() may be used to save some packet metadata, and a unique
* packet id is returned. This unique packet id may be used to retrieve the
* previously saved packet metadata, using dhd_pktid_map_free(). On invocation
* of dhd_pktid_map_free(), the unique packet id is essentially freed. A
* subsequent call to dhd_pktid_map_alloc() may reuse this packet id.
*
* Implementation Note:
* Convert this into a <key,locker> abstraction and place into bcmutils !
* Locker abstraction should treat contents as opaque storage, and a
* callback should be registered to handle inuse lockers on destructor.
*
* +---------------------------------------------------------------------------+
*/
/* Allocate and initialize a mapper of num_items <numbered_key, locker> */
static dhd_pktid_map_handle_t *
dhd_pktid_map_init(void *osh, uint32 num_items)
{
uint32 nkey;
dhd_pktid_map_t *map;
uint32 dhd_pktid_map_sz;
ASSERT((num_items >= 1) && num_items <= MAX_PKTID_ITEMS);
dhd_pktid_map_sz = DHD_PKTID_MAP_SZ(num_items);
if ((map = (dhd_pktid_map_t *)MALLOC(osh, dhd_pktid_map_sz)) == NULL) {
DHD_ERROR(("%s:%d: MALLOC failed for size %d\n",
__FUNCTION__, __LINE__, dhd_pktid_map_sz));
return NULL;
}
bzero(map, dhd_pktid_map_sz);
map->pktid_lock = DHD_PKTID_LOCK_INIT(osh);
if (map->pktid_lock == NULL) {
DHD_ERROR(("%s:%d: Lock init failed \r\n", __FUNCTION__, __LINE__));
goto error;
}
map->osh = osh;
map->items = num_items;
map->avail = num_items;
map->lockers[DHD_PKTID_INVALID].inuse = TRUE; /* tag locker #0 as inuse */
for (nkey = 1; nkey <= num_items; nkey++) { /* locker #0 is reserved */
map->keys[nkey] = nkey; /* populate with unique keys */
map->lockers[nkey].inuse = FALSE;
}
return (dhd_pktid_map_handle_t *)map; /* opaque handle */
error:
if (map) {
if (map->pktid_lock) {
DHD_PKTID_LOCK_DEINIT(osh, map->pktid_lock);
}
MFREE(osh, map, dhd_pktid_map_sz);
}
return (dhd_pktid_map_handle_t *)NULL; /* opaque handle */
}
/*
* Retrieve all allocated keys and free all <numbered_key, locker>.
* Freeing implies: unmapping the buffers and freeing the native packet
* This could have been a callback registered with the pktid mapper.
*/
static void
dhd_pktid_map_fini(dhd_pktid_map_handle_t *handle)
{
void *osh;
int nkey;
dhd_pktid_map_t *map;
uint32 dhd_pktid_map_sz;
dhd_pktid_item_t *locker;
unsigned long flags;
if (handle == NULL)
return;
map = (dhd_pktid_map_t *)handle;
flags = DHD_PKTID_LOCK(map->pktid_lock);
osh = map->osh;
dhd_pktid_map_sz = DHD_PKTID_MAP_SZ(map->items);
nkey = 1; /* skip reserved KEY #0, and start from 1 */
locker = &map->lockers[nkey];
for (; nkey <= map->items; nkey++, locker++) {
if (locker->inuse == TRUE) { /* numbered key still in use */
locker->inuse = FALSE; /* force open the locker */
if (!PHYSADDRISZERO(locker->physaddr)) {
/* This could be a callback registered with dhd_pktid_map */
DMA_UNMAP(osh, locker->physaddr, locker->len,
locker->dma, 0, 0);
} else {
DHD_ERROR(("%s: Invalid physaddr 0\n", __FUNCTION__));
}
if (locker->buf_type == BUFF_TYPE_IOCTL_RX ||
locker->buf_type == BUFF_TYPE_EVENT_RX) {
#ifdef DHD_USE_STATIC_CTRLBUF
PKTFREE_STATIC(osh, (ulong*)locker->pkt, FALSE);
#else
PKTFREE(osh, (ulong*)locker->pkt, FALSE);
#endif /* DHD_USE_STATIC_CTRLBUF */
} else {
PKTFREE(osh, (ulong*)locker->pkt, FALSE);
}
}
locker->pkt = NULL; /* clear saved pkt */
locker->len = 0;
}
DHD_PKTID_UNLOCK(map->pktid_lock, flags);
DHD_PKTID_LOCK_DEINIT(osh, map->pktid_lock);
MFREE(osh, handle, dhd_pktid_map_sz);
}
static void
dhd_pktid_map_clear(dhd_pktid_map_handle_t *handle)
{
void *osh;
int nkey;
dhd_pktid_map_t *map;
dhd_pktid_item_t *locker;
unsigned long flags;
DHD_TRACE(("%s\n",__FUNCTION__));
if (handle == NULL)
return;
map = (dhd_pktid_map_t *)handle;
flags = DHD_PKTID_LOCK(map->pktid_lock);
osh = map->osh;
map->failures = 0;
nkey = 1; /* skip reserved KEY #0, and start from 1 */
locker = &map->lockers[nkey];
for (; nkey <= map->items; nkey++, locker++) {
map->keys[nkey] = nkey; /* populate with unique keys */
if (locker->inuse == TRUE) { /* numbered key still in use */
locker->inuse = FALSE; /* force open the locker */
DHD_TRACE(("%s free id%d\n",__FUNCTION__,nkey ));
if (!PHYSADDRISZERO(locker->physaddr)) {
DMA_UNMAP(osh, (uint32)locker->physaddr, locker->len,
locker->dma, 0, 0);
} else {
DHD_ERROR(("%s: Invalid physaddr 0\n", __FUNCTION__));
}
if (locker->buf_type == BUFF_TYPE_IOCTL_RX ||
locker->buf_type == BUFF_TYPE_EVENT_RX) {
#ifdef DHD_USE_STATIC_CTRLBUF
PKTFREE_STATIC(osh, (ulong*)locker->pkt, FALSE);
#else
PKTFREE(osh, (ulong*)locker->pkt, FALSE);
#endif /* DHD_USE_STATIC_CTRLBUF */
} else {
PKTFREE(osh, (ulong*)locker->pkt, FALSE);
}
}
locker->pkt = NULL; /* clear saved pkt */
locker->len = 0;
}
map->avail = map->items;
DHD_PKTID_UNLOCK(map->pktid_lock, flags);
}
/* Get the pktid free count */
static INLINE uint32 BCMFASTPATH
dhd_pktid_map_avail_cnt(dhd_pktid_map_handle_t *handle)
{
dhd_pktid_map_t *map;
uint32 avail;
map = (dhd_pktid_map_t *)handle;
avail = map->avail;
return avail;
}
/*
* Allocate locker, save pkt contents, and return the locker's numbered key.
* dhd_pktid_map_alloc() is not reentrant, and is the caller's responsibility.
* Caller must treat a returned value DHD_PKTID_INVALID as a failure case,
* implying a depleted pool of pktids.
*/
static INLINE uint32
dhd_pktid_map_reserve(dhd_pktid_map_handle_t *handle, void *pkt)
{
uint32 nkey;
dhd_pktid_map_t *map;
dhd_pktid_item_t *locker;
map = (dhd_pktid_map_t *)handle;
if (map->avail <= 0) { /* no more pktids to allocate */
map->failures++;
DHD_INFO(("%s:%d: failed, no free keys\n", __FUNCTION__, __LINE__));
return DHD_PKTID_INVALID; /* failed alloc request */
}
ASSERT(map->avail <= map->items);
nkey = map->keys[map->avail]; /* fetch a free locker, pop stack */
map->avail--;
locker = &map->lockers[nkey]; /* save packet metadata in locker */
locker->inuse = TRUE; /* reserve this locker */
locker->pkt = pkt;
locker->len = 0;
ASSERT(nkey != DHD_PKTID_INVALID);
return nkey; /* return locker's numbered key */
}
static INLINE void
dhd_pktid_map_save(dhd_pktid_map_handle_t *handle, void *pkt, uint32 nkey,
dmaaddr_t physaddr, uint32 len, uint8 dma, uint8 buf_type)
{
dhd_pktid_map_t *map;
dhd_pktid_item_t *locker;
map = (dhd_pktid_map_t *)handle;
if ((nkey == DHD_PKTID_INVALID) || (nkey > (uint32)map->items)) {
DHD_ERROR(("%s: PKTID %d is invalid (PKTIDMAP_ITEMS=%d)\n",
__FUNCTION__, nkey, (uint32)map->items));
return;
}
locker = &map->lockers[nkey];
locker->dma = dma; /* store contents in locker */
locker->physaddr = physaddr;
locker->len = (uint16)len; /* 16bit len */
locker->buf_type = buf_type;
}
static uint32 BCMFASTPATH
dhd_pktid_map_alloc(dhd_pktid_map_handle_t *handle, void *pkt,
dmaaddr_t physaddr, uint32 len, uint8 dma, uint8 buf_type)
{
uint32 nkey;
unsigned long flags;
dhd_pktid_map_t *map;
map = (dhd_pktid_map_t *)handle;
flags = DHD_PKTID_LOCK(map->pktid_lock);
nkey = dhd_pktid_map_reserve(handle, pkt);
if (nkey != DHD_PKTID_INVALID) {
dhd_pktid_map_save(handle, pkt, nkey, physaddr, len, dma, buf_type);
}
DHD_PKTID_UNLOCK(map->pktid_lock, flags);
return nkey;
}
/*
* Given a numbered key, return the locker contents.
* dhd_pktid_map_free() is not reentrant, and is the caller's responsibility.
* Caller may not free a pktid value DHD_PKTID_INVALID or an arbitrary pktid
* value. Only a previously allocated pktid may be freed.
*/
static void * BCMFASTPATH
dhd_pktid_map_free(dhd_pktid_map_handle_t *handle, uint32 nkey,
dmaaddr_t *physaddr, uint32 *len, uint8 buf_type)
{
dhd_pktid_map_t *map;
dhd_pktid_item_t *locker;
void *pkt;
unsigned long flags;
map = (dhd_pktid_map_t *)handle;
if ((nkey == DHD_PKTID_INVALID) || (nkey > (uint32)map->items)) {
DHD_ERROR(("%s: PKTID %d is invalid (PKTIDMAP_ITEMS=%d)\n",
__FUNCTION__, nkey, (uint32)map->items));
return NULL;
}
flags = DHD_PKTID_LOCK(map->pktid_lock);
locker = &map->lockers[nkey];
if (locker->inuse == FALSE) { /* Debug check for cloned numbered key */
DHD_ERROR(("%s:%d: Error! freeing invalid pktid<%u>\n",
__FUNCTION__, __LINE__, nkey));
DHD_PKTID_UNLOCK(map->pktid_lock, flags);
return NULL;
}
if ((buf_type != BUFF_TYPE_NO_CHECK) && (locker->buf_type != buf_type)) {
DHD_ERROR(("%s:%d: Error! Invalid Buffer Free for pktid<%u> \n",
__FUNCTION__, __LINE__, nkey));
DHD_PKTID_UNLOCK(map->pktid_lock, flags);
return NULL;
}
map->avail++;
map->keys[map->avail] = nkey; /* make this numbered key available */
locker->inuse = FALSE; /* open and free Locker */
*physaddr = locker->physaddr; /* return contents of locker */
*len = (uint32)locker->len;
pkt = locker->pkt;
locker->pkt = NULL; /* Clear pkt */
locker->len = 0;
DHD_PKTID_UNLOCK(map->pktid_lock, flags);
return pkt;
}
/* Linkage, sets prot link and updates hdrlen in pub */
int dhd_prot_attach(dhd_pub_t *dhd)
{
uint alloced = 0;
dhd_prot_t *prot;
/* Allocate prot structure */
if (!(prot = (dhd_prot_t *)DHD_OS_PREALLOC(dhd, DHD_PREALLOC_PROT,
sizeof(dhd_prot_t)))) {
DHD_ERROR(("%s: kmalloc failed\n", __FUNCTION__));
goto fail;
}
memset(prot, 0, sizeof(*prot));
prot->osh = dhd->osh;
dhd->prot = prot;
/* DMAing ring completes supported? FALSE by default */
dhd->dma_d2h_ring_upd_support = FALSE;
dhd->dma_h2d_ring_upd_support = FALSE;
/* set the memdump capability */
dhd->memdump_enabled = DUMP_MEMONLY;
/* Ring Allocations */
/* 1.0 H2D TXPOST ring */
if (!(prot->h2dring_txp_subn = prot_ring_attach(prot, "h2dtxp",
H2DRING_TXPOST_MAX_ITEM, H2DRING_TXPOST_ITEMSIZE,
BCMPCIE_H2D_TXFLOWRINGID))) {
DHD_ERROR(("%s: kmalloc for H2D TXPOST ring failed\n", __FUNCTION__));
goto fail;
}
/* 2.0 H2D RXPOST ring */
if (!(prot->h2dring_rxp_subn = prot_ring_attach(prot, "h2drxp",
H2DRING_RXPOST_MAX_ITEM, H2DRING_RXPOST_ITEMSIZE,
BCMPCIE_H2D_MSGRING_RXPOST_SUBMIT))) {
DHD_ERROR(("%s: kmalloc for H2D RXPOST ring failed\n", __FUNCTION__));
goto fail;
}
/* 3.0 H2D CTRL_SUBMISSION ring */
if (!(prot->h2dring_ctrl_subn = prot_ring_attach(prot, "h2dctrl",
H2DRING_CTRL_SUB_MAX_ITEM, H2DRING_CTRL_SUB_ITEMSIZE,
BCMPCIE_H2D_MSGRING_CONTROL_SUBMIT))) {
DHD_ERROR(("%s: kmalloc for H2D CTRL_SUBMISSION ring failed\n",
__FUNCTION__));
goto fail;
}
/* 4.0 D2H TX_COMPLETION ring */
if (!(prot->d2hring_tx_cpln = prot_ring_attach(prot, "d2htxcpl",
D2HRING_TXCMPLT_MAX_ITEM, D2HRING_TXCMPLT_ITEMSIZE,
BCMPCIE_D2H_MSGRING_TX_COMPLETE))) {
DHD_ERROR(("%s: kmalloc for D2H TX_COMPLETION ring failed\n",
__FUNCTION__));
goto fail;
}
/* 5.0 D2H RX_COMPLETION ring */
if (!(prot->d2hring_rx_cpln = prot_ring_attach(prot, "d2hrxcpl",
D2HRING_RXCMPLT_MAX_ITEM, D2HRING_RXCMPLT_ITEMSIZE,
BCMPCIE_D2H_MSGRING_RX_COMPLETE))) {
DHD_ERROR(("%s: kmalloc for D2H RX_COMPLETION ring failed\n",
__FUNCTION__));
goto fail;
}
/* 6.0 D2H CTRL_COMPLETION ring */
if (!(prot->d2hring_ctrl_cpln = prot_ring_attach(prot, "d2hctrl",
D2HRING_CTRL_CMPLT_MAX_ITEM, D2HRING_CTRL_CMPLT_ITEMSIZE,
BCMPCIE_D2H_MSGRING_CONTROL_COMPLETE))) {
DHD_ERROR(("%s: kmalloc for D2H CTRL_COMPLETION ring failed\n",
__FUNCTION__));
goto fail;
}
/* Return buffer for ioctl */
prot->retbuf.va = DMA_ALLOC_CONSISTENT(dhd->osh, IOCT_RETBUF_SIZE, DMA_ALIGN_LEN,
&alloced, &prot->retbuf.pa, &prot->retbuf.dmah);
if (prot->retbuf.va == NULL) {
ASSERT(0);
return BCME_NOMEM;
}
ASSERT(MODX((unsigned long)prot->retbuf.va, DMA_ALIGN_LEN) == 0);
bzero(prot->retbuf.va, IOCT_RETBUF_SIZE);
OSL_CACHE_FLUSH((void *) prot->retbuf.va, IOCT_RETBUF_SIZE);
/* IOCTL request buffer */
prot->ioctbuf.va = DMA_ALLOC_CONSISTENT(dhd->osh, IOCT_RETBUF_SIZE, DMA_ALIGN_LEN,
&alloced, &prot->ioctbuf.pa, &prot->ioctbuf.dmah);
if (prot->ioctbuf.va == NULL) {
ASSERT(0);
return BCME_NOMEM;
}
ASSERT(MODX((unsigned long)prot->ioctbuf.va, DMA_ALIGN_LEN) == 0);
bzero(prot->ioctbuf.va, IOCT_RETBUF_SIZE);
OSL_CACHE_FLUSH((void *) prot->ioctbuf.va, IOCT_RETBUF_SIZE);
/* Scratch buffer for dma rx offset */
prot->d2h_dma_scratch_buf_len = DMA_D2H_SCRATCH_BUF_LEN;
prot->d2h_dma_scratch_buf.va = DMA_ALLOC_CONSISTENT(dhd->osh, DMA_D2H_SCRATCH_BUF_LEN,
DMA_ALIGN_LEN, &alloced, &prot->d2h_dma_scratch_buf.pa,
&prot->d2h_dma_scratch_buf.dmah);
if (prot->d2h_dma_scratch_buf.va == NULL) {
ASSERT(0);
return BCME_NOMEM;
}
ASSERT(MODX((unsigned long)prot->d2h_dma_scratch_buf.va, DMA_ALIGN_LEN) == 0);
bzero(prot->d2h_dma_scratch_buf.va, DMA_D2H_SCRATCH_BUF_LEN);
OSL_CACHE_FLUSH((void *)prot->d2h_dma_scratch_buf.va, DMA_D2H_SCRATCH_BUF_LEN);
/* PKTID handle INIT */
prot->pktid_map_handle = NATIVE_TO_PKTID_INIT(dhd->osh, MAX_PKTID_ITEMS);
if (prot->pktid_map_handle == NULL) {
ASSERT(0);
return BCME_NOMEM;
}
prot->dmaxfer.srcmem.va = NULL;
prot->dmaxfer.destmem.va = NULL;
prot->dmaxfer_in_progress = FALSE;
prot->rx_metadata_offset = 0;
prot->tx_metadata_offset = 0;
#ifdef DHD_RX_CHAINING
dhd_rxchain_reset(&prot->rxchain);
#endif
return 0;
fail:
#ifndef CONFIG_DHD_USE_STATIC_BUF
if (prot != NULL)
dhd_prot_detach(dhd);
#endif /* CONFIG_DHD_USE_STATIC_BUF */
return BCME_NOMEM;
}
/* Init memory block on host DMA'ing indices */
int
dhd_prot_init_index_dma_block(dhd_pub_t *dhd, uint8 type, uint32 length)
{
uint alloced = 0;
dhd_prot_t *prot = dhd->prot;
uint32 dma_block_size = 4 * length;
if (prot == NULL) {
DHD_ERROR(("prot is not inited\n"));
return BCME_ERROR;
}
switch (type) {
case HOST_TO_DNGL_DMA_WRITEINDX_BUFFER:
/* ring update dma buffer for submission write */
prot->h2d_dma_writeindx_buf_len = dma_block_size;
prot->h2d_dma_writeindx_buf.va = DMA_ALLOC_CONSISTENT(dhd->osh,
dma_block_size, DMA_ALIGN_LEN, &alloced,
&prot->h2d_dma_writeindx_buf.pa,
&prot->h2d_dma_writeindx_buf.dmah);
if (prot->h2d_dma_writeindx_buf.va == NULL) {
return BCME_NOMEM;
}
ASSERT(ISALIGNED(prot->h2d_dma_writeindx_buf.va, 4));
bzero(prot->h2d_dma_writeindx_buf.va, dma_block_size);
OSL_CACHE_FLUSH((void *)prot->h2d_dma_writeindx_buf.va, dma_block_size);
DHD_ERROR(("H2D_WRITEINDX_ARRAY_HOST: %d-bytes "
"inited for dma'ing h2d-w indices\n",
prot->h2d_dma_writeindx_buf_len));
break;
case HOST_TO_DNGL_DMA_READINDX_BUFFER:
/* ring update dma buffer for submission read */
prot->h2d_dma_readindx_buf_len = dma_block_size;
prot->h2d_dma_readindx_buf.va = DMA_ALLOC_CONSISTENT(dhd->osh,
dma_block_size, DMA_ALIGN_LEN, &alloced,
&prot->h2d_dma_readindx_buf.pa,
&prot->h2d_dma_readindx_buf.dmah);
if (prot->h2d_dma_readindx_buf.va == NULL) {
return BCME_NOMEM;
}
ASSERT(ISALIGNED(prot->h2d_dma_readindx_buf.va, 4));
bzero(prot->h2d_dma_readindx_buf.va, dma_block_size);
OSL_CACHE_FLUSH((void *)prot->h2d_dma_readindx_buf.va, dma_block_size);
DHD_ERROR(("H2D_READINDX_ARRAY_HOST %d-bytes "
"inited for dma'ing h2d-r indices\n",
prot->h2d_dma_readindx_buf_len));
break;
case DNGL_TO_HOST_DMA_WRITEINDX_BUFFER:
/* ring update dma buffer for completion write */
prot->d2h_dma_writeindx_buf_len = dma_block_size;
prot->d2h_dma_writeindx_buf.va = DMA_ALLOC_CONSISTENT(dhd->osh,
dma_block_size, DMA_ALIGN_LEN, &alloced,
&prot->d2h_dma_writeindx_buf.pa,
&prot->d2h_dma_writeindx_buf.dmah);
if (prot->d2h_dma_writeindx_buf.va == NULL) {
return BCME_NOMEM;
}
ASSERT(ISALIGNED(prot->d2h_dma_writeindx_buf.va, 4));
bzero(prot->d2h_dma_writeindx_buf.va, dma_block_size);
OSL_CACHE_FLUSH((void *)prot->d2h_dma_writeindx_buf.va, dma_block_size);
DHD_ERROR(("D2H_WRITEINDX_ARRAY_HOST %d-bytes "
"inited for dma'ing d2h-w indices\n",
prot->d2h_dma_writeindx_buf_len));
break;
case DNGL_TO_HOST_DMA_READINDX_BUFFER:
/* ring update dma buffer for completion read */
prot->d2h_dma_readindx_buf_len = dma_block_size;
prot->d2h_dma_readindx_buf.va = DMA_ALLOC_CONSISTENT(dhd->osh,
dma_block_size, DMA_ALIGN_LEN, &alloced,
&prot->d2h_dma_readindx_buf.pa,
&prot->d2h_dma_readindx_buf.dmah);
if (prot->d2h_dma_readindx_buf.va == NULL) {
return BCME_NOMEM;
}
ASSERT(ISALIGNED(prot->d2h_dma_readindx_buf.va, 4));
bzero(prot->d2h_dma_readindx_buf.va, dma_block_size);
OSL_CACHE_FLUSH((void *)prot->d2h_dma_readindx_buf.va, dma_block_size);
DHD_ERROR(("D2H_READINDX_ARRAY_HOST %d-bytes "
"inited for dma'ing d2h-r indices\n",
prot->d2h_dma_readindx_buf_len));
break;
default:
DHD_ERROR(("%s: Unexpected option\n", __FUNCTION__));
return BCME_BADOPTION;
}
return BCME_OK;
}
/* Unlink, frees allocated protocol memory (including dhd_prot) */
void dhd_prot_detach(dhd_pub_t *dhd)
{
dhd_prot_t *prot = dhd->prot;
/* Stop the protocol module */
if (dhd->prot) {
/* free up scratch buffer */
if (prot->d2h_dma_scratch_buf.va) {
DMA_FREE_CONSISTENT(dhd->osh, prot->d2h_dma_scratch_buf.va,
DMA_D2H_SCRATCH_BUF_LEN, prot->d2h_dma_scratch_buf.pa,
prot->d2h_dma_scratch_buf.dmah);
prot->d2h_dma_scratch_buf.va = NULL;
}
/* free up ring upd buffer for submission writes */
if (prot->h2d_dma_writeindx_buf.va) {
DMA_FREE_CONSISTENT(dhd->osh, prot->h2d_dma_writeindx_buf.va,
prot->h2d_dma_writeindx_buf_len, prot->h2d_dma_writeindx_buf.pa,
prot->h2d_dma_writeindx_buf.dmah);
prot->h2d_dma_writeindx_buf.va = NULL;
}
/* free up ring upd buffer for submission reads */
if (prot->h2d_dma_readindx_buf.va) {
DMA_FREE_CONSISTENT(dhd->osh, prot->h2d_dma_readindx_buf.va,
prot->h2d_dma_readindx_buf_len, prot->h2d_dma_readindx_buf.pa,
prot->h2d_dma_readindx_buf.dmah);
prot->h2d_dma_readindx_buf.va = NULL;
}
/* free up ring upd buffer for completion writes */
if (prot->d2h_dma_writeindx_buf.va) {
DMA_FREE_CONSISTENT(dhd->osh, prot->d2h_dma_writeindx_buf.va,
prot->d2h_dma_writeindx_buf_len, prot->d2h_dma_writeindx_buf.pa,
prot->d2h_dma_writeindx_buf.dmah);
prot->d2h_dma_writeindx_buf.va = NULL;
}
/* free up ring upd buffer for completion writes */
if (prot->d2h_dma_readindx_buf.va) {
DMA_FREE_CONSISTENT(dhd->osh, prot->d2h_dma_readindx_buf.va,
prot->d2h_dma_readindx_buf_len, prot->d2h_dma_readindx_buf.pa,
prot->d2h_dma_readindx_buf.dmah);
prot->d2h_dma_readindx_buf.va = NULL;
}
/* ioctl return buffer */
if (prot->retbuf.va) {
DMA_FREE_CONSISTENT(dhd->osh, dhd->prot->retbuf.va,
IOCT_RETBUF_SIZE, dhd->prot->retbuf.pa, dhd->prot->retbuf.dmah);
dhd->prot->retbuf.va = NULL;
}
/* ioctl request buffer */
if (prot->ioctbuf.va) {
DMA_FREE_CONSISTENT(dhd->osh, dhd->prot->ioctbuf.va,
IOCT_RETBUF_SIZE, dhd->prot->ioctbuf.pa, dhd->prot->ioctbuf.dmah);
dhd->prot->ioctbuf.va = NULL;
}
/* 1.0 H2D TXPOST ring */
dhd_prot_ring_detach(dhd, prot->h2dring_txp_subn);
/* 2.0 H2D RXPOST ring */
dhd_prot_ring_detach(dhd, prot->h2dring_rxp_subn);
/* 3.0 H2D CTRL_SUBMISSION ring */
dhd_prot_ring_detach(dhd, prot->h2dring_ctrl_subn);
/* 4.0 D2H TX_COMPLETION ring */
dhd_prot_ring_detach(dhd, prot->d2hring_tx_cpln);
/* 5.0 D2H RX_COMPLETION ring */
dhd_prot_ring_detach(dhd, prot->d2hring_rx_cpln);
/* 6.0 D2H CTRL_COMPLETION ring */
dhd_prot_ring_detach(dhd, prot->d2hring_ctrl_cpln);
NATIVE_TO_PKTID_FINI(dhd->prot->pktid_map_handle);
#ifndef CONFIG_DHD_USE_STATIC_BUF
MFREE(dhd->osh, dhd->prot, sizeof(dhd_prot_t));
#endif /* CONFIG_DHD_USE_STATIC_BUF */
dhd->prot = NULL;
}
}
void
dhd_prot_rx_dataoffset(dhd_pub_t *dhd, uint32 rx_offset)
{
dhd_prot_t *prot = dhd->prot;
prot->rx_dataoffset = rx_offset;
}
/* Initialize protocol: sync w/dongle state.
* Sets dongle media info (iswl, drv_version, mac address).
*/
int dhd_sync_with_dongle(dhd_pub_t *dhd)
{
int ret = 0;
wlc_rev_info_t revinfo;
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
/* Get the device rev info */
memset(&revinfo, 0, sizeof(revinfo));
ret = dhd_wl_ioctl_cmd(dhd, WLC_GET_REVINFO, &revinfo, sizeof(revinfo), FALSE, 0);
if (ret < 0)
goto done;
dhd_process_cid_mac(dhd, TRUE);
ret = dhd_preinit_ioctls(dhd);
if (!ret)
dhd_process_cid_mac(dhd, FALSE);
/* Always assumes wl for now */
dhd->iswl = TRUE;
done:
return ret;
}
/* This function does all necessary initialization needed
* for IOCTL/IOVAR path
*/
int dhd_prot_init(dhd_pub_t *dhd)
{
dhd_prot_t *prot = dhd->prot;
/* Max pkts in ring */
prot->max_tx_count = H2DRING_TXPOST_MAX_ITEM;
DHD_INFO(("%s:%d: MAX_TX_COUNT = %d\n", __FUNCTION__, __LINE__, prot->max_tx_count));
/* Read max rx packets supported by dongle */
dhd_bus_cmn_readshared(dhd->bus, &prot->max_rxbufpost, MAX_HOST_RXBUFS, 0);
if (prot->max_rxbufpost == 0) {
/* This would happen if the dongle firmware is not */
/* using the latest shared structure template */
prot->max_rxbufpost = DEFAULT_RX_BUFFERS_TO_POST;
}
DHD_INFO(("%s:%d: MAX_RXBUFPOST = %d\n", __FUNCTION__, __LINE__, prot->max_rxbufpost));
prot->max_eventbufpost = DHD_FLOWRING_MAX_EVENTBUF_POST;
prot->max_ioctlrespbufpost = DHD_FLOWRING_MAX_IOCTLRESPBUF_POST;
prot->active_tx_count = 0;
prot->data_seq_no = 0;
prot->ioctl_seq_no = 0;
prot->txp_threshold = TXP_FLUSH_MAX_ITEMS_FLUSH_CNT;
prot->ioctl_trans_id = 1;
/* Register the interrupt function upfront */
/* remove corerev checks in data path */
prot->mb_ring_fn = dhd_bus_get_mbintr_fn(dhd->bus);
/* Initialise rings */
/* 1.0 H2D TXPOST ring */
if (dhd_bus_is_txmode_push(dhd->bus)) {
dhd_ring_init(dhd, prot->h2dring_txp_subn);
}
/* 2.0 H2D RXPOST ring */
dhd_ring_init(dhd, prot->h2dring_rxp_subn);
/* 3.0 H2D CTRL_SUBMISSION ring */
dhd_ring_init(dhd, prot->h2dring_ctrl_subn);
/* 4.0 D2H TX_COMPLETION ring */
dhd_ring_init(dhd, prot->d2hring_tx_cpln);
/* 5.0 D2H RX_COMPLETION ring */
dhd_ring_init(dhd, prot->d2hring_rx_cpln);
/* 6.0 D2H CTRL_COMPLETION ring */
dhd_ring_init(dhd, prot->d2hring_ctrl_cpln);
/* init the scratch buffer */
dhd_bus_cmn_writeshared(dhd->bus, &prot->d2h_dma_scratch_buf.pa,
sizeof(prot->d2h_dma_scratch_buf.pa), DNGL_TO_HOST_DMA_SCRATCH_BUFFER, 0);
dhd_bus_cmn_writeshared(dhd->bus, &prot->d2h_dma_scratch_buf_len,
sizeof(prot->d2h_dma_scratch_buf_len), DNGL_TO_HOST_DMA_SCRATCH_BUFFER_LEN, 0);
/* If supported by the host, indicate the memory block
* for comletion writes / submission reads to shared space
*/
if (DMA_INDX_ENAB(dhd->dma_d2h_ring_upd_support)) {
dhd_bus_cmn_writeshared(dhd->bus, &prot->d2h_dma_writeindx_buf.pa,
sizeof(prot->d2h_dma_writeindx_buf.pa),
DNGL_TO_HOST_DMA_WRITEINDX_BUFFER, 0);
dhd_bus_cmn_writeshared(dhd->bus, &prot->h2d_dma_readindx_buf.pa,
sizeof(prot->h2d_dma_readindx_buf.pa),
HOST_TO_DNGL_DMA_READINDX_BUFFER, 0);
}
if (DMA_INDX_ENAB(dhd->dma_h2d_ring_upd_support)) {
dhd_bus_cmn_writeshared(dhd->bus, &prot->h2d_dma_writeindx_buf.pa,
sizeof(prot->h2d_dma_writeindx_buf.pa),
HOST_TO_DNGL_DMA_WRITEINDX_BUFFER, 0);
dhd_bus_cmn_writeshared(dhd->bus, &prot->d2h_dma_readindx_buf.pa,
sizeof(prot->d2h_dma_readindx_buf.pa),
DNGL_TO_HOST_DMA_READINDX_BUFFER, 0);
}
dhd_msgbuf_rxbuf_post(dhd);
dhd_msgbuf_rxbuf_post_ioctlresp_bufs(dhd);
dhd_msgbuf_rxbuf_post_event_bufs(dhd);
return BCME_OK;
}
#define DHD_DBG_SHOW_METADATA 0
#if DHD_DBG_SHOW_METADATA
static void BCMFASTPATH
dhd_prot_print_metadata(dhd_pub_t *dhd, void *ptr, int len)
{
uint8 tlv_t;
uint8 tlv_l;
uint8 *tlv_v = (uint8 *)ptr;
if (len <= BCMPCIE_D2H_METADATA_HDRLEN)
return;
len -= BCMPCIE_D2H_METADATA_HDRLEN;
tlv_v += BCMPCIE_D2H_METADATA_HDRLEN;
while (len > TLV_HDR_LEN) {
tlv_t = tlv_v[TLV_TAG_OFF];
tlv_l = tlv_v[TLV_LEN_OFF];
len -= TLV_HDR_LEN;
tlv_v += TLV_HDR_LEN;
if (len < tlv_l)
break;
if ((tlv_t == 0) || (tlv_t == WLFC_CTL_TYPE_FILLER))
break;
switch (tlv_t) {
case WLFC_CTL_TYPE_TXSTATUS:
bcm_print_bytes("METADATA TX_STATUS", tlv_v, tlv_l);
break;
case WLFC_CTL_TYPE_RSSI:
bcm_print_bytes("METADATA RX_RSSI", tlv_v, tlv_l);
break;
case WLFC_CTL_TYPE_FIFO_CREDITBACK:
bcm_print_bytes("METADATA FIFO_CREDITBACK", tlv_v, tlv_l);
break;
case WLFC_CTL_TYPE_TX_ENTRY_STAMP:
bcm_print_bytes("METADATA TX_ENTRY", tlv_v, tlv_l);
break;
case WLFC_CTL_TYPE_RX_STAMP:
bcm_print_bytes("METADATA RX_TIMESTAMP", tlv_v, tlv_l);
break;
case WLFC_CTL_TYPE_TRANS_ID:
bcm_print_bytes("METADATA TRANS_ID", tlv_v, tlv_l);
break;
case WLFC_CTL_TYPE_COMP_TXSTATUS:
bcm_print_bytes("METADATA COMP_TXSTATUS", tlv_v, tlv_l);
break;
default:
bcm_print_bytes("METADATA UNKNOWN", tlv_v, tlv_l);
break;
}
len -= tlv_l;
tlv_v += tlv_l;
}
}
#endif /* DHD_DBG_SHOW_METADATA */
static INLINE void BCMFASTPATH
dhd_prot_packet_free(dhd_pub_t *dhd, uint32 pktid, uint8 buf_type)
{
void *PKTBUF;
dmaaddr_t pa;
uint32 pa_len;
PKTBUF = PKTID_TO_NATIVE(dhd->prot->pktid_map_handle, pktid, pa,
pa_len, buf_type);
if (PKTBUF) {
if (!PHYSADDRISZERO(pa)) {
DMA_UNMAP(dhd->osh, pa, (uint) pa_len, DMA_TX, 0, 0);
} else {
DHD_ERROR(("%s: Invalid physaddr 0\n", __FUNCTION__));
}
if (buf_type == BUFF_TYPE_IOCTL_RX ||
buf_type == BUFF_TYPE_EVENT_RX) {
#ifdef DHD_USE_STATIC_CTRLBUF
PKTFREE_STATIC(dhd->osh, PKTBUF, FALSE);
#else
PKTFREE(dhd->osh, PKTBUF, FALSE);
#endif /* DHD_USE_STATIC_CTRLBUF */
} else {
PKTFREE(dhd->osh, PKTBUF, FALSE);
}
}
}
static INLINE void * BCMFASTPATH
dhd_prot_packet_get(dhd_pub_t *dhd, uint32 pktid, uint8 buf_type)
{
void *PKTBUF;
dmaaddr_t pa;
uint32 pa_len;
PKTBUF = PKTID_TO_NATIVE(dhd->prot->pktid_map_handle, pktid, pa, pa_len, buf_type);
if (PKTBUF) {
DMA_UNMAP(dhd->osh, pa, (uint) pa_len, DMA_RX, 0, 0);
}
return PKTBUF;
}
static void BCMFASTPATH
dhd_msgbuf_rxbuf_post(dhd_pub_t *dhd)
{
dhd_prot_t *prot = dhd->prot;
int16 fillbufs;
uint16 cnt = 64;
int retcount = 0;
fillbufs = prot->max_rxbufpost - prot->rxbufpost;
while (fillbufs > 0) {
cnt--;
if (cnt == 0) {
/* find a better way to reschedule rx buf post if space not available */
DHD_ERROR(("h2d rx post ring not available to post host buffers \n"));
DHD_ERROR(("Current posted host buf count %d \n", prot->rxbufpost));
break;
}
/* Post in a burst of 8 buffers ata time */
fillbufs = MIN(fillbufs, RX_BUF_BURST);
/* Post buffers */
retcount = dhd_prot_rxbufpost(dhd, fillbufs);
if (retcount > 0) {
prot->rxbufpost += (uint16)retcount;
/* how many more to post */
fillbufs = prot->max_rxbufpost - prot->rxbufpost;
} else {
/* Make sure we don't run loop any further */
fillbufs = 0;
}
}
return;
}
/* Post count no of rx buffers down to dongle */
static int BCMFASTPATH
dhd_prot_rxbufpost(dhd_pub_t *dhd, uint16 count)
{
void *p;
uint16 pktsz = DHD_FLOWRING_RX_BUFPOST_PKTSZ;
uint8 *rxbuf_post_tmp;
host_rxbuf_post_t *rxbuf_post;
void* msg_start;
dmaaddr_t physaddr;
uint32 pktlen;
dhd_prot_t *prot = dhd->prot;
msgbuf_ring_t * ring = prot->h2dring_rxp_subn;
uint16 i = 0;
uint16 alloced = 0;
unsigned long flags;
uint32 pktid;
DHD_GENERAL_LOCK(dhd, flags);
/* Claim space for 'count' no of messages */
msg_start = (void *)dhd_alloc_ring_space(dhd, ring, count, &alloced);
DHD_GENERAL_UNLOCK(dhd, flags);
if (msg_start == NULL) {
DHD_ERROR(("%s:%d: Rxbufpost Msgbuf not available\n", __FUNCTION__, __LINE__));
return -1;
}
if (alloced < 1) {
DHD_ERROR(("%s:%d: Must have alloced space at least 1 item\n",
__FUNCTION__, __LINE__));
return -1;
}
rxbuf_post_tmp = (uint8*)msg_start;
/* loop through each allocated message in the host ring */
for (i = 0; i < alloced; i++) {
rxbuf_post = (host_rxbuf_post_t *)rxbuf_post_tmp;
/* Create a rx buffer */
if ((p = PKTGET(dhd->osh, pktsz, FALSE)) == NULL) {
DHD_ERROR(("%s:%d: PKTGET for rxbuf failed\n", __FUNCTION__, __LINE__));
break;
}
pktlen = PKTLEN(dhd->osh, p);
physaddr = DMA_MAP(dhd->osh, PKTDATA(dhd->osh, p), pktlen, DMA_RX, p, 0);
if (PHYSADDRISZERO(physaddr)) {
DMA_UNMAP(dhd->osh, physaddr, pktlen, DMA_RX, 0, 0);
PKTFREE(dhd->osh, p, FALSE);
DHD_ERROR(("%s:%d: Invalid phyaddr 0\n", __FUNCTION__, __LINE__));
break;
}
PKTPULL(dhd->osh, p, prot->rx_metadata_offset);
pktlen = PKTLEN(dhd->osh, p);
/* Get the lock before calling NATIVE_TO_PKTID */
DHD_GENERAL_LOCK(dhd, flags);
pktid = htol32(NATIVE_TO_PKTID(dhd->prot->pktid_map_handle, p, physaddr,
pktlen, DMA_RX, BUFF_TYPE_DATA_RX));
DHD_GENERAL_UNLOCK(dhd, flags);
if (pktid == DHD_PKTID_INVALID) {
DMA_UNMAP(dhd->osh, physaddr, pktlen, DMA_RX, 0, 0);
PKTFREE(dhd->osh, p, FALSE);
DHD_ERROR(("%s:%d: Pktid pool depleted.\n", __FUNCTION__, __LINE__));
break;
}
/* Common msg header */
rxbuf_post->cmn_hdr.msg_type = MSG_TYPE_RXBUF_POST;
rxbuf_post->cmn_hdr.if_id = 0;
rxbuf_post->data_buf_len = htol16((uint16)pktlen);
rxbuf_post->data_buf_addr.high_addr = htol32(PHYSADDRHI(physaddr));
rxbuf_post->data_buf_addr.low_addr =
htol32(PHYSADDRLO(physaddr) + prot->rx_metadata_offset);
if (prot->rx_metadata_offset) {
rxbuf_post->metadata_buf_len = prot->rx_metadata_offset;
rxbuf_post->metadata_buf_addr.high_addr = htol32(PHYSADDRHI(physaddr));
rxbuf_post->metadata_buf_addr.low_addr = htol32(PHYSADDRLO(physaddr));
} else {
rxbuf_post->metadata_buf_len = 0;
rxbuf_post->metadata_buf_addr.high_addr = 0;
rxbuf_post->metadata_buf_addr.low_addr = 0;
}
rxbuf_post->cmn_hdr.request_id = htol32(pktid);
/* Move rxbuf_post_tmp to next item */
rxbuf_post_tmp = rxbuf_post_tmp + RING_LEN_ITEMS(ring);
}
if (i < alloced) {
if (RING_WRITE_PTR(ring) < (alloced - i))
RING_WRITE_PTR(ring) = RING_MAX_ITEM(ring) - (alloced - i);
else
RING_WRITE_PTR(ring) -= (alloced - i);
alloced = i;
}
/* Update the write pointer in TCM & ring bell */
if (alloced > 0) {
DHD_INFO(("Allocated %d buffers for info ring\n", alloced));
prot_ring_write_complete(dhd, prot->h2dring_rxp_subn, msg_start, alloced);
}
return alloced;
}
static int
dhd_prot_rxbufpost_ctrl(dhd_pub_t *dhd, bool event_buf)
{
void *p;
uint16 pktsz;
ioctl_resp_evt_buf_post_msg_t *rxbuf_post;
dmaaddr_t physaddr;
uint32 pktlen;
dhd_prot_t *prot = dhd->prot;
uint16 alloced = 0;
unsigned long flags;
uint8 buf_type;
if (dhd->busstate == DHD_BUS_DOWN) {
DHD_ERROR(("%s: bus is already down.\n", __FUNCTION__));
return -1;
}
if (event_buf) {
/* Allocate packet for event buffer post */
pktsz = DHD_FLOWRING_RX_BUFPOST_PKTSZ;
buf_type = BUFF_TYPE_EVENT_RX;
} else {
/* Allocate packet for ctrl/ioctl buffer post */
pktsz = DHD_FLOWRING_IOCTL_BUFPOST_PKTSZ;
buf_type = BUFF_TYPE_IOCTL_RX;
}
#ifdef DHD_USE_STATIC_CTRLBUF
p = PKTGET_STATIC(dhd->osh, pktsz, FALSE);
#else
p = PKTGET(dhd->osh, pktsz, FALSE);
#endif /* DHD_USE_STATIC_CTRLBUF */
if (p == NULL) {
DHD_ERROR(("%s:%d: PKTGET for %s rxbuf failed\n",
__FUNCTION__, __LINE__, event_buf ? "event" :
"ioctl"));
return -1;
}
pktlen = PKTLEN(dhd->osh, p);
physaddr = DMA_MAP(dhd->osh, PKTDATA(dhd->osh, p), pktlen, DMA_RX, p, 0);
if (PHYSADDRISZERO(physaddr)) {
DHD_ERROR(("Invalid phyaddr 0\n"));
ASSERT(0);
goto free_pkt_return;
}
DHD_GENERAL_LOCK(dhd, flags);
rxbuf_post = (ioctl_resp_evt_buf_post_msg_t *)dhd_alloc_ring_space(dhd,
prot->h2dring_ctrl_subn, DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D, &alloced);
if (rxbuf_post == NULL) {
DHD_GENERAL_UNLOCK(dhd, flags);
DHD_ERROR(("%s:%d: Ctrl submit Msgbuf Not available to post buffer \n",
__FUNCTION__, __LINE__));
DMA_UNMAP(dhd->osh, physaddr, pktlen, DMA_RX, 0, 0);
goto free_pkt_return;
}
/* CMN msg header */
if (event_buf)
rxbuf_post->cmn_hdr.msg_type = MSG_TYPE_EVENT_BUF_POST;
else
rxbuf_post->cmn_hdr.msg_type = MSG_TYPE_IOCTLRESP_BUF_POST;
rxbuf_post->cmn_hdr.if_id = 0;
rxbuf_post->cmn_hdr.request_id =
htol32(NATIVE_TO_PKTID(dhd->prot->pktid_map_handle, p, physaddr,
pktlen, DMA_RX, buf_type));
if (rxbuf_post->cmn_hdr.request_id == DHD_PKTID_INVALID) {
if (RING_WRITE_PTR(prot->h2dring_ctrl_subn) == 0)
RING_WRITE_PTR(prot->h2dring_ctrl_subn) =
RING_MAX_ITEM(prot->h2dring_ctrl_subn) - 1;
else
RING_WRITE_PTR(prot->h2dring_ctrl_subn)--;
DHD_GENERAL_UNLOCK(dhd, flags);
DMA_UNMAP(dhd->osh, physaddr, pktlen, DMA_RX, 0, 0);
goto free_pkt_return;
}
rxbuf_post->cmn_hdr.flags = 0;
rxbuf_post->host_buf_len = htol16((uint16)PKTLEN(dhd->osh, p));
rxbuf_post->host_buf_addr.high_addr = htol32(PHYSADDRHI(physaddr));
rxbuf_post->host_buf_addr.low_addr = htol32(PHYSADDRLO(physaddr));
/* Update the write pointer in TCM & ring bell */
prot_ring_write_complete(dhd, prot->h2dring_ctrl_subn, rxbuf_post,
DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D);
DHD_GENERAL_UNLOCK(dhd, flags);
return 1;
free_pkt_return:
#ifdef DHD_USE_STATIC_CTRLBUF
PKTFREE_STATIC(dhd->osh, p, FALSE);
#else
PKTFREE(dhd->osh, p, FALSE);
#endif /* DHD_USE_STATIC_CTRLBUF */
return -1;
}
static uint16
dhd_msgbuf_rxbuf_post_ctrlpath(dhd_pub_t *dhd, bool event_buf, uint32 max_to_post)
{
uint32 i = 0;
int32 ret_val;
DHD_INFO(("max to post %d, event %d \n", max_to_post, event_buf));
while (i < max_to_post) {
ret_val = dhd_prot_rxbufpost_ctrl(dhd, event_buf);
if (ret_val < 0)
break;
i++;
}
DHD_INFO(("posted %d buffers to event_pool/ioctl_resp_pool %d\n", i, event_buf));
return (uint16)i;
}
static void
dhd_msgbuf_rxbuf_post_ioctlresp_bufs(dhd_pub_t *dhd)
{
dhd_prot_t *prot = dhd->prot;
int max_to_post;
DHD_INFO(("ioctl resp buf post\n"));
max_to_post = prot->max_ioctlrespbufpost - prot->cur_ioctlresp_bufs_posted;
if (max_to_post <= 0) {
DHD_INFO(("%s: Cannot post more than maximum ioctl response buffers\n",
__FUNCTION__));
return;
}
prot->cur_ioctlresp_bufs_posted +=
dhd_msgbuf_rxbuf_post_ctrlpath(dhd, FALSE, max_to_post);
return;
}
static void
dhd_msgbuf_rxbuf_post_event_bufs(dhd_pub_t *dhd)
{
dhd_prot_t *prot = dhd->prot;
int max_to_post;
max_to_post = prot->max_eventbufpost - prot->cur_event_bufs_posted;
if (max_to_post <= 0) {
DHD_INFO(("%s: Cannot post more than maximum event buffers\n",
__FUNCTION__));
return;
}
prot->cur_event_bufs_posted +=
dhd_msgbuf_rxbuf_post_ctrlpath(dhd, TRUE, max_to_post);
return;
}
int BCMFASTPATH
dhd_prot_process_msgbuf_rxcpl(dhd_pub_t *dhd)
{
dhd_prot_t *prot = dhd->prot;
/* Process all the messages - DTOH direction */
while (TRUE) {
uint8 *src_addr;
uint16 src_len;
/* Store current read pointer */
/* Read pointer will be updated in prot_early_upd_rxcpln_read_idx */
prot_store_rxcpln_read_idx(dhd, prot->d2hring_rx_cpln);
/* Get the message from ring */
src_addr = prot_get_src_addr(dhd, prot->d2hring_rx_cpln, &src_len);
if (src_addr == NULL)
break;
/* Prefetch data to populate the cache */
OSL_PREFETCH(src_addr);
if (dhd_prot_process_msgtype(dhd, prot->d2hring_rx_cpln, src_addr,
src_len) != BCME_OK) {
prot_upd_read_idx(dhd, prot->d2hring_rx_cpln);
DHD_ERROR(("%s: Error at process rxpl msgbuf of len %d\n",
__FUNCTION__, src_len));
}
/* Update read pointer */
prot_upd_read_idx(dhd, prot->d2hring_rx_cpln);
}
return 0;
}
void
dhd_prot_update_txflowring(dhd_pub_t *dhd, uint16 flow_id, void *msgring_info)
{
uint16 r_index = 0;
msgbuf_ring_t *ring = (msgbuf_ring_t *)msgring_info;
/* Update read pointer */
if (DMA_INDX_ENAB(dhd->dma_d2h_ring_upd_support)) {
r_index = dhd_get_dmaed_index(dhd, H2D_DMA_READINDX, ring->idx);
ring->ringstate->r_offset = r_index;
}
DHD_TRACE(("flow %d, write %d read %d \n\n", flow_id, RING_WRITE_PTR(ring),
RING_READ_PTR(ring)));
/* Need more logic here, but for now use it directly */
dhd_bus_schedule_queue(dhd->bus, flow_id, TRUE);
}
int BCMFASTPATH
dhd_prot_process_msgbuf_txcpl(dhd_pub_t *dhd)
{
dhd_prot_t *prot = dhd->prot;
/* Process all the messages - DTOH direction */
while (TRUE) {
uint8 *src_addr;
uint16 src_len;
src_addr = prot_get_src_addr(dhd, prot->d2hring_tx_cpln, &src_len);
if (src_addr == NULL)
break;
/* Prefetch data to populate the cache */
OSL_PREFETCH(src_addr);
if (dhd_prot_process_msgtype(dhd, prot->d2hring_tx_cpln, src_addr,
src_len) != BCME_OK) {
DHD_ERROR(("%s: Error at process txcmpl msgbuf of len %d\n",
__FUNCTION__, src_len));
}
/* Write to dngl rd ptr */
prot_upd_read_idx(dhd, prot->d2hring_tx_cpln);
}
return 0;
}
int BCMFASTPATH
dhd_prot_process_ctrlbuf(dhd_pub_t * dhd)
{
dhd_prot_t *prot = dhd->prot;
/* Process all the messages - DTOH direction */
while (TRUE) {
uint8 *src_addr;
uint16 src_len;
src_addr = prot_get_src_addr(dhd, prot->d2hring_ctrl_cpln, &src_len);
if (src_addr == NULL) {
break;
}
/* Prefetch data to populate the cache */
OSL_PREFETCH(src_addr);
if (dhd_prot_process_msgtype(dhd, prot->d2hring_ctrl_cpln, src_addr,
src_len) != BCME_OK) {
DHD_ERROR(("%s: Error at process ctrlmsgbuf of len %d\n",
__FUNCTION__, src_len));
}
/* Write to dngl rd ptr */
prot_upd_read_idx(dhd, prot->d2hring_ctrl_cpln);
}
return 0;
}
static int BCMFASTPATH
dhd_prot_process_msgtype(dhd_pub_t *dhd, msgbuf_ring_t *ring, uint8* buf, uint16 len)
{
dhd_prot_t *prot = dhd->prot;
uint32 cur_dma_len = 0;
int ret = BCME_OK;
DHD_INFO(("%s: process msgbuf of len %d\n", __FUNCTION__, len));
while (len > 0) {
ASSERT(len > (sizeof(cmn_msg_hdr_t) + prot->rx_dataoffset));
if (prot->rx_dataoffset) {
cur_dma_len = *(uint32 *) buf;
ASSERT(cur_dma_len <= len);
buf += prot->rx_dataoffset;
len -= (uint16)prot->rx_dataoffset;
}
else {
cur_dma_len = len;
}
if (dhd_process_msgtype(dhd, ring, buf, (uint16)cur_dma_len) != BCME_OK) {
DHD_ERROR(("%s: Error at process msg of dmalen %d\n",
__FUNCTION__, cur_dma_len));
ret = BCME_ERROR;
}
len -= (uint16)cur_dma_len;
buf += cur_dma_len;
}
return ret;
}
#define PCIE_M2M_D2H_DMA_WAIT_TRIES 256
#define PCIE_D2H_RESET_MARK 0xdeadbeef
void dhd_msgbuf_d2h_check_cmplt(msgbuf_ring_t *ring, void *msg)
{
uint32 tries;
uint32 *marker = (uint32 *)msg + RING_LEN_ITEMS(ring) / sizeof(uint32) - 1;
for (tries = 0; tries < PCIE_M2M_D2H_DMA_WAIT_TRIES; tries++) {
if (*(volatile uint32 *)marker != PCIE_D2H_RESET_MARK)
return;
OSL_CACHE_INV(msg, RING_LEN_ITEMS(ring));
}
/* only print error for data ring */
if (ring->idx == BCMPCIE_D2H_MSGRING_TX_COMPLETE ||
ring->idx == BCMPCIE_D2H_MSGRING_RX_COMPLETE)
DHD_ERROR(("%s: stale msgbuf content after %d retries\n",
__FUNCTION__, tries));
}
static int BCMFASTPATH
dhd_process_msgtype(dhd_pub_t *dhd, msgbuf_ring_t *ring, uint8* buf, uint16 len)
{
uint16 pktlen = len;
uint16 msglen;
uint8 msgtype;
cmn_msg_hdr_t *msg = NULL;
int ret = BCME_OK;
ASSERT(ring && ring->ringmem);
msglen = RING_LEN_ITEMS(ring);
if (msglen == 0) {
DHD_ERROR(("%s: ringidx %d, msglen is %d, pktlen is %d \n",
__FUNCTION__, ring->idx, msglen, pktlen));
return BCME_ERROR;
}
while (pktlen > 0) {
msg = (cmn_msg_hdr_t *)buf;
dhd_msgbuf_d2h_check_cmplt(ring, msg);
msgtype = msg->msg_type;
DHD_INFO(("msgtype %d, msglen is %d, pktlen is %d \n",
msgtype, msglen, pktlen));
if (msgtype == MSG_TYPE_LOOPBACK) {
bcm_print_bytes("LPBK RESP: ", (uint8 *)msg, msglen);
DHD_ERROR((" MSG_TYPE_LOOPBACK, len %d\n", msglen));
}
if (msgtype >= DHD_PROT_FUNCS) {
DHD_ERROR(("%s: msgtype %d, msglen is %d, pktlen is %d \n",
__FUNCTION__, msgtype, msglen, pktlen));
ret = BCME_ERROR;
goto done;
}
if (table_lookup[msgtype]) {
table_lookup[msgtype](dhd, buf, msglen);
}
if (pktlen < msglen) {
ret = BCME_ERROR;
goto done;
}
pktlen = pktlen - msglen;
buf = buf + msglen;
if (msgtype == MSG_TYPE_RX_CMPLT)
prot_early_upd_rxcpln_read_idx(dhd,
dhd->prot->d2hring_rx_cpln);
}
done:
#ifdef DHD_RX_CHAINING
dhd_rxchain_commit(dhd);
#endif
return ret;
}
static void
dhd_prot_ringstatus_process(dhd_pub_t *dhd, void * buf, uint16 msglen)
{
pcie_ring_status_t * ring_status = (pcie_ring_status_t *)buf;
DHD_ERROR(("ring status: request_id %d, status 0x%04x, flow ring %d, w_offset %d \n",
ring_status->cmn_hdr.request_id, ring_status->compl_hdr.status,
ring_status->compl_hdr.flow_ring_id, ring_status->write_idx));
/* How do we track this to pair it with ??? */
return;
}
static void
dhd_prot_genstatus_process(dhd_pub_t *dhd, void * buf, uint16 msglen)
{
pcie_gen_status_t * gen_status = (pcie_gen_status_t *)buf;
DHD_ERROR(("gen status: request_id %d, status 0x%04x, flow ring %d \n",
gen_status->cmn_hdr.request_id, gen_status->compl_hdr.status,
gen_status->compl_hdr.flow_ring_id));
/* How do we track this to pair it with ??? */
return;
}
static void
dhd_prot_ioctack_process(dhd_pub_t *dhd, void * buf, uint16 msglen)
{
ioctl_req_ack_msg_t * ioct_ack = (ioctl_req_ack_msg_t *)buf;
DHD_CTL(("ioctl req ack: request_id %d, status 0x%04x, flow ring %d \n",
ioct_ack->cmn_hdr.request_id, ioct_ack->compl_hdr.status,
ioct_ack->compl_hdr.flow_ring_id));
if (ioct_ack->compl_hdr.status != 0) {
DHD_ERROR(("got an error status for the ioctl request...need to handle that\n"));
}
memset(buf, 0 , msglen);
ioct_ack->marker = PCIE_D2H_RESET_MARK;
}
static void
dhd_prot_ioctcmplt_process(dhd_pub_t *dhd, void * buf, uint16 msglen)
{
uint16 status;
uint32 resp_len = 0;
uint32 pkt_id, xt_id;
ioctl_comp_resp_msg_t * ioct_resp = (ioctl_comp_resp_msg_t *)buf;
resp_len = ltoh16(ioct_resp->resp_len);
xt_id = ltoh16(ioct_resp->trans_id);
pkt_id = ltoh32(ioct_resp->cmn_hdr.request_id);
status = ioct_resp->compl_hdr.status;
memset(buf, 0 , msglen);
ioct_resp->marker = PCIE_D2H_RESET_MARK;
DHD_CTL(("IOCTL_COMPLETE: pktid %x xtid %d status %x resplen %d\n",
pkt_id, xt_id, status, resp_len));
dhd_bus_update_retlen(dhd->bus, sizeof(ioctl_comp_resp_msg_t), pkt_id, status, resp_len);
dhd_os_ioctl_resp_wake(dhd);
}
static void BCMFASTPATH
dhd_prot_txstatus_process(dhd_pub_t *dhd, void * buf, uint16 msglen)
{
dhd_prot_t *prot = dhd->prot;
host_txbuf_cmpl_t * txstatus;
unsigned long flags;
uint32 pktid;
void *pkt;
/* locks required to protect circular buffer accesses */
DHD_GENERAL_LOCK(dhd, flags);
txstatus = (host_txbuf_cmpl_t *)buf;
pktid = ltoh32(txstatus->cmn_hdr.request_id);
DHD_INFO(("txstatus for pktid 0x%04x\n", pktid));
if (prot->active_tx_count)
prot->active_tx_count--;
else
DHD_ERROR(("Extra packets are freed\n"));
ASSERT(pktid != 0);
pkt = dhd_prot_packet_get(dhd, pktid, BUFF_TYPE_DATA_TX);
if (pkt) {
#if defined(BCMPCIE)
dhd_txcomplete(dhd, pkt, true);
#endif
#if DHD_DBG_SHOW_METADATA
if (dhd->prot->tx_metadata_offset && txstatus->metadata_len) {
uchar *ptr;
/* The Ethernet header of TX frame was copied and removed.
* Here, move the data pointer forward by Ethernet header size.
*/
PKTPULL(dhd->osh, pkt, ETHER_HDR_LEN);
ptr = PKTDATA(dhd->osh, pkt) - (dhd->prot->tx_metadata_offset);
bcm_print_bytes("txmetadata", ptr, txstatus->metadata_len);
dhd_prot_print_metadata(dhd, ptr, txstatus->metadata_len);
}
#endif /* DHD_DBG_SHOW_METADATA */
PKTFREE(dhd->osh, pkt, TRUE);
}
memset(buf, 0 , msglen);
txstatus->marker = PCIE_D2H_RESET_MARK;
DHD_GENERAL_UNLOCK(dhd, flags);
return;
}
static void
dhd_prot_event_process(dhd_pub_t *dhd, void* buf, uint16 len)
{
wlevent_req_msg_t *evnt;
uint32 bufid;
uint16 buflen;
int ifidx = 0;
void* pkt;
unsigned long flags;
dhd_prot_t *prot = dhd->prot;
int pkt_wake = 0;
#ifdef DHD_WAKE_STATUS
pkt_wake = bcmpcie_set_get_wake(dhd->bus, 0);
#endif
/* Event complete header */
evnt = (wlevent_req_msg_t *)buf;
bufid = ltoh32(evnt->cmn_hdr.request_id);
buflen = ltoh16(evnt->event_data_len);
ifidx = BCMMSGBUF_API_IFIDX(&evnt->cmn_hdr);
/* Post another rxbuf to the device */
if (prot->cur_event_bufs_posted)
prot->cur_event_bufs_posted--;
dhd_msgbuf_rxbuf_post_event_bufs(dhd);
memset(buf, 0 , len);
evnt->marker = PCIE_D2H_RESET_MARK;
/* locks required to protect pktid_map */
DHD_GENERAL_LOCK(dhd, flags);
pkt = dhd_prot_packet_get(dhd, ltoh32(bufid), BUFF_TYPE_EVENT_RX);
DHD_GENERAL_UNLOCK(dhd, flags);
if (!pkt)
return;
/* DMA RX offset updated through shared area */
if (dhd->prot->rx_dataoffset)
PKTPULL(dhd->osh, pkt, dhd->prot->rx_dataoffset);
PKTSETLEN(dhd->osh, pkt, buflen);
dhd_bus_rx_frame(dhd->bus, pkt, ifidx, 1, pkt_wake);
}
static void BCMFASTPATH
dhd_prot_rxcmplt_process(dhd_pub_t *dhd, void* buf, uint16 msglen)
{
host_rxbuf_cmpl_t *rxcmplt_h;
uint16 data_offset; /* offset at which data starts */
void * pkt;
unsigned long flags;
static uint8 current_phase = 0;
uint ifidx;
int pkt_wake = 0;
#ifdef DHD_WAKE_STATUS
pkt_wake = bcmpcie_set_get_wake(dhd->bus, 0);
#endif
/* RXCMPLT HDR */
rxcmplt_h = (host_rxbuf_cmpl_t *)buf;
/* Post another set of rxbufs to the device */
dhd_prot_return_rxbuf(dhd, 1);
/* offset from which data starts is populated in rxstatus0 */
data_offset = ltoh16(rxcmplt_h->data_offset);
DHD_GENERAL_LOCK(dhd, flags);
pkt = dhd_prot_packet_get(dhd, ltoh32(rxcmplt_h->cmn_hdr.request_id), BUFF_TYPE_DATA_RX);
DHD_GENERAL_UNLOCK(dhd, flags);
if (!pkt) {
return;
}
DHD_INFO(("id 0x%04x, offset %d, len %d, idx %d, phase 0x%02x, pktdata %p, metalen %d\n",
ltoh32(rxcmplt_h->cmn_hdr.request_id), data_offset, ltoh16(rxcmplt_h->data_len),
rxcmplt_h->cmn_hdr.if_id, rxcmplt_h->cmn_hdr.flags, PKTDATA(dhd->osh, pkt),
ltoh16(rxcmplt_h->metadata_len)));
#if DHD_DBG_SHOW_METADATA
if (dhd->prot->rx_metadata_offset && rxcmplt_h->metadata_len) {
uchar *ptr;
ptr = PKTDATA(dhd->osh, pkt) - (dhd->prot->rx_metadata_offset);
/* header followed by data */
bcm_print_bytes("rxmetadata", ptr, rxcmplt_h->metadata_len);
dhd_prot_print_metadata(dhd, ptr, rxcmplt_h->metadata_len);
}
#endif /* DHD_DBG_SHOW_METADATA */
if (current_phase != rxcmplt_h->cmn_hdr.flags) {
current_phase = rxcmplt_h->cmn_hdr.flags;
}
if (rxcmplt_h->flags & BCMPCIE_PKT_FLAGS_FRAME_802_11)
DHD_INFO(("D11 frame rxed \n"));
/* data_offset from buf start */
if (data_offset) {
/* data offset given from dongle after split rx */
PKTPULL(dhd->osh, pkt, data_offset); /* data offset */
} else {
/* DMA RX offset updated through shared area */
if (dhd->prot->rx_dataoffset)
PKTPULL(dhd->osh, pkt, dhd->prot->rx_dataoffset);
}
/* Actual length of the packet */
PKTSETLEN(dhd->osh, pkt, ltoh16(rxcmplt_h->data_len));
ifidx = rxcmplt_h->cmn_hdr.if_id;
memset(buf, 0 , msglen);
rxcmplt_h->marker = PCIE_D2H_RESET_MARK;
#ifdef DHD_RX_CHAINING
/* Chain the packets */
dhd_rxchain_frame(dhd, pkt, ifidx);
#else /* ! DHD_RX_CHAINING */
/* offset from which data starts is populated in rxstatus0 */
dhd_bus_rx_frame(dhd->bus, pkt, ifidx, 1, pkt_wake);
#endif /* ! DHD_RX_CHAINING */
}
/* Stop protocol: sync w/dongle state. */
void dhd_prot_stop(dhd_pub_t *dhd)
{
/* nothing to do for pcie */
}
/* Add any protocol-specific data header.
* Caller must reserve prot_hdrlen prepend space.
*/
void BCMFASTPATH
dhd_prot_hdrpush(dhd_pub_t *dhd, int ifidx, void *PKTBUF)
{
return;
}
uint
dhd_prot_hdrlen(dhd_pub_t *dhd, void *PKTBUF)
{
return 0;
}
#define PKTBUF pktbuf
int BCMFASTPATH
dhd_prot_txdata(dhd_pub_t *dhd, void *PKTBUF, uint8 ifidx)
{
unsigned long flags;
dhd_prot_t *prot = dhd->prot;
host_txbuf_post_t *txdesc = NULL;
dmaaddr_t physaddr, meta_physaddr;
uint8 *pktdata;
uint16 pktlen;
uint32 pktid;
uint8 prio;
uint16 flowid = 0;
uint16 alloced = 0;
uint16 headroom;
msgbuf_ring_t *msg_ring;
uint8 dhcp_pkt;
if (!dhd_bus_is_txmode_push(dhd->bus)) {
flow_ring_table_t *flow_ring_table;
flow_ring_node_t *flow_ring_node;
flowid = (uint16)DHD_PKTTAG_FLOWID((dhd_pkttag_fr_t*)PKTTAG(PKTBUF));
flow_ring_table = (flow_ring_table_t *)dhd->flow_ring_table;
flow_ring_node = (flow_ring_node_t *)&flow_ring_table[flowid];
msg_ring = (msgbuf_ring_t *)flow_ring_node->prot_info;
} else {
msg_ring = prot->h2dring_txp_subn;
}
DHD_GENERAL_LOCK(dhd, flags);
/* Create a unique 32-bit packet id */
pktid = NATIVE_TO_PKTID_RSV(dhd->prot->pktid_map_handle, PKTBUF);
if (pktid == DHD_PKTID_INVALID) {
DHD_ERROR(("Pktid pool depleted.\n"));
/*
* If we return error here, the caller would queue the packet
* again. So we'll just free the skb allocated in DMA Zone.
* Since we have not freed the original SKB yet the caller would
* requeue the same.
*/
goto err_no_res_pktfree;
}
/* Reserve space in the circular buffer */
txdesc = (host_txbuf_post_t *)dhd_alloc_ring_space(dhd,
msg_ring, DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D, &alloced);
if (txdesc == NULL) {
DHD_INFO(("%s:%d: HTOD Msgbuf Not available TxCount = %d\n",
__FUNCTION__, __LINE__, prot->active_tx_count));
/* Free up the PKTID */
PKTID_TO_NATIVE(dhd->prot->pktid_map_handle, pktid, physaddr,
pktlen, BUFF_TYPE_NO_CHECK);
goto err_no_res_pktfree;
}
/* test if dhcp pkt */
dhcp_pkt = pkt_is_dhcp(dhd->osh, PKTBUF);
txdesc->flag2 = (txdesc->flag2 & ~(BCMPCIE_PKT_FLAGS2_FORCELOWRATE_MASK <<
BCMPCIE_PKT_FLAGS2_FORCELOWRATE_SHIFT)) | ((dhcp_pkt &
BCMPCIE_PKT_FLAGS2_FORCELOWRATE_MASK) << BCMPCIE_PKT_FLAGS2_FORCELOWRATE_SHIFT);
/* Extract the data pointer and length information */
pktdata = PKTDATA(dhd->osh, PKTBUF);
pktlen = (uint16)PKTLEN(dhd->osh, PKTBUF);
/* Ethernet header: Copy before we cache flush packet using DMA_MAP */
bcopy(pktdata, txdesc->txhdr, ETHER_HDR_LEN);
/* Extract the ethernet header and adjust the data pointer and length */
pktdata = PKTPULL(dhd->osh, PKTBUF, ETHER_HDR_LEN);
pktlen -= ETHER_HDR_LEN;
/* Map the data pointer to a DMA-able address */
physaddr = DMA_MAP(dhd->osh, PKTDATA(dhd->osh, PKTBUF), pktlen, DMA_TX, PKTBUF, 0);
if ((PHYSADDRHI(physaddr) == 0) && (PHYSADDRLO(physaddr) == 0)) {
DHD_ERROR(("Something really bad, unless 0 is a valid phyaddr\n"));
ASSERT(0);
}
/* No need to lock. Save the rest of the packet's metadata */
NATIVE_TO_PKTID_SAVE(dhd->prot->pktid_map_handle, PKTBUF, pktid,
physaddr, pktlen, DMA_TX, BUFF_TYPE_DATA_TX);
#ifdef TXP_FLUSH_NITEMS
if (msg_ring->pend_items_count == 0)
msg_ring->start_addr = (void *)txdesc;
msg_ring->pend_items_count++;
#endif
/* Form the Tx descriptor message buffer */
/* Common message hdr */
txdesc->cmn_hdr.msg_type = MSG_TYPE_TX_POST;
txdesc->cmn_hdr.request_id = htol32(pktid);
txdesc->cmn_hdr.if_id = ifidx;
txdesc->flags = BCMPCIE_PKT_FLAGS_FRAME_802_3;
prio = (uint8)PKTPRIO(PKTBUF);
txdesc->flags |= (prio & 0x7) << BCMPCIE_PKT_FLAGS_PRIO_SHIFT;
txdesc->seg_cnt = 1;
txdesc->data_len = htol16(pktlen);
txdesc->data_buf_addr.high_addr = htol32(PHYSADDRHI(physaddr));
txdesc->data_buf_addr.low_addr = htol32(PHYSADDRLO(physaddr));
/* Move data pointer to keep ether header in local PKTBUF for later reference */
PKTPUSH(dhd->osh, PKTBUF, ETHER_HDR_LEN);
/* Handle Tx metadata */
headroom = (uint16)PKTHEADROOM(dhd->osh, PKTBUF);
if (prot->tx_metadata_offset && (headroom < prot->tx_metadata_offset))
DHD_ERROR(("No headroom for Metadata tx %d %d\n",
prot->tx_metadata_offset, headroom));
if (prot->tx_metadata_offset && (headroom >= prot->tx_metadata_offset)) {
DHD_TRACE(("Metadata in tx %d\n", prot->tx_metadata_offset));
/* Adjust the data pointer to account for meta data in DMA_MAP */
PKTPUSH(dhd->osh, PKTBUF, prot->tx_metadata_offset);
meta_physaddr = DMA_MAP(dhd->osh, PKTDATA(dhd->osh, PKTBUF),
prot->tx_metadata_offset, DMA_RX, PKTBUF, 0);
if (PHYSADDRISZERO(meta_physaddr)) {
DHD_ERROR(("Something really bad, unless 0 is a valid phyaddr\n"));
ASSERT(0);
}
/* Adjust the data pointer back to original value */
PKTPULL(dhd->osh, PKTBUF, prot->tx_metadata_offset);
txdesc->metadata_buf_len = prot->tx_metadata_offset;
txdesc->metadata_buf_addr.high_addr = htol32(PHYSADDRHI(meta_physaddr));
txdesc->metadata_buf_addr.low_addr = htol32(PHYSADDRLO(meta_physaddr));
}
else {
txdesc->metadata_buf_len = htol16(0);
txdesc->metadata_buf_addr.high_addr = 0;
txdesc->metadata_buf_addr.low_addr = 0;
}
DHD_TRACE(("txpost: data_len %d, pktid 0x%04x\n", txdesc->data_len,
txdesc->cmn_hdr.request_id));
/* Update the write pointer in TCM & ring bell */
#ifdef TXP_FLUSH_NITEMS
/* Flush if we have either hit the txp_threshold or if this msg is */
/* occupying the last slot in the flow_ring - before wrap around. */
if ((msg_ring->pend_items_count == prot->txp_threshold) ||
((uint8 *) txdesc == (uint8 *) HOST_RING_END(msg_ring))) {
dhd_prot_txdata_write_flush(dhd, flowid, TRUE);
}
#else
prot_ring_write_complete(dhd, msg_ring, txdesc, DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D);
#endif
prot->active_tx_count++;
DHD_GENERAL_UNLOCK(dhd, flags);
return BCME_OK;
err_no_res_pktfree:
DHD_GENERAL_UNLOCK(dhd, flags);
return BCME_NORESOURCE;
}
/* called with a lock */
void BCMFASTPATH
dhd_prot_txdata_write_flush(dhd_pub_t *dhd, uint16 flowid, bool in_lock)
{
#ifdef TXP_FLUSH_NITEMS
unsigned long flags = 0;
flow_ring_table_t *flow_ring_table;
flow_ring_node_t *flow_ring_node;
msgbuf_ring_t *msg_ring;
if (!in_lock) {
DHD_GENERAL_LOCK(dhd, flags);
}
flow_ring_table = (flow_ring_table_t *)dhd->flow_ring_table;
flow_ring_node = (flow_ring_node_t *)&flow_ring_table[flowid];
msg_ring = (msgbuf_ring_t *)flow_ring_node->prot_info;
/* Update the write pointer in TCM & ring bell */
if (msg_ring->pend_items_count) {
prot_ring_write_complete(dhd, msg_ring, msg_ring->start_addr,
msg_ring->pend_items_count);
msg_ring->pend_items_count = 0;
msg_ring->start_addr = NULL;
}
if (!in_lock) {
DHD_GENERAL_UNLOCK(dhd, flags);
}
#endif /* TXP_FLUSH_NITEMS */
}
#undef PKTBUF /* Only defined in the above routine */
int BCMFASTPATH
dhd_prot_hdrpull(dhd_pub_t *dhd, int *ifidx, void *pkt, uchar *buf, uint *len)
{
return 0;
}
static void BCMFASTPATH
dhd_prot_return_rxbuf(dhd_pub_t *dhd, uint16 rxcnt)
{
dhd_prot_t *prot = dhd->prot;
if (prot->rxbufpost >= rxcnt) {
prot->rxbufpost -= rxcnt;
} else {
/* ASSERT(0); */
prot->rxbufpost = 0;
}
if (prot->rxbufpost <= (prot->max_rxbufpost - RXBUFPOST_THRESHOLD))
dhd_msgbuf_rxbuf_post(dhd);
return;
}
/* Use protocol to issue ioctl to dongle */
int dhd_prot_ioctl(dhd_pub_t *dhd, int ifidx, wl_ioctl_t * ioc, void * buf, int len)
{
dhd_prot_t *prot = dhd->prot;
int ret = -1;
uint8 action;
if ((dhd->busstate == DHD_BUS_DOWN) || dhd->hang_was_sent) {
DHD_ERROR(("%s : bus is down. we have nothing to do\n", __FUNCTION__));
goto done;
}
if (dhd->busstate == DHD_BUS_SUSPEND) {
DHD_ERROR(("%s : bus is suspended\n", __FUNCTION__));
goto done;
}
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
ASSERT(len <= WLC_IOCTL_MAXLEN);
if (len > WLC_IOCTL_MAXLEN)
goto done;
if (prot->pending == TRUE) {
DHD_ERROR(("packet is pending!!!! cmd=0x%x (%lu) lastcmd=0x%x (%lu)\n",
ioc->cmd, (unsigned long)ioc->cmd, prot->lastcmd,
(unsigned long)prot->lastcmd));
if ((ioc->cmd == WLC_SET_VAR) || (ioc->cmd == WLC_GET_VAR)) {
DHD_TRACE(("iovar cmd=%s\n", (char*)buf));
}
goto done;
}
prot->pending = TRUE;
prot->lastcmd = ioc->cmd;
action = ioc->set;
if (action & WL_IOCTL_ACTION_SET) {
ret = dhd_msgbuf_set_ioctl(dhd, ifidx, ioc->cmd, buf, len, action);
} else {
ret = dhdmsgbuf_query_ioctl(dhd, ifidx, ioc->cmd, buf, len, action);
if (ret > 0)
ioc->used = ret;
}
/* Too many programs assume ioctl() returns 0 on success */
if (ret >= 0)
ret = 0;
else {
if (ret != BCME_NOTASSOCIATED) {
DHD_ERROR(("%s: status ret value is %d \n", __FUNCTION__, ret));
}
dhd->dongle_error = ret;
}
/* Intercept the wme_dp ioctl here */
if ((!ret) && (ioc->cmd == WLC_SET_VAR) && (!strcmp(buf, "wme_dp"))) {
int slen, val = 0;
slen = strlen("wme_dp") + 1;
if (len >= (int)(slen + sizeof(int)))
bcopy(((char *)buf + slen), &val, sizeof(int));
dhd->wme_dp = (uint8) ltoh32(val);
}
prot->pending = FALSE;
done:
return ret;
}
int
dhdmsgbuf_lpbk_req(dhd_pub_t *dhd, uint len)
{
unsigned long flags;
dhd_prot_t *prot = dhd->prot;
uint16 alloced = 0;
ioct_reqst_hdr_t *ioct_rqst;
uint16 hdrlen = sizeof(ioct_reqst_hdr_t);
uint16 msglen = len + hdrlen;
if (msglen > MSGBUF_MAX_MSG_SIZE)
msglen = MSGBUF_MAX_MSG_SIZE;
msglen = align(msglen, DMA_ALIGN_LEN);
DHD_GENERAL_LOCK(dhd, flags);
ioct_rqst = (ioct_reqst_hdr_t *)dhd_alloc_ring_space(dhd,
prot->h2dring_ctrl_subn, DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D, &alloced);
if (ioct_rqst == NULL) {
DHD_GENERAL_UNLOCK(dhd, flags);
return 0;
}
{
uint8 *ptr;
uint16 i;
ptr = (uint8 *)ioct_rqst;
for (i = 0; i < msglen; i++) {
ptr[i] = i % 256;
}
}
/* Common msg buf hdr */
ioct_rqst->msg.msg_type = MSG_TYPE_LOOPBACK;
ioct_rqst->msg.if_id = 0;
bcm_print_bytes("LPBK REQ: ", (uint8 *)ioct_rqst, msglen);
/* Update the write pointer in TCM & ring bell */
prot_ring_write_complete(dhd, prot->h2dring_ctrl_subn, ioct_rqst,
DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D);
DHD_GENERAL_UNLOCK(dhd, flags);
return 0;
}
void dmaxfer_free_dmaaddr(dhd_pub_t *dhd, dhd_dmaxfer_t *dma)
{
if (dma == NULL)
return;
if (dma->srcmem.va) {
DMA_FREE_CONSISTENT(dhd->osh, dma->srcmem.va,
dma->len, dma->srcmem.pa, dma->srcmem.dmah);
dma->srcmem.va = NULL;
}
if (dma->destmem.va) {
DMA_FREE_CONSISTENT(dhd->osh, dma->destmem.va,
dma->len + 8, dma->destmem.pa, dma->destmem.dmah);
dma->destmem.va = NULL;
}
}
int dmaxfer_prepare_dmaaddr(dhd_pub_t *dhd, uint len,
uint srcdelay, uint destdelay, dhd_dmaxfer_t *dma)
{
uint i;
if (!dma)
return BCME_ERROR;
/* First free up exisiting buffers */
dmaxfer_free_dmaaddr(dhd, dma);
dma->srcmem.va = DMA_ALLOC_CONSISTENT(dhd->osh, len, DMA_ALIGN_LEN,
&i, &dma->srcmem.pa, &dma->srcmem.dmah);
if (dma->srcmem.va == NULL) {
return BCME_NOMEM;
}
/* Populate source with a pattern */
for (i = 0; i < len; i++) {
((uint8*)dma->srcmem.va)[i] = i % 256;
}
OSL_CACHE_FLUSH(dma->srcmem.va, len);
dma->destmem.va = DMA_ALLOC_CONSISTENT(dhd->osh, len + 8, DMA_ALIGN_LEN,
&i, &dma->destmem.pa, &dma->destmem.dmah);
if (dma->destmem.va == NULL) {
DMA_FREE_CONSISTENT(dhd->osh, dma->srcmem.va,
dma->len, dma->srcmem.pa, dma->srcmem.dmah);
dma->srcmem.va = NULL;
return BCME_NOMEM;
}
/* Clear the destination buffer */
bzero(dma->destmem.va, len +8);
OSL_CACHE_FLUSH(dma->destmem.va, len+8);
dma->len = len;
dma->srcdelay = srcdelay;
dma->destdelay = destdelay;
return BCME_OK;
}
static void
dhdmsgbuf_dmaxfer_compare(dhd_pub_t *dhd, void * buf, uint16 msglen)
{
dhd_prot_t *prot = dhd->prot;
OSL_CACHE_INV(prot->dmaxfer.destmem.va, prot->dmaxfer.len);
if (prot->dmaxfer.srcmem.va && prot->dmaxfer.destmem.va) {
if (memcmp(prot->dmaxfer.srcmem.va,
prot->dmaxfer.destmem.va,
prot->dmaxfer.len)) {
bcm_print_bytes("XFER SRC: ",
prot->dmaxfer.srcmem.va, prot->dmaxfer.len);
bcm_print_bytes("XFER DEST: ",
prot->dmaxfer.destmem.va, prot->dmaxfer.len);
}
else {
DHD_INFO(("DMA successful\n"));
}
}
dmaxfer_free_dmaaddr(dhd, &prot->dmaxfer);
dhd->prot->dmaxfer_in_progress = FALSE;
}
int
dhdmsgbuf_dmaxfer_req(dhd_pub_t *dhd, uint len, uint srcdelay, uint destdelay)
{
unsigned long flags;
int ret = BCME_OK;
dhd_prot_t *prot = dhd->prot;
pcie_dma_xfer_params_t *dmap;
uint32 xferlen = len > DMA_XFER_LEN_LIMIT ? DMA_XFER_LEN_LIMIT : len;
uint16 msglen = sizeof(pcie_dma_xfer_params_t);
uint16 alloced = 0;
if (prot->dmaxfer_in_progress) {
DHD_ERROR(("DMA is in progress...\n"));
return ret;
}
prot->dmaxfer_in_progress = TRUE;
if ((ret = dmaxfer_prepare_dmaaddr(dhd, xferlen, srcdelay, destdelay,
&prot->dmaxfer)) != BCME_OK) {
prot->dmaxfer_in_progress = FALSE;
return ret;
}
if (msglen > MSGBUF_MAX_MSG_SIZE)
msglen = MSGBUF_MAX_MSG_SIZE;
msglen = align(msglen, DMA_ALIGN_LEN);
DHD_GENERAL_LOCK(dhd, flags);
dmap = (pcie_dma_xfer_params_t *)dhd_alloc_ring_space(dhd,
prot->h2dring_ctrl_subn, DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D, &alloced);
if (dmap == NULL) {
dmaxfer_free_dmaaddr(dhd, &prot->dmaxfer);
prot->dmaxfer_in_progress = FALSE;
DHD_GENERAL_UNLOCK(dhd, flags);
return BCME_NOMEM;
}
/* Common msg buf hdr */
dmap->cmn_hdr.msg_type = MSG_TYPE_LPBK_DMAXFER;
dmap->cmn_hdr.request_id = 0x1234;
dmap->host_input_buf_addr.high = htol32(PHYSADDRHI(prot->dmaxfer.srcmem.pa));
dmap->host_input_buf_addr.low = htol32(PHYSADDRLO(prot->dmaxfer.srcmem.pa));
dmap->host_ouput_buf_addr.high = htol32(PHYSADDRHI(prot->dmaxfer.destmem.pa));
dmap->host_ouput_buf_addr.low = htol32(PHYSADDRLO(prot->dmaxfer.destmem.pa));
dmap->xfer_len = htol32(prot->dmaxfer.len);
dmap->srcdelay = htol32(prot->dmaxfer.srcdelay);
dmap->destdelay = htol32(prot->dmaxfer.destdelay);
/* Update the write pointer in TCM & ring bell */
prot_ring_write_complete(dhd, prot->h2dring_ctrl_subn, dmap,
DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D);
DHD_GENERAL_UNLOCK(dhd, flags);
DHD_ERROR(("DMA Started...\n"));
return BCME_OK;
}
static int
dhdmsgbuf_query_ioctl(dhd_pub_t *dhd, int ifidx, uint cmd, void *buf, uint len, uint8 action)
{
dhd_prot_t *prot = dhd->prot;
int ret = 0;
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
/* Respond "bcmerror" and "bcmerrorstr" with local cache */
if (cmd == WLC_GET_VAR && buf)
{
if (!strcmp((char *)buf, "bcmerrorstr"))
{
strncpy((char *)buf, bcmerrorstr(dhd->dongle_error), BCME_STRLEN);
goto done;
}
else if (!strcmp((char *)buf, "bcmerror"))
{
*(int *)buf = dhd->dongle_error;
goto done;
}
}
ret = dhd_fillup_ioct_reqst_ptrbased(dhd, (uint16)len, cmd, buf, ifidx);
DHD_INFO(("ACTION %d ifdix %d cmd %d len %d \n",
action, ifidx, cmd, len));
/* wait for interrupt and get first fragment */
ret = dhdmsgbuf_cmplt(dhd, prot->reqid, len, buf, prot->retbuf.va);
done:
return ret;
}
static int
dhdmsgbuf_cmplt(dhd_pub_t *dhd, uint32 id, uint32 len, void* buf, void* retbuf)
{
dhd_prot_t *prot = dhd->prot;
ioctl_comp_resp_msg_t ioct_resp;
void* pkt;
int retlen;
int msgbuf_len = 0;
unsigned long flags;
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
if (prot->cur_ioctlresp_bufs_posted)
prot->cur_ioctlresp_bufs_posted--;
dhd_msgbuf_rxbuf_post_ioctlresp_bufs(dhd);
retlen = dhd_bus_rxctl(dhd->bus, (uchar*)&ioct_resp, msgbuf_len);
if (retlen <= 0) {
DHD_ERROR(("IOCTL request failed with error code %d\n", retlen));
return retlen;
}
DHD_INFO(("ioctl resp retlen %d status %d, resp_len %d, pktid %d\n",
retlen, ioct_resp.compl_hdr.status, ioct_resp.resp_len,
ioct_resp.cmn_hdr.request_id));
if (ioct_resp.resp_len != 0) {
DHD_GENERAL_LOCK(dhd, flags);
pkt = dhd_prot_packet_get(dhd, ioct_resp.cmn_hdr.request_id, BUFF_TYPE_IOCTL_RX);
DHD_GENERAL_UNLOCK(dhd, flags);
DHD_INFO(("ioctl ret buf %p retlen %d status %x \n", pkt, retlen,
ioct_resp.compl_hdr.status));
/* get ret buf */
if ((buf) && (pkt)) {
/* bcopy(PKTDATA(dhd->osh, pkt), buf, ioct_resp.resp_len); */
/* ioct_resp.resp_len could have been changed to make it > 8 bytes */
bcopy(PKTDATA(dhd->osh, pkt), buf, len);
}
if (pkt) {
#ifdef DHD_USE_STATIC_CTRLBUF
PKTFREE_STATIC(dhd->osh, pkt, FALSE);
#else
PKTFREE(dhd->osh, pkt, FALSE);
#endif /* DHD_USE_STATIC_CTRLBUF */
}
} else {
DHD_GENERAL_LOCK(dhd, flags);
dhd_prot_packet_free(dhd, ioct_resp.cmn_hdr.request_id, BUFF_TYPE_IOCTL_RX);
DHD_GENERAL_UNLOCK(dhd, flags);
}
return (int)(ioct_resp.compl_hdr.status);
}
static int
dhd_msgbuf_set_ioctl(dhd_pub_t *dhd, int ifidx, uint cmd, void *buf, uint len, uint8 action)
{
dhd_prot_t *prot = dhd->prot;
int ret = 0;
DHD_TRACE(("%s: Enter \n", __FUNCTION__));
DHD_TRACE(("%s: cmd %d len %d\n", __FUNCTION__, cmd, len));
if (dhd->busstate == DHD_BUS_DOWN) {
DHD_ERROR(("%s : bus is down. we have nothing to do\n", __FUNCTION__));
return -EIO;
}
/* don't talk to the dongle if fw is about to be reloaded */
if (dhd->hang_was_sent) {
DHD_ERROR(("%s: HANG was sent up earlier. Not talking to the chip\n",
__FUNCTION__));
return -EIO;
}
/* Fill up msgbuf for ioctl req */
ret = dhd_fillup_ioct_reqst_ptrbased(dhd, (uint16)len, cmd, buf, ifidx);
DHD_INFO(("ACTIOn %d ifdix %d cmd %d len %d \n",
action, ifidx, cmd, len));
ret = dhdmsgbuf_cmplt(dhd, prot->reqid, len, buf, prot->retbuf.va);
return ret;
}
/* Handles a protocol control response asynchronously */
int dhd_prot_ctl_complete(dhd_pub_t *dhd)
{
return 0;
}
/* Check for and handle local prot-specific iovar commands */
int dhd_prot_iovar_op(dhd_pub_t *dhd, const char *name,
void *params, int plen, void *arg, int len, bool set)
{
return BCME_UNSUPPORTED;
}
/* Add prot dump output to a buffer */
void dhd_prot_dump(dhd_pub_t *dhd, struct bcmstrbuf *strbuf)
{
}
/* Update local copy of dongle statistics */
void dhd_prot_dstats(dhd_pub_t *dhd)
{
return;
}
int dhd_process_pkt_reorder_info(dhd_pub_t *dhd, uchar *reorder_info_buf,
uint reorder_info_len, void **pkt, uint32 *free_buf_count)
{
return 0;
}
/* post a dummy message to interrupt dongle */
/* used to process cons commands */
int
dhd_post_dummy_msg(dhd_pub_t *dhd)
{
unsigned long flags;
hostevent_hdr_t *hevent = NULL;
uint16 alloced = 0;
dhd_prot_t *prot = dhd->prot;
DHD_GENERAL_LOCK(dhd, flags);
hevent = (hostevent_hdr_t *)dhd_alloc_ring_space(dhd,
prot->h2dring_ctrl_subn, DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D, &alloced);
if (hevent == NULL) {
DHD_GENERAL_UNLOCK(dhd, flags);
return -1;
}
/* CMN msg header */
hevent->msg.msg_type = MSG_TYPE_HOST_EVNT;
hevent->msg.if_id = 0;
/* Event payload */
hevent->evnt_pyld = htol32(HOST_EVENT_CONS_CMD);
/* Since, we are filling the data directly into the bufptr obtained
* from the msgbuf, we can directly call the write_complete
*/
prot_ring_write_complete(dhd, prot->h2dring_ctrl_subn, hevent,
DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D);
DHD_GENERAL_UNLOCK(dhd, flags);
return 0;
}
static void * BCMFASTPATH
dhd_alloc_ring_space(dhd_pub_t *dhd, msgbuf_ring_t *ring, uint16 nitems, uint16 * alloced)
{
void * ret_buf;
uint16 r_index = 0;
/* Alloc space for nitems in the ring */
ret_buf = prot_get_ring_space(ring, nitems, alloced);
if (ret_buf == NULL) {
/* if alloc failed , invalidate cached read ptr */
if (DMA_INDX_ENAB(dhd->dma_d2h_ring_upd_support)) {
r_index = dhd_get_dmaed_index(dhd, H2D_DMA_READINDX, ring->idx);
ring->ringstate->r_offset = r_index;
} else
dhd_bus_cmn_readshared(dhd->bus, &(RING_READ_PTR(ring)),
RING_READ_PTR, ring->idx);
/* Try allocating once more */
ret_buf = prot_get_ring_space(ring, nitems, alloced);
if (ret_buf == NULL) {
DHD_INFO(("%s: Ring space not available \n", ring->name));
return NULL;
}
}
/* Return alloced space */
return ret_buf;
}
#define DHD_IOCTL_REQ_PKTID 0xFFFE
/* Non inline ioct request */
/* Form a ioctl request first as per ioctptr_reqst_hdr_t header in the circular buffer */
/* Form a separate request buffer where a 4 byte cmn header is added in the front */
/* buf contents from parent function is copied to remaining section of this buffer */
static int
dhd_fillup_ioct_reqst_ptrbased(dhd_pub_t *dhd, uint16 len, uint cmd, void* buf, int ifidx)
{
dhd_prot_t *prot = dhd->prot;
ioctl_req_msg_t *ioct_rqst;
void * ioct_buf; /* For ioctl payload */
uint16 rqstlen, resplen;
unsigned long flags;
uint16 alloced = 0;
rqstlen = len;
resplen = len;
/* Limit ioct request to MSGBUF_MAX_MSG_SIZE bytes including hdrs */
/* 8K allocation of dongle buffer fails */
/* dhd doesnt give separate input & output buf lens */
/* so making the assumption that input length can never be more than 1.5k */
rqstlen = MIN(rqstlen, MSGBUF_MAX_MSG_SIZE);
DHD_GENERAL_LOCK(dhd, flags);
/* Request for cbuf space */
ioct_rqst = (ioctl_req_msg_t*)dhd_alloc_ring_space(dhd, prot->h2dring_ctrl_subn,
DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D, &alloced);
if (ioct_rqst == NULL) {
DHD_ERROR(("couldn't allocate space on msgring to send ioctl request\n"));
DHD_GENERAL_UNLOCK(dhd, flags);
return -1;
}
/* Common msg buf hdr */
ioct_rqst->cmn_hdr.msg_type = MSG_TYPE_IOCTLPTR_REQ;
ioct_rqst->cmn_hdr.if_id = (uint8)ifidx;
ioct_rqst->cmn_hdr.flags = 0;
ioct_rqst->cmn_hdr.request_id = DHD_IOCTL_REQ_PKTID;
ioct_rqst->cmd = htol32(cmd);
ioct_rqst->output_buf_len = htol16(resplen);
ioct_rqst->trans_id = prot->ioctl_trans_id ++;
/* populate ioctl buffer info */
ioct_rqst->input_buf_len = htol16(rqstlen);
ioct_rqst->host_input_buf_addr.high = htol32(PHYSADDRHI(prot->ioctbuf.pa));
ioct_rqst->host_input_buf_addr.low = htol32(PHYSADDRLO(prot->ioctbuf.pa));
/* copy ioct payload */
ioct_buf = (void *) prot->ioctbuf.va;
if (buf)
memcpy(ioct_buf, buf, len);
OSL_CACHE_FLUSH((void *) prot->ioctbuf.va, len);
if ((ulong)ioct_buf % DMA_ALIGN_LEN)
DHD_ERROR(("host ioct address unaligned !!!!! \n"));
DHD_CTL(("submitted IOCTL request request_id %d, cmd %d, output_buf_len %d, tx_id %d\n",
ioct_rqst->cmn_hdr.request_id, cmd, ioct_rqst->output_buf_len,
ioct_rqst->trans_id));
/* upd wrt ptr and raise interrupt */
prot_ring_write_complete(dhd, prot->h2dring_ctrl_subn, ioct_rqst,
DHD_FLOWRING_DEFAULT_NITEMS_POSTED_H2D);
DHD_GENERAL_UNLOCK(dhd, flags);
return 0;
}
/* Packet to PacketID mapper */
typedef struct {
ulong native;
dmaaddr_t pa;
uint32 pa_len;
uchar dma;
} pktid_t;
typedef struct {
void *osh;
void *mwbmap_hdl;
pktid_t *pktid_list;
uint32 count;
} pktid_map_t;
void *pktid_map_init(void *osh, uint32 count)
{
pktid_map_t *handle;
handle = (pktid_map_t *) MALLOC(osh, sizeof(pktid_map_t));
if (handle == NULL) {
printf("%s:%d: MALLOC failed for size %d\n",
__FUNCTION__, __LINE__, (uint32) sizeof(pktid_map_t));
return NULL;
}
handle->osh = osh;
handle->count = count;
handle->mwbmap_hdl = bcm_mwbmap_init(osh, count);
if (handle->mwbmap_hdl == NULL) {
printf("%s:%d: bcm_mwbmap_init failed for count %d\n",
__FUNCTION__, __LINE__, count);
MFREE(osh, handle, sizeof(pktid_map_t));
return NULL;
}
handle->pktid_list = (pktid_t *) MALLOC(osh, sizeof(pktid_t) * (count+1));
if (handle->pktid_list == NULL) {
printf("%s:%d: MALLOC failed for count %d / total = %d\n",
__FUNCTION__, __LINE__, count, (uint32) sizeof(pktid_t) * count);
bcm_mwbmap_fini(osh, handle->mwbmap_hdl);
MFREE(osh, handle, sizeof(pktid_map_t));
return NULL;
}
return handle;
}
void
pktid_map_uninit(void *pktid_map_handle)
{
pktid_map_t *handle = (pktid_map_t *) pktid_map_handle;
uint32 ix;
if (handle != NULL) {
void *osh = handle->osh;
for (ix = 0; ix < MAX_PKTID_ITEMS; ix++)
{
if (!bcm_mwbmap_isfree(handle->mwbmap_hdl, ix)) {
/* Mark the slot as free */
bcm_mwbmap_free(handle->mwbmap_hdl, ix);
/*
Here we can do dma unmapping for 32 bit also.
Since this in removal path, it will not affect performance
*/
DMA_UNMAP(osh, handle->pktid_list[ix+1].pa,
(uint) handle->pktid_list[ix+1].pa_len,
handle->pktid_list[ix+1].dma, 0, 0);
PKTFREE(osh, (unsigned long*)handle->pktid_list[ix+1].native, TRUE);
}
}
bcm_mwbmap_fini(osh, handle->mwbmap_hdl);
MFREE(osh, handle->pktid_list, sizeof(pktid_t) * (handle->count+1));
MFREE(osh, handle, sizeof(pktid_map_t));
}
return;
}
uint32 BCMFASTPATH
pktid_map_unique(void *pktid_map_handle, void *pkt,