1 /******************************************************************************
3 * Copyright(c) 2007 - 2017 Realtek Corporation.
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of version 2 of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
14 *****************************************************************************/
15 #define _XMIT_OSDEP_C_
17 #include <drv_types.h>
19 #define DBG_DUMP_OS_QUEUE_CTL 0
21 uint rtw_remainder_len(struct pkt_file *pfile)
23 return pfile->buf_len - ((SIZE_PTR)(pfile->cur_addr) - (SIZE_PTR)(pfile->buf_start));
26 void _rtw_open_pktfile(_pkt *pktptr, struct pkt_file *pfile)
30 pfile->cur_addr = pfile->buf_start = pktptr->data;
31 pfile->pkt_len = pfile->buf_len = pktptr->len;
33 pfile->cur_buffer = pfile->buf_start ;
37 uint _rtw_pktfile_read(struct pkt_file *pfile, u8 *rmem, uint rlen)
42 len = rtw_remainder_len(pfile);
43 len = (rlen > len) ? len : rlen;
46 skb_copy_bits(pfile->pkt, pfile->buf_len - pfile->pkt_len, rmem, len);
48 pfile->cur_addr += len;
49 pfile->pkt_len -= len;
55 sint rtw_endofpktfile(struct pkt_file *pfile)
58 if (pfile->pkt_len == 0) {
66 void rtw_set_tx_chksum_offload(_pkt *pkt, struct pkt_attrib *pattrib)
68 #ifdef CONFIG_TX_CSUM_OFFLOAD
69 struct sk_buff *skb = (struct sk_buff *)pkt;
70 struct iphdr *iph = NULL;
71 struct ipv6hdr *i6ph = NULL;
72 struct udphdr *uh = NULL;
73 struct tcphdr *th = NULL;
76 if (skb->protocol == htons(ETH_P_IP)) {
77 iph = (struct iphdr *)skb_network_header(skb);
78 protocol = iph->protocol;
79 } else if (skb->protocol == htons(ETH_P_IPV6)) {
80 i6ph = (struct ipv6hdr *)skb_network_header(skb);
81 protocol = i6ph->nexthdr;
85 /* HW unable to compute CSUM if header & payload was be encrypted by SW(cause TXDMA error) */
86 if (pattrib->bswenc == _TRUE) {
87 if (skb->ip_summed == CHECKSUM_PARTIAL)
88 skb_checksum_help(skb);
92 /* For HW rule, clear ipv4_csum & UDP/TCP_csum if it is UDP/TCP packet */
95 uh = (struct udphdr *)skb_transport_header(skb);
99 pattrib->hw_csum = _TRUE;
102 th = (struct tcphdr *)skb_transport_header(skb);
106 pattrib->hw_csum = _TRUE;
115 int rtw_os_xmit_resource_alloc(_adapter *padapter, struct xmit_buf *pxmitbuf, u32 alloc_sz, u8 flag)
118 #ifdef CONFIG_USE_USB_BUFFER_ALLOC_TX
119 struct dvobj_priv *pdvobjpriv = adapter_to_dvobj(padapter);
120 struct usb_device *pusbd = pdvobjpriv->pusbdev;
122 pxmitbuf->pallocated_buf = rtw_usb_buffer_alloc(pusbd, (size_t)alloc_sz, &pxmitbuf->dma_transfer_addr);
123 pxmitbuf->pbuf = pxmitbuf->pallocated_buf;
124 if (pxmitbuf->pallocated_buf == NULL)
126 #else /* CONFIG_USE_USB_BUFFER_ALLOC_TX */
128 pxmitbuf->pallocated_buf = rtw_zmalloc(alloc_sz);
129 if (pxmitbuf->pallocated_buf == NULL)
132 pxmitbuf->pbuf = (u8 *)N_BYTE_ALIGMENT((SIZE_PTR)(pxmitbuf->pallocated_buf), XMITBUF_ALIGN_SZ);
134 #endif /* CONFIG_USE_USB_BUFFER_ALLOC_TX */
138 #ifdef CONFIG_USB_HCI
140 for (i = 0; i < 8; i++) {
141 pxmitbuf->pxmit_urb[i] = usb_alloc_urb(0, GFP_KERNEL);
142 if (pxmitbuf->pxmit_urb[i] == NULL) {
143 RTW_INFO("pxmitbuf->pxmit_urb[i]==NULL");
153 void rtw_os_xmit_resource_free(_adapter *padapter, struct xmit_buf *pxmitbuf, u32 free_sz, u8 flag)
156 #ifdef CONFIG_USB_HCI
159 for (i = 0; i < 8; i++) {
160 if (pxmitbuf->pxmit_urb[i]) {
161 /* usb_kill_urb(pxmitbuf->pxmit_urb[i]); */
162 usb_free_urb(pxmitbuf->pxmit_urb[i]);
169 #ifdef CONFIG_USE_USB_BUFFER_ALLOC_TX
170 struct dvobj_priv *pdvobjpriv = adapter_to_dvobj(padapter);
171 struct usb_device *pusbd = pdvobjpriv->pusbdev;
173 rtw_usb_buffer_free(pusbd, (size_t)free_sz, pxmitbuf->pallocated_buf, pxmitbuf->dma_transfer_addr);
174 pxmitbuf->pallocated_buf = NULL;
175 pxmitbuf->dma_transfer_addr = 0;
176 #else /* CONFIG_USE_USB_BUFFER_ALLOC_TX */
177 if (pxmitbuf->pallocated_buf)
178 rtw_mfree(pxmitbuf->pallocated_buf, free_sz);
179 #endif /* CONFIG_USE_USB_BUFFER_ALLOC_TX */
183 void dump_os_queue(void *sel, _adapter *padapter)
185 struct net_device *ndev = padapter->pnetdev;
187 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 35))
190 for (i = 0; i < 4; i++) {
191 RTW_PRINT_SEL(sel, "os_queue[%d]:%s\n"
192 , i, __netif_subqueue_stopped(ndev, i) ? "stopped" : "waked");
195 RTW_PRINT_SEL(sel, "os_queue:%s\n"
196 , netif_queue_stopped(ndev) ? "stopped" : "waked");
200 #define WMM_XMIT_THRESHOLD (NR_XMITFRAME*2/5)
202 static inline bool rtw_os_need_wake_queue(_adapter *padapter, u16 qidx)
204 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 35))
205 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
207 if (padapter->registrypriv.wifi_spec) {
208 if (pxmitpriv->hwxmits[qidx].accnt < WMM_XMIT_THRESHOLD)
210 #ifdef DBG_CONFIG_ERROR_DETECT
211 #ifdef DBG_CONFIG_ERROR_RESET
212 } else if (rtw_hal_sreset_inprogress(padapter) == _TRUE) {
214 #endif/* #ifdef DBG_CONFIG_ERROR_RESET */
215 #endif/* #ifdef DBG_CONFIG_ERROR_DETECT */
217 #ifdef CONFIG_MCC_MODE
218 if (MCC_EN(padapter)) {
219 if (rtw_hal_check_mcc_status(padapter, MCC_STATUS_DOING_MCC)
220 && MCC_STOP(padapter))
223 #endif /* CONFIG_MCC_MODE */
228 #ifdef CONFIG_MCC_MODE
229 if (MCC_EN(padapter)) {
230 if (rtw_hal_check_mcc_status(padapter, MCC_STATUS_DOING_MCC)
231 && MCC_STOP(padapter))
234 #endif /* CONFIG_MCC_MODE */
239 static inline bool rtw_os_need_stop_queue(_adapter *padapter, u16 qidx)
241 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
242 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 35))
243 if (padapter->registrypriv.wifi_spec) {
244 /* No free space for Tx, tx_worker is too slow */
245 if (pxmitpriv->hwxmits[qidx].accnt > WMM_XMIT_THRESHOLD)
248 if (pxmitpriv->free_xmitframe_cnt <= 4)
252 if (pxmitpriv->free_xmitframe_cnt <= 4)
258 void rtw_os_pkt_complete(_adapter *padapter, _pkt *pkt)
260 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 35))
263 qidx = skb_get_queue_mapping(pkt);
264 if (rtw_os_need_wake_queue(padapter, qidx)) {
265 if (DBG_DUMP_OS_QUEUE_CTL)
266 RTW_INFO(FUNC_ADPT_FMT": netif_wake_subqueue[%d]\n", FUNC_ADPT_ARG(padapter), qidx);
267 netif_wake_subqueue(padapter->pnetdev, qidx);
270 if (rtw_os_need_wake_queue(padapter, 0)) {
271 if (DBG_DUMP_OS_QUEUE_CTL)
272 RTW_INFO(FUNC_ADPT_FMT": netif_wake_queue\n", FUNC_ADPT_ARG(padapter));
273 netif_wake_queue(padapter->pnetdev);
280 void rtw_os_xmit_complete(_adapter *padapter, struct xmit_frame *pxframe)
283 rtw_os_pkt_complete(padapter, pxframe->pkt);
288 void rtw_os_xmit_schedule(_adapter *padapter)
290 #if defined(CONFIG_SDIO_HCI) || defined(CONFIG_GSPI_HCI)
291 _adapter *pri_adapter = GET_PRIMARY_ADAPTER(padapter);
296 if (_rtw_queue_empty(&padapter->xmitpriv.pending_xmitbuf_queue) == _FALSE)
297 _rtw_up_sema(&pri_adapter->xmitpriv.xmit_sema);
302 struct xmit_priv *pxmitpriv;
307 pxmitpriv = &padapter->xmitpriv;
309 _enter_critical_bh(&pxmitpriv->lock, &irqL);
311 if (rtw_txframes_pending(padapter))
312 tasklet_hi_schedule(&pxmitpriv->xmit_tasklet);
314 _exit_critical_bh(&pxmitpriv->lock, &irqL);
316 #if defined(CONFIG_PCI_HCI) && defined(CONFIG_XMIT_THREAD_MODE)
317 if (_rtw_queue_empty(&padapter->xmitpriv.pending_xmitbuf_queue) == _FALSE)
318 _rtw_up_sema(&padapter->xmitpriv.xmit_sema);
325 static bool rtw_check_xmit_resource(_adapter *padapter, _pkt *pkt)
328 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 35))
331 qidx = skb_get_queue_mapping(pkt);
332 if (rtw_os_need_stop_queue(padapter, qidx)) {
333 if (DBG_DUMP_OS_QUEUE_CTL)
334 RTW_INFO(FUNC_ADPT_FMT": netif_stop_subqueue[%d]\n", FUNC_ADPT_ARG(padapter), qidx);
335 netif_stop_subqueue(padapter->pnetdev, qidx);
339 if (rtw_os_need_stop_queue(padapter, 0)) {
340 if (DBG_DUMP_OS_QUEUE_CTL)
341 RTW_INFO(FUNC_ADPT_FMT": netif_stop_queue\n", FUNC_ADPT_ARG(padapter));
342 rtw_netif_stop_queue(padapter->pnetdev);
349 void rtw_os_wake_queue_at_free_stainfo(_adapter *padapter, int *qcnt_freed)
351 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 35))
354 for (i = 0; i < 4; i++) {
355 if (qcnt_freed[i] == 0)
358 if (rtw_os_need_wake_queue(padapter, i)) {
359 if (DBG_DUMP_OS_QUEUE_CTL)
360 RTW_INFO(FUNC_ADPT_FMT": netif_wake_subqueue[%d]\n", FUNC_ADPT_ARG(padapter), i);
361 netif_wake_subqueue(padapter->pnetdev, i);
365 if (qcnt_freed[0] || qcnt_freed[1] || qcnt_freed[2] || qcnt_freed[3]) {
366 if (rtw_os_need_wake_queue(padapter, 0)) {
367 if (DBG_DUMP_OS_QUEUE_CTL)
368 RTW_INFO(FUNC_ADPT_FMT": netif_wake_queue\n", FUNC_ADPT_ARG(padapter));
369 netif_wake_queue(padapter->pnetdev);
375 #ifdef CONFIG_TX_MCAST2UNI
376 int rtw_mlcst2unicst(_adapter *padapter, struct sk_buff *skb)
378 struct sta_priv *pstapriv = &padapter->stapriv;
379 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
381 _list *phead, *plist;
382 struct sk_buff *newskb;
383 struct sta_info *psta = NULL;
384 u8 chk_alive_num = 0;
385 char chk_alive_list[NUM_STA];
386 u8 bc_addr[6] = {0xff, 0xff, 0xff, 0xff, 0xff, 0xff};
387 u8 null_addr[6] = {0x00, 0x00, 0x00, 0x00, 0x00, 0x00};
392 DBG_COUNTER(padapter->tx_logs.os_tx_m2u);
394 _enter_critical_bh(&pstapriv->asoc_list_lock, &irqL);
395 phead = &pstapriv->asoc_list;
396 plist = get_next(phead);
398 /* free sta asoc_queue */
399 while ((rtw_end_of_queue_search(phead, plist)) == _FALSE) {
401 psta = LIST_CONTAINOR(plist, struct sta_info, asoc_list);
402 plist = get_next(plist);
404 stainfo_offset = rtw_stainfo_offset(pstapriv, psta);
405 if (stainfo_offset_valid(stainfo_offset))
406 chk_alive_list[chk_alive_num++] = stainfo_offset;
408 _exit_critical_bh(&pstapriv->asoc_list_lock, &irqL);
410 for (i = 0; i < chk_alive_num; i++) {
411 psta = rtw_get_stainfo_by_offset(pstapriv, chk_alive_list[i]);
412 if (!(psta->state & _FW_LINKED)) {
413 DBG_COUNTER(padapter->tx_logs.os_tx_m2u_ignore_fw_linked);
417 /* avoid come from STA1 and send back STA1 */
418 if (_rtw_memcmp(psta->cmn.mac_addr, &skb->data[6], ETH_ALEN) == _TRUE
419 || _rtw_memcmp(psta->cmn.mac_addr, null_addr, ETH_ALEN) == _TRUE
420 || _rtw_memcmp(psta->cmn.mac_addr, bc_addr, ETH_ALEN) == _TRUE
422 DBG_COUNTER(padapter->tx_logs.os_tx_m2u_ignore_self);
426 DBG_COUNTER(padapter->tx_logs.os_tx_m2u_entry);
428 newskb = rtw_skb_copy(skb);
431 _rtw_memcpy(newskb->data, psta->cmn.mac_addr, ETH_ALEN);
432 res = rtw_xmit(padapter, &newskb);
434 DBG_COUNTER(padapter->tx_logs.os_tx_m2u_entry_err_xmit);
435 RTW_INFO("%s()-%d: rtw_xmit() return error! res=%d\n", __FUNCTION__, __LINE__, res);
436 pxmitpriv->tx_drop++;
437 rtw_skb_free(newskb);
440 DBG_COUNTER(padapter->tx_logs.os_tx_m2u_entry_err_skb);
441 RTW_INFO("%s-%d: rtw_skb_copy() failed!\n", __FUNCTION__, __LINE__);
442 pxmitpriv->tx_drop++;
443 /* rtw_skb_free(skb); */
444 return _FALSE; /* Caller shall tx this multicast frame via normal way. */
451 #endif /* CONFIG_TX_MCAST2UNI */
454 int _rtw_xmit_entry(_pkt *pkt, _nic_hdl pnetdev)
456 _adapter *padapter = (_adapter *)rtw_netdev_priv(pnetdev);
457 struct xmit_priv *pxmitpriv = &padapter->xmitpriv;
458 #ifdef CONFIG_TX_MCAST2UNI
459 extern int rtw_mc2u_disable;
460 #endif /* CONFIG_TX_MCAST2UNI */
461 #ifdef CONFIG_TX_CSUM_OFFLOAD
462 struct sk_buff *skb = pkt;
463 struct sk_buff *segs, *nskb;
464 netdev_features_t features = padapter->pnetdev->features;
468 if (padapter->registrypriv.mp_mode) {
469 RTW_INFO("MP_TX_DROP_OS_FRAME\n");
472 DBG_COUNTER(padapter->tx_logs.os_tx);
474 if (rtw_if_up(padapter) == _FALSE) {
475 DBG_COUNTER(padapter->tx_logs.os_tx_err_up);
476 #ifdef DBG_TX_DROP_FRAME
477 RTW_INFO("DBG_TX_DROP_FRAME %s if_up fail\n", __FUNCTION__);
482 rtw_check_xmit_resource(padapter, pkt);
484 #ifdef CONFIG_TX_MCAST2UNI
485 if (!rtw_mc2u_disable
486 && MLME_IS_AP(padapter)
487 && (IP_MCAST_MAC(pkt->data)
488 || ICMPV6_MCAST_MAC(pkt->data)
489 #ifdef CONFIG_TX_BCAST2UNI
490 || is_broadcast_mac_addr(pkt->data)
493 && (padapter->registrypriv.wifi_spec == 0)
495 if (pxmitpriv->free_xmitframe_cnt > (NR_XMITFRAME / 4)) {
496 res = rtw_mlcst2unicst(padapter, pkt);
500 /* RTW_INFO("Stop M2U(%d, %d)! ", pxmitpriv->free_xmitframe_cnt, pxmitpriv->free_xmitbuf_cnt); */
501 /* RTW_INFO("!m2u ); */
502 DBG_COUNTER(padapter->tx_logs.os_tx_m2u_stop);
505 #endif /* CONFIG_TX_MCAST2UNI */
507 #ifdef CONFIG_TX_CSUM_OFFLOAD
508 if (skb_shinfo(skb)->gso_size) {
509 /* split a big(65k) skb into several small(1.5k) skbs */
510 features &= ~(NETIF_F_TSO | NETIF_F_TSO6);
511 segs = skb_gso_segment(skb, features);
512 if (IS_ERR(segs) || !segs)
519 rtw_mstat_update( MSTAT_TYPE_SKB, MSTAT_ALLOC_SUCCESS, nskb->truesize);
520 res = rtw_xmit(padapter, &nskb);
522 #ifdef DBG_TX_DROP_FRAME
523 RTW_INFO("DBG_TX_DROP_FRAME %s rtw_xmit fail\n", __FUNCTION__);
525 pxmitpriv->tx_drop++;
526 rtw_os_pkt_complete(padapter, nskb);
529 rtw_os_pkt_complete(padapter, skb);
534 res = rtw_xmit(padapter, &pkt);
536 #ifdef DBG_TX_DROP_FRAME
537 RTW_INFO("DBG_TX_DROP_FRAME %s rtw_xmit fail\n", __FUNCTION__);
545 pxmitpriv->tx_drop++;
546 rtw_os_pkt_complete(padapter, pkt);
554 int rtw_xmit_entry(_pkt *pkt, _nic_hdl pnetdev)
556 _adapter *padapter = (_adapter *)rtw_netdev_priv(pnetdev);
557 struct mlme_priv *pmlmepriv = &(padapter->mlmepriv);
561 if (check_fwstate(pmlmepriv, WIFI_MONITOR_STATE) == _TRUE) {
562 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 24))
563 rtw_monitor_xmit_entry((struct sk_buff *)pkt, pnetdev);
567 rtw_mstat_update(MSTAT_TYPE_SKB, MSTAT_ALLOC_SUCCESS, pkt->truesize);
568 ret = _rtw_xmit_entry(pkt, pnetdev);