1 // SPDX-License-Identifier: ISC
3 * Copyright (C) 2018 Lorenzo Bianconi <lorenzo.bianconi83@gmail.com>
6 #include <linux/module.h>
11 #define MT_VEND_REQ_MAX_RETRY 10
12 #define MT_VEND_REQ_TOUT_MS 300
14 static bool disable_usb_sg;
15 module_param_named(disable_usb_sg, disable_usb_sg, bool, 0644);
16 MODULE_PARM_DESC(disable_usb_sg, "Disable usb scatter-gather support");
18 int __mt76u_vendor_request(struct mt76_dev *dev, u8 req, u8 req_type,
19 u16 val, u16 offset, void *buf, size_t len)
21 struct usb_interface *uintf = to_usb_interface(dev->dev);
22 struct usb_device *udev = interface_to_usbdev(uintf);
26 lockdep_assert_held(&dev->usb.usb_ctrl_mtx);
28 pipe = (req_type & USB_DIR_IN) ? usb_rcvctrlpipe(udev, 0)
29 : usb_sndctrlpipe(udev, 0);
30 for (i = 0; i < MT_VEND_REQ_MAX_RETRY; i++) {
31 if (test_bit(MT76_REMOVED, &dev->phy.state))
34 ret = usb_control_msg(udev, pipe, req, req_type, val,
35 offset, buf, len, MT_VEND_REQ_TOUT_MS);
37 set_bit(MT76_REMOVED, &dev->phy.state);
38 if (ret >= 0 || ret == -ENODEV)
40 usleep_range(5000, 10000);
43 dev_err(dev->dev, "vendor request req:%02x off:%04x failed:%d\n",
47 EXPORT_SYMBOL_GPL(__mt76u_vendor_request);
49 int mt76u_vendor_request(struct mt76_dev *dev, u8 req,
50 u8 req_type, u16 val, u16 offset,
51 void *buf, size_t len)
55 mutex_lock(&dev->usb.usb_ctrl_mtx);
56 ret = __mt76u_vendor_request(dev, req, req_type,
57 val, offset, buf, len);
58 trace_usb_reg_wr(dev, offset, val);
59 mutex_unlock(&dev->usb.usb_ctrl_mtx);
63 EXPORT_SYMBOL_GPL(mt76u_vendor_request);
65 u32 ___mt76u_rr(struct mt76_dev *dev, u8 req, u8 req_type, u32 addr)
67 struct mt76_usb *usb = &dev->usb;
71 ret = __mt76u_vendor_request(dev, req, req_type, addr >> 16,
72 addr, usb->data, sizeof(__le32));
73 if (ret == sizeof(__le32))
74 data = get_unaligned_le32(usb->data);
75 trace_usb_reg_rr(dev, addr, data);
79 EXPORT_SYMBOL_GPL(___mt76u_rr);
81 static u32 __mt76u_rr(struct mt76_dev *dev, u32 addr)
85 switch (addr & MT_VEND_TYPE_MASK) {
86 case MT_VEND_TYPE_EEPROM:
87 req = MT_VEND_READ_EEPROM;
89 case MT_VEND_TYPE_CFG:
90 req = MT_VEND_READ_CFG;
93 req = MT_VEND_MULTI_READ;
97 return ___mt76u_rr(dev, req, USB_DIR_IN | USB_TYPE_VENDOR,
98 addr & ~MT_VEND_TYPE_MASK);
101 static u32 mt76u_rr(struct mt76_dev *dev, u32 addr)
105 mutex_lock(&dev->usb.usb_ctrl_mtx);
106 ret = __mt76u_rr(dev, addr);
107 mutex_unlock(&dev->usb.usb_ctrl_mtx);
112 void ___mt76u_wr(struct mt76_dev *dev, u8 req, u8 req_type,
115 struct mt76_usb *usb = &dev->usb;
117 put_unaligned_le32(val, usb->data);
118 __mt76u_vendor_request(dev, req, req_type, addr >> 16,
119 addr, usb->data, sizeof(__le32));
120 trace_usb_reg_wr(dev, addr, val);
122 EXPORT_SYMBOL_GPL(___mt76u_wr);
124 static void __mt76u_wr(struct mt76_dev *dev, u32 addr, u32 val)
128 switch (addr & MT_VEND_TYPE_MASK) {
129 case MT_VEND_TYPE_CFG:
130 req = MT_VEND_WRITE_CFG;
133 req = MT_VEND_MULTI_WRITE;
136 ___mt76u_wr(dev, req, USB_DIR_OUT | USB_TYPE_VENDOR,
137 addr & ~MT_VEND_TYPE_MASK, val);
140 static void mt76u_wr(struct mt76_dev *dev, u32 addr, u32 val)
142 mutex_lock(&dev->usb.usb_ctrl_mtx);
143 __mt76u_wr(dev, addr, val);
144 mutex_unlock(&dev->usb.usb_ctrl_mtx);
147 static u32 mt76u_rmw(struct mt76_dev *dev, u32 addr,
150 mutex_lock(&dev->usb.usb_ctrl_mtx);
151 val |= __mt76u_rr(dev, addr) & ~mask;
152 __mt76u_wr(dev, addr, val);
153 mutex_unlock(&dev->usb.usb_ctrl_mtx);
158 static void mt76u_copy(struct mt76_dev *dev, u32 offset,
159 const void *data, int len)
161 struct mt76_usb *usb = &dev->usb;
162 const u8 *val = data;
164 int current_batch_size;
167 /* Assure that always a multiple of 4 bytes are copied,
168 * otherwise beacons can be corrupted.
169 * See: "mt76: round up length on mt76_wr_copy"
170 * Commit 850e8f6fbd5d0003b0
172 len = round_up(len, 4);
174 mutex_lock(&usb->usb_ctrl_mtx);
176 current_batch_size = min_t(int, usb->data_len, len - i);
177 memcpy(usb->data, val + i, current_batch_size);
178 ret = __mt76u_vendor_request(dev, MT_VEND_MULTI_WRITE,
179 USB_DIR_OUT | USB_TYPE_VENDOR,
180 0, offset + i, usb->data,
185 i += current_batch_size;
187 mutex_unlock(&usb->usb_ctrl_mtx);
190 void mt76u_read_copy(struct mt76_dev *dev, u32 offset,
193 struct mt76_usb *usb = &dev->usb;
194 int i = 0, batch_len, ret;
197 len = round_up(len, 4);
198 mutex_lock(&usb->usb_ctrl_mtx);
200 batch_len = min_t(int, usb->data_len, len - i);
201 ret = __mt76u_vendor_request(dev, MT_VEND_READ_EXT,
202 USB_DIR_IN | USB_TYPE_VENDOR,
203 (offset + i) >> 16, offset + i,
204 usb->data, batch_len);
208 memcpy(val + i, usb->data, batch_len);
211 mutex_unlock(&usb->usb_ctrl_mtx);
213 EXPORT_SYMBOL_GPL(mt76u_read_copy);
215 void mt76u_single_wr(struct mt76_dev *dev, const u8 req,
216 const u16 offset, const u32 val)
218 mutex_lock(&dev->usb.usb_ctrl_mtx);
219 __mt76u_vendor_request(dev, req,
220 USB_DIR_OUT | USB_TYPE_VENDOR,
221 val & 0xffff, offset, NULL, 0);
222 __mt76u_vendor_request(dev, req,
223 USB_DIR_OUT | USB_TYPE_VENDOR,
224 val >> 16, offset + 2, NULL, 0);
225 mutex_unlock(&dev->usb.usb_ctrl_mtx);
227 EXPORT_SYMBOL_GPL(mt76u_single_wr);
230 mt76u_req_wr_rp(struct mt76_dev *dev, u32 base,
231 const struct mt76_reg_pair *data, int len)
233 struct mt76_usb *usb = &dev->usb;
235 mutex_lock(&usb->usb_ctrl_mtx);
237 __mt76u_wr(dev, base + data->reg, data->value);
241 mutex_unlock(&usb->usb_ctrl_mtx);
247 mt76u_wr_rp(struct mt76_dev *dev, u32 base,
248 const struct mt76_reg_pair *data, int n)
250 if (test_bit(MT76_STATE_MCU_RUNNING, &dev->phy.state))
251 return dev->mcu_ops->mcu_wr_rp(dev, base, data, n);
253 return mt76u_req_wr_rp(dev, base, data, n);
257 mt76u_req_rd_rp(struct mt76_dev *dev, u32 base, struct mt76_reg_pair *data,
260 struct mt76_usb *usb = &dev->usb;
262 mutex_lock(&usb->usb_ctrl_mtx);
264 data->value = __mt76u_rr(dev, base + data->reg);
268 mutex_unlock(&usb->usb_ctrl_mtx);
274 mt76u_rd_rp(struct mt76_dev *dev, u32 base,
275 struct mt76_reg_pair *data, int n)
277 if (test_bit(MT76_STATE_MCU_RUNNING, &dev->phy.state))
278 return dev->mcu_ops->mcu_rd_rp(dev, base, data, n);
280 return mt76u_req_rd_rp(dev, base, data, n);
283 static bool mt76u_check_sg(struct mt76_dev *dev)
285 struct usb_interface *uintf = to_usb_interface(dev->dev);
286 struct usb_device *udev = interface_to_usbdev(uintf);
288 return (!disable_usb_sg && udev->bus->sg_tablesize > 0 &&
289 udev->bus->no_sg_constraint);
293 mt76u_set_endpoints(struct usb_interface *intf,
294 struct mt76_usb *usb)
296 struct usb_host_interface *intf_desc = intf->cur_altsetting;
297 struct usb_endpoint_descriptor *ep_desc;
298 int i, in_ep = 0, out_ep = 0;
300 for (i = 0; i < intf_desc->desc.bNumEndpoints; i++) {
301 ep_desc = &intf_desc->endpoint[i].desc;
303 if (usb_endpoint_is_bulk_in(ep_desc) &&
304 in_ep < __MT_EP_IN_MAX) {
305 usb->in_ep[in_ep] = usb_endpoint_num(ep_desc);
307 } else if (usb_endpoint_is_bulk_out(ep_desc) &&
308 out_ep < __MT_EP_OUT_MAX) {
309 usb->out_ep[out_ep] = usb_endpoint_num(ep_desc);
314 if (in_ep != __MT_EP_IN_MAX || out_ep != __MT_EP_OUT_MAX)
320 mt76u_fill_rx_sg(struct mt76_dev *dev, struct mt76_queue *q, struct urb *urb,
325 for (i = 0; i < nsgs; i++) {
329 data = mt76_get_page_pool_buf(q, &offset, q->buf_size);
333 sg_set_page(&urb->sg[i], virt_to_head_page(data), q->buf_size,
340 for (j = nsgs; j < urb->num_sgs; j++)
341 mt76_put_page_pool_buf(sg_virt(&urb->sg[j]), false);
345 urb->num_sgs = max_t(int, i, urb->num_sgs);
346 urb->transfer_buffer_length = urb->num_sgs * q->buf_size;
347 sg_init_marker(urb->sg, urb->num_sgs);
349 return i ? : -ENOMEM;
353 mt76u_refill_rx(struct mt76_dev *dev, struct mt76_queue *q,
354 struct urb *urb, int nsgs)
356 enum mt76_rxq_id qid = q - &dev->q_rx[MT_RXQ_MAIN];
359 if (qid == MT_RXQ_MAIN && dev->usb.sg_en)
360 return mt76u_fill_rx_sg(dev, q, urb, nsgs);
362 urb->transfer_buffer_length = q->buf_size;
363 urb->transfer_buffer = mt76_get_page_pool_buf(q, &offset, q->buf_size);
365 return urb->transfer_buffer ? 0 : -ENOMEM;
369 mt76u_urb_alloc(struct mt76_dev *dev, struct mt76_queue_entry *e,
372 unsigned int size = sizeof(struct urb);
375 size += sg_max_size * sizeof(struct scatterlist);
377 e->urb = kzalloc(size, GFP_KERNEL);
381 usb_init_urb(e->urb);
383 if (dev->usb.sg_en && sg_max_size > 0)
384 e->urb->sg = (struct scatterlist *)(e->urb + 1);
390 mt76u_rx_urb_alloc(struct mt76_dev *dev, struct mt76_queue *q,
391 struct mt76_queue_entry *e)
393 enum mt76_rxq_id qid = q - &dev->q_rx[MT_RXQ_MAIN];
396 sg_size = qid == MT_RXQ_MAIN ? MT_RX_SG_MAX_SIZE : 0;
397 err = mt76u_urb_alloc(dev, e, sg_size);
401 return mt76u_refill_rx(dev, q, e->urb, sg_size);
404 static void mt76u_urb_free(struct urb *urb)
408 for (i = 0; i < urb->num_sgs; i++)
409 mt76_put_page_pool_buf(sg_virt(&urb->sg[i]), false);
411 if (urb->transfer_buffer)
412 mt76_put_page_pool_buf(urb->transfer_buffer, false);
418 mt76u_fill_bulk_urb(struct mt76_dev *dev, int dir, int index,
419 struct urb *urb, usb_complete_t complete_fn,
422 struct usb_interface *uintf = to_usb_interface(dev->dev);
423 struct usb_device *udev = interface_to_usbdev(uintf);
426 if (dir == USB_DIR_IN)
427 pipe = usb_rcvbulkpipe(udev, dev->usb.in_ep[index]);
429 pipe = usb_sndbulkpipe(udev, dev->usb.out_ep[index]);
433 urb->complete = complete_fn;
434 urb->context = context;
438 mt76u_get_next_rx_entry(struct mt76_queue *q)
440 struct urb *urb = NULL;
443 spin_lock_irqsave(&q->lock, flags);
445 urb = q->entry[q->tail].urb;
446 q->tail = (q->tail + 1) % q->ndesc;
449 spin_unlock_irqrestore(&q->lock, flags);
455 mt76u_get_rx_entry_len(struct mt76_dev *dev, u8 *data,
458 u16 dma_len, min_len;
460 dma_len = get_unaligned_le16(data);
461 if (dev->drv->drv_flags & MT_DRV_RX_DMA_HDR)
464 min_len = MT_DMA_HDR_LEN + MT_RX_RXWI_LEN + MT_FCE_INFO_LEN;
465 if (data_len < min_len || !dma_len ||
466 dma_len + MT_DMA_HDR_LEN > data_len ||
472 static struct sk_buff *
473 mt76u_build_rx_skb(struct mt76_dev *dev, void *data,
474 int len, int buf_size)
476 int head_room, drv_flags = dev->drv->drv_flags;
479 head_room = drv_flags & MT_DRV_RX_DMA_HDR ? 0 : MT_DMA_HDR_LEN;
480 if (SKB_WITH_OVERHEAD(buf_size) < head_room + len) {
483 /* slow path, not enough space for data and
486 skb = alloc_skb(MT_SKB_HEAD_LEN, GFP_ATOMIC);
490 skb_put_data(skb, data + head_room, MT_SKB_HEAD_LEN);
491 data += head_room + MT_SKB_HEAD_LEN;
492 page = virt_to_head_page(data);
493 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags,
494 page, data - page_address(page),
495 len - MT_SKB_HEAD_LEN, buf_size);
501 skb = build_skb(data, buf_size);
505 skb_reserve(skb, head_room);
512 mt76u_process_rx_entry(struct mt76_dev *dev, struct urb *urb,
515 u8 *data = urb->num_sgs ? sg_virt(&urb->sg[0]) : urb->transfer_buffer;
516 int data_len = urb->num_sgs ? urb->sg[0].length : urb->actual_length;
517 int len, nsgs = 1, head_room, drv_flags = dev->drv->drv_flags;
520 if (!test_bit(MT76_STATE_INITIALIZED, &dev->phy.state))
523 len = mt76u_get_rx_entry_len(dev, data, urb->actual_length);
527 head_room = drv_flags & MT_DRV_RX_DMA_HDR ? 0 : MT_DMA_HDR_LEN;
528 data_len = min_t(int, len, data_len - head_room);
530 if (len == data_len &&
531 dev->drv->rx_check && !dev->drv->rx_check(dev, data, data_len))
534 skb = mt76u_build_rx_skb(dev, data, data_len, buf_size);
539 while (len > 0 && nsgs < urb->num_sgs) {
540 data_len = min_t(int, len, urb->sg[nsgs].length);
541 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags,
542 sg_page(&urb->sg[nsgs]),
543 urb->sg[nsgs].offset, data_len,
549 skb_mark_for_recycle(skb);
550 dev->drv->rx_skb(dev, MT_RXQ_MAIN, skb, NULL);
555 static void mt76u_complete_rx(struct urb *urb)
557 struct mt76_dev *dev = dev_get_drvdata(&urb->dev->dev);
558 struct mt76_queue *q = urb->context;
561 trace_rx_urb(dev, urb);
563 switch (urb->status) {
570 dev_err_ratelimited(dev->dev, "rx urb failed: %d\n",
577 spin_lock_irqsave(&q->lock, flags);
578 if (WARN_ONCE(q->entry[q->head].urb != urb, "rx urb mismatch"))
581 q->head = (q->head + 1) % q->ndesc;
583 mt76_worker_schedule(&dev->usb.rx_worker);
585 spin_unlock_irqrestore(&q->lock, flags);
589 mt76u_submit_rx_buf(struct mt76_dev *dev, enum mt76_rxq_id qid,
592 int ep = qid == MT_RXQ_MAIN ? MT_EP_IN_PKT_RX : MT_EP_IN_CMD_RESP;
594 mt76u_fill_bulk_urb(dev, USB_DIR_IN, ep, urb,
595 mt76u_complete_rx, &dev->q_rx[qid]);
596 trace_submit_urb(dev, urb);
598 return usb_submit_urb(urb, GFP_ATOMIC);
602 mt76u_process_rx_queue(struct mt76_dev *dev, struct mt76_queue *q)
604 int qid = q - &dev->q_rx[MT_RXQ_MAIN];
609 urb = mt76u_get_next_rx_entry(q);
613 count = mt76u_process_rx_entry(dev, urb, q->buf_size);
615 err = mt76u_refill_rx(dev, q, urb, count);
619 mt76u_submit_rx_buf(dev, qid, urb);
621 if (qid == MT_RXQ_MAIN) {
623 mt76_rx_poll_complete(dev, MT_RXQ_MAIN, NULL);
628 static void mt76u_rx_worker(struct mt76_worker *w)
630 struct mt76_usb *usb = container_of(w, struct mt76_usb, rx_worker);
631 struct mt76_dev *dev = container_of(usb, struct mt76_dev, usb);
635 mt76_for_each_q_rx(dev, i)
636 mt76u_process_rx_queue(dev, &dev->q_rx[i]);
641 mt76u_submit_rx_buffers(struct mt76_dev *dev, enum mt76_rxq_id qid)
643 struct mt76_queue *q = &dev->q_rx[qid];
647 spin_lock_irqsave(&q->lock, flags);
648 for (i = 0; i < q->ndesc; i++) {
649 err = mt76u_submit_rx_buf(dev, qid, q->entry[i].urb);
653 q->head = q->tail = 0;
655 spin_unlock_irqrestore(&q->lock, flags);
661 mt76u_alloc_rx_queue(struct mt76_dev *dev, enum mt76_rxq_id qid)
663 struct mt76_queue *q = &dev->q_rx[qid];
666 err = mt76_create_page_pool(dev, q);
670 spin_lock_init(&q->lock);
671 q->entry = devm_kcalloc(dev->dev,
672 MT_NUM_RX_ENTRIES, sizeof(*q->entry),
677 q->ndesc = MT_NUM_RX_ENTRIES;
678 q->buf_size = PAGE_SIZE;
680 for (i = 0; i < q->ndesc; i++) {
681 err = mt76u_rx_urb_alloc(dev, q, &q->entry[i]);
686 return mt76u_submit_rx_buffers(dev, qid);
689 int mt76u_alloc_mcu_queue(struct mt76_dev *dev)
691 return mt76u_alloc_rx_queue(dev, MT_RXQ_MCU);
693 EXPORT_SYMBOL_GPL(mt76u_alloc_mcu_queue);
696 mt76u_free_rx_queue(struct mt76_dev *dev, struct mt76_queue *q)
700 for (i = 0; i < q->ndesc; i++) {
701 if (!q->entry[i].urb)
704 mt76u_urb_free(q->entry[i].urb);
705 q->entry[i].urb = NULL;
707 page_pool_destroy(q->page_pool);
711 static void mt76u_free_rx(struct mt76_dev *dev)
715 mt76_worker_teardown(&dev->usb.rx_worker);
717 mt76_for_each_q_rx(dev, i)
718 mt76u_free_rx_queue(dev, &dev->q_rx[i]);
721 void mt76u_stop_rx(struct mt76_dev *dev)
725 mt76_worker_disable(&dev->usb.rx_worker);
727 mt76_for_each_q_rx(dev, i) {
728 struct mt76_queue *q = &dev->q_rx[i];
731 for (j = 0; j < q->ndesc; j++)
732 usb_poison_urb(q->entry[j].urb);
735 EXPORT_SYMBOL_GPL(mt76u_stop_rx);
737 int mt76u_resume_rx(struct mt76_dev *dev)
741 mt76_for_each_q_rx(dev, i) {
742 struct mt76_queue *q = &dev->q_rx[i];
745 for (j = 0; j < q->ndesc; j++)
746 usb_unpoison_urb(q->entry[j].urb);
748 err = mt76u_submit_rx_buffers(dev, i);
753 mt76_worker_enable(&dev->usb.rx_worker);
757 EXPORT_SYMBOL_GPL(mt76u_resume_rx);
759 static void mt76u_status_worker(struct mt76_worker *w)
761 struct mt76_usb *usb = container_of(w, struct mt76_usb, status_worker);
762 struct mt76_dev *dev = container_of(usb, struct mt76_dev, usb);
763 struct mt76_queue_entry entry;
764 struct mt76_queue *q;
767 if (!test_bit(MT76_STATE_RUNNING, &dev->phy.state))
770 for (i = 0; i < IEEE80211_NUM_ACS; i++) {
771 q = dev->phy.q_tx[i];
775 while (q->queued > 0) {
776 if (!q->entry[q->tail].done)
779 entry = q->entry[q->tail];
780 q->entry[q->tail].done = false;
782 mt76_queue_tx_complete(dev, q, &entry);
786 wake_up(&dev->tx_wait);
788 mt76_worker_schedule(&dev->tx_worker);
791 if (dev->drv->tx_status_data &&
792 !test_and_set_bit(MT76_READING_STATS, &dev->phy.state))
793 queue_work(dev->wq, &dev->usb.stat_work);
796 static void mt76u_tx_status_data(struct work_struct *work)
798 struct mt76_usb *usb;
799 struct mt76_dev *dev;
803 usb = container_of(work, struct mt76_usb, stat_work);
804 dev = container_of(usb, struct mt76_dev, usb);
807 if (test_bit(MT76_REMOVED, &dev->phy.state))
810 if (!dev->drv->tx_status_data(dev, &update))
815 if (count && test_bit(MT76_STATE_RUNNING, &dev->phy.state))
816 queue_work(dev->wq, &usb->stat_work);
818 clear_bit(MT76_READING_STATS, &dev->phy.state);
821 static void mt76u_complete_tx(struct urb *urb)
823 struct mt76_dev *dev = dev_get_drvdata(&urb->dev->dev);
824 struct mt76_queue_entry *e = urb->context;
826 if (mt76u_urb_error(urb))
827 dev_err(dev->dev, "tx urb failed: %d\n", urb->status);
830 mt76_worker_schedule(&dev->usb.status_worker);
834 mt76u_tx_setup_buffers(struct mt76_dev *dev, struct sk_buff *skb,
837 urb->transfer_buffer_length = skb->len;
839 if (!dev->usb.sg_en) {
840 urb->transfer_buffer = skb->data;
844 sg_init_table(urb->sg, MT_TX_SG_MAX_SIZE);
845 urb->num_sgs = skb_to_sgvec(skb, urb->sg, 0, skb->len);
853 mt76u_tx_queue_skb(struct mt76_dev *dev, struct mt76_queue *q,
854 enum mt76_txq_id qid, struct sk_buff *skb,
855 struct mt76_wcid *wcid, struct ieee80211_sta *sta)
857 struct mt76_tx_info tx_info = {
863 if (q->queued == q->ndesc)
866 skb->prev = skb->next = NULL;
867 err = dev->drv->tx_prepare_skb(dev, NULL, qid, wcid, sta, &tx_info);
871 err = mt76u_tx_setup_buffers(dev, tx_info.skb, q->entry[idx].urb);
875 mt76u_fill_bulk_urb(dev, USB_DIR_OUT, q2ep(q->hw_idx),
876 q->entry[idx].urb, mt76u_complete_tx,
879 q->head = (q->head + 1) % q->ndesc;
880 q->entry[idx].skb = tx_info.skb;
881 q->entry[idx].wcid = 0xffff;
887 static void mt76u_tx_kick(struct mt76_dev *dev, struct mt76_queue *q)
892 while (q->first != q->head) {
893 urb = q->entry[q->first].urb;
895 trace_submit_urb(dev, urb);
896 err = usb_submit_urb(urb, GFP_ATOMIC);
899 set_bit(MT76_REMOVED, &dev->phy.state);
901 dev_err(dev->dev, "tx urb submit failed:%d\n",
905 q->first = (q->first + 1) % q->ndesc;
909 static u8 mt76u_ac_to_hwq(struct mt76_dev *dev, u8 ac)
911 if (mt76_chip(dev) == 0x7663) {
912 static const u8 lmac_queue_map[] = {
913 /* ac to lmac mapping */
914 [IEEE80211_AC_BK] = 0,
915 [IEEE80211_AC_BE] = 1,
916 [IEEE80211_AC_VI] = 2,
917 [IEEE80211_AC_VO] = 4,
920 if (WARN_ON(ac >= ARRAY_SIZE(lmac_queue_map)))
923 return lmac_queue_map[ac];
926 return mt76_ac_to_hwq(ac);
929 static int mt76u_alloc_tx(struct mt76_dev *dev)
931 struct mt76_queue *q;
934 for (i = 0; i <= MT_TXQ_PSD; i++) {
935 if (i >= IEEE80211_NUM_ACS) {
936 dev->phy.q_tx[i] = dev->phy.q_tx[0];
940 q = devm_kzalloc(dev->dev, sizeof(*q), GFP_KERNEL);
944 spin_lock_init(&q->lock);
945 q->hw_idx = mt76u_ac_to_hwq(dev, i);
947 dev->phy.q_tx[i] = q;
949 q->entry = devm_kcalloc(dev->dev,
950 MT_NUM_TX_ENTRIES, sizeof(*q->entry),
955 q->ndesc = MT_NUM_TX_ENTRIES;
956 for (j = 0; j < q->ndesc; j++) {
957 err = mt76u_urb_alloc(dev, &q->entry[j],
966 static void mt76u_free_tx(struct mt76_dev *dev)
970 mt76_worker_teardown(&dev->usb.status_worker);
972 for (i = 0; i < IEEE80211_NUM_ACS; i++) {
973 struct mt76_queue *q;
976 q = dev->phy.q_tx[i];
980 for (j = 0; j < q->ndesc; j++) {
981 usb_free_urb(q->entry[j].urb);
982 q->entry[j].urb = NULL;
987 void mt76u_stop_tx(struct mt76_dev *dev)
991 mt76_worker_disable(&dev->usb.status_worker);
993 ret = wait_event_timeout(dev->tx_wait, !mt76_has_tx_pending(&dev->phy),
996 struct mt76_queue_entry entry;
997 struct mt76_queue *q;
1000 dev_err(dev->dev, "timed out waiting for pending tx\n");
1002 for (i = 0; i < IEEE80211_NUM_ACS; i++) {
1003 q = dev->phy.q_tx[i];
1007 for (j = 0; j < q->ndesc; j++)
1008 usb_kill_urb(q->entry[j].urb);
1011 mt76_worker_disable(&dev->tx_worker);
1013 /* On device removal we maight queue skb's, but mt76u_tx_kick()
1014 * will fail to submit urb, cleanup those skb's manually.
1016 for (i = 0; i < IEEE80211_NUM_ACS; i++) {
1017 q = dev->phy.q_tx[i];
1021 while (q->queued > 0) {
1022 entry = q->entry[q->tail];
1023 q->entry[q->tail].done = false;
1024 mt76_queue_tx_complete(dev, q, &entry);
1028 mt76_worker_enable(&dev->tx_worker);
1031 cancel_work_sync(&dev->usb.stat_work);
1032 clear_bit(MT76_READING_STATS, &dev->phy.state);
1034 mt76_worker_enable(&dev->usb.status_worker);
1036 mt76_tx_status_check(dev, true);
1038 EXPORT_SYMBOL_GPL(mt76u_stop_tx);
1040 void mt76u_queues_deinit(struct mt76_dev *dev)
1048 EXPORT_SYMBOL_GPL(mt76u_queues_deinit);
1050 int mt76u_alloc_queues(struct mt76_dev *dev)
1054 err = mt76u_alloc_rx_queue(dev, MT_RXQ_MAIN);
1058 return mt76u_alloc_tx(dev);
1060 EXPORT_SYMBOL_GPL(mt76u_alloc_queues);
1062 static const struct mt76_queue_ops usb_queue_ops = {
1063 .tx_queue_skb = mt76u_tx_queue_skb,
1064 .kick = mt76u_tx_kick,
1067 int __mt76u_init(struct mt76_dev *dev, struct usb_interface *intf,
1068 struct mt76_bus_ops *ops)
1070 struct usb_device *udev = interface_to_usbdev(intf);
1071 struct mt76_usb *usb = &dev->usb;
1074 INIT_WORK(&usb->stat_work, mt76u_tx_status_data);
1076 usb->data_len = usb_maxpacket(udev, usb_sndctrlpipe(udev, 0));
1077 if (usb->data_len < 32)
1080 usb->data = devm_kmalloc(dev->dev, usb->data_len, GFP_KERNEL);
1084 mutex_init(&usb->usb_ctrl_mtx);
1086 dev->queue_ops = &usb_queue_ops;
1088 dev_set_drvdata(&udev->dev, dev);
1090 usb->sg_en = mt76u_check_sg(dev);
1092 err = mt76u_set_endpoints(intf, usb);
1096 err = mt76_worker_setup(dev->hw, &usb->rx_worker, mt76u_rx_worker,
1101 err = mt76_worker_setup(dev->hw, &usb->status_worker,
1102 mt76u_status_worker, "usb-status");
1106 sched_set_fifo_low(usb->rx_worker.task);
1107 sched_set_fifo_low(usb->status_worker.task);
1111 EXPORT_SYMBOL_GPL(__mt76u_init);
1113 int mt76u_init(struct mt76_dev *dev, struct usb_interface *intf)
1115 static struct mt76_bus_ops bus_ops = {
1119 .read_copy = mt76u_read_copy,
1120 .write_copy = mt76u_copy,
1121 .wr_rp = mt76u_wr_rp,
1122 .rd_rp = mt76u_rd_rp,
1123 .type = MT76_BUS_USB,
1126 return __mt76u_init(dev, intf, &bus_ops);
1128 EXPORT_SYMBOL_GPL(mt76u_init);
1130 MODULE_AUTHOR("Lorenzo Bianconi <lorenzo.bianconi83@gmail.com>");
1131 MODULE_DESCRIPTION("MediaTek MT76x USB helpers");
1132 MODULE_LICENSE("Dual BSD/GPL");