Merge git://git.kernel.org/pub/scm/linux/kernel/git/davem/ide
[cascardo/linux.git] / drivers / net / wireless / ath / ath10k / htc.c
1 /*
2  * Copyright (c) 2005-2011 Atheros Communications Inc.
3  * Copyright (c) 2011-2013 Qualcomm Atheros, Inc.
4  *
5  * Permission to use, copy, modify, and/or distribute this software for any
6  * purpose with or without fee is hereby granted, provided that the above
7  * copyright notice and this permission notice appear in all copies.
8  *
9  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16  */
17
18 #include "core.h"
19 #include "hif.h"
20 #include "debug.h"
21
22 /********/
23 /* Send */
24 /********/
25
26 static inline void ath10k_htc_send_complete_check(struct ath10k_htc_ep *ep,
27                                                   int force)
28 {
29         /*
30          * Check whether HIF has any prior sends that have finished,
31          * have not had the post-processing done.
32          */
33         ath10k_hif_send_complete_check(ep->htc->ar, ep->ul_pipe_id, force);
34 }
35
36 static void ath10k_htc_control_tx_complete(struct ath10k *ar,
37                                            struct sk_buff *skb)
38 {
39         kfree_skb(skb);
40 }
41
42 static struct sk_buff *ath10k_htc_build_tx_ctrl_skb(void *ar)
43 {
44         struct sk_buff *skb;
45         struct ath10k_skb_cb *skb_cb;
46
47         skb = dev_alloc_skb(ATH10K_HTC_CONTROL_BUFFER_SIZE);
48         if (!skb) {
49                 ath10k_warn("Unable to allocate ctrl skb\n");
50                 return NULL;
51         }
52
53         skb_reserve(skb, 20); /* FIXME: why 20 bytes? */
54         WARN_ONCE((unsigned long)skb->data & 3, "unaligned skb");
55
56         skb_cb = ATH10K_SKB_CB(skb);
57         memset(skb_cb, 0, sizeof(*skb_cb));
58
59         ath10k_dbg(ATH10K_DBG_HTC, "%s: skb %p\n", __func__, skb);
60         return skb;
61 }
62
63 static inline void ath10k_htc_restore_tx_skb(struct ath10k_htc *htc,
64                                              struct sk_buff *skb)
65 {
66         struct ath10k_skb_cb *skb_cb = ATH10K_SKB_CB(skb);
67
68         dma_unmap_single(htc->ar->dev, skb_cb->paddr, skb->len, DMA_TO_DEVICE);
69         skb_pull(skb, sizeof(struct ath10k_htc_hdr));
70 }
71
72 static void ath10k_htc_notify_tx_completion(struct ath10k_htc_ep *ep,
73                                             struct sk_buff *skb)
74 {
75         ath10k_dbg(ATH10K_DBG_HTC, "%s: ep %d skb %p\n", __func__,
76                    ep->eid, skb);
77
78         ath10k_htc_restore_tx_skb(ep->htc, skb);
79
80         if (!ep->ep_ops.ep_tx_complete) {
81                 ath10k_warn("no tx handler for eid %d\n", ep->eid);
82                 dev_kfree_skb_any(skb);
83                 return;
84         }
85
86         ep->ep_ops.ep_tx_complete(ep->htc->ar, skb);
87 }
88
89 /* assumes tx_lock is held */
90 static bool ath10k_htc_ep_need_credit_update(struct ath10k_htc_ep *ep)
91 {
92         if (!ep->tx_credit_flow_enabled)
93                 return false;
94         if (ep->tx_credits >= ep->tx_credits_per_max_message)
95                 return false;
96
97         ath10k_dbg(ATH10K_DBG_HTC, "HTC: endpoint %d needs credit update\n",
98                    ep->eid);
99         return true;
100 }
101
102 static void ath10k_htc_prepare_tx_skb(struct ath10k_htc_ep *ep,
103                                       struct sk_buff *skb)
104 {
105         struct ath10k_htc_hdr *hdr;
106
107         hdr = (struct ath10k_htc_hdr *)skb->data;
108
109         hdr->eid = ep->eid;
110         hdr->len = __cpu_to_le16(skb->len - sizeof(*hdr));
111         hdr->flags = 0;
112
113         spin_lock_bh(&ep->htc->tx_lock);
114         hdr->seq_no = ep->seq_no++;
115
116         if (ath10k_htc_ep_need_credit_update(ep))
117                 hdr->flags |= ATH10K_HTC_FLAG_NEED_CREDIT_UPDATE;
118
119         spin_unlock_bh(&ep->htc->tx_lock);
120 }
121
122 int ath10k_htc_send(struct ath10k_htc *htc,
123                     enum ath10k_htc_ep_id eid,
124                     struct sk_buff *skb)
125 {
126         struct ath10k_htc_ep *ep = &htc->endpoint[eid];
127         struct ath10k_skb_cb *skb_cb = ATH10K_SKB_CB(skb);
128         struct ath10k_hif_sg_item sg_item;
129         struct device *dev = htc->ar->dev;
130         int credits = 0;
131         int ret;
132
133         if (htc->ar->state == ATH10K_STATE_WEDGED)
134                 return -ECOMM;
135
136         if (eid >= ATH10K_HTC_EP_COUNT) {
137                 ath10k_warn("Invalid endpoint id: %d\n", eid);
138                 return -ENOENT;
139         }
140
141         /* FIXME: This looks ugly, can we fix it? */
142         spin_lock_bh(&htc->tx_lock);
143         if (htc->stopped) {
144                 spin_unlock_bh(&htc->tx_lock);
145                 return -ESHUTDOWN;
146         }
147         spin_unlock_bh(&htc->tx_lock);
148
149         skb_push(skb, sizeof(struct ath10k_htc_hdr));
150
151         if (ep->tx_credit_flow_enabled) {
152                 credits = DIV_ROUND_UP(skb->len, htc->target_credit_size);
153                 spin_lock_bh(&htc->tx_lock);
154                 if (ep->tx_credits < credits) {
155                         spin_unlock_bh(&htc->tx_lock);
156                         ret = -EAGAIN;
157                         goto err_pull;
158                 }
159                 ep->tx_credits -= credits;
160                 ath10k_dbg(ATH10K_DBG_HTC,
161                            "htc ep %d consumed %d credits (total %d)\n",
162                            eid, credits, ep->tx_credits);
163                 spin_unlock_bh(&htc->tx_lock);
164         }
165
166         ath10k_htc_prepare_tx_skb(ep, skb);
167
168         skb_cb->paddr = dma_map_single(dev, skb->data, skb->len, DMA_TO_DEVICE);
169         ret = dma_mapping_error(dev, skb_cb->paddr);
170         if (ret)
171                 goto err_credits;
172
173         sg_item.transfer_id = ep->eid;
174         sg_item.transfer_context = skb;
175         sg_item.vaddr = skb->data;
176         sg_item.paddr = skb_cb->paddr;
177         sg_item.len = skb->len;
178
179         ret = ath10k_hif_tx_sg(htc->ar, ep->ul_pipe_id, &sg_item, 1);
180         if (ret)
181                 goto err_unmap;
182
183         return 0;
184
185 err_unmap:
186         dma_unmap_single(dev, skb_cb->paddr, skb->len, DMA_TO_DEVICE);
187 err_credits:
188         if (ep->tx_credit_flow_enabled) {
189                 spin_lock_bh(&htc->tx_lock);
190                 ep->tx_credits += credits;
191                 ath10k_dbg(ATH10K_DBG_HTC,
192                            "htc ep %d reverted %d credits back (total %d)\n",
193                            eid, credits, ep->tx_credits);
194                 spin_unlock_bh(&htc->tx_lock);
195
196                 if (ep->ep_ops.ep_tx_credits)
197                         ep->ep_ops.ep_tx_credits(htc->ar);
198         }
199 err_pull:
200         skb_pull(skb, sizeof(struct ath10k_htc_hdr));
201         return ret;
202 }
203
204 static int ath10k_htc_tx_completion_handler(struct ath10k *ar,
205                                             struct sk_buff *skb,
206                                             unsigned int eid)
207 {
208         struct ath10k_htc *htc = &ar->htc;
209         struct ath10k_htc_ep *ep = &htc->endpoint[eid];
210
211         if (WARN_ON_ONCE(!skb))
212                 return 0;
213
214         ath10k_htc_notify_tx_completion(ep, skb);
215         /* the skb now belongs to the completion handler */
216
217         return 0;
218 }
219
220 /***********/
221 /* Receive */
222 /***********/
223
224 static void
225 ath10k_htc_process_credit_report(struct ath10k_htc *htc,
226                                  const struct ath10k_htc_credit_report *report,
227                                  int len,
228                                  enum ath10k_htc_ep_id eid)
229 {
230         struct ath10k_htc_ep *ep;
231         int i, n_reports;
232
233         if (len % sizeof(*report))
234                 ath10k_warn("Uneven credit report len %d", len);
235
236         n_reports = len / sizeof(*report);
237
238         spin_lock_bh(&htc->tx_lock);
239         for (i = 0; i < n_reports; i++, report++) {
240                 if (report->eid >= ATH10K_HTC_EP_COUNT)
241                         break;
242
243                 ep = &htc->endpoint[report->eid];
244                 ep->tx_credits += report->credits;
245
246                 ath10k_dbg(ATH10K_DBG_HTC, "htc ep %d got %d credits (total %d)\n",
247                            report->eid, report->credits, ep->tx_credits);
248
249                 if (ep->ep_ops.ep_tx_credits) {
250                         spin_unlock_bh(&htc->tx_lock);
251                         ep->ep_ops.ep_tx_credits(htc->ar);
252                         spin_lock_bh(&htc->tx_lock);
253                 }
254         }
255         spin_unlock_bh(&htc->tx_lock);
256 }
257
258 static int ath10k_htc_process_trailer(struct ath10k_htc *htc,
259                                       u8 *buffer,
260                                       int length,
261                                       enum ath10k_htc_ep_id src_eid)
262 {
263         int status = 0;
264         struct ath10k_htc_record *record;
265         u8 *orig_buffer;
266         int orig_length;
267         size_t len;
268
269         orig_buffer = buffer;
270         orig_length = length;
271
272         while (length > 0) {
273                 record = (struct ath10k_htc_record *)buffer;
274
275                 if (length < sizeof(record->hdr)) {
276                         status = -EINVAL;
277                         break;
278                 }
279
280                 if (record->hdr.len > length) {
281                         /* no room left in buffer for record */
282                         ath10k_warn("Invalid record length: %d\n",
283                                     record->hdr.len);
284                         status = -EINVAL;
285                         break;
286                 }
287
288                 switch (record->hdr.id) {
289                 case ATH10K_HTC_RECORD_CREDITS:
290                         len = sizeof(struct ath10k_htc_credit_report);
291                         if (record->hdr.len < len) {
292                                 ath10k_warn("Credit report too long\n");
293                                 status = -EINVAL;
294                                 break;
295                         }
296                         ath10k_htc_process_credit_report(htc,
297                                                          record->credit_report,
298                                                          record->hdr.len,
299                                                          src_eid);
300                         break;
301                 default:
302                         ath10k_warn("Unhandled record: id:%d length:%d\n",
303                                     record->hdr.id, record->hdr.len);
304                         break;
305                 }
306
307                 if (status)
308                         break;
309
310                 /* multiple records may be present in a trailer */
311                 buffer += sizeof(record->hdr) + record->hdr.len;
312                 length -= sizeof(record->hdr) + record->hdr.len;
313         }
314
315         if (status)
316                 ath10k_dbg_dump(ATH10K_DBG_HTC, "htc rx bad trailer", "",
317                                 orig_buffer, orig_length);
318
319         return status;
320 }
321
322 static int ath10k_htc_rx_completion_handler(struct ath10k *ar,
323                                             struct sk_buff *skb,
324                                             u8 pipe_id)
325 {
326         int status = 0;
327         struct ath10k_htc *htc = &ar->htc;
328         struct ath10k_htc_hdr *hdr;
329         struct ath10k_htc_ep *ep;
330         u16 payload_len;
331         u32 trailer_len = 0;
332         size_t min_len;
333         u8 eid;
334         bool trailer_present;
335
336         hdr = (struct ath10k_htc_hdr *)skb->data;
337         skb_pull(skb, sizeof(*hdr));
338
339         eid = hdr->eid;
340
341         if (eid >= ATH10K_HTC_EP_COUNT) {
342                 ath10k_warn("HTC Rx: invalid eid %d\n", eid);
343                 ath10k_dbg_dump(ATH10K_DBG_HTC, "htc bad header", "",
344                                 hdr, sizeof(*hdr));
345                 status = -EINVAL;
346                 goto out;
347         }
348
349         ep = &htc->endpoint[eid];
350
351         /*
352          * If this endpoint that received a message from the target has
353          * a to-target HIF pipe whose send completions are polled rather
354          * than interrupt-driven, this is a good point to ask HIF to check
355          * whether it has any completed sends to handle.
356          */
357         if (ep->ul_is_polled)
358                 ath10k_htc_send_complete_check(ep, 1);
359
360         payload_len = __le16_to_cpu(hdr->len);
361
362         if (payload_len + sizeof(*hdr) > ATH10K_HTC_MAX_LEN) {
363                 ath10k_warn("HTC rx frame too long, len: %zu\n",
364                             payload_len + sizeof(*hdr));
365                 ath10k_dbg_dump(ATH10K_DBG_HTC, "htc bad rx pkt len", "",
366                                 hdr, sizeof(*hdr));
367                 status = -EINVAL;
368                 goto out;
369         }
370
371         if (skb->len < payload_len) {
372                 ath10k_dbg(ATH10K_DBG_HTC,
373                            "HTC Rx: insufficient length, got %d, expected %d\n",
374                            skb->len, payload_len);
375                 ath10k_dbg_dump(ATH10K_DBG_HTC, "htc bad rx pkt len",
376                                 "", hdr, sizeof(*hdr));
377                 status = -EINVAL;
378                 goto out;
379         }
380
381         /* get flags to check for trailer */
382         trailer_present = hdr->flags & ATH10K_HTC_FLAG_TRAILER_PRESENT;
383         if (trailer_present) {
384                 u8 *trailer;
385
386                 trailer_len = hdr->trailer_len;
387                 min_len = sizeof(struct ath10k_ath10k_htc_record_hdr);
388
389                 if ((trailer_len < min_len) ||
390                     (trailer_len > payload_len)) {
391                         ath10k_warn("Invalid trailer length: %d\n",
392                                     trailer_len);
393                         status = -EPROTO;
394                         goto out;
395                 }
396
397                 trailer = (u8 *)hdr;
398                 trailer += sizeof(*hdr);
399                 trailer += payload_len;
400                 trailer -= trailer_len;
401                 status = ath10k_htc_process_trailer(htc, trailer,
402                                                     trailer_len, hdr->eid);
403                 if (status)
404                         goto out;
405
406                 skb_trim(skb, skb->len - trailer_len);
407         }
408
409         if (((int)payload_len - (int)trailer_len) <= 0)
410                 /* zero length packet with trailer data, just drop these */
411                 goto out;
412
413         if (eid == ATH10K_HTC_EP_0) {
414                 struct ath10k_htc_msg *msg = (struct ath10k_htc_msg *)skb->data;
415
416                 switch (__le16_to_cpu(msg->hdr.message_id)) {
417                 default:
418                         /* handle HTC control message */
419                         if (completion_done(&htc->ctl_resp)) {
420                                 /*
421                                  * this is a fatal error, target should not be
422                                  * sending unsolicited messages on the ep 0
423                                  */
424                                 ath10k_warn("HTC rx ctrl still processing\n");
425                                 status = -EINVAL;
426                                 complete(&htc->ctl_resp);
427                                 goto out;
428                         }
429
430                         htc->control_resp_len =
431                                 min_t(int, skb->len,
432                                       ATH10K_HTC_MAX_CTRL_MSG_LEN);
433
434                         memcpy(htc->control_resp_buffer, skb->data,
435                                htc->control_resp_len);
436
437                         complete(&htc->ctl_resp);
438                         break;
439                 case ATH10K_HTC_MSG_SEND_SUSPEND_COMPLETE:
440                         htc->htc_ops.target_send_suspend_complete(ar);
441                 }
442                 goto out;
443         }
444
445         ath10k_dbg(ATH10K_DBG_HTC, "htc rx completion ep %d skb %p\n",
446                    eid, skb);
447         ep->ep_ops.ep_rx_complete(ar, skb);
448
449         /* skb is now owned by the rx completion handler */
450         skb = NULL;
451 out:
452         kfree_skb(skb);
453
454         return status;
455 }
456
457 static void ath10k_htc_control_rx_complete(struct ath10k *ar,
458                                            struct sk_buff *skb)
459 {
460         /* This is unexpected. FW is not supposed to send regular rx on this
461          * endpoint. */
462         ath10k_warn("unexpected htc rx\n");
463         kfree_skb(skb);
464 }
465
466 /***************/
467 /* Init/Deinit */
468 /***************/
469
470 static const char *htc_service_name(enum ath10k_htc_svc_id id)
471 {
472         switch (id) {
473         case ATH10K_HTC_SVC_ID_RESERVED:
474                 return "Reserved";
475         case ATH10K_HTC_SVC_ID_RSVD_CTRL:
476                 return "Control";
477         case ATH10K_HTC_SVC_ID_WMI_CONTROL:
478                 return "WMI";
479         case ATH10K_HTC_SVC_ID_WMI_DATA_BE:
480                 return "DATA BE";
481         case ATH10K_HTC_SVC_ID_WMI_DATA_BK:
482                 return "DATA BK";
483         case ATH10K_HTC_SVC_ID_WMI_DATA_VI:
484                 return "DATA VI";
485         case ATH10K_HTC_SVC_ID_WMI_DATA_VO:
486                 return "DATA VO";
487         case ATH10K_HTC_SVC_ID_NMI_CONTROL:
488                 return "NMI Control";
489         case ATH10K_HTC_SVC_ID_NMI_DATA:
490                 return "NMI Data";
491         case ATH10K_HTC_SVC_ID_HTT_DATA_MSG:
492                 return "HTT Data";
493         case ATH10K_HTC_SVC_ID_TEST_RAW_STREAMS:
494                 return "RAW";
495         }
496
497         return "Unknown";
498 }
499
500 static void ath10k_htc_reset_endpoint_states(struct ath10k_htc *htc)
501 {
502         struct ath10k_htc_ep *ep;
503         int i;
504
505         for (i = ATH10K_HTC_EP_0; i < ATH10K_HTC_EP_COUNT; i++) {
506                 ep = &htc->endpoint[i];
507                 ep->service_id = ATH10K_HTC_SVC_ID_UNUSED;
508                 ep->max_ep_message_len = 0;
509                 ep->max_tx_queue_depth = 0;
510                 ep->eid = i;
511                 ep->htc = htc;
512                 ep->tx_credit_flow_enabled = true;
513         }
514 }
515
516 static void ath10k_htc_setup_target_buffer_assignments(struct ath10k_htc *htc)
517 {
518         struct ath10k_htc_svc_tx_credits *entry;
519
520         entry = &htc->service_tx_alloc[0];
521
522         /*
523          * for PCIE allocate all credists/HTC buffers to WMI.
524          * no buffers are used/required for data. data always
525          * remains on host.
526          */
527         entry++;
528         entry->service_id = ATH10K_HTC_SVC_ID_WMI_CONTROL;
529         entry->credit_allocation = htc->total_transmit_credits;
530 }
531
532 static u8 ath10k_htc_get_credit_allocation(struct ath10k_htc *htc,
533                                            u16 service_id)
534 {
535         u8 allocation = 0;
536         int i;
537
538         for (i = 0; i < ATH10K_HTC_EP_COUNT; i++) {
539                 if (htc->service_tx_alloc[i].service_id == service_id)
540                         allocation =
541                             htc->service_tx_alloc[i].credit_allocation;
542         }
543
544         return allocation;
545 }
546
547 int ath10k_htc_wait_target(struct ath10k_htc *htc)
548 {
549         int status = 0;
550         struct ath10k_htc_svc_conn_req conn_req;
551         struct ath10k_htc_svc_conn_resp conn_resp;
552         struct ath10k_htc_msg *msg;
553         u16 message_id;
554         u16 credit_count;
555         u16 credit_size;
556
557         status = wait_for_completion_timeout(&htc->ctl_resp,
558                                              ATH10K_HTC_WAIT_TIMEOUT_HZ);
559         if (status <= 0) {
560                 if (status == 0)
561                         status = -ETIMEDOUT;
562
563                 ath10k_err("ctl_resp never came in (%d)\n", status);
564                 return status;
565         }
566
567         if (htc->control_resp_len < sizeof(msg->hdr) + sizeof(msg->ready)) {
568                 ath10k_err("Invalid HTC ready msg len:%d\n",
569                            htc->control_resp_len);
570                 return -ECOMM;
571         }
572
573         msg = (struct ath10k_htc_msg *)htc->control_resp_buffer;
574         message_id   = __le16_to_cpu(msg->hdr.message_id);
575         credit_count = __le16_to_cpu(msg->ready.credit_count);
576         credit_size  = __le16_to_cpu(msg->ready.credit_size);
577
578         if (message_id != ATH10K_HTC_MSG_READY_ID) {
579                 ath10k_err("Invalid HTC ready msg: 0x%x\n", message_id);
580                 return -ECOMM;
581         }
582
583         htc->total_transmit_credits = credit_count;
584         htc->target_credit_size = credit_size;
585
586         ath10k_dbg(ATH10K_DBG_HTC,
587                    "Target ready! transmit resources: %d size:%d\n",
588                    htc->total_transmit_credits,
589                    htc->target_credit_size);
590
591         if ((htc->total_transmit_credits == 0) ||
592             (htc->target_credit_size == 0)) {
593                 ath10k_err("Invalid credit size received\n");
594                 return -ECOMM;
595         }
596
597         ath10k_htc_setup_target_buffer_assignments(htc);
598
599         /* setup our pseudo HTC control endpoint connection */
600         memset(&conn_req, 0, sizeof(conn_req));
601         memset(&conn_resp, 0, sizeof(conn_resp));
602         conn_req.ep_ops.ep_tx_complete = ath10k_htc_control_tx_complete;
603         conn_req.ep_ops.ep_rx_complete = ath10k_htc_control_rx_complete;
604         conn_req.max_send_queue_depth = ATH10K_NUM_CONTROL_TX_BUFFERS;
605         conn_req.service_id = ATH10K_HTC_SVC_ID_RSVD_CTRL;
606
607         /* connect fake service */
608         status = ath10k_htc_connect_service(htc, &conn_req, &conn_resp);
609         if (status) {
610                 ath10k_err("could not connect to htc service (%d)\n", status);
611                 return status;
612         }
613
614         return 0;
615 }
616
617 int ath10k_htc_connect_service(struct ath10k_htc *htc,
618                                struct ath10k_htc_svc_conn_req *conn_req,
619                                struct ath10k_htc_svc_conn_resp *conn_resp)
620 {
621         struct ath10k_htc_msg *msg;
622         struct ath10k_htc_conn_svc *req_msg;
623         struct ath10k_htc_conn_svc_response resp_msg_dummy;
624         struct ath10k_htc_conn_svc_response *resp_msg = &resp_msg_dummy;
625         enum ath10k_htc_ep_id assigned_eid = ATH10K_HTC_EP_COUNT;
626         struct ath10k_htc_ep *ep;
627         struct sk_buff *skb;
628         unsigned int max_msg_size = 0;
629         int length, status;
630         bool disable_credit_flow_ctrl = false;
631         u16 message_id, service_id, flags = 0;
632         u8 tx_alloc = 0;
633
634         /* special case for HTC pseudo control service */
635         if (conn_req->service_id == ATH10K_HTC_SVC_ID_RSVD_CTRL) {
636                 disable_credit_flow_ctrl = true;
637                 assigned_eid = ATH10K_HTC_EP_0;
638                 max_msg_size = ATH10K_HTC_MAX_CTRL_MSG_LEN;
639                 memset(&resp_msg_dummy, 0, sizeof(resp_msg_dummy));
640                 goto setup;
641         }
642
643         tx_alloc = ath10k_htc_get_credit_allocation(htc,
644                                                     conn_req->service_id);
645         if (!tx_alloc)
646                 ath10k_dbg(ATH10K_DBG_BOOT,
647                            "boot htc service %s does not allocate target credits\n",
648                            htc_service_name(conn_req->service_id));
649
650         skb = ath10k_htc_build_tx_ctrl_skb(htc->ar);
651         if (!skb) {
652                 ath10k_err("Failed to allocate HTC packet\n");
653                 return -ENOMEM;
654         }
655
656         length = sizeof(msg->hdr) + sizeof(msg->connect_service);
657         skb_put(skb, length);
658         memset(skb->data, 0, length);
659
660         msg = (struct ath10k_htc_msg *)skb->data;
661         msg->hdr.message_id =
662                 __cpu_to_le16(ATH10K_HTC_MSG_CONNECT_SERVICE_ID);
663
664         flags |= SM(tx_alloc, ATH10K_HTC_CONN_FLAGS_RECV_ALLOC);
665
666         /* Only enable credit flow control for WMI ctrl service */
667         if (conn_req->service_id != ATH10K_HTC_SVC_ID_WMI_CONTROL) {
668                 flags |= ATH10K_HTC_CONN_FLAGS_DISABLE_CREDIT_FLOW_CTRL;
669                 disable_credit_flow_ctrl = true;
670         }
671
672         req_msg = &msg->connect_service;
673         req_msg->flags = __cpu_to_le16(flags);
674         req_msg->service_id = __cpu_to_le16(conn_req->service_id);
675
676         reinit_completion(&htc->ctl_resp);
677
678         status = ath10k_htc_send(htc, ATH10K_HTC_EP_0, skb);
679         if (status) {
680                 kfree_skb(skb);
681                 return status;
682         }
683
684         /* wait for response */
685         status = wait_for_completion_timeout(&htc->ctl_resp,
686                                              ATH10K_HTC_CONN_SVC_TIMEOUT_HZ);
687         if (status <= 0) {
688                 if (status == 0)
689                         status = -ETIMEDOUT;
690                 ath10k_err("Service connect timeout: %d\n", status);
691                 return status;
692         }
693
694         /* we controlled the buffer creation, it's aligned */
695         msg = (struct ath10k_htc_msg *)htc->control_resp_buffer;
696         resp_msg = &msg->connect_service_response;
697         message_id = __le16_to_cpu(msg->hdr.message_id);
698         service_id = __le16_to_cpu(resp_msg->service_id);
699
700         if ((message_id != ATH10K_HTC_MSG_CONNECT_SERVICE_RESP_ID) ||
701             (htc->control_resp_len < sizeof(msg->hdr) +
702              sizeof(msg->connect_service_response))) {
703                 ath10k_err("Invalid resp message ID 0x%x", message_id);
704                 return -EPROTO;
705         }
706
707         ath10k_dbg(ATH10K_DBG_HTC,
708                    "HTC Service %s connect response: status: 0x%x, assigned ep: 0x%x\n",
709                    htc_service_name(service_id),
710                    resp_msg->status, resp_msg->eid);
711
712         conn_resp->connect_resp_code = resp_msg->status;
713
714         /* check response status */
715         if (resp_msg->status != ATH10K_HTC_CONN_SVC_STATUS_SUCCESS) {
716                 ath10k_err("HTC Service %s connect request failed: 0x%x)\n",
717                            htc_service_name(service_id),
718                            resp_msg->status);
719                 return -EPROTO;
720         }
721
722         assigned_eid = (enum ath10k_htc_ep_id)resp_msg->eid;
723         max_msg_size = __le16_to_cpu(resp_msg->max_msg_size);
724
725 setup:
726
727         if (assigned_eid >= ATH10K_HTC_EP_COUNT)
728                 return -EPROTO;
729
730         if (max_msg_size == 0)
731                 return -EPROTO;
732
733         ep = &htc->endpoint[assigned_eid];
734         ep->eid = assigned_eid;
735
736         if (ep->service_id != ATH10K_HTC_SVC_ID_UNUSED)
737                 return -EPROTO;
738
739         /* return assigned endpoint to caller */
740         conn_resp->eid = assigned_eid;
741         conn_resp->max_msg_len = __le16_to_cpu(resp_msg->max_msg_size);
742
743         /* setup the endpoint */
744         ep->service_id = conn_req->service_id;
745         ep->max_tx_queue_depth = conn_req->max_send_queue_depth;
746         ep->max_ep_message_len = __le16_to_cpu(resp_msg->max_msg_size);
747         ep->tx_credits = tx_alloc;
748         ep->tx_credit_size = htc->target_credit_size;
749         ep->tx_credits_per_max_message = ep->max_ep_message_len /
750                                          htc->target_credit_size;
751
752         if (ep->max_ep_message_len % htc->target_credit_size)
753                 ep->tx_credits_per_max_message++;
754
755         /* copy all the callbacks */
756         ep->ep_ops = conn_req->ep_ops;
757
758         status = ath10k_hif_map_service_to_pipe(htc->ar,
759                                                 ep->service_id,
760                                                 &ep->ul_pipe_id,
761                                                 &ep->dl_pipe_id,
762                                                 &ep->ul_is_polled,
763                                                 &ep->dl_is_polled);
764         if (status)
765                 return status;
766
767         ath10k_dbg(ATH10K_DBG_BOOT,
768                    "boot htc service '%s' ul pipe %d dl pipe %d eid %d ready\n",
769                    htc_service_name(ep->service_id), ep->ul_pipe_id,
770                    ep->dl_pipe_id, ep->eid);
771
772         ath10k_dbg(ATH10K_DBG_BOOT,
773                    "boot htc ep %d ul polled %d dl polled %d\n",
774                    ep->eid, ep->ul_is_polled, ep->dl_is_polled);
775
776         if (disable_credit_flow_ctrl && ep->tx_credit_flow_enabled) {
777                 ep->tx_credit_flow_enabled = false;
778                 ath10k_dbg(ATH10K_DBG_BOOT,
779                            "boot htc service '%s' eid %d TX flow control disabled\n",
780                            htc_service_name(ep->service_id), assigned_eid);
781         }
782
783         return status;
784 }
785
786 struct sk_buff *ath10k_htc_alloc_skb(int size)
787 {
788         struct sk_buff *skb;
789
790         skb = dev_alloc_skb(size + sizeof(struct ath10k_htc_hdr));
791         if (!skb) {
792                 ath10k_warn("could not allocate HTC tx skb\n");
793                 return NULL;
794         }
795
796         skb_reserve(skb, sizeof(struct ath10k_htc_hdr));
797
798         /* FW/HTC requires 4-byte aligned streams */
799         if (!IS_ALIGNED((unsigned long)skb->data, 4))
800                 ath10k_warn("Unaligned HTC tx skb\n");
801
802         return skb;
803 }
804
805 int ath10k_htc_start(struct ath10k_htc *htc)
806 {
807         struct sk_buff *skb;
808         int status = 0;
809         struct ath10k_htc_msg *msg;
810
811         skb = ath10k_htc_build_tx_ctrl_skb(htc->ar);
812         if (!skb)
813                 return -ENOMEM;
814
815         skb_put(skb, sizeof(msg->hdr) + sizeof(msg->setup_complete_ext));
816         memset(skb->data, 0, skb->len);
817
818         msg = (struct ath10k_htc_msg *)skb->data;
819         msg->hdr.message_id =
820                 __cpu_to_le16(ATH10K_HTC_MSG_SETUP_COMPLETE_EX_ID);
821
822         ath10k_dbg(ATH10K_DBG_HTC, "HTC is using TX credit flow control\n");
823
824         status = ath10k_htc_send(htc, ATH10K_HTC_EP_0, skb);
825         if (status) {
826                 kfree_skb(skb);
827                 return status;
828         }
829
830         return 0;
831 }
832
833 void ath10k_htc_stop(struct ath10k_htc *htc)
834 {
835         spin_lock_bh(&htc->tx_lock);
836         htc->stopped = true;
837         spin_unlock_bh(&htc->tx_lock);
838 }
839
840 /* registered target arrival callback from the HIF layer */
841 int ath10k_htc_init(struct ath10k *ar)
842 {
843         struct ath10k_hif_cb htc_callbacks;
844         struct ath10k_htc_ep *ep = NULL;
845         struct ath10k_htc *htc = &ar->htc;
846
847         spin_lock_init(&htc->tx_lock);
848
849         htc->stopped = false;
850         ath10k_htc_reset_endpoint_states(htc);
851
852         /* setup HIF layer callbacks */
853         htc_callbacks.rx_completion = ath10k_htc_rx_completion_handler;
854         htc_callbacks.tx_completion = ath10k_htc_tx_completion_handler;
855         htc->ar = ar;
856
857         /* Get HIF default pipe for HTC message exchange */
858         ep = &htc->endpoint[ATH10K_HTC_EP_0];
859
860         ath10k_hif_set_callbacks(ar, &htc_callbacks);
861         ath10k_hif_get_default_pipe(ar, &ep->ul_pipe_id, &ep->dl_pipe_id);
862
863         init_completion(&htc->ctl_resp);
864
865         return 0;
866 }