2 * AMD 10Gb Ethernet driver
4 * This file is available to you under your choice of the following two
9 * Copyright (c) 2014 Advanced Micro Devices, Inc.
11 * This file is free software; you may copy, redistribute and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation, either version 2 of the License, or (at
14 * your option) any later version.
16 * This file is distributed in the hope that it will be useful, but
17 * WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 * General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program. If not, see <http://www.gnu.org/licenses/>.
24 * This file incorporates work covered by the following copyright and
26 * The Synopsys DWC ETHER XGMAC Software Driver and documentation
27 * (hereinafter "Software") is an unsupported proprietary work of Synopsys,
28 * Inc. unless otherwise expressly agreed to in writing between Synopsys
31 * The Software IS NOT an item of Licensed Software or Licensed Product
32 * under any End User Software License Agreement or Agreement for Licensed
33 * Product with Synopsys or any supplement thereto. Permission is hereby
34 * granted, free of charge, to any person obtaining a copy of this software
35 * annotated with this license and the Software, to deal in the Software
36 * without restriction, including without limitation the rights to use,
37 * copy, modify, merge, publish, distribute, sublicense, and/or sell copies
38 * of the Software, and to permit persons to whom the Software is furnished
39 * to do so, subject to the following conditions:
41 * The above copyright notice and this permission notice shall be included
42 * in all copies or substantial portions of the Software.
44 * THIS SOFTWARE IS BEING DISTRIBUTED BY SYNOPSYS SOLELY ON AN "AS IS"
45 * BASIS AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
46 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
47 * PARTICULAR PURPOSE ARE HEREBY DISCLAIMED. IN NO EVENT SHALL SYNOPSYS
48 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
49 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
50 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
51 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
52 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
53 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
54 * THE POSSIBILITY OF SUCH DAMAGE.
57 * License 2: Modified BSD
59 * Copyright (c) 2014 Advanced Micro Devices, Inc.
60 * All rights reserved.
62 * Redistribution and use in source and binary forms, with or without
63 * modification, are permitted provided that the following conditions are met:
64 * * Redistributions of source code must retain the above copyright
65 * notice, this list of conditions and the following disclaimer.
66 * * Redistributions in binary form must reproduce the above copyright
67 * notice, this list of conditions and the following disclaimer in the
68 * documentation and/or other materials provided with the distribution.
69 * * Neither the name of Advanced Micro Devices, Inc. nor the
70 * names of its contributors may be used to endorse or promote products
71 * derived from this software without specific prior written permission.
73 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
74 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
75 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
76 * ARE DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY
77 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
78 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
79 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
80 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
81 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
82 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
84 * This file incorporates work covered by the following copyright and
86 * The Synopsys DWC ETHER XGMAC Software Driver and documentation
87 * (hereinafter "Software") is an unsupported proprietary work of Synopsys,
88 * Inc. unless otherwise expressly agreed to in writing between Synopsys
91 * The Software IS NOT an item of Licensed Software or Licensed Product
92 * under any End User Software License Agreement or Agreement for Licensed
93 * Product with Synopsys or any supplement thereto. Permission is hereby
94 * granted, free of charge, to any person obtaining a copy of this software
95 * annotated with this license and the Software, to deal in the Software
96 * without restriction, including without limitation the rights to use,
97 * copy, modify, merge, publish, distribute, sublicense, and/or sell copies
98 * of the Software, and to permit persons to whom the Software is furnished
99 * to do so, subject to the following conditions:
101 * The above copyright notice and this permission notice shall be included
102 * in all copies or substantial portions of the Software.
104 * THIS SOFTWARE IS BEING DISTRIBUTED BY SYNOPSYS SOLELY ON AN "AS IS"
105 * BASIS AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
106 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
107 * PARTICULAR PURPOSE ARE HEREBY DISCLAIMED. IN NO EVENT SHALL SYNOPSYS
108 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
109 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
110 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
111 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
112 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
113 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
114 * THE POSSIBILITY OF SUCH DAMAGE.
118 #include "xgbe-common.h"
120 static void xgbe_unmap_skb(struct xgbe_prv_data *, struct xgbe_ring_data *);
122 static void xgbe_free_ring(struct xgbe_prv_data *pdata,
123 struct xgbe_ring *ring)
125 struct xgbe_ring_data *rdata;
132 for (i = 0; i < ring->rdesc_count; i++) {
133 rdata = XGBE_GET_DESC_DATA(ring, i);
134 xgbe_unmap_skb(pdata, rdata);
142 dma_free_coherent(pdata->dev,
143 (sizeof(struct xgbe_ring_desc) *
145 ring->rdesc, ring->rdesc_dma);
150 static void xgbe_free_ring_resources(struct xgbe_prv_data *pdata)
152 struct xgbe_channel *channel;
155 DBGPR("-->xgbe_free_ring_resources\n");
157 channel = pdata->channel;
158 for (i = 0; i < pdata->channel_count; i++, channel++) {
159 xgbe_free_ring(pdata, channel->tx_ring);
160 xgbe_free_ring(pdata, channel->rx_ring);
163 DBGPR("<--xgbe_free_ring_resources\n");
166 static int xgbe_init_ring(struct xgbe_prv_data *pdata,
167 struct xgbe_ring *ring, unsigned int rdesc_count)
169 DBGPR("-->xgbe_init_ring\n");
175 ring->rdesc_count = rdesc_count;
176 ring->rdesc = dma_alloc_coherent(pdata->dev,
177 (sizeof(struct xgbe_ring_desc) *
178 rdesc_count), &ring->rdesc_dma,
183 /* Descriptor information */
184 ring->rdata = kcalloc(rdesc_count, sizeof(struct xgbe_ring_data),
189 DBGPR(" rdesc=0x%p, rdesc_dma=0x%llx, rdata=0x%p\n",
190 ring->rdesc, ring->rdesc_dma, ring->rdata);
192 DBGPR("<--xgbe_init_ring\n");
197 static int xgbe_alloc_ring_resources(struct xgbe_prv_data *pdata)
199 struct xgbe_channel *channel;
203 DBGPR("-->xgbe_alloc_ring_resources\n");
205 channel = pdata->channel;
206 for (i = 0; i < pdata->channel_count; i++, channel++) {
207 DBGPR(" %s - tx_ring:\n", channel->name);
208 ret = xgbe_init_ring(pdata, channel->tx_ring,
209 pdata->tx_desc_count);
211 netdev_alert(pdata->netdev,
212 "error initializing Tx ring\n");
216 DBGPR(" %s - rx_ring:\n", channel->name);
217 ret = xgbe_init_ring(pdata, channel->rx_ring,
218 pdata->rx_desc_count);
220 netdev_alert(pdata->netdev,
221 "error initializing Tx ring\n");
226 DBGPR("<--xgbe_alloc_ring_resources\n");
231 xgbe_free_ring_resources(pdata);
236 static void xgbe_wrapper_tx_descriptor_init(struct xgbe_prv_data *pdata)
238 struct xgbe_hw_if *hw_if = &pdata->hw_if;
239 struct xgbe_channel *channel;
240 struct xgbe_ring *ring;
241 struct xgbe_ring_data *rdata;
242 struct xgbe_ring_desc *rdesc;
243 dma_addr_t rdesc_dma;
246 DBGPR("-->xgbe_wrapper_tx_descriptor_init\n");
248 channel = pdata->channel;
249 for (i = 0; i < pdata->channel_count; i++, channel++) {
250 ring = channel->tx_ring;
255 rdesc_dma = ring->rdesc_dma;
257 for (j = 0; j < ring->rdesc_count; j++) {
258 rdata = XGBE_GET_DESC_DATA(ring, j);
260 rdata->rdesc = rdesc;
261 rdata->rdesc_dma = rdesc_dma;
264 rdesc_dma += sizeof(struct xgbe_ring_desc);
269 ring->tx.queue_stopped = 0;
271 hw_if->tx_desc_init(channel);
274 DBGPR("<--xgbe_wrapper_tx_descriptor_init\n");
277 static void xgbe_wrapper_rx_descriptor_init(struct xgbe_prv_data *pdata)
279 struct xgbe_hw_if *hw_if = &pdata->hw_if;
280 struct xgbe_channel *channel;
281 struct xgbe_ring *ring;
282 struct xgbe_ring_desc *rdesc;
283 struct xgbe_ring_data *rdata;
284 dma_addr_t rdesc_dma, skb_dma;
285 struct sk_buff *skb = NULL;
288 DBGPR("-->xgbe_wrapper_rx_descriptor_init\n");
290 channel = pdata->channel;
291 for (i = 0; i < pdata->channel_count; i++, channel++) {
292 ring = channel->rx_ring;
297 rdesc_dma = ring->rdesc_dma;
299 for (j = 0; j < ring->rdesc_count; j++) {
300 rdata = XGBE_GET_DESC_DATA(ring, j);
302 rdata->rdesc = rdesc;
303 rdata->rdesc_dma = rdesc_dma;
305 /* Allocate skb & assign to each rdesc */
306 skb = dev_alloc_skb(pdata->rx_buf_size);
309 skb_dma = dma_map_single(pdata->dev, skb->data,
312 if (dma_mapping_error(pdata->dev, skb_dma)) {
313 netdev_alert(pdata->netdev,
314 "failed to do the dma map\n");
315 dev_kfree_skb_any(skb);
319 rdata->skb_dma = skb_dma;
320 rdata->skb_dma_len = pdata->rx_buf_size;
323 rdesc_dma += sizeof(struct xgbe_ring_desc);
328 ring->rx.realloc_index = 0;
329 ring->rx.realloc_threshold = 0;
331 hw_if->rx_desc_init(channel);
334 DBGPR("<--xgbe_wrapper_rx_descriptor_init\n");
337 static void xgbe_unmap_skb(struct xgbe_prv_data *pdata,
338 struct xgbe_ring_data *rdata)
340 if (rdata->skb_dma) {
341 if (rdata->mapped_as_page) {
342 dma_unmap_page(pdata->dev, rdata->skb_dma,
343 rdata->skb_dma_len, DMA_TO_DEVICE);
345 dma_unmap_single(pdata->dev, rdata->skb_dma,
346 rdata->skb_dma_len, DMA_TO_DEVICE);
349 rdata->skb_dma_len = 0;
353 dev_kfree_skb_any(rdata->skb);
357 rdata->tso_header = 0;
359 rdata->mapped_as_page = 0;
361 if (rdata->state_saved) {
362 rdata->state_saved = 0;
363 rdata->state.incomplete = 0;
364 rdata->state.context_next = 0;
365 rdata->state.skb = NULL;
366 rdata->state.len = 0;
367 rdata->state.error = 0;
371 static int xgbe_map_tx_skb(struct xgbe_channel *channel, struct sk_buff *skb)
373 struct xgbe_prv_data *pdata = channel->pdata;
374 struct xgbe_ring *ring = channel->tx_ring;
375 struct xgbe_ring_data *rdata;
376 struct xgbe_packet_data *packet;
377 struct skb_frag_struct *frag;
379 unsigned int start_index, cur_index;
380 unsigned int offset, tso, vlan, datalen, len;
383 DBGPR("-->xgbe_map_tx_skb: cur = %d\n", ring->cur);
386 start_index = ring->cur;
387 cur_index = ring->cur;
389 packet = &ring->packet_data;
390 packet->rdesc_count = 0;
393 tso = XGMAC_GET_BITS(packet->attributes, TX_PACKET_ATTRIBUTES,
395 vlan = XGMAC_GET_BITS(packet->attributes, TX_PACKET_ATTRIBUTES,
398 /* Save space for a context descriptor if needed */
399 if ((tso && (packet->mss != ring->tx.cur_mss)) ||
400 (vlan && (packet->vlan_ctag != ring->tx.cur_vlan_ctag)))
402 rdata = XGBE_GET_DESC_DATA(ring, cur_index);
405 DBGPR(" TSO packet\n");
407 /* Map the TSO header */
408 skb_dma = dma_map_single(pdata->dev, skb->data,
409 packet->header_len, DMA_TO_DEVICE);
410 if (dma_mapping_error(pdata->dev, skb_dma)) {
411 netdev_alert(pdata->netdev, "dma_map_single failed\n");
414 rdata->skb_dma = skb_dma;
415 rdata->skb_dma_len = packet->header_len;
416 rdata->tso_header = 1;
418 offset = packet->header_len;
420 packet->length += packet->header_len;
423 rdata = XGBE_GET_DESC_DATA(ring, cur_index);
426 /* Map the (remainder of the) packet */
427 for (datalen = skb_headlen(skb) - offset; datalen; ) {
428 len = min_t(unsigned int, datalen, XGBE_TX_MAX_BUF_SIZE);
430 skb_dma = dma_map_single(pdata->dev, skb->data + offset, len,
432 if (dma_mapping_error(pdata->dev, skb_dma)) {
433 netdev_alert(pdata->netdev, "dma_map_single failed\n");
436 rdata->skb_dma = skb_dma;
437 rdata->skb_dma_len = len;
438 DBGPR(" skb data: index=%u, dma=0x%llx, len=%u\n",
439 cur_index, skb_dma, len);
444 packet->length += len;
447 rdata = XGBE_GET_DESC_DATA(ring, cur_index);
450 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
451 DBGPR(" mapping frag %u\n", i);
453 frag = &skb_shinfo(skb)->frags[i];
456 for (datalen = skb_frag_size(frag); datalen; ) {
457 len = min_t(unsigned int, datalen,
458 XGBE_TX_MAX_BUF_SIZE);
460 skb_dma = skb_frag_dma_map(pdata->dev, frag, offset,
462 if (dma_mapping_error(pdata->dev, skb_dma)) {
463 netdev_alert(pdata->netdev,
464 "skb_frag_dma_map failed\n");
467 rdata->skb_dma = skb_dma;
468 rdata->skb_dma_len = len;
469 rdata->mapped_as_page = 1;
470 DBGPR(" skb data: index=%u, dma=0x%llx, len=%u\n",
471 cur_index, skb_dma, len);
476 packet->length += len;
479 rdata = XGBE_GET_DESC_DATA(ring, cur_index);
483 /* Save the skb address in the last entry. We always have some data
484 * that has been mapped so rdata is always advanced past the last
485 * piece of mapped data - use the entry pointed to by cur_index - 1.
487 rdata = XGBE_GET_DESC_DATA(ring, cur_index - 1);
490 /* Save the number of descriptor entries used */
491 packet->rdesc_count = cur_index - start_index;
493 DBGPR("<--xgbe_map_tx_skb: count=%u\n", packet->rdesc_count);
495 return packet->rdesc_count;
498 while (start_index < cur_index) {
499 rdata = XGBE_GET_DESC_DATA(ring, start_index++);
500 xgbe_unmap_skb(pdata, rdata);
503 DBGPR("<--xgbe_map_tx_skb: count=0\n");
508 static void xgbe_realloc_skb(struct xgbe_channel *channel)
510 struct xgbe_prv_data *pdata = channel->pdata;
511 struct xgbe_hw_if *hw_if = &pdata->hw_if;
512 struct xgbe_ring *ring = channel->rx_ring;
513 struct xgbe_ring_data *rdata;
514 struct sk_buff *skb = NULL;
518 DBGPR("-->xgbe_realloc_skb: rx_ring->rx.realloc_index = %u\n",
519 ring->rx.realloc_index);
521 for (i = 0; i < ring->dirty; i++) {
522 rdata = XGBE_GET_DESC_DATA(ring, ring->rx.realloc_index);
524 /* Reset rdata values */
525 xgbe_unmap_skb(pdata, rdata);
527 /* Allocate skb & assign to each rdesc */
528 skb = dev_alloc_skb(pdata->rx_buf_size);
531 skb_dma = dma_map_single(pdata->dev, skb->data,
532 pdata->rx_buf_size, DMA_FROM_DEVICE);
533 if (dma_mapping_error(pdata->dev, skb_dma)) {
534 netdev_alert(pdata->netdev,
535 "failed to do the dma map\n");
536 dev_kfree_skb_any(skb);
540 rdata->skb_dma = skb_dma;
541 rdata->skb_dma_len = pdata->rx_buf_size;
543 hw_if->rx_desc_reset(rdata);
545 ring->rx.realloc_index++;
549 DBGPR("<--xgbe_realloc_skb\n");
552 void xgbe_init_function_ptrs_desc(struct xgbe_desc_if *desc_if)
554 DBGPR("-->xgbe_init_function_ptrs_desc\n");
556 desc_if->alloc_ring_resources = xgbe_alloc_ring_resources;
557 desc_if->free_ring_resources = xgbe_free_ring_resources;
558 desc_if->map_tx_skb = xgbe_map_tx_skb;
559 desc_if->realloc_skb = xgbe_realloc_skb;
560 desc_if->unmap_skb = xgbe_unmap_skb;
561 desc_if->wrapper_tx_desc_init = xgbe_wrapper_tx_descriptor_init;
562 desc_if->wrapper_rx_desc_init = xgbe_wrapper_rx_descriptor_init;
564 DBGPR("<--xgbe_init_function_ptrs_desc\n");