Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 1 | /******************************************************************************* |
| 2 | Specialised functions for managing Chained mode |
| 3 | |
| 4 | Copyright(C) 2011 STMicroelectronics Ltd |
| 5 | |
| 6 | It defines all the functions used to handle the normal/enhanced |
| 7 | descriptors in case of the DMA is configured to work in chained or |
| 8 | in ring mode. |
| 9 | |
| 10 | This program is free software; you can redistribute it and/or modify it |
| 11 | under the terms and conditions of the GNU General Public License, |
| 12 | version 2, as published by the Free Software Foundation. |
| 13 | |
| 14 | This program is distributed in the hope it will be useful, but WITHOUT |
| 15 | ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 16 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 17 | more details. |
| 18 | |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 19 | The full GNU General Public License is included in this distribution in |
| 20 | the file called "COPYING". |
| 21 | |
| 22 | Author: Giuseppe Cavallaro <peppe.cavallaro@st.com> |
| 23 | *******************************************************************************/ |
| 24 | |
| 25 | #include "stmmac.h" |
| 26 | |
Giuseppe CAVALLARO | 362b37b | 2014-08-27 11:27:00 +0200 | [diff] [blame] | 27 | static int stmmac_jumbo_frm(void *p, struct sk_buff *skb, int csum) |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 28 | { |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 29 | struct stmmac_tx_queue *tx_q = (struct stmmac_tx_queue *)p; |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 30 | unsigned int nopaged_len = skb_headlen(skb); |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 31 | struct stmmac_priv *priv = tx_q->priv_data; |
| 32 | unsigned int entry = tx_q->cur_tx; |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 33 | unsigned int bmax, des2; |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 34 | unsigned int i = 1, len; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 35 | struct dma_desc *desc; |
| 36 | |
| 37 | desc = tx_q->dma_tx + entry; |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 38 | |
| 39 | if (priv->plat->enh_desc) |
| 40 | bmax = BUF_SIZE_8KiB; |
| 41 | else |
| 42 | bmax = BUF_SIZE_2KiB; |
| 43 | |
| 44 | len = nopaged_len - bmax; |
| 45 | |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 46 | des2 = dma_map_single(priv->device, skb->data, |
| 47 | bmax, DMA_TO_DEVICE); |
| 48 | desc->des2 = cpu_to_le32(des2); |
| 49 | if (dma_mapping_error(priv->device, des2)) |
Giuseppe CAVALLARO | 362b37b | 2014-08-27 11:27:00 +0200 | [diff] [blame] | 50 | return -1; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 51 | tx_q->tx_skbuff_dma[entry].buf = des2; |
| 52 | tx_q->tx_skbuff_dma[entry].len = bmax; |
Giuseppe Cavallaro | be434d5 | 2016-02-29 14:27:35 +0100 | [diff] [blame] | 53 | /* do not close the descriptor and do not set own bit */ |
| 54 | priv->hw->desc->prepare_tx_desc(desc, 1, bmax, csum, STMMAC_CHAIN_MODE, |
Niklas Cassel | fe6af0e | 2017-04-10 20:33:29 +0200 | [diff] [blame^] | 55 | 0, false, skb->len); |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 56 | |
| 57 | while (len != 0) { |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 58 | tx_q->tx_skbuff[entry] = NULL; |
Giuseppe Cavallaro | e3ad57c | 2016-02-29 14:27:30 +0100 | [diff] [blame] | 59 | entry = STMMAC_GET_ENTRY(entry, DMA_TX_SIZE); |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 60 | desc = tx_q->dma_tx + entry; |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 61 | |
| 62 | if (len > bmax) { |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 63 | des2 = dma_map_single(priv->device, |
| 64 | (skb->data + bmax * i), |
| 65 | bmax, DMA_TO_DEVICE); |
| 66 | desc->des2 = cpu_to_le32(des2); |
| 67 | if (dma_mapping_error(priv->device, des2)) |
Giuseppe CAVALLARO | 362b37b | 2014-08-27 11:27:00 +0200 | [diff] [blame] | 68 | return -1; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 69 | tx_q->tx_skbuff_dma[entry].buf = des2; |
| 70 | tx_q->tx_skbuff_dma[entry].len = bmax; |
Giuseppe CAVALLARO | 4a7d666 | 2013-03-26 04:43:05 +0000 | [diff] [blame] | 71 | priv->hw->desc->prepare_tx_desc(desc, 0, bmax, csum, |
Giuseppe Cavallaro | be434d5 | 2016-02-29 14:27:35 +0100 | [diff] [blame] | 72 | STMMAC_CHAIN_MODE, 1, |
Niklas Cassel | fe6af0e | 2017-04-10 20:33:29 +0200 | [diff] [blame^] | 73 | false, skb->len); |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 74 | len -= bmax; |
| 75 | i++; |
| 76 | } else { |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 77 | des2 = dma_map_single(priv->device, |
| 78 | (skb->data + bmax * i), len, |
| 79 | DMA_TO_DEVICE); |
| 80 | desc->des2 = cpu_to_le32(des2); |
| 81 | if (dma_mapping_error(priv->device, des2)) |
Giuseppe CAVALLARO | 362b37b | 2014-08-27 11:27:00 +0200 | [diff] [blame] | 82 | return -1; |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 83 | tx_q->tx_skbuff_dma[entry].buf = des2; |
| 84 | tx_q->tx_skbuff_dma[entry].len = len; |
Giuseppe Cavallaro | be434d5 | 2016-02-29 14:27:35 +0100 | [diff] [blame] | 85 | /* last descriptor can be set now */ |
Giuseppe CAVALLARO | 4a7d666 | 2013-03-26 04:43:05 +0000 | [diff] [blame] | 86 | priv->hw->desc->prepare_tx_desc(desc, 0, len, csum, |
Giuseppe Cavallaro | be434d5 | 2016-02-29 14:27:35 +0100 | [diff] [blame] | 87 | STMMAC_CHAIN_MODE, 1, |
Niklas Cassel | fe6af0e | 2017-04-10 20:33:29 +0200 | [diff] [blame^] | 88 | true, skb->len); |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 89 | len = 0; |
| 90 | } |
| 91 | } |
Giuseppe Cavallaro | e3ad57c | 2016-02-29 14:27:30 +0100 | [diff] [blame] | 92 | |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 93 | tx_q->cur_tx = entry; |
Giuseppe Cavallaro | e3ad57c | 2016-02-29 14:27:30 +0100 | [diff] [blame] | 94 | |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 95 | return entry; |
| 96 | } |
| 97 | |
| 98 | static unsigned int stmmac_is_jumbo_frm(int len, int enh_desc) |
| 99 | { |
| 100 | unsigned int ret = 0; |
| 101 | |
| 102 | if ((enh_desc && (len > BUF_SIZE_8KiB)) || |
| 103 | (!enh_desc && (len > BUF_SIZE_2KiB))) { |
| 104 | ret = 1; |
| 105 | } |
| 106 | |
| 107 | return ret; |
| 108 | } |
| 109 | |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 110 | static void stmmac_init_dma_chain(void *des, dma_addr_t phy_addr, |
| 111 | unsigned int size, unsigned int extend_desc) |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 112 | { |
| 113 | /* |
| 114 | * In chained mode the des3 points to the next element in the ring. |
| 115 | * The latest element has to point to the head. |
| 116 | */ |
| 117 | int i; |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 118 | dma_addr_t dma_phy = phy_addr; |
| 119 | |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 120 | if (extend_desc) { |
Giuseppe CAVALLARO | ceb69499 | 2013-04-08 02:10:01 +0000 | [diff] [blame] | 121 | struct dma_extended_desc *p = (struct dma_extended_desc *)des; |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 122 | for (i = 0; i < (size - 1); i++) { |
| 123 | dma_phy += sizeof(struct dma_extended_desc); |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 124 | p->basic.des3 = cpu_to_le32((unsigned int)dma_phy); |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 125 | p++; |
| 126 | } |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 127 | p->basic.des3 = cpu_to_le32((unsigned int)phy_addr); |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 128 | |
| 129 | } else { |
Giuseppe CAVALLARO | ceb69499 | 2013-04-08 02:10:01 +0000 | [diff] [blame] | 130 | struct dma_desc *p = (struct dma_desc *)des; |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 131 | for (i = 0; i < (size - 1); i++) { |
| 132 | dma_phy += sizeof(struct dma_desc); |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 133 | p->des3 = cpu_to_le32((unsigned int)dma_phy); |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 134 | p++; |
| 135 | } |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 136 | p->des3 = cpu_to_le32((unsigned int)phy_addr); |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 137 | } |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 138 | } |
| 139 | |
Rayagond Kokatanur | 891434b | 2013-03-26 04:43:10 +0000 | [diff] [blame] | 140 | static void stmmac_refill_desc3(void *priv_ptr, struct dma_desc *p) |
| 141 | { |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 142 | struct stmmac_rx_queue *rx_q = (struct stmmac_rx_queue *)priv_ptr; |
| 143 | struct stmmac_priv *priv = rx_q->priv_data; |
Rayagond Kokatanur | 891434b | 2013-03-26 04:43:10 +0000 | [diff] [blame] | 144 | |
| 145 | if (priv->hwts_rx_en && !priv->extend_desc) |
| 146 | /* NOTE: Device will overwrite des3 with timestamp value if |
| 147 | * 1588-2002 time stamping is enabled, hence reinitialize it |
| 148 | * to keep explicit chaining in the descriptor. |
| 149 | */ |
Joao Pinto | 54139cf | 2017-04-06 09:49:09 +0100 | [diff] [blame] | 150 | p->des3 = cpu_to_le32((unsigned int)(rx_q->dma_rx_phy + |
| 151 | (((rx_q->dirty_rx) + 1) % |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 152 | DMA_RX_SIZE) * |
| 153 | sizeof(struct dma_desc))); |
Rayagond Kokatanur | 891434b | 2013-03-26 04:43:10 +0000 | [diff] [blame] | 154 | } |
| 155 | |
| 156 | static void stmmac_clean_desc3(void *priv_ptr, struct dma_desc *p) |
| 157 | { |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 158 | struct stmmac_tx_queue *tx_q = (struct stmmac_tx_queue *)priv_ptr; |
| 159 | struct stmmac_priv *priv = tx_q->priv_data; |
| 160 | unsigned int entry = tx_q->dirty_tx; |
Rayagond Kokatanur | 891434b | 2013-03-26 04:43:10 +0000 | [diff] [blame] | 161 | |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 162 | if (tx_q->tx_skbuff_dma[entry].last_segment && !priv->extend_desc && |
Giuseppe Cavallaro | 9695136 | 2016-02-29 14:27:33 +0100 | [diff] [blame] | 163 | priv->hwts_tx_en) |
Rayagond Kokatanur | 891434b | 2013-03-26 04:43:10 +0000 | [diff] [blame] | 164 | /* NOTE: Device will overwrite des3 with timestamp value if |
| 165 | * 1588-2002 time stamping is enabled, hence reinitialize it |
| 166 | * to keep explicit chaining in the descriptor. |
| 167 | */ |
Joao Pinto | ce73678 | 2017-04-06 09:49:10 +0100 | [diff] [blame] | 168 | p->des3 = cpu_to_le32((unsigned int)((tx_q->dma_tx_phy + |
| 169 | ((tx_q->dirty_tx + 1) % DMA_TX_SIZE)) |
Michael Weiser | f8be0d7 | 2016-11-14 18:58:05 +0100 | [diff] [blame] | 170 | * sizeof(struct dma_desc))); |
Rayagond Kokatanur | 891434b | 2013-03-26 04:43:10 +0000 | [diff] [blame] | 171 | } |
| 172 | |
Giuseppe CAVALLARO | 29896a6 | 2014-03-10 13:40:33 +0100 | [diff] [blame] | 173 | const struct stmmac_mode_ops chain_mode_ops = { |
Giuseppe CAVALLARO | c24602e | 2013-03-26 04:43:06 +0000 | [diff] [blame] | 174 | .init = stmmac_init_dma_chain, |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 175 | .is_jumbo_frm = stmmac_is_jumbo_frm, |
| 176 | .jumbo_frm = stmmac_jumbo_frm, |
Rayagond Kokatanur | 891434b | 2013-03-26 04:43:10 +0000 | [diff] [blame] | 177 | .refill_desc3 = stmmac_refill_desc3, |
| 178 | .clean_desc3 = stmmac_clean_desc3, |
Giuseppe CAVALLARO | 286a837 | 2011-10-18 00:01:24 +0000 | [diff] [blame] | 179 | }; |