ramips: free allocated skbs in ramips_cleanup_dma
[openwrt/openwrt.git] / target / linux / ramips / files / drivers / net / ramips.c
1 /*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License as published by
4 * the Free Software Foundation; version 2 of the License
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.
14 *
15 * Copyright (C) 2009 John Crispin <blogic@openwrt.org>
16 */
17
18 #include <linux/module.h>
19 #include <linux/kernel.h>
20 #include <linux/types.h>
21 #include <linux/dma-mapping.h>
22 #include <linux/init.h>
23 #include <linux/skbuff.h>
24 #include <linux/etherdevice.h>
25 #include <linux/platform_device.h>
26
27 #include <eth.h>
28
29 #define TX_TIMEOUT (20 * HZ / 100)
30 #define MAX_RX_LENGTH 1500
31
32 #ifdef CONFIG_RALINK_RT305X
33 #include "ramips_esw.c"
34 #endif
35
36 #define phys_to_bus(a) (a & 0x1FFFFFFF)
37
38 static struct net_device * ramips_dev;
39 static void __iomem *ramips_fe_base = 0;
40
41 static inline void
42 ramips_fe_wr(u32 val, unsigned reg)
43 {
44 __raw_writel(val, ramips_fe_base + reg);
45 }
46
47 static inline u32
48 ramips_fe_rr(unsigned reg)
49 {
50 return __raw_readl(ramips_fe_base + reg);
51 }
52
53 static void
54 ramips_cleanup_dma(struct net_device *dev)
55 {
56 struct raeth_priv *priv = netdev_priv(dev);
57 int i;
58
59 for (i = 0; i < NUM_RX_DESC; i++)
60 if (priv->rx_skb[i])
61 dev_kfree_skb_any(priv->rx_skb[i]);
62
63 dma_free_coherent(NULL, NUM_RX_DESC * sizeof(struct ramips_rx_dma),
64 priv->rx, priv->phy_rx);
65
66 dma_free_coherent(NULL, NUM_TX_DESC * sizeof(struct ramips_tx_dma),
67 priv->tx, priv->phy_tx);
68 }
69
70 static int
71 ramips_alloc_dma(struct net_device *dev)
72 {
73 struct raeth_priv *priv = netdev_priv(dev);
74 int i;
75
76 priv->skb_free_idx = 0;
77
78 /* setup tx ring */
79 priv->tx = dma_alloc_coherent(NULL,
80 NUM_TX_DESC * sizeof(struct ramips_tx_dma), &priv->phy_tx, GFP_ATOMIC);
81 for(i = 0; i < NUM_TX_DESC; i++)
82 {
83 memset(&priv->tx[i], 0, sizeof(struct ramips_tx_dma));
84 priv->tx[i].txd2 |= TX_DMA_LSO | TX_DMA_DONE;
85 priv->tx[i].txd4 &= (TX_DMA_QN_MASK | TX_DMA_PN_MASK);
86 priv->tx[i].txd4 |= TX_DMA_QN(3) | TX_DMA_PN(1);
87 }
88
89 /* setup rx ring */
90 priv->rx = dma_alloc_coherent(NULL,
91 NUM_RX_DESC * sizeof(struct ramips_rx_dma), &priv->phy_rx, GFP_ATOMIC);
92 memset(priv->rx, 0, sizeof(struct ramips_rx_dma) * NUM_RX_DESC);
93 for(i = 0; i < NUM_RX_DESC; i++)
94 {
95 struct sk_buff *new_skb = dev_alloc_skb(MAX_RX_LENGTH + 2);
96 BUG_ON(!new_skb);
97 skb_reserve(new_skb, 2);
98 priv->rx[i].rxd1 =
99 dma_map_single(NULL, skb_put(new_skb, 2), MAX_RX_LENGTH + 2,
100 DMA_FROM_DEVICE);
101 priv->rx[i].rxd2 |= RX_DMA_LSO;
102 priv->rx_skb[i] = new_skb;
103 }
104
105 return 0;
106 }
107
108 static void
109 ramips_setup_dma(struct net_device *dev)
110 {
111 struct raeth_priv *priv = netdev_priv(dev);
112
113 ramips_fe_wr(phys_to_bus(priv->phy_tx), RAMIPS_TX_BASE_PTR0);
114 ramips_fe_wr(NUM_TX_DESC, RAMIPS_TX_MAX_CNT0);
115 ramips_fe_wr(0, RAMIPS_TX_CTX_IDX0);
116 ramips_fe_wr(RAMIPS_PST_DTX_IDX0, RAMIPS_PDMA_RST_CFG);
117
118 ramips_fe_wr(phys_to_bus(priv->phy_rx), RAMIPS_RX_BASE_PTR0);
119 ramips_fe_wr(NUM_RX_DESC, RAMIPS_RX_MAX_CNT0);
120 ramips_fe_wr((NUM_RX_DESC - 1), RAMIPS_RX_CALC_IDX0);
121 ramips_fe_wr(RAMIPS_PST_DRX_IDX0, RAMIPS_PDMA_RST_CFG);
122 }
123
124 static int
125 ramips_eth_hard_start_xmit(struct sk_buff* skb, struct net_device *dev)
126 {
127 struct raeth_priv *priv = netdev_priv(dev);
128 unsigned long tx;
129 unsigned int tx_next;
130 unsigned int mapped_addr;
131 if(priv->plat->min_pkt_len)
132 {
133 if(skb->len < priv->plat->min_pkt_len)
134 {
135 if(skb_padto(skb, priv->plat->min_pkt_len))
136 {
137 printk(KERN_ERR "ramips_eth: skb_padto failed\n");
138 kfree_skb(skb);
139 return 0;
140 }
141 skb_put(skb, priv->plat->min_pkt_len - skb->len);
142 }
143 }
144 dev->trans_start = jiffies;
145 mapped_addr = (unsigned int)dma_map_single(NULL, skb->data, skb->len,
146 DMA_TO_DEVICE);
147 dma_sync_single_for_device(NULL, mapped_addr, skb->len, DMA_TO_DEVICE);
148 tx = ramips_fe_rr(RAMIPS_TX_CTX_IDX0);
149 if(tx == NUM_TX_DESC - 1)
150 tx_next = 0;
151 else
152 tx_next = tx + 1;
153 if((priv->tx_skb[tx]== 0) && (priv->tx_skb[tx_next] == 0))
154 {
155 if(!(priv->tx[tx].txd2 & TX_DMA_DONE))
156 {
157 kfree_skb(skb);
158 dev->stats.tx_dropped++;
159 printk(KERN_ERR "%s: dropping\n", dev->name);
160 return 0;
161 }
162 priv->tx[tx].txd1 = virt_to_phys(skb->data);
163 priv->tx[tx].txd2 &= ~(TX_DMA_PLEN0_MASK | TX_DMA_DONE);
164 priv->tx[tx].txd2 |= TX_DMA_PLEN0(skb->len);
165 ramips_fe_wr((tx + 1) % NUM_TX_DESC, RAMIPS_TX_CTX_IDX0);
166 dev->stats.tx_packets++;
167 dev->stats.tx_bytes += skb->len;
168 priv->tx_skb[tx] = skb;
169 ramips_fe_wr((tx + 1) % NUM_TX_DESC, RAMIPS_TX_CTX_IDX0);
170 } else {
171 dev->stats.tx_dropped++;
172 kfree_skb(skb);
173 }
174 return 0;
175 }
176
177 static void
178 ramips_eth_rx_hw(unsigned long ptr)
179 {
180 struct net_device *dev = (struct net_device*)ptr;
181 struct raeth_priv *priv = netdev_priv(dev);
182 int rx;
183 int max_rx = 16;
184
185 while(max_rx)
186 {
187 struct sk_buff *rx_skb, *new_skb;
188
189 rx = (ramips_fe_rr(RAMIPS_RX_CALC_IDX0) + 1) % NUM_RX_DESC;
190 if(!(priv->rx[rx].rxd2 & RX_DMA_DONE))
191 break;
192 max_rx--;
193
194 rx_skb = priv->rx_skb[rx];
195 rx_skb->len = RX_DMA_PLEN0(priv->rx[rx].rxd2);
196 rx_skb->tail = rx_skb->data + rx_skb->len;
197 rx_skb->dev = dev;
198 rx_skb->protocol = eth_type_trans(rx_skb, dev);
199 rx_skb->ip_summed = CHECKSUM_NONE;
200 dev->stats.rx_packets++;
201 dev->stats.rx_bytes += rx_skb->len;
202 netif_rx(rx_skb);
203
204 new_skb = __dev_alloc_skb(MAX_RX_LENGTH + 2, GFP_DMA | GFP_ATOMIC);
205 priv->rx_skb[rx] = new_skb;
206 BUG_ON(!new_skb);
207 skb_reserve(new_skb, 2);
208 priv->rx[rx].rxd1 =
209 dma_map_single(NULL, new_skb->data, MAX_RX_LENGTH + 2,
210 DMA_FROM_DEVICE);
211 priv->rx[rx].rxd2 &= ~RX_DMA_DONE;
212 ramips_fe_wr(rx, RAMIPS_RX_CALC_IDX0);
213 }
214 if(max_rx == 0)
215 tasklet_schedule(&priv->rx_tasklet);
216 else
217 ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) | RAMIPS_RX_DLY_INT,
218 RAMIPS_FE_INT_ENABLE);
219 }
220
221 static void
222 ramips_eth_tx_housekeeping(unsigned long ptr)
223 {
224 struct net_device *dev = (struct net_device*)ptr;
225 struct raeth_priv *priv = netdev_priv(dev);
226
227 while((priv->tx[priv->skb_free_idx].txd2 & TX_DMA_DONE) &&
228 (priv->tx_skb[priv->skb_free_idx]))
229 {
230 dev_kfree_skb_irq((struct sk_buff*)priv->tx_skb[priv->skb_free_idx]);
231 priv->tx_skb[priv->skb_free_idx] = 0;
232 priv->skb_free_idx++;
233 if(priv->skb_free_idx >= NUM_TX_DESC)
234 priv->skb_free_idx = 0;
235 }
236 ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) | RAMIPS_TX_DLY_INT,
237 RAMIPS_FE_INT_ENABLE);
238 }
239
240 static int
241 ramips_eth_set_mac_addr(struct net_device *dev, void *priv)
242 {
243 unsigned char *mac = (unsigned char*)priv;
244
245 if(netif_running(dev))
246 return -EBUSY;
247 memcpy(dev->dev_addr, ((struct sockaddr*)priv)->sa_data, dev->addr_len);
248 ramips_fe_wr((mac[0] << 8) | mac[1], RAMIPS_GDMA1_MAC_ADRH);
249 ramips_fe_wr(RAMIPS_GDMA1_MAC_ADRL,
250 (mac[2] << 24) | (mac[3] << 16) | (mac[4] << 8) | mac[5]);
251 return 0;
252 }
253
254 static void
255 ramips_eth_timeout(struct net_device *dev)
256 {
257 struct raeth_priv *priv = netdev_priv(dev);
258
259 tasklet_schedule(&priv->tx_housekeeping_tasklet);
260 }
261
262 static irqreturn_t
263 ramips_eth_irq(int irq, void *dev)
264 {
265 struct raeth_priv *priv = netdev_priv(dev);
266 unsigned long fe_int = ramips_fe_rr(RAMIPS_FE_INT_STATUS);
267
268 ramips_fe_wr(0xFFFFFFFF, RAMIPS_FE_INT_STATUS);
269
270 if(fe_int & RAMIPS_RX_DLY_INT)
271 {
272 ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) & ~(RAMIPS_RX_DLY_INT),
273 RAMIPS_FE_INT_ENABLE);
274 tasklet_schedule(&priv->rx_tasklet);
275 }
276 if(fe_int & RAMIPS_TX_DLY_INT)
277 ramips_eth_tx_housekeeping((unsigned long)dev);
278 return IRQ_HANDLED;
279 }
280
281 static int
282 ramips_eth_open(struct net_device *dev)
283 {
284 struct raeth_priv *priv = netdev_priv(dev);
285
286 ramips_alloc_dma(dev);
287 ramips_setup_dma(dev);
288 ramips_fe_wr((ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) & 0xff) |
289 (RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN |
290 RAMIPS_TX_DMA_EN | RAMIPS_PDMA_SIZE_4DWORDS),
291 RAMIPS_PDMA_GLO_CFG);
292 ramips_fe_wr((ramips_fe_rr(RAMIPS_FE_GLO_CFG) &
293 ~(RAMIPS_US_CYC_CNT_MASK << RAMIPS_US_CYC_CNT_SHIFT)) |
294 ((rt305x_sys_freq / RAMIPS_US_CYC_CNT_DIVISOR) << RAMIPS_US_CYC_CNT_SHIFT),
295 RAMIPS_FE_GLO_CFG);
296 request_irq(dev->irq, ramips_eth_irq, IRQF_DISABLED, dev->name, dev);
297 tasklet_init(&priv->tx_housekeeping_tasklet, ramips_eth_tx_housekeeping,
298 (unsigned long)dev);
299 tasklet_init(&priv->rx_tasklet, ramips_eth_rx_hw, (unsigned long)dev);
300 ramips_fe_wr(RAMIPS_DELAY_INIT, RAMIPS_DLY_INT_CFG);
301 ramips_fe_wr(RAMIPS_TX_DLY_INT | RAMIPS_RX_DLY_INT, RAMIPS_FE_INT_ENABLE);
302 ramips_fe_wr(ramips_fe_rr(RAMIPS_GDMA1_FWD_CFG) &
303 ~(RAMIPS_GDM1_ICS_EN | RAMIPS_GDM1_TCS_EN | RAMIPS_GDM1_UCS_EN | 0xffff),
304 RAMIPS_GDMA1_FWD_CFG);
305 ramips_fe_wr(ramips_fe_rr(RAMIPS_CDMA_CSG_CFG) &
306 ~(RAMIPS_ICS_GEN_EN | RAMIPS_TCS_GEN_EN | RAMIPS_UCS_GEN_EN),
307 RAMIPS_CDMA_CSG_CFG);
308 ramips_fe_wr(RAMIPS_PSE_FQFC_CFG_INIT, RAMIPS_PSE_FQ_CFG);
309 ramips_fe_wr(1, RAMIPS_FE_RST_GL);
310 ramips_fe_wr(0, RAMIPS_FE_RST_GL);
311 netif_start_queue(dev);
312 return 0;
313 }
314
315 static int
316 ramips_eth_stop(struct net_device *dev)
317 {
318 struct raeth_priv *priv = netdev_priv(dev);
319
320 ramips_fe_wr(RAMIPS_PDMA_GLO_CFG, ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) &
321 ~(RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN | RAMIPS_TX_DMA_EN));
322 free_irq(dev->irq, dev);
323 netif_stop_queue(dev);
324 tasklet_kill(&priv->tx_housekeeping_tasklet);
325 tasklet_kill(&priv->rx_tasklet);
326 ramips_cleanup_dma(dev);
327 printk(KERN_DEBUG "ramips_eth: stopped\n");
328 return 0;
329 }
330
331 static int __init
332 ramips_eth_probe(struct net_device *dev)
333 {
334 struct raeth_priv *priv = netdev_priv(dev);
335 struct sockaddr addr;
336
337 BUG_ON(!priv->plat->reset_fe);
338 priv->plat->reset_fe();
339 net_srandom(jiffies);
340 memcpy(addr.sa_data, priv->plat->mac, 6);
341 ramips_eth_set_mac_addr(dev, &addr);
342
343 ether_setup(dev);
344 dev->open = ramips_eth_open;
345 dev->stop = ramips_eth_stop;
346 dev->hard_start_xmit = ramips_eth_hard_start_xmit;
347 dev->set_mac_address = ramips_eth_set_mac_addr;
348 dev->mtu = MAX_RX_LENGTH;
349 dev->tx_timeout = ramips_eth_timeout;
350 dev->watchdog_timeo = TX_TIMEOUT;
351 return 0;
352 }
353
354 static int
355 ramips_eth_plat_probe(struct platform_device *plat)
356 {
357 struct raeth_priv *priv;
358 struct ramips_eth_platform_data *data = plat->dev.platform_data;
359 struct resource *res;
360 int err;
361
362 if (!data) {
363 dev_err(&plat->dev, "no platform data specified\n");
364 return -EINVAL;
365 }
366
367 res = platform_get_resource(plat, IORESOURCE_MEM, 0);
368 if (!res) {
369 dev_err(&plat->dev, "no memory resource found\n");
370 return -ENXIO;
371 }
372
373 ramips_fe_base = ioremap_nocache(res->start, res->end - res->start + 1);
374 if(!ramips_fe_base)
375 return -ENOMEM;
376
377 ramips_dev = alloc_etherdev(sizeof(struct raeth_priv));
378 if(!ramips_dev) {
379 dev_err(&plat->dev, "alloc_etherdev failed\n");
380 err = -ENOMEM;
381 goto err_unmap;
382 }
383
384 strcpy(ramips_dev->name, "eth%d");
385 ramips_dev->irq = platform_get_irq(plat, 0);
386 if (ramips_dev->irq < 0) {
387 dev_err(&plat->dev, "no IRQ resource found\n");
388 err = -ENXIO;
389 goto err_free_dev;
390 }
391 ramips_dev->addr_len = ETH_ALEN;
392 ramips_dev->base_addr = (unsigned long)ramips_fe_base;
393 ramips_dev->init = ramips_eth_probe;
394 priv = (struct raeth_priv*)netdev_priv(ramips_dev);
395 priv->plat = data;
396
397 err = register_netdev(ramips_dev);
398 if (err) {
399 dev_err(&plat->dev, "error bringing up device\n");
400 goto err_free_dev;
401 }
402
403 #ifdef CONFIG_RALINK_RT305X
404 rt305x_esw_init();
405 #endif
406 printk(KERN_DEBUG "ramips_eth: loaded\n");
407 return 0;
408
409 err_free_dev:
410 kfree(ramips_dev);
411 err_unmap:
412 iounmap(ramips_fe_base);
413 return err;
414 }
415
416 static int
417 ramips_eth_plat_remove(struct platform_device *plat)
418 {
419 unregister_netdev(ramips_dev);
420 free_netdev(ramips_dev);
421 printk(KERN_DEBUG "ramips_eth: unloaded\n");
422 return 0;
423 }
424
425 static struct platform_driver ramips_eth_driver = {
426 .probe = ramips_eth_plat_probe,
427 .remove = ramips_eth_plat_remove,
428 .driver = {
429 .name = "ramips_eth",
430 .owner = THIS_MODULE,
431 },
432 };
433
434 static int __init
435 ramips_eth_init(void)
436 {
437 int ret = platform_driver_register(&ramips_eth_driver);
438 if (ret)
439 printk(KERN_ERR
440 "ramips_eth: Error registering platfom driver!\n");
441 return ret;
442 }
443
444 static void __exit
445 ramips_eth_cleanup(void)
446 {
447 platform_driver_unregister(&ramips_eth_driver);
448 }
449
450 module_init(ramips_eth_init);
451 module_exit(ramips_eth_cleanup);
452
453 MODULE_LICENSE("GPL");
454 MODULE_AUTHOR("John Crispin <blogic@openwrt.org>");
455 MODULE_DESCRIPTION("ethernet driver for ramips boards");