ag71xx: Reorder ag71xx struct members for better cache performance
[openwrt/openwrt.git] / target / linux / ar71xx / files / drivers / net / ethernet / atheros / ag71xx / ag71xx.h
1 /*
2 * Atheros AR71xx built-in ethernet mac driver
3 *
4 * Copyright (C) 2008-2010 Gabor Juhos <juhosg@openwrt.org>
5 * Copyright (C) 2008 Imre Kaloz <kaloz@openwrt.org>
6 *
7 * Based on Atheros' AG7100 driver
8 *
9 * This program is free software; you can redistribute it and/or modify it
10 * under the terms of the GNU General Public License version 2 as published
11 * by the Free Software Foundation.
12 */
13
14 #ifndef __AG71XX_H
15 #define __AG71XX_H
16
17 #include <linux/kernel.h>
18 #include <linux/version.h>
19 #include <linux/module.h>
20 #include <linux/init.h>
21 #include <linux/types.h>
22 #include <linux/random.h>
23 #include <linux/spinlock.h>
24 #include <linux/interrupt.h>
25 #include <linux/platform_device.h>
26 #include <linux/ethtool.h>
27 #include <linux/etherdevice.h>
28 #include <linux/if_vlan.h>
29 #include <linux/phy.h>
30 #include <linux/skbuff.h>
31 #include <linux/dma-mapping.h>
32 #include <linux/workqueue.h>
33
34 #include <linux/bitops.h>
35
36 #include <asm/mach-ath79/ar71xx_regs.h>
37 #include <asm/mach-ath79/ath79.h>
38 #include <asm/mach-ath79/ag71xx_platform.h>
39
40 #define AG71XX_DRV_NAME "ag71xx"
41 #define AG71XX_DRV_VERSION "0.5.35"
42
43 /*
44 * For our NAPI weight bigger does *NOT* mean better - it means more
45 * D-cache misses and lots more wasted cycles than we'll ever
46 * possibly gain from saving instructions.
47 */
48 #define AG71XX_NAPI_WEIGHT 32
49 #define AG71XX_OOM_REFILL (1 + HZ/10)
50
51 #define AG71XX_INT_ERR (AG71XX_INT_RX_BE | AG71XX_INT_TX_BE)
52 #define AG71XX_INT_TX (AG71XX_INT_TX_PS)
53 #define AG71XX_INT_RX (AG71XX_INT_RX_PR | AG71XX_INT_RX_OF)
54
55 #define AG71XX_INT_POLL (AG71XX_INT_RX | AG71XX_INT_TX)
56 #define AG71XX_INT_INIT (AG71XX_INT_ERR | AG71XX_INT_POLL)
57
58 #define AG71XX_TX_MTU_LEN 1540
59
60 #define AG71XX_TX_RING_SPLIT 512
61 #define AG71XX_TX_RING_DS_PER_PKT DIV_ROUND_UP(AG71XX_TX_MTU_LEN, \
62 AG71XX_TX_RING_SPLIT)
63 #define AG71XX_TX_RING_SIZE_DEFAULT 128
64 #define AG71XX_RX_RING_SIZE_DEFAULT 256
65
66 #define AG71XX_TX_RING_SIZE_MAX 128
67 #define AG71XX_RX_RING_SIZE_MAX 256
68
69 #ifdef CONFIG_AG71XX_DEBUG
70 #define DBG(fmt, args...) pr_debug(fmt, ## args)
71 #else
72 #define DBG(fmt, args...) do {} while (0)
73 #endif
74
75 #define ag71xx_assert(_cond) \
76 do { \
77 if (_cond) \
78 break; \
79 printk("%s,%d: assertion failed\n", __FILE__, __LINE__); \
80 BUG(); \
81 } while (0)
82
83 struct ag71xx_desc {
84 u32 data;
85 u32 ctrl;
86 #define DESC_EMPTY BIT(31)
87 #define DESC_MORE BIT(24)
88 #define DESC_PKTLEN_M 0xfff
89 u32 next;
90 u32 pad;
91 } __attribute__((aligned(4)));
92
93 #define AG71XX_DESC_SIZE roundup(sizeof(struct ag71xx_desc), \
94 L1_CACHE_BYTES)
95
96 struct ag71xx_buf {
97 union {
98 struct sk_buff *skb;
99 void *rx_buf;
100 };
101 union {
102 dma_addr_t dma_addr;
103 unsigned long timestamp;
104 };
105 unsigned int len;
106 };
107
108 struct ag71xx_ring {
109 struct ag71xx_buf *buf;
110 u8 *descs_cpu;
111 dma_addr_t descs_dma;
112 u16 desc_split;
113 u16 order;
114 unsigned int curr;
115 unsigned int dirty;
116 };
117
118 struct ag71xx_mdio {
119 struct mii_bus *mii_bus;
120 int mii_irq[PHY_MAX_ADDR];
121 void __iomem *mdio_base;
122 struct ag71xx_mdio_platform_data *pdata;
123 };
124
125 struct ag71xx_int_stats {
126 unsigned long rx_pr;
127 unsigned long rx_be;
128 unsigned long rx_of;
129 unsigned long tx_ps;
130 unsigned long tx_be;
131 unsigned long tx_ur;
132 unsigned long total;
133 };
134
135 struct ag71xx_napi_stats {
136 unsigned long napi_calls;
137 unsigned long rx_count;
138 unsigned long rx_packets;
139 unsigned long rx_packets_max;
140 unsigned long tx_count;
141 unsigned long tx_packets;
142 unsigned long tx_packets_max;
143
144 unsigned long rx[AG71XX_NAPI_WEIGHT + 1];
145 unsigned long tx[AG71XX_NAPI_WEIGHT + 1];
146 };
147
148 struct ag71xx_debug {
149 struct dentry *debugfs_dir;
150
151 struct ag71xx_int_stats int_stats;
152 struct ag71xx_napi_stats napi_stats;
153 };
154
155 struct ag71xx {
156 /*
157 * Critical data related to the per-packet data path are clustered
158 * early in this structure to help improve the D-cache footprint.
159 */
160 struct ag71xx_ring rx_ring ____cacheline_aligned;
161 struct ag71xx_ring tx_ring ____cacheline_aligned;
162
163 unsigned int max_frame_len;
164 unsigned int desc_pktlen_mask;
165 unsigned int rx_buf_size;
166
167 struct net_device *dev;
168 struct platform_device *pdev;
169 spinlock_t lock;
170 struct napi_struct napi;
171 u32 msg_enable;
172
173 /*
174 * From this point onwards we're not looking at per-packet fields.
175 */
176 void __iomem *mac_base;
177
178 struct ag71xx_desc *stop_desc;
179 dma_addr_t stop_desc_dma;
180
181 struct mii_bus *mii_bus;
182 struct phy_device *phy_dev;
183 void *phy_priv;
184
185 unsigned int link;
186 unsigned int speed;
187 int duplex;
188
189 struct delayed_work restart_work;
190 struct delayed_work link_work;
191 struct timer_list oom_timer;
192
193 #ifdef CONFIG_AG71XX_DEBUG_FS
194 struct ag71xx_debug debug;
195 #endif
196 };
197
198 extern struct ethtool_ops ag71xx_ethtool_ops;
199 void ag71xx_link_adjust(struct ag71xx *ag);
200
201 int ag71xx_mdio_driver_init(void) __init;
202 void ag71xx_mdio_driver_exit(void);
203
204 int ag71xx_phy_connect(struct ag71xx *ag);
205 void ag71xx_phy_disconnect(struct ag71xx *ag);
206 void ag71xx_phy_start(struct ag71xx *ag);
207 void ag71xx_phy_stop(struct ag71xx *ag);
208
209 static inline struct ag71xx_platform_data *ag71xx_get_pdata(struct ag71xx *ag)
210 {
211 return ag->pdev->dev.platform_data;
212 }
213
214 static inline int ag71xx_desc_empty(struct ag71xx_desc *desc)
215 {
216 return (desc->ctrl & DESC_EMPTY) != 0;
217 }
218
219 static inline struct ag71xx_desc *
220 ag71xx_ring_desc(struct ag71xx_ring *ring, int idx)
221 {
222 return (struct ag71xx_desc *) &ring->descs_cpu[idx * AG71XX_DESC_SIZE];
223 }
224
225 static inline int
226 ag71xx_ring_size_order(int size)
227 {
228 return fls(size - 1);
229 }
230
231 /* Register offsets */
232 #define AG71XX_REG_MAC_CFG1 0x0000
233 #define AG71XX_REG_MAC_CFG2 0x0004
234 #define AG71XX_REG_MAC_IPG 0x0008
235 #define AG71XX_REG_MAC_HDX 0x000c
236 #define AG71XX_REG_MAC_MFL 0x0010
237 #define AG71XX_REG_MII_CFG 0x0020
238 #define AG71XX_REG_MII_CMD 0x0024
239 #define AG71XX_REG_MII_ADDR 0x0028
240 #define AG71XX_REG_MII_CTRL 0x002c
241 #define AG71XX_REG_MII_STATUS 0x0030
242 #define AG71XX_REG_MII_IND 0x0034
243 #define AG71XX_REG_MAC_IFCTL 0x0038
244 #define AG71XX_REG_MAC_ADDR1 0x0040
245 #define AG71XX_REG_MAC_ADDR2 0x0044
246 #define AG71XX_REG_FIFO_CFG0 0x0048
247 #define AG71XX_REG_FIFO_CFG1 0x004c
248 #define AG71XX_REG_FIFO_CFG2 0x0050
249 #define AG71XX_REG_FIFO_CFG3 0x0054
250 #define AG71XX_REG_FIFO_CFG4 0x0058
251 #define AG71XX_REG_FIFO_CFG5 0x005c
252 #define AG71XX_REG_FIFO_RAM0 0x0060
253 #define AG71XX_REG_FIFO_RAM1 0x0064
254 #define AG71XX_REG_FIFO_RAM2 0x0068
255 #define AG71XX_REG_FIFO_RAM3 0x006c
256 #define AG71XX_REG_FIFO_RAM4 0x0070
257 #define AG71XX_REG_FIFO_RAM5 0x0074
258 #define AG71XX_REG_FIFO_RAM6 0x0078
259 #define AG71XX_REG_FIFO_RAM7 0x007c
260
261 #define AG71XX_REG_TX_CTRL 0x0180
262 #define AG71XX_REG_TX_DESC 0x0184
263 #define AG71XX_REG_TX_STATUS 0x0188
264 #define AG71XX_REG_RX_CTRL 0x018c
265 #define AG71XX_REG_RX_DESC 0x0190
266 #define AG71XX_REG_RX_STATUS 0x0194
267 #define AG71XX_REG_INT_ENABLE 0x0198
268 #define AG71XX_REG_INT_STATUS 0x019c
269
270 #define AG71XX_REG_FIFO_DEPTH 0x01a8
271 #define AG71XX_REG_RX_SM 0x01b0
272 #define AG71XX_REG_TX_SM 0x01b4
273
274 #define MAC_CFG1_TXE BIT(0) /* Tx Enable */
275 #define MAC_CFG1_STX BIT(1) /* Synchronize Tx Enable */
276 #define MAC_CFG1_RXE BIT(2) /* Rx Enable */
277 #define MAC_CFG1_SRX BIT(3) /* Synchronize Rx Enable */
278 #define MAC_CFG1_TFC BIT(4) /* Tx Flow Control Enable */
279 #define MAC_CFG1_RFC BIT(5) /* Rx Flow Control Enable */
280 #define MAC_CFG1_LB BIT(8) /* Loopback mode */
281 #define MAC_CFG1_SR BIT(31) /* Soft Reset */
282
283 #define MAC_CFG2_FDX BIT(0)
284 #define MAC_CFG2_CRC_EN BIT(1)
285 #define MAC_CFG2_PAD_CRC_EN BIT(2)
286 #define MAC_CFG2_LEN_CHECK BIT(4)
287 #define MAC_CFG2_HUGE_FRAME_EN BIT(5)
288 #define MAC_CFG2_IF_1000 BIT(9)
289 #define MAC_CFG2_IF_10_100 BIT(8)
290
291 #define FIFO_CFG0_WTM BIT(0) /* Watermark Module */
292 #define FIFO_CFG0_RXS BIT(1) /* Rx System Module */
293 #define FIFO_CFG0_RXF BIT(2) /* Rx Fabric Module */
294 #define FIFO_CFG0_TXS BIT(3) /* Tx System Module */
295 #define FIFO_CFG0_TXF BIT(4) /* Tx Fabric Module */
296 #define FIFO_CFG0_ALL (FIFO_CFG0_WTM | FIFO_CFG0_RXS | FIFO_CFG0_RXF \
297 | FIFO_CFG0_TXS | FIFO_CFG0_TXF)
298
299 #define FIFO_CFG0_ENABLE_SHIFT 8
300
301 #define FIFO_CFG4_DE BIT(0) /* Drop Event */
302 #define FIFO_CFG4_DV BIT(1) /* RX_DV Event */
303 #define FIFO_CFG4_FC BIT(2) /* False Carrier */
304 #define FIFO_CFG4_CE BIT(3) /* Code Error */
305 #define FIFO_CFG4_CR BIT(4) /* CRC error */
306 #define FIFO_CFG4_LM BIT(5) /* Length Mismatch */
307 #define FIFO_CFG4_LO BIT(6) /* Length out of range */
308 #define FIFO_CFG4_OK BIT(7) /* Packet is OK */
309 #define FIFO_CFG4_MC BIT(8) /* Multicast Packet */
310 #define FIFO_CFG4_BC BIT(9) /* Broadcast Packet */
311 #define FIFO_CFG4_DR BIT(10) /* Dribble */
312 #define FIFO_CFG4_LE BIT(11) /* Long Event */
313 #define FIFO_CFG4_CF BIT(12) /* Control Frame */
314 #define FIFO_CFG4_PF BIT(13) /* Pause Frame */
315 #define FIFO_CFG4_UO BIT(14) /* Unsupported Opcode */
316 #define FIFO_CFG4_VT BIT(15) /* VLAN tag detected */
317 #define FIFO_CFG4_FT BIT(16) /* Frame Truncated */
318 #define FIFO_CFG4_UC BIT(17) /* Unicast Packet */
319
320 #define FIFO_CFG5_DE BIT(0) /* Drop Event */
321 #define FIFO_CFG5_DV BIT(1) /* RX_DV Event */
322 #define FIFO_CFG5_FC BIT(2) /* False Carrier */
323 #define FIFO_CFG5_CE BIT(3) /* Code Error */
324 #define FIFO_CFG5_LM BIT(4) /* Length Mismatch */
325 #define FIFO_CFG5_LO BIT(5) /* Length Out of Range */
326 #define FIFO_CFG5_OK BIT(6) /* Packet is OK */
327 #define FIFO_CFG5_MC BIT(7) /* Multicast Packet */
328 #define FIFO_CFG5_BC BIT(8) /* Broadcast Packet */
329 #define FIFO_CFG5_DR BIT(9) /* Dribble */
330 #define FIFO_CFG5_CF BIT(10) /* Control Frame */
331 #define FIFO_CFG5_PF BIT(11) /* Pause Frame */
332 #define FIFO_CFG5_UO BIT(12) /* Unsupported Opcode */
333 #define FIFO_CFG5_VT BIT(13) /* VLAN tag detected */
334 #define FIFO_CFG5_LE BIT(14) /* Long Event */
335 #define FIFO_CFG5_FT BIT(15) /* Frame Truncated */
336 #define FIFO_CFG5_16 BIT(16) /* unknown */
337 #define FIFO_CFG5_17 BIT(17) /* unknown */
338 #define FIFO_CFG5_SF BIT(18) /* Short Frame */
339 #define FIFO_CFG5_BM BIT(19) /* Byte Mode */
340
341 #define AG71XX_INT_TX_PS BIT(0)
342 #define AG71XX_INT_TX_UR BIT(1)
343 #define AG71XX_INT_TX_BE BIT(3)
344 #define AG71XX_INT_RX_PR BIT(4)
345 #define AG71XX_INT_RX_OF BIT(6)
346 #define AG71XX_INT_RX_BE BIT(7)
347
348 #define MAC_IFCTL_SPEED BIT(16)
349
350 #define MII_CFG_CLK_DIV_4 0
351 #define MII_CFG_CLK_DIV_6 2
352 #define MII_CFG_CLK_DIV_8 3
353 #define MII_CFG_CLK_DIV_10 4
354 #define MII_CFG_CLK_DIV_14 5
355 #define MII_CFG_CLK_DIV_20 6
356 #define MII_CFG_CLK_DIV_28 7
357 #define MII_CFG_CLK_DIV_34 8
358 #define MII_CFG_CLK_DIV_42 9
359 #define MII_CFG_CLK_DIV_50 10
360 #define MII_CFG_CLK_DIV_58 11
361 #define MII_CFG_CLK_DIV_66 12
362 #define MII_CFG_CLK_DIV_74 13
363 #define MII_CFG_CLK_DIV_82 14
364 #define MII_CFG_CLK_DIV_98 15
365 #define MII_CFG_RESET BIT(31)
366
367 #define MII_CMD_WRITE 0x0
368 #define MII_CMD_READ 0x1
369 #define MII_ADDR_SHIFT 8
370 #define MII_IND_BUSY BIT(0)
371 #define MII_IND_INVALID BIT(2)
372
373 #define TX_CTRL_TXE BIT(0) /* Tx Enable */
374
375 #define TX_STATUS_PS BIT(0) /* Packet Sent */
376 #define TX_STATUS_UR BIT(1) /* Tx Underrun */
377 #define TX_STATUS_BE BIT(3) /* Bus Error */
378
379 #define RX_CTRL_RXE BIT(0) /* Rx Enable */
380
381 #define RX_STATUS_PR BIT(0) /* Packet Received */
382 #define RX_STATUS_OF BIT(2) /* Rx Overflow */
383 #define RX_STATUS_BE BIT(3) /* Bus Error */
384
385 static inline void ag71xx_check_reg_offset(struct ag71xx *ag, unsigned reg)
386 {
387 switch (reg) {
388 case AG71XX_REG_MAC_CFG1 ... AG71XX_REG_MAC_MFL:
389 case AG71XX_REG_MAC_IFCTL ... AG71XX_REG_TX_SM:
390 case AG71XX_REG_MII_CFG:
391 break;
392
393 default:
394 BUG();
395 }
396 }
397
398 static inline void ag71xx_wr(struct ag71xx *ag, unsigned reg, u32 value)
399 {
400 ag71xx_check_reg_offset(ag, reg);
401
402 __raw_writel(value, ag->mac_base + reg);
403 /* flush write */
404 (void) __raw_readl(ag->mac_base + reg);
405 }
406
407 static inline u32 ag71xx_rr(struct ag71xx *ag, unsigned reg)
408 {
409 ag71xx_check_reg_offset(ag, reg);
410
411 return __raw_readl(ag->mac_base + reg);
412 }
413
414 static inline void ag71xx_sb(struct ag71xx *ag, unsigned reg, u32 mask)
415 {
416 void __iomem *r;
417
418 ag71xx_check_reg_offset(ag, reg);
419
420 r = ag->mac_base + reg;
421 __raw_writel(__raw_readl(r) | mask, r);
422 /* flush write */
423 (void)__raw_readl(r);
424 }
425
426 static inline void ag71xx_cb(struct ag71xx *ag, unsigned reg, u32 mask)
427 {
428 void __iomem *r;
429
430 ag71xx_check_reg_offset(ag, reg);
431
432 r = ag->mac_base + reg;
433 __raw_writel(__raw_readl(r) & ~mask, r);
434 /* flush write */
435 (void) __raw_readl(r);
436 }
437
438 static inline void ag71xx_int_enable(struct ag71xx *ag, u32 ints)
439 {
440 ag71xx_sb(ag, AG71XX_REG_INT_ENABLE, ints);
441 }
442
443 static inline void ag71xx_int_disable(struct ag71xx *ag, u32 ints)
444 {
445 ag71xx_cb(ag, AG71XX_REG_INT_ENABLE, ints);
446 }
447
448 #ifdef CONFIG_AG71XX_AR8216_SUPPORT
449 void ag71xx_add_ar8216_header(struct ag71xx *ag, struct sk_buff *skb);
450 int ag71xx_remove_ar8216_header(struct ag71xx *ag, struct sk_buff *skb,
451 int pktlen);
452 static inline int ag71xx_has_ar8216(struct ag71xx *ag)
453 {
454 return ag71xx_get_pdata(ag)->has_ar8216;
455 }
456 #else
457 static inline void ag71xx_add_ar8216_header(struct ag71xx *ag,
458 struct sk_buff *skb)
459 {
460 }
461
462 static inline int ag71xx_remove_ar8216_header(struct ag71xx *ag,
463 struct sk_buff *skb,
464 int pktlen)
465 {
466 return 0;
467 }
468 static inline int ag71xx_has_ar8216(struct ag71xx *ag)
469 {
470 return 0;
471 }
472 #endif
473
474 #ifdef CONFIG_AG71XX_DEBUG_FS
475 int ag71xx_debugfs_root_init(void);
476 void ag71xx_debugfs_root_exit(void);
477 int ag71xx_debugfs_init(struct ag71xx *ag);
478 void ag71xx_debugfs_exit(struct ag71xx *ag);
479 void ag71xx_debugfs_update_int_stats(struct ag71xx *ag, u32 status);
480 void ag71xx_debugfs_update_napi_stats(struct ag71xx *ag, int rx, int tx);
481 #else
482 static inline int ag71xx_debugfs_root_init(void) { return 0; }
483 static inline void ag71xx_debugfs_root_exit(void) {}
484 static inline int ag71xx_debugfs_init(struct ag71xx *ag) { return 0; }
485 static inline void ag71xx_debugfs_exit(struct ag71xx *ag) {}
486 static inline void ag71xx_debugfs_update_int_stats(struct ag71xx *ag,
487 u32 status) {}
488 static inline void ag71xx_debugfs_update_napi_stats(struct ag71xx *ag,
489 int rx, int tx) {}
490 #endif /* CONFIG_AG71XX_DEBUG_FS */
491
492 void ag71xx_ar7240_start(struct ag71xx *ag);
493 void ag71xx_ar7240_stop(struct ag71xx *ag);
494 int ag71xx_ar7240_init(struct ag71xx *ag);
495 void ag71xx_ar7240_cleanup(struct ag71xx *ag);
496
497 int ag71xx_mdio_mii_read(struct ag71xx_mdio *am, int addr, int reg);
498 void ag71xx_mdio_mii_write(struct ag71xx_mdio *am, int addr, int reg, u16 val);
499
500 u16 ar7240sw_phy_read(struct mii_bus *mii, unsigned phy_addr,
501 unsigned reg_addr);
502 int ar7240sw_phy_write(struct mii_bus *mii, unsigned phy_addr,
503 unsigned reg_addr, u16 reg_val);
504
505 #endif /* _AG71XX_H */