Commit | Line | Data |
---|---|---|
92744989 GL |
1 | /* |
2 | * Driver for Xilinx TEMAC Ethernet device | |
3 | * | |
4 | * Copyright (c) 2008 Nissin Systems Co., Ltd., Yoshio Kashiwagi | |
5 | * Copyright (c) 2005-2008 DLA Systems, David H. Lynch Jr. <dhlii@dlasys.net> | |
6 | * Copyright (c) 2008-2009 Secret Lab Technologies Ltd. | |
7 | * | |
8 | * This is a driver for the Xilinx ll_temac ipcore which is often used | |
9 | * in the Virtex and Spartan series of chips. | |
10 | * | |
11 | * Notes: | |
12 | * - The ll_temac hardware uses indirect access for many of the TEMAC | |
13 | * registers, include the MDIO bus. However, indirect access to MDIO | |
14 | * registers take considerably more clock cycles than to TEMAC registers. | |
15 | * MDIO accesses are long, so threads doing them should probably sleep | |
16 | * rather than busywait. However, since only one indirect access can be | |
17 | * in progress at any given time, that means that *all* indirect accesses | |
18 | * could end up sleeping (to wait for an MDIO access to complete). | |
19 | * Fortunately none of the indirect accesses are on the 'hot' path for tx | |
20 | * or rx, so this should be okay. | |
21 | * | |
22 | * TODO: | |
23 | * - Fix driver to work on more than just Virtex5. Right now the driver | |
24 | * assumes that the locallink DMA registers are accessed via DCR | |
25 | * instructions. | |
26 | * - Factor out locallink DMA code into separate driver | |
27 | * - Fix multicast assignment. | |
28 | * - Fix support for hardware checksumming. | |
29 | * - Testing. Lots and lots of testing. | |
30 | * | |
31 | */ | |
32 | ||
33 | #include <linux/delay.h> | |
34 | #include <linux/etherdevice.h> | |
35 | #include <linux/init.h> | |
36 | #include <linux/mii.h> | |
37 | #include <linux/module.h> | |
38 | #include <linux/mutex.h> | |
39 | #include <linux/netdevice.h> | |
40 | #include <linux/of.h> | |
41 | #include <linux/of_device.h> | |
42 | #include <linux/of_mdio.h> | |
43 | #include <linux/of_platform.h> | |
44 | #include <linux/skbuff.h> | |
45 | #include <linux/spinlock.h> | |
46 | #include <linux/tcp.h> /* needed for sizeof(tcphdr) */ | |
47 | #include <linux/udp.h> /* needed for sizeof(udphdr) */ | |
48 | #include <linux/phy.h> | |
49 | #include <linux/in.h> | |
50 | #include <linux/io.h> | |
51 | #include <linux/ip.h> | |
52 | ||
53 | #include "ll_temac.h" | |
54 | ||
55 | #define TX_BD_NUM 64 | |
56 | #define RX_BD_NUM 128 | |
57 | ||
58 | /* --------------------------------------------------------------------- | |
59 | * Low level register access functions | |
60 | */ | |
61 | ||
62 | u32 temac_ior(struct temac_local *lp, int offset) | |
63 | { | |
64 | return in_be32((u32 *)(lp->regs + offset)); | |
65 | } | |
66 | ||
67 | void temac_iow(struct temac_local *lp, int offset, u32 value) | |
68 | { | |
69 | out_be32((u32 *) (lp->regs + offset), value); | |
70 | } | |
71 | ||
72 | int temac_indirect_busywait(struct temac_local *lp) | |
73 | { | |
74 | long end = jiffies + 2; | |
75 | ||
76 | while (!(temac_ior(lp, XTE_RDY0_OFFSET) & XTE_RDY0_HARD_ACS_RDY_MASK)) { | |
77 | if (end - jiffies <= 0) { | |
78 | WARN_ON(1); | |
79 | return -ETIMEDOUT; | |
80 | } | |
81 | msleep(1); | |
82 | } | |
83 | return 0; | |
84 | } | |
85 | ||
86 | /** | |
87 | * temac_indirect_in32 | |
88 | * | |
89 | * lp->indirect_mutex must be held when calling this function | |
90 | */ | |
91 | u32 temac_indirect_in32(struct temac_local *lp, int reg) | |
92 | { | |
93 | u32 val; | |
94 | ||
95 | if (temac_indirect_busywait(lp)) | |
96 | return -ETIMEDOUT; | |
97 | temac_iow(lp, XTE_CTL0_OFFSET, reg); | |
98 | if (temac_indirect_busywait(lp)) | |
99 | return -ETIMEDOUT; | |
100 | val = temac_ior(lp, XTE_LSW0_OFFSET); | |
101 | ||
102 | return val; | |
103 | } | |
104 | ||
105 | /** | |
106 | * temac_indirect_out32 | |
107 | * | |
108 | * lp->indirect_mutex must be held when calling this function | |
109 | */ | |
110 | void temac_indirect_out32(struct temac_local *lp, int reg, u32 value) | |
111 | { | |
112 | if (temac_indirect_busywait(lp)) | |
113 | return; | |
114 | temac_iow(lp, XTE_LSW0_OFFSET, value); | |
115 | temac_iow(lp, XTE_CTL0_OFFSET, CNTLREG_WRITE_ENABLE_MASK | reg); | |
116 | } | |
117 | ||
118 | static u32 temac_dma_in32(struct temac_local *lp, int reg) | |
119 | { | |
120 | return dcr_read(lp->sdma_dcrs, reg); | |
121 | } | |
122 | ||
123 | static void temac_dma_out32(struct temac_local *lp, int reg, u32 value) | |
124 | { | |
125 | dcr_write(lp->sdma_dcrs, reg, value); | |
126 | } | |
127 | ||
128 | /** | |
129 | * temac_dma_bd_init - Setup buffer descriptor rings | |
130 | */ | |
131 | static int temac_dma_bd_init(struct net_device *ndev) | |
132 | { | |
133 | struct temac_local *lp = netdev_priv(ndev); | |
134 | struct sk_buff *skb; | |
135 | int i; | |
136 | ||
5d66fe92 | 137 | lp->rx_skb = kzalloc(sizeof(*lp->rx_skb) * RX_BD_NUM, GFP_KERNEL); |
92744989 GL |
138 | /* allocate the tx and rx ring buffer descriptors. */ |
139 | /* returns a virtual addres and a physical address. */ | |
140 | lp->tx_bd_v = dma_alloc_coherent(ndev->dev.parent, | |
141 | sizeof(*lp->tx_bd_v) * TX_BD_NUM, | |
142 | &lp->tx_bd_p, GFP_KERNEL); | |
143 | lp->rx_bd_v = dma_alloc_coherent(ndev->dev.parent, | |
144 | sizeof(*lp->rx_bd_v) * RX_BD_NUM, | |
145 | &lp->rx_bd_p, GFP_KERNEL); | |
146 | ||
147 | memset(lp->tx_bd_v, 0, sizeof(*lp->tx_bd_v) * TX_BD_NUM); | |
148 | for (i = 0; i < TX_BD_NUM; i++) { | |
149 | lp->tx_bd_v[i].next = lp->tx_bd_p + | |
150 | sizeof(*lp->tx_bd_v) * ((i + 1) % TX_BD_NUM); | |
151 | } | |
152 | ||
153 | memset(lp->rx_bd_v, 0, sizeof(*lp->rx_bd_v) * RX_BD_NUM); | |
154 | for (i = 0; i < RX_BD_NUM; i++) { | |
155 | lp->rx_bd_v[i].next = lp->rx_bd_p + | |
156 | sizeof(*lp->rx_bd_v) * ((i + 1) % RX_BD_NUM); | |
157 | ||
158 | skb = alloc_skb(XTE_MAX_JUMBO_FRAME_SIZE | |
159 | + XTE_ALIGN, GFP_ATOMIC); | |
160 | if (skb == 0) { | |
161 | dev_err(&ndev->dev, "alloc_skb error %d\n", i); | |
162 | return -1; | |
163 | } | |
164 | lp->rx_skb[i] = skb; | |
165 | skb_reserve(skb, BUFFER_ALIGN(skb->data)); | |
166 | /* returns physical address of skb->data */ | |
167 | lp->rx_bd_v[i].phys = dma_map_single(ndev->dev.parent, | |
168 | skb->data, | |
169 | XTE_MAX_JUMBO_FRAME_SIZE, | |
170 | DMA_FROM_DEVICE); | |
171 | lp->rx_bd_v[i].len = XTE_MAX_JUMBO_FRAME_SIZE; | |
172 | lp->rx_bd_v[i].app0 = STS_CTRL_APP0_IRQONEND; | |
173 | } | |
174 | ||
175 | temac_dma_out32(lp, TX_CHNL_CTRL, 0x10220400 | | |
176 | CHNL_CTRL_IRQ_EN | | |
177 | CHNL_CTRL_IRQ_DLY_EN | | |
178 | CHNL_CTRL_IRQ_COAL_EN); | |
179 | /* 0x10220483 */ | |
180 | /* 0x00100483 */ | |
181 | temac_dma_out32(lp, RX_CHNL_CTRL, 0xff010000 | | |
182 | CHNL_CTRL_IRQ_EN | | |
183 | CHNL_CTRL_IRQ_DLY_EN | | |
184 | CHNL_CTRL_IRQ_COAL_EN | | |
185 | CHNL_CTRL_IRQ_IOE); | |
186 | /* 0xff010283 */ | |
187 | ||
188 | temac_dma_out32(lp, RX_CURDESC_PTR, lp->rx_bd_p); | |
189 | temac_dma_out32(lp, RX_TAILDESC_PTR, | |
190 | lp->rx_bd_p + (sizeof(*lp->rx_bd_v) * (RX_BD_NUM - 1))); | |
191 | temac_dma_out32(lp, TX_CURDESC_PTR, lp->tx_bd_p); | |
192 | ||
193 | return 0; | |
194 | } | |
195 | ||
196 | /* --------------------------------------------------------------------- | |
197 | * net_device_ops | |
198 | */ | |
199 | ||
200 | static int temac_set_mac_address(struct net_device *ndev, void *address) | |
201 | { | |
202 | struct temac_local *lp = netdev_priv(ndev); | |
203 | ||
204 | if (address) | |
205 | memcpy(ndev->dev_addr, address, ETH_ALEN); | |
206 | ||
207 | if (!is_valid_ether_addr(ndev->dev_addr)) | |
208 | random_ether_addr(ndev->dev_addr); | |
209 | ||
210 | /* set up unicast MAC address filter set its mac address */ | |
211 | mutex_lock(&lp->indirect_mutex); | |
212 | temac_indirect_out32(lp, XTE_UAW0_OFFSET, | |
213 | (ndev->dev_addr[0]) | | |
214 | (ndev->dev_addr[1] << 8) | | |
215 | (ndev->dev_addr[2] << 16) | | |
216 | (ndev->dev_addr[3] << 24)); | |
217 | /* There are reserved bits in EUAW1 | |
218 | * so don't affect them Set MAC bits [47:32] in EUAW1 */ | |
219 | temac_indirect_out32(lp, XTE_UAW1_OFFSET, | |
220 | (ndev->dev_addr[4] & 0x000000ff) | | |
221 | (ndev->dev_addr[5] << 8)); | |
222 | mutex_unlock(&lp->indirect_mutex); | |
223 | ||
224 | return 0; | |
225 | } | |
226 | ||
8ea7a37c SM |
227 | static int netdev_set_mac_address(struct net_device *ndev, void *p) |
228 | { | |
229 | struct sockaddr *addr = p; | |
230 | ||
231 | return temac_set_mac_address(ndev, addr->sa_data); | |
232 | } | |
233 | ||
92744989 GL |
234 | static void temac_set_multicast_list(struct net_device *ndev) |
235 | { | |
236 | struct temac_local *lp = netdev_priv(ndev); | |
237 | u32 multi_addr_msw, multi_addr_lsw, val; | |
238 | int i; | |
239 | ||
240 | mutex_lock(&lp->indirect_mutex); | |
8e95a202 | 241 | if (ndev->flags & (IFF_ALLMULTI | IFF_PROMISC) || |
4cd24eaf | 242 | netdev_mc_count(ndev) > MULTICAST_CAM_TABLE_NUM) { |
92744989 GL |
243 | /* |
244 | * We must make the kernel realise we had to move | |
245 | * into promisc mode or we start all out war on | |
246 | * the cable. If it was a promisc request the | |
247 | * flag is already set. If not we assert it. | |
248 | */ | |
249 | ndev->flags |= IFF_PROMISC; | |
250 | temac_indirect_out32(lp, XTE_AFM_OFFSET, XTE_AFM_EPPRM_MASK); | |
251 | dev_info(&ndev->dev, "Promiscuous mode enabled.\n"); | |
4cd24eaf | 252 | } else if (!netdev_mc_empty(ndev)) { |
92744989 | 253 | struct dev_mc_list *mclist = ndev->mc_list; |
4cd24eaf | 254 | for (i = 0; mclist && i < netdev_mc_count(ndev); i++) { |
92744989 GL |
255 | |
256 | if (i >= MULTICAST_CAM_TABLE_NUM) | |
257 | break; | |
258 | multi_addr_msw = ((mclist->dmi_addr[3] << 24) | | |
259 | (mclist->dmi_addr[2] << 16) | | |
260 | (mclist->dmi_addr[1] << 8) | | |
261 | (mclist->dmi_addr[0])); | |
262 | temac_indirect_out32(lp, XTE_MAW0_OFFSET, | |
263 | multi_addr_msw); | |
264 | multi_addr_lsw = ((mclist->dmi_addr[5] << 8) | | |
265 | (mclist->dmi_addr[4]) | (i << 16)); | |
266 | temac_indirect_out32(lp, XTE_MAW1_OFFSET, | |
267 | multi_addr_lsw); | |
268 | mclist = mclist->next; | |
269 | } | |
270 | } else { | |
271 | val = temac_indirect_in32(lp, XTE_AFM_OFFSET); | |
272 | temac_indirect_out32(lp, XTE_AFM_OFFSET, | |
273 | val & ~XTE_AFM_EPPRM_MASK); | |
274 | temac_indirect_out32(lp, XTE_MAW0_OFFSET, 0); | |
275 | temac_indirect_out32(lp, XTE_MAW1_OFFSET, 0); | |
276 | dev_info(&ndev->dev, "Promiscuous mode disabled.\n"); | |
277 | } | |
278 | mutex_unlock(&lp->indirect_mutex); | |
279 | } | |
280 | ||
281 | struct temac_option { | |
282 | int flg; | |
283 | u32 opt; | |
284 | u32 reg; | |
285 | u32 m_or; | |
286 | u32 m_and; | |
287 | } temac_options[] = { | |
288 | /* Turn on jumbo packet support for both Rx and Tx */ | |
289 | { | |
290 | .opt = XTE_OPTION_JUMBO, | |
291 | .reg = XTE_TXC_OFFSET, | |
292 | .m_or = XTE_TXC_TXJMBO_MASK, | |
293 | }, | |
294 | { | |
295 | .opt = XTE_OPTION_JUMBO, | |
296 | .reg = XTE_RXC1_OFFSET, | |
297 | .m_or =XTE_RXC1_RXJMBO_MASK, | |
298 | }, | |
299 | /* Turn on VLAN packet support for both Rx and Tx */ | |
300 | { | |
301 | .opt = XTE_OPTION_VLAN, | |
302 | .reg = XTE_TXC_OFFSET, | |
303 | .m_or =XTE_TXC_TXVLAN_MASK, | |
304 | }, | |
305 | { | |
306 | .opt = XTE_OPTION_VLAN, | |
307 | .reg = XTE_RXC1_OFFSET, | |
308 | .m_or =XTE_RXC1_RXVLAN_MASK, | |
309 | }, | |
310 | /* Turn on FCS stripping on receive packets */ | |
311 | { | |
312 | .opt = XTE_OPTION_FCS_STRIP, | |
313 | .reg = XTE_RXC1_OFFSET, | |
314 | .m_or =XTE_RXC1_RXFCS_MASK, | |
315 | }, | |
316 | /* Turn on FCS insertion on transmit packets */ | |
317 | { | |
318 | .opt = XTE_OPTION_FCS_INSERT, | |
319 | .reg = XTE_TXC_OFFSET, | |
320 | .m_or =XTE_TXC_TXFCS_MASK, | |
321 | }, | |
322 | /* Turn on length/type field checking on receive packets */ | |
323 | { | |
324 | .opt = XTE_OPTION_LENTYPE_ERR, | |
325 | .reg = XTE_RXC1_OFFSET, | |
326 | .m_or =XTE_RXC1_RXLT_MASK, | |
327 | }, | |
328 | /* Turn on flow control */ | |
329 | { | |
330 | .opt = XTE_OPTION_FLOW_CONTROL, | |
331 | .reg = XTE_FCC_OFFSET, | |
332 | .m_or =XTE_FCC_RXFLO_MASK, | |
333 | }, | |
334 | /* Turn on flow control */ | |
335 | { | |
336 | .opt = XTE_OPTION_FLOW_CONTROL, | |
337 | .reg = XTE_FCC_OFFSET, | |
338 | .m_or =XTE_FCC_TXFLO_MASK, | |
339 | }, | |
340 | /* Turn on promiscuous frame filtering (all frames are received ) */ | |
341 | { | |
342 | .opt = XTE_OPTION_PROMISC, | |
343 | .reg = XTE_AFM_OFFSET, | |
344 | .m_or =XTE_AFM_EPPRM_MASK, | |
345 | }, | |
346 | /* Enable transmitter if not already enabled */ | |
347 | { | |
348 | .opt = XTE_OPTION_TXEN, | |
349 | .reg = XTE_TXC_OFFSET, | |
350 | .m_or =XTE_TXC_TXEN_MASK, | |
351 | }, | |
352 | /* Enable receiver? */ | |
353 | { | |
354 | .opt = XTE_OPTION_RXEN, | |
355 | .reg = XTE_RXC1_OFFSET, | |
356 | .m_or =XTE_RXC1_RXEN_MASK, | |
357 | }, | |
358 | {} | |
359 | }; | |
360 | ||
361 | /** | |
362 | * temac_setoptions | |
363 | */ | |
364 | static u32 temac_setoptions(struct net_device *ndev, u32 options) | |
365 | { | |
366 | struct temac_local *lp = netdev_priv(ndev); | |
367 | struct temac_option *tp = &temac_options[0]; | |
368 | int reg; | |
369 | ||
370 | mutex_lock(&lp->indirect_mutex); | |
371 | while (tp->opt) { | |
372 | reg = temac_indirect_in32(lp, tp->reg) & ~tp->m_or; | |
373 | if (options & tp->opt) | |
374 | reg |= tp->m_or; | |
375 | temac_indirect_out32(lp, tp->reg, reg); | |
376 | tp++; | |
377 | } | |
378 | lp->options |= options; | |
379 | mutex_unlock(&lp->indirect_mutex); | |
380 | ||
381 | return (0); | |
382 | } | |
383 | ||
384 | /* Initilize temac */ | |
385 | static void temac_device_reset(struct net_device *ndev) | |
386 | { | |
387 | struct temac_local *lp = netdev_priv(ndev); | |
388 | u32 timeout; | |
389 | u32 val; | |
390 | ||
391 | /* Perform a software reset */ | |
392 | ||
393 | /* 0x300 host enable bit ? */ | |
394 | /* reset PHY through control register ?:1 */ | |
395 | ||
396 | dev_dbg(&ndev->dev, "%s()\n", __func__); | |
397 | ||
398 | mutex_lock(&lp->indirect_mutex); | |
399 | /* Reset the receiver and wait for it to finish reset */ | |
400 | temac_indirect_out32(lp, XTE_RXC1_OFFSET, XTE_RXC1_RXRST_MASK); | |
401 | timeout = 1000; | |
402 | while (temac_indirect_in32(lp, XTE_RXC1_OFFSET) & XTE_RXC1_RXRST_MASK) { | |
403 | udelay(1); | |
404 | if (--timeout == 0) { | |
405 | dev_err(&ndev->dev, | |
406 | "temac_device_reset RX reset timeout!!\n"); | |
407 | break; | |
408 | } | |
409 | } | |
410 | ||
411 | /* Reset the transmitter and wait for it to finish reset */ | |
412 | temac_indirect_out32(lp, XTE_TXC_OFFSET, XTE_TXC_TXRST_MASK); | |
413 | timeout = 1000; | |
414 | while (temac_indirect_in32(lp, XTE_TXC_OFFSET) & XTE_TXC_TXRST_MASK) { | |
415 | udelay(1); | |
416 | if (--timeout == 0) { | |
417 | dev_err(&ndev->dev, | |
418 | "temac_device_reset TX reset timeout!!\n"); | |
419 | break; | |
420 | } | |
421 | } | |
422 | ||
423 | /* Disable the receiver */ | |
424 | val = temac_indirect_in32(lp, XTE_RXC1_OFFSET); | |
425 | temac_indirect_out32(lp, XTE_RXC1_OFFSET, val & ~XTE_RXC1_RXEN_MASK); | |
426 | ||
427 | /* Reset Local Link (DMA) */ | |
428 | temac_dma_out32(lp, DMA_CONTROL_REG, DMA_CONTROL_RST); | |
429 | timeout = 1000; | |
430 | while (temac_dma_in32(lp, DMA_CONTROL_REG) & DMA_CONTROL_RST) { | |
431 | udelay(1); | |
432 | if (--timeout == 0) { | |
433 | dev_err(&ndev->dev, | |
434 | "temac_device_reset DMA reset timeout!!\n"); | |
435 | break; | |
436 | } | |
437 | } | |
438 | temac_dma_out32(lp, DMA_CONTROL_REG, DMA_TAIL_ENABLE); | |
439 | ||
440 | temac_dma_bd_init(ndev); | |
441 | ||
442 | temac_indirect_out32(lp, XTE_RXC0_OFFSET, 0); | |
443 | temac_indirect_out32(lp, XTE_RXC1_OFFSET, 0); | |
444 | temac_indirect_out32(lp, XTE_TXC_OFFSET, 0); | |
445 | temac_indirect_out32(lp, XTE_FCC_OFFSET, XTE_FCC_RXFLO_MASK); | |
446 | ||
447 | mutex_unlock(&lp->indirect_mutex); | |
448 | ||
449 | /* Sync default options with HW | |
450 | * but leave receiver and transmitter disabled. */ | |
451 | temac_setoptions(ndev, | |
452 | lp->options & ~(XTE_OPTION_TXEN | XTE_OPTION_RXEN)); | |
453 | ||
454 | temac_set_mac_address(ndev, NULL); | |
455 | ||
456 | /* Set address filter table */ | |
457 | temac_set_multicast_list(ndev); | |
458 | if (temac_setoptions(ndev, lp->options)) | |
459 | dev_err(&ndev->dev, "Error setting TEMAC options\n"); | |
460 | ||
461 | /* Init Driver variable */ | |
462 | ndev->trans_start = 0; | |
463 | } | |
464 | ||
465 | void temac_adjust_link(struct net_device *ndev) | |
466 | { | |
467 | struct temac_local *lp = netdev_priv(ndev); | |
468 | struct phy_device *phy = lp->phy_dev; | |
469 | u32 mii_speed; | |
470 | int link_state; | |
471 | ||
472 | /* hash together the state values to decide if something has changed */ | |
473 | link_state = phy->speed | (phy->duplex << 1) | phy->link; | |
474 | ||
475 | mutex_lock(&lp->indirect_mutex); | |
476 | if (lp->last_link != link_state) { | |
477 | mii_speed = temac_indirect_in32(lp, XTE_EMCFG_OFFSET); | |
478 | mii_speed &= ~XTE_EMCFG_LINKSPD_MASK; | |
479 | ||
480 | switch (phy->speed) { | |
481 | case SPEED_1000: mii_speed |= XTE_EMCFG_LINKSPD_1000; break; | |
482 | case SPEED_100: mii_speed |= XTE_EMCFG_LINKSPD_100; break; | |
483 | case SPEED_10: mii_speed |= XTE_EMCFG_LINKSPD_10; break; | |
484 | } | |
485 | ||
486 | /* Write new speed setting out to TEMAC */ | |
487 | temac_indirect_out32(lp, XTE_EMCFG_OFFSET, mii_speed); | |
488 | lp->last_link = link_state; | |
489 | phy_print_status(phy); | |
490 | } | |
491 | mutex_unlock(&lp->indirect_mutex); | |
492 | } | |
493 | ||
494 | static void temac_start_xmit_done(struct net_device *ndev) | |
495 | { | |
496 | struct temac_local *lp = netdev_priv(ndev); | |
497 | struct cdmac_bd *cur_p; | |
498 | unsigned int stat = 0; | |
499 | ||
500 | cur_p = &lp->tx_bd_v[lp->tx_bd_ci]; | |
501 | stat = cur_p->app0; | |
502 | ||
503 | while (stat & STS_CTRL_APP0_CMPLT) { | |
504 | dma_unmap_single(ndev->dev.parent, cur_p->phys, cur_p->len, | |
505 | DMA_TO_DEVICE); | |
506 | if (cur_p->app4) | |
507 | dev_kfree_skb_irq((struct sk_buff *)cur_p->app4); | |
508 | cur_p->app0 = 0; | |
509 | ||
510 | ndev->stats.tx_packets++; | |
511 | ndev->stats.tx_bytes += cur_p->len; | |
512 | ||
513 | lp->tx_bd_ci++; | |
514 | if (lp->tx_bd_ci >= TX_BD_NUM) | |
515 | lp->tx_bd_ci = 0; | |
516 | ||
517 | cur_p = &lp->tx_bd_v[lp->tx_bd_ci]; | |
518 | stat = cur_p->app0; | |
519 | } | |
520 | ||
521 | netif_wake_queue(ndev); | |
522 | } | |
523 | ||
524 | static int temac_start_xmit(struct sk_buff *skb, struct net_device *ndev) | |
525 | { | |
526 | struct temac_local *lp = netdev_priv(ndev); | |
527 | struct cdmac_bd *cur_p; | |
528 | dma_addr_t start_p, tail_p; | |
529 | int ii; | |
530 | unsigned long num_frag; | |
531 | skb_frag_t *frag; | |
532 | ||
533 | num_frag = skb_shinfo(skb)->nr_frags; | |
534 | frag = &skb_shinfo(skb)->frags[0]; | |
535 | start_p = lp->tx_bd_p + sizeof(*lp->tx_bd_v) * lp->tx_bd_tail; | |
536 | cur_p = &lp->tx_bd_v[lp->tx_bd_tail]; | |
537 | ||
538 | if (cur_p->app0 & STS_CTRL_APP0_CMPLT) { | |
539 | if (!netif_queue_stopped(ndev)) { | |
540 | netif_stop_queue(ndev); | |
541 | return NETDEV_TX_BUSY; | |
542 | } | |
543 | return NETDEV_TX_BUSY; | |
544 | } | |
545 | ||
546 | cur_p->app0 = 0; | |
547 | if (skb->ip_summed == CHECKSUM_PARTIAL) { | |
548 | const struct iphdr *ip = ip_hdr(skb); | |
549 | int length = 0, start = 0, insert = 0; | |
550 | ||
551 | switch (ip->protocol) { | |
552 | case IPPROTO_TCP: | |
553 | start = sizeof(struct iphdr) + ETH_HLEN; | |
554 | insert = sizeof(struct iphdr) + ETH_HLEN + 16; | |
555 | length = ip->tot_len - sizeof(struct iphdr); | |
556 | break; | |
557 | case IPPROTO_UDP: | |
558 | start = sizeof(struct iphdr) + ETH_HLEN; | |
559 | insert = sizeof(struct iphdr) + ETH_HLEN + 6; | |
560 | length = ip->tot_len - sizeof(struct iphdr); | |
561 | break; | |
562 | default: | |
563 | break; | |
564 | } | |
565 | cur_p->app1 = ((start << 16) | insert); | |
566 | cur_p->app2 = csum_tcpudp_magic(ip->saddr, ip->daddr, | |
567 | length, ip->protocol, 0); | |
568 | skb->data[insert] = 0; | |
569 | skb->data[insert + 1] = 0; | |
570 | } | |
571 | cur_p->app0 |= STS_CTRL_APP0_SOP; | |
572 | cur_p->len = skb_headlen(skb); | |
573 | cur_p->phys = dma_map_single(ndev->dev.parent, skb->data, skb->len, | |
574 | DMA_TO_DEVICE); | |
575 | cur_p->app4 = (unsigned long)skb; | |
576 | ||
577 | for (ii = 0; ii < num_frag; ii++) { | |
578 | lp->tx_bd_tail++; | |
579 | if (lp->tx_bd_tail >= TX_BD_NUM) | |
580 | lp->tx_bd_tail = 0; | |
581 | ||
582 | cur_p = &lp->tx_bd_v[lp->tx_bd_tail]; | |
583 | cur_p->phys = dma_map_single(ndev->dev.parent, | |
584 | (void *)page_address(frag->page) + | |
585 | frag->page_offset, | |
586 | frag->size, DMA_TO_DEVICE); | |
587 | cur_p->len = frag->size; | |
588 | cur_p->app0 = 0; | |
589 | frag++; | |
590 | } | |
591 | cur_p->app0 |= STS_CTRL_APP0_EOP; | |
592 | ||
593 | tail_p = lp->tx_bd_p + sizeof(*lp->tx_bd_v) * lp->tx_bd_tail; | |
594 | lp->tx_bd_tail++; | |
595 | if (lp->tx_bd_tail >= TX_BD_NUM) | |
596 | lp->tx_bd_tail = 0; | |
597 | ||
598 | /* Kick off the transfer */ | |
599 | temac_dma_out32(lp, TX_TAILDESC_PTR, tail_p); /* DMA start */ | |
600 | ||
6ed10654 | 601 | return NETDEV_TX_OK; |
92744989 GL |
602 | } |
603 | ||
604 | ||
605 | static void ll_temac_recv(struct net_device *ndev) | |
606 | { | |
607 | struct temac_local *lp = netdev_priv(ndev); | |
608 | struct sk_buff *skb, *new_skb; | |
609 | unsigned int bdstat; | |
610 | struct cdmac_bd *cur_p; | |
611 | dma_addr_t tail_p; | |
612 | int length; | |
613 | unsigned long skb_vaddr; | |
614 | unsigned long flags; | |
615 | ||
616 | spin_lock_irqsave(&lp->rx_lock, flags); | |
617 | ||
618 | tail_p = lp->rx_bd_p + sizeof(*lp->rx_bd_v) * lp->rx_bd_ci; | |
619 | cur_p = &lp->rx_bd_v[lp->rx_bd_ci]; | |
620 | ||
621 | bdstat = cur_p->app0; | |
622 | while ((bdstat & STS_CTRL_APP0_CMPLT)) { | |
623 | ||
624 | skb = lp->rx_skb[lp->rx_bd_ci]; | |
c3b7c12c | 625 | length = cur_p->app4 & 0x3FFF; |
92744989 GL |
626 | |
627 | skb_vaddr = virt_to_bus(skb->data); | |
628 | dma_unmap_single(ndev->dev.parent, skb_vaddr, length, | |
629 | DMA_FROM_DEVICE); | |
630 | ||
631 | skb_put(skb, length); | |
632 | skb->dev = ndev; | |
633 | skb->protocol = eth_type_trans(skb, ndev); | |
634 | skb->ip_summed = CHECKSUM_NONE; | |
635 | ||
636 | netif_rx(skb); | |
637 | ||
638 | ndev->stats.rx_packets++; | |
639 | ndev->stats.rx_bytes += length; | |
640 | ||
641 | new_skb = alloc_skb(XTE_MAX_JUMBO_FRAME_SIZE + XTE_ALIGN, | |
642 | GFP_ATOMIC); | |
643 | if (new_skb == 0) { | |
644 | dev_err(&ndev->dev, "no memory for new sk_buff\n"); | |
645 | spin_unlock_irqrestore(&lp->rx_lock, flags); | |
646 | return; | |
647 | } | |
648 | ||
649 | skb_reserve(new_skb, BUFFER_ALIGN(new_skb->data)); | |
650 | ||
651 | cur_p->app0 = STS_CTRL_APP0_IRQONEND; | |
652 | cur_p->phys = dma_map_single(ndev->dev.parent, new_skb->data, | |
653 | XTE_MAX_JUMBO_FRAME_SIZE, | |
654 | DMA_FROM_DEVICE); | |
655 | cur_p->len = XTE_MAX_JUMBO_FRAME_SIZE; | |
656 | lp->rx_skb[lp->rx_bd_ci] = new_skb; | |
657 | ||
658 | lp->rx_bd_ci++; | |
659 | if (lp->rx_bd_ci >= RX_BD_NUM) | |
660 | lp->rx_bd_ci = 0; | |
661 | ||
662 | cur_p = &lp->rx_bd_v[lp->rx_bd_ci]; | |
663 | bdstat = cur_p->app0; | |
664 | } | |
665 | temac_dma_out32(lp, RX_TAILDESC_PTR, tail_p); | |
666 | ||
667 | spin_unlock_irqrestore(&lp->rx_lock, flags); | |
668 | } | |
669 | ||
670 | static irqreturn_t ll_temac_tx_irq(int irq, void *_ndev) | |
671 | { | |
672 | struct net_device *ndev = _ndev; | |
673 | struct temac_local *lp = netdev_priv(ndev); | |
674 | unsigned int status; | |
675 | ||
676 | status = temac_dma_in32(lp, TX_IRQ_REG); | |
677 | temac_dma_out32(lp, TX_IRQ_REG, status); | |
678 | ||
679 | if (status & (IRQ_COAL | IRQ_DLY)) | |
680 | temac_start_xmit_done(lp->ndev); | |
681 | if (status & 0x080) | |
682 | dev_err(&ndev->dev, "DMA error 0x%x\n", status); | |
683 | ||
684 | return IRQ_HANDLED; | |
685 | } | |
686 | ||
687 | static irqreturn_t ll_temac_rx_irq(int irq, void *_ndev) | |
688 | { | |
689 | struct net_device *ndev = _ndev; | |
690 | struct temac_local *lp = netdev_priv(ndev); | |
691 | unsigned int status; | |
692 | ||
693 | /* Read and clear the status registers */ | |
694 | status = temac_dma_in32(lp, RX_IRQ_REG); | |
695 | temac_dma_out32(lp, RX_IRQ_REG, status); | |
696 | ||
697 | if (status & (IRQ_COAL | IRQ_DLY)) | |
698 | ll_temac_recv(lp->ndev); | |
699 | ||
700 | return IRQ_HANDLED; | |
701 | } | |
702 | ||
703 | static int temac_open(struct net_device *ndev) | |
704 | { | |
705 | struct temac_local *lp = netdev_priv(ndev); | |
706 | int rc; | |
707 | ||
708 | dev_dbg(&ndev->dev, "temac_open()\n"); | |
709 | ||
710 | if (lp->phy_node) { | |
711 | lp->phy_dev = of_phy_connect(lp->ndev, lp->phy_node, | |
712 | temac_adjust_link, 0, 0); | |
713 | if (!lp->phy_dev) { | |
714 | dev_err(lp->dev, "of_phy_connect() failed\n"); | |
715 | return -ENODEV; | |
716 | } | |
717 | ||
718 | phy_start(lp->phy_dev); | |
719 | } | |
720 | ||
721 | rc = request_irq(lp->tx_irq, ll_temac_tx_irq, 0, ndev->name, ndev); | |
722 | if (rc) | |
723 | goto err_tx_irq; | |
724 | rc = request_irq(lp->rx_irq, ll_temac_rx_irq, 0, ndev->name, ndev); | |
725 | if (rc) | |
726 | goto err_rx_irq; | |
727 | ||
728 | temac_device_reset(ndev); | |
729 | return 0; | |
730 | ||
731 | err_rx_irq: | |
732 | free_irq(lp->tx_irq, ndev); | |
733 | err_tx_irq: | |
734 | if (lp->phy_dev) | |
735 | phy_disconnect(lp->phy_dev); | |
736 | lp->phy_dev = NULL; | |
737 | dev_err(lp->dev, "request_irq() failed\n"); | |
738 | return rc; | |
739 | } | |
740 | ||
741 | static int temac_stop(struct net_device *ndev) | |
742 | { | |
743 | struct temac_local *lp = netdev_priv(ndev); | |
744 | ||
745 | dev_dbg(&ndev->dev, "temac_close()\n"); | |
746 | ||
747 | free_irq(lp->tx_irq, ndev); | |
748 | free_irq(lp->rx_irq, ndev); | |
749 | ||
750 | if (lp->phy_dev) | |
751 | phy_disconnect(lp->phy_dev); | |
752 | lp->phy_dev = NULL; | |
753 | ||
754 | return 0; | |
755 | } | |
756 | ||
757 | #ifdef CONFIG_NET_POLL_CONTROLLER | |
758 | static void | |
759 | temac_poll_controller(struct net_device *ndev) | |
760 | { | |
761 | struct temac_local *lp = netdev_priv(ndev); | |
762 | ||
763 | disable_irq(lp->tx_irq); | |
764 | disable_irq(lp->rx_irq); | |
765 | ||
766 | ll_temac_rx_irq(lp->tx_irq, lp); | |
767 | ll_temac_tx_irq(lp->rx_irq, lp); | |
768 | ||
769 | enable_irq(lp->tx_irq); | |
770 | enable_irq(lp->rx_irq); | |
771 | } | |
772 | #endif | |
773 | ||
774 | static const struct net_device_ops temac_netdev_ops = { | |
775 | .ndo_open = temac_open, | |
776 | .ndo_stop = temac_stop, | |
777 | .ndo_start_xmit = temac_start_xmit, | |
8ea7a37c | 778 | .ndo_set_mac_address = netdev_set_mac_address, |
92744989 GL |
779 | //.ndo_set_multicast_list = temac_set_multicast_list, |
780 | #ifdef CONFIG_NET_POLL_CONTROLLER | |
781 | .ndo_poll_controller = temac_poll_controller, | |
782 | #endif | |
783 | }; | |
784 | ||
785 | /* --------------------------------------------------------------------- | |
786 | * SYSFS device attributes | |
787 | */ | |
788 | static ssize_t temac_show_llink_regs(struct device *dev, | |
789 | struct device_attribute *attr, char *buf) | |
790 | { | |
791 | struct net_device *ndev = dev_get_drvdata(dev); | |
792 | struct temac_local *lp = netdev_priv(ndev); | |
793 | int i, len = 0; | |
794 | ||
795 | for (i = 0; i < 0x11; i++) | |
796 | len += sprintf(buf + len, "%.8x%s", temac_dma_in32(lp, i), | |
797 | (i % 8) == 7 ? "\n" : " "); | |
798 | len += sprintf(buf + len, "\n"); | |
799 | ||
800 | return len; | |
801 | } | |
802 | ||
803 | static DEVICE_ATTR(llink_regs, 0440, temac_show_llink_regs, NULL); | |
804 | ||
805 | static struct attribute *temac_device_attrs[] = { | |
806 | &dev_attr_llink_regs.attr, | |
807 | NULL, | |
808 | }; | |
809 | ||
810 | static const struct attribute_group temac_attr_group = { | |
811 | .attrs = temac_device_attrs, | |
812 | }; | |
813 | ||
814 | static int __init | |
815 | temac_of_probe(struct of_device *op, const struct of_device_id *match) | |
816 | { | |
817 | struct device_node *np; | |
818 | struct temac_local *lp; | |
819 | struct net_device *ndev; | |
820 | const void *addr; | |
821 | int size, rc = 0; | |
822 | unsigned int dcrs; | |
823 | ||
824 | /* Init network device structure */ | |
825 | ndev = alloc_etherdev(sizeof(*lp)); | |
826 | if (!ndev) { | |
827 | dev_err(&op->dev, "could not allocate device.\n"); | |
828 | return -ENOMEM; | |
829 | } | |
830 | ether_setup(ndev); | |
831 | dev_set_drvdata(&op->dev, ndev); | |
832 | SET_NETDEV_DEV(ndev, &op->dev); | |
833 | ndev->flags &= ~IFF_MULTICAST; /* clear multicast */ | |
834 | ndev->features = NETIF_F_SG | NETIF_F_FRAGLIST; | |
835 | ndev->netdev_ops = &temac_netdev_ops; | |
836 | #if 0 | |
837 | ndev->features |= NETIF_F_IP_CSUM; /* Can checksum TCP/UDP over IPv4. */ | |
838 | ndev->features |= NETIF_F_HW_CSUM; /* Can checksum all the packets. */ | |
839 | ndev->features |= NETIF_F_IPV6_CSUM; /* Can checksum IPV6 TCP/UDP */ | |
840 | ndev->features |= NETIF_F_HIGHDMA; /* Can DMA to high memory. */ | |
841 | ndev->features |= NETIF_F_HW_VLAN_TX; /* Transmit VLAN hw accel */ | |
842 | ndev->features |= NETIF_F_HW_VLAN_RX; /* Receive VLAN hw acceleration */ | |
843 | ndev->features |= NETIF_F_HW_VLAN_FILTER; /* Receive VLAN filtering */ | |
844 | ndev->features |= NETIF_F_VLAN_CHALLENGED; /* cannot handle VLAN pkts */ | |
845 | ndev->features |= NETIF_F_GSO; /* Enable software GSO. */ | |
846 | ndev->features |= NETIF_F_MULTI_QUEUE; /* Has multiple TX/RX queues */ | |
847 | ndev->features |= NETIF_F_LRO; /* large receive offload */ | |
848 | #endif | |
849 | ||
850 | /* setup temac private info structure */ | |
851 | lp = netdev_priv(ndev); | |
852 | lp->ndev = ndev; | |
853 | lp->dev = &op->dev; | |
854 | lp->options = XTE_OPTION_DEFAULTS; | |
855 | spin_lock_init(&lp->rx_lock); | |
856 | mutex_init(&lp->indirect_mutex); | |
857 | ||
858 | /* map device registers */ | |
859 | lp->regs = of_iomap(op->node, 0); | |
860 | if (!lp->regs) { | |
861 | dev_err(&op->dev, "could not map temac regs.\n"); | |
862 | goto nodev; | |
863 | } | |
864 | ||
865 | /* Find the DMA node, map the DMA registers, and decode the DMA IRQs */ | |
866 | np = of_parse_phandle(op->node, "llink-connected", 0); | |
867 | if (!np) { | |
868 | dev_err(&op->dev, "could not find DMA node\n"); | |
869 | goto nodev; | |
870 | } | |
871 | ||
872 | dcrs = dcr_resource_start(np, 0); | |
873 | if (dcrs == 0) { | |
874 | dev_err(&op->dev, "could not get DMA register address\n"); | |
a419aef8 | 875 | goto nodev; |
92744989 GL |
876 | } |
877 | lp->sdma_dcrs = dcr_map(np, dcrs, dcr_resource_len(np, 0)); | |
878 | dev_dbg(&op->dev, "DCR base: %x\n", dcrs); | |
879 | ||
880 | lp->rx_irq = irq_of_parse_and_map(np, 0); | |
881 | lp->tx_irq = irq_of_parse_and_map(np, 1); | |
882 | if (!lp->rx_irq || !lp->tx_irq) { | |
883 | dev_err(&op->dev, "could not determine irqs\n"); | |
884 | rc = -ENOMEM; | |
885 | goto nodev; | |
886 | } | |
887 | ||
888 | of_node_put(np); /* Finished with the DMA node; drop the reference */ | |
889 | ||
890 | /* Retrieve the MAC address */ | |
891 | addr = of_get_property(op->node, "local-mac-address", &size); | |
892 | if ((!addr) || (size != 6)) { | |
893 | dev_err(&op->dev, "could not find MAC address\n"); | |
894 | rc = -ENODEV; | |
895 | goto nodev; | |
896 | } | |
897 | temac_set_mac_address(ndev, (void *)addr); | |
898 | ||
899 | rc = temac_mdio_setup(lp, op->node); | |
900 | if (rc) | |
901 | dev_warn(&op->dev, "error registering MDIO bus\n"); | |
902 | ||
903 | lp->phy_node = of_parse_phandle(op->node, "phy-handle", 0); | |
904 | if (lp->phy_node) | |
905 | dev_dbg(lp->dev, "using PHY node %s (%p)\n", np->full_name, np); | |
906 | ||
907 | /* Add the device attributes */ | |
908 | rc = sysfs_create_group(&lp->dev->kobj, &temac_attr_group); | |
909 | if (rc) { | |
910 | dev_err(lp->dev, "Error creating sysfs files\n"); | |
911 | goto nodev; | |
912 | } | |
913 | ||
914 | rc = register_netdev(lp->ndev); | |
915 | if (rc) { | |
916 | dev_err(lp->dev, "register_netdev() error (%i)\n", rc); | |
917 | goto err_register_ndev; | |
918 | } | |
919 | ||
920 | return 0; | |
921 | ||
922 | err_register_ndev: | |
923 | sysfs_remove_group(&lp->dev->kobj, &temac_attr_group); | |
924 | nodev: | |
925 | free_netdev(ndev); | |
926 | ndev = NULL; | |
927 | return rc; | |
928 | } | |
929 | ||
930 | static int __devexit temac_of_remove(struct of_device *op) | |
931 | { | |
932 | struct net_device *ndev = dev_get_drvdata(&op->dev); | |
933 | struct temac_local *lp = netdev_priv(ndev); | |
934 | ||
935 | temac_mdio_teardown(lp); | |
936 | unregister_netdev(ndev); | |
937 | sysfs_remove_group(&lp->dev->kobj, &temac_attr_group); | |
938 | if (lp->phy_node) | |
939 | of_node_put(lp->phy_node); | |
940 | lp->phy_node = NULL; | |
941 | dev_set_drvdata(&op->dev, NULL); | |
942 | free_netdev(ndev); | |
943 | return 0; | |
944 | } | |
945 | ||
946 | static struct of_device_id temac_of_match[] __devinitdata = { | |
947 | { .compatible = "xlnx,xps-ll-temac-1.01.b", }, | |
c3b7c12c SM |
948 | { .compatible = "xlnx,xps-ll-temac-2.00.a", }, |
949 | { .compatible = "xlnx,xps-ll-temac-2.02.a", }, | |
950 | { .compatible = "xlnx,xps-ll-temac-2.03.a", }, | |
92744989 GL |
951 | {}, |
952 | }; | |
953 | MODULE_DEVICE_TABLE(of, temac_of_match); | |
954 | ||
955 | static struct of_platform_driver temac_of_driver = { | |
956 | .match_table = temac_of_match, | |
957 | .probe = temac_of_probe, | |
958 | .remove = __devexit_p(temac_of_remove), | |
959 | .driver = { | |
960 | .owner = THIS_MODULE, | |
961 | .name = "xilinx_temac", | |
962 | }, | |
963 | }; | |
964 | ||
965 | static int __init temac_init(void) | |
966 | { | |
967 | return of_register_platform_driver(&temac_of_driver); | |
968 | } | |
969 | module_init(temac_init); | |
970 | ||
971 | static void __exit temac_exit(void) | |
972 | { | |
973 | of_unregister_platform_driver(&temac_of_driver); | |
974 | } | |
975 | module_exit(temac_exit); | |
976 | ||
977 | MODULE_DESCRIPTION("Xilinx LL_TEMAC Ethernet driver"); | |
978 | MODULE_AUTHOR("Yoshio Kashiwagi"); | |
979 | MODULE_LICENSE("GPL"); |