ftgmac100.c 38 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496
  1. /*
  2. * Faraday FTGMAC100 Gigabit Ethernet
  3. *
  4. * (C) Copyright 2009-2011 Faraday Technology
  5. * Po-Yu Chuang <ratbert@faraday-tech.com>
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  20. */
  21. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  22. #include <linux/dma-mapping.h>
  23. #include <linux/etherdevice.h>
  24. #include <linux/ethtool.h>
  25. #include <linux/interrupt.h>
  26. #include <linux/io.h>
  27. #include <linux/module.h>
  28. #include <linux/netdevice.h>
  29. #include <linux/phy.h>
  30. #include <linux/platform_device.h>
  31. #include <net/ip.h>
  32. #include <net/ncsi.h>
  33. #include "ftgmac100.h"
  34. #define DRV_NAME "ftgmac100"
  35. #define DRV_VERSION "0.7"
  36. #define RX_QUEUE_ENTRIES 256 /* must be power of 2 */
  37. #define TX_QUEUE_ENTRIES 512 /* must be power of 2 */
  38. #define MAX_PKT_SIZE 1518
  39. #define RX_BUF_SIZE PAGE_SIZE /* must be smaller than 0x3fff */
  40. /******************************************************************************
  41. * private data
  42. *****************************************************************************/
  43. struct ftgmac100_descs {
  44. struct ftgmac100_rxdes rxdes[RX_QUEUE_ENTRIES];
  45. struct ftgmac100_txdes txdes[TX_QUEUE_ENTRIES];
  46. };
  47. struct ftgmac100 {
  48. struct resource *res;
  49. void __iomem *base;
  50. int irq;
  51. struct ftgmac100_descs *descs;
  52. dma_addr_t descs_dma_addr;
  53. struct page *rx_pages[RX_QUEUE_ENTRIES];
  54. unsigned int rx_pointer;
  55. unsigned int tx_clean_pointer;
  56. unsigned int tx_pointer;
  57. unsigned int tx_pending;
  58. spinlock_t tx_lock;
  59. struct net_device *netdev;
  60. struct device *dev;
  61. struct ncsi_dev *ndev;
  62. struct napi_struct napi;
  63. struct mii_bus *mii_bus;
  64. int old_speed;
  65. int int_mask_all;
  66. bool use_ncsi;
  67. bool enabled;
  68. u32 rxdes0_edorr_mask;
  69. u32 txdes0_edotr_mask;
  70. };
  71. static int ftgmac100_alloc_rx_page(struct ftgmac100 *priv,
  72. struct ftgmac100_rxdes *rxdes, gfp_t gfp);
  73. /******************************************************************************
  74. * internal functions (hardware register access)
  75. *****************************************************************************/
  76. static void ftgmac100_set_rx_ring_base(struct ftgmac100 *priv, dma_addr_t addr)
  77. {
  78. iowrite32(addr, priv->base + FTGMAC100_OFFSET_RXR_BADR);
  79. }
  80. static void ftgmac100_set_rx_buffer_size(struct ftgmac100 *priv,
  81. unsigned int size)
  82. {
  83. size = FTGMAC100_RBSR_SIZE(size);
  84. iowrite32(size, priv->base + FTGMAC100_OFFSET_RBSR);
  85. }
  86. static void ftgmac100_set_normal_prio_tx_ring_base(struct ftgmac100 *priv,
  87. dma_addr_t addr)
  88. {
  89. iowrite32(addr, priv->base + FTGMAC100_OFFSET_NPTXR_BADR);
  90. }
  91. static void ftgmac100_txdma_normal_prio_start_polling(struct ftgmac100 *priv)
  92. {
  93. iowrite32(1, priv->base + FTGMAC100_OFFSET_NPTXPD);
  94. }
  95. static int ftgmac100_reset_hw(struct ftgmac100 *priv)
  96. {
  97. struct net_device *netdev = priv->netdev;
  98. int i;
  99. /* NOTE: reset clears all registers */
  100. iowrite32(FTGMAC100_MACCR_SW_RST, priv->base + FTGMAC100_OFFSET_MACCR);
  101. for (i = 0; i < 5; i++) {
  102. unsigned int maccr;
  103. maccr = ioread32(priv->base + FTGMAC100_OFFSET_MACCR);
  104. if (!(maccr & FTGMAC100_MACCR_SW_RST))
  105. return 0;
  106. udelay(1000);
  107. }
  108. netdev_err(netdev, "software reset failed\n");
  109. return -EIO;
  110. }
  111. static void ftgmac100_set_mac(struct ftgmac100 *priv, const unsigned char *mac)
  112. {
  113. unsigned int maddr = mac[0] << 8 | mac[1];
  114. unsigned int laddr = mac[2] << 24 | mac[3] << 16 | mac[4] << 8 | mac[5];
  115. iowrite32(maddr, priv->base + FTGMAC100_OFFSET_MAC_MADR);
  116. iowrite32(laddr, priv->base + FTGMAC100_OFFSET_MAC_LADR);
  117. }
  118. static void ftgmac100_setup_mac(struct ftgmac100 *priv)
  119. {
  120. u8 mac[ETH_ALEN];
  121. unsigned int m;
  122. unsigned int l;
  123. void *addr;
  124. addr = device_get_mac_address(priv->dev, mac, ETH_ALEN);
  125. if (addr) {
  126. ether_addr_copy(priv->netdev->dev_addr, mac);
  127. dev_info(priv->dev, "Read MAC address %pM from device tree\n",
  128. mac);
  129. return;
  130. }
  131. m = ioread32(priv->base + FTGMAC100_OFFSET_MAC_MADR);
  132. l = ioread32(priv->base + FTGMAC100_OFFSET_MAC_LADR);
  133. mac[0] = (m >> 8) & 0xff;
  134. mac[1] = m & 0xff;
  135. mac[2] = (l >> 24) & 0xff;
  136. mac[3] = (l >> 16) & 0xff;
  137. mac[4] = (l >> 8) & 0xff;
  138. mac[5] = l & 0xff;
  139. if (is_valid_ether_addr(mac)) {
  140. ether_addr_copy(priv->netdev->dev_addr, mac);
  141. dev_info(priv->dev, "Read MAC address %pM from chip\n", mac);
  142. } else {
  143. eth_hw_addr_random(priv->netdev);
  144. dev_info(priv->dev, "Generated random MAC address %pM\n",
  145. priv->netdev->dev_addr);
  146. }
  147. }
  148. static int ftgmac100_set_mac_addr(struct net_device *dev, void *p)
  149. {
  150. int ret;
  151. ret = eth_prepare_mac_addr_change(dev, p);
  152. if (ret < 0)
  153. return ret;
  154. eth_commit_mac_addr_change(dev, p);
  155. ftgmac100_set_mac(netdev_priv(dev), dev->dev_addr);
  156. return 0;
  157. }
  158. static void ftgmac100_init_hw(struct ftgmac100 *priv)
  159. {
  160. /* setup ring buffer base registers */
  161. ftgmac100_set_rx_ring_base(priv,
  162. priv->descs_dma_addr +
  163. offsetof(struct ftgmac100_descs, rxdes));
  164. ftgmac100_set_normal_prio_tx_ring_base(priv,
  165. priv->descs_dma_addr +
  166. offsetof(struct ftgmac100_descs, txdes));
  167. ftgmac100_set_rx_buffer_size(priv, RX_BUF_SIZE);
  168. iowrite32(FTGMAC100_APTC_RXPOLL_CNT(1), priv->base + FTGMAC100_OFFSET_APTC);
  169. ftgmac100_set_mac(priv, priv->netdev->dev_addr);
  170. }
  171. #define MACCR_ENABLE_ALL (FTGMAC100_MACCR_TXDMA_EN | \
  172. FTGMAC100_MACCR_RXDMA_EN | \
  173. FTGMAC100_MACCR_TXMAC_EN | \
  174. FTGMAC100_MACCR_RXMAC_EN | \
  175. FTGMAC100_MACCR_FULLDUP | \
  176. FTGMAC100_MACCR_CRC_APD | \
  177. FTGMAC100_MACCR_RX_RUNT | \
  178. FTGMAC100_MACCR_RX_BROADPKT)
  179. static void ftgmac100_start_hw(struct ftgmac100 *priv, int speed)
  180. {
  181. int maccr = MACCR_ENABLE_ALL;
  182. switch (speed) {
  183. default:
  184. case 10:
  185. break;
  186. case 100:
  187. maccr |= FTGMAC100_MACCR_FAST_MODE;
  188. break;
  189. case 1000:
  190. maccr |= FTGMAC100_MACCR_GIGA_MODE;
  191. break;
  192. }
  193. iowrite32(maccr, priv->base + FTGMAC100_OFFSET_MACCR);
  194. }
  195. static void ftgmac100_stop_hw(struct ftgmac100 *priv)
  196. {
  197. iowrite32(0, priv->base + FTGMAC100_OFFSET_MACCR);
  198. }
  199. /******************************************************************************
  200. * internal functions (receive descriptor)
  201. *****************************************************************************/
  202. static bool ftgmac100_rxdes_first_segment(struct ftgmac100_rxdes *rxdes)
  203. {
  204. return rxdes->rxdes0 & cpu_to_le32(FTGMAC100_RXDES0_FRS);
  205. }
  206. static bool ftgmac100_rxdes_last_segment(struct ftgmac100_rxdes *rxdes)
  207. {
  208. return rxdes->rxdes0 & cpu_to_le32(FTGMAC100_RXDES0_LRS);
  209. }
  210. static bool ftgmac100_rxdes_packet_ready(struct ftgmac100_rxdes *rxdes)
  211. {
  212. return rxdes->rxdes0 & cpu_to_le32(FTGMAC100_RXDES0_RXPKT_RDY);
  213. }
  214. static void ftgmac100_rxdes_set_dma_own(const struct ftgmac100 *priv,
  215. struct ftgmac100_rxdes *rxdes)
  216. {
  217. /* clear status bits */
  218. rxdes->rxdes0 &= cpu_to_le32(priv->rxdes0_edorr_mask);
  219. }
  220. static bool ftgmac100_rxdes_rx_error(struct ftgmac100_rxdes *rxdes)
  221. {
  222. return rxdes->rxdes0 & cpu_to_le32(FTGMAC100_RXDES0_RX_ERR);
  223. }
  224. static bool ftgmac100_rxdes_crc_error(struct ftgmac100_rxdes *rxdes)
  225. {
  226. return rxdes->rxdes0 & cpu_to_le32(FTGMAC100_RXDES0_CRC_ERR);
  227. }
  228. static bool ftgmac100_rxdes_frame_too_long(struct ftgmac100_rxdes *rxdes)
  229. {
  230. return rxdes->rxdes0 & cpu_to_le32(FTGMAC100_RXDES0_FTL);
  231. }
  232. static bool ftgmac100_rxdes_runt(struct ftgmac100_rxdes *rxdes)
  233. {
  234. return rxdes->rxdes0 & cpu_to_le32(FTGMAC100_RXDES0_RUNT);
  235. }
  236. static bool ftgmac100_rxdes_odd_nibble(struct ftgmac100_rxdes *rxdes)
  237. {
  238. return rxdes->rxdes0 & cpu_to_le32(FTGMAC100_RXDES0_RX_ODD_NB);
  239. }
  240. static unsigned int ftgmac100_rxdes_data_length(struct ftgmac100_rxdes *rxdes)
  241. {
  242. return le32_to_cpu(rxdes->rxdes0) & FTGMAC100_RXDES0_VDBC;
  243. }
  244. static bool ftgmac100_rxdes_multicast(struct ftgmac100_rxdes *rxdes)
  245. {
  246. return rxdes->rxdes0 & cpu_to_le32(FTGMAC100_RXDES0_MULTICAST);
  247. }
  248. static void ftgmac100_rxdes_set_end_of_ring(const struct ftgmac100 *priv,
  249. struct ftgmac100_rxdes *rxdes)
  250. {
  251. rxdes->rxdes0 |= cpu_to_le32(priv->rxdes0_edorr_mask);
  252. }
  253. static void ftgmac100_rxdes_set_dma_addr(struct ftgmac100_rxdes *rxdes,
  254. dma_addr_t addr)
  255. {
  256. rxdes->rxdes3 = cpu_to_le32(addr);
  257. }
  258. static dma_addr_t ftgmac100_rxdes_get_dma_addr(struct ftgmac100_rxdes *rxdes)
  259. {
  260. return le32_to_cpu(rxdes->rxdes3);
  261. }
  262. static bool ftgmac100_rxdes_is_tcp(struct ftgmac100_rxdes *rxdes)
  263. {
  264. return (rxdes->rxdes1 & cpu_to_le32(FTGMAC100_RXDES1_PROT_MASK)) ==
  265. cpu_to_le32(FTGMAC100_RXDES1_PROT_TCPIP);
  266. }
  267. static bool ftgmac100_rxdes_is_udp(struct ftgmac100_rxdes *rxdes)
  268. {
  269. return (rxdes->rxdes1 & cpu_to_le32(FTGMAC100_RXDES1_PROT_MASK)) ==
  270. cpu_to_le32(FTGMAC100_RXDES1_PROT_UDPIP);
  271. }
  272. static bool ftgmac100_rxdes_tcpcs_err(struct ftgmac100_rxdes *rxdes)
  273. {
  274. return rxdes->rxdes1 & cpu_to_le32(FTGMAC100_RXDES1_TCP_CHKSUM_ERR);
  275. }
  276. static bool ftgmac100_rxdes_udpcs_err(struct ftgmac100_rxdes *rxdes)
  277. {
  278. return rxdes->rxdes1 & cpu_to_le32(FTGMAC100_RXDES1_UDP_CHKSUM_ERR);
  279. }
  280. static bool ftgmac100_rxdes_ipcs_err(struct ftgmac100_rxdes *rxdes)
  281. {
  282. return rxdes->rxdes1 & cpu_to_le32(FTGMAC100_RXDES1_IP_CHKSUM_ERR);
  283. }
  284. static inline struct page **ftgmac100_rxdes_page_slot(struct ftgmac100 *priv,
  285. struct ftgmac100_rxdes *rxdes)
  286. {
  287. return &priv->rx_pages[rxdes - priv->descs->rxdes];
  288. }
  289. /*
  290. * rxdes2 is not used by hardware. We use it to keep track of page.
  291. * Since hardware does not touch it, we can skip cpu_to_le32()/le32_to_cpu().
  292. */
  293. static void ftgmac100_rxdes_set_page(struct ftgmac100 *priv,
  294. struct ftgmac100_rxdes *rxdes,
  295. struct page *page)
  296. {
  297. *ftgmac100_rxdes_page_slot(priv, rxdes) = page;
  298. }
  299. static struct page *ftgmac100_rxdes_get_page(struct ftgmac100 *priv,
  300. struct ftgmac100_rxdes *rxdes)
  301. {
  302. return *ftgmac100_rxdes_page_slot(priv, rxdes);
  303. }
  304. /******************************************************************************
  305. * internal functions (receive)
  306. *****************************************************************************/
  307. static int ftgmac100_next_rx_pointer(int pointer)
  308. {
  309. return (pointer + 1) & (RX_QUEUE_ENTRIES - 1);
  310. }
  311. static void ftgmac100_rx_pointer_advance(struct ftgmac100 *priv)
  312. {
  313. priv->rx_pointer = ftgmac100_next_rx_pointer(priv->rx_pointer);
  314. }
  315. static struct ftgmac100_rxdes *ftgmac100_current_rxdes(struct ftgmac100 *priv)
  316. {
  317. return &priv->descs->rxdes[priv->rx_pointer];
  318. }
  319. static struct ftgmac100_rxdes *
  320. ftgmac100_rx_locate_first_segment(struct ftgmac100 *priv)
  321. {
  322. struct ftgmac100_rxdes *rxdes = ftgmac100_current_rxdes(priv);
  323. while (ftgmac100_rxdes_packet_ready(rxdes)) {
  324. if (ftgmac100_rxdes_first_segment(rxdes))
  325. return rxdes;
  326. ftgmac100_rxdes_set_dma_own(priv, rxdes);
  327. ftgmac100_rx_pointer_advance(priv);
  328. rxdes = ftgmac100_current_rxdes(priv);
  329. }
  330. return NULL;
  331. }
  332. static bool ftgmac100_rx_packet_error(struct ftgmac100 *priv,
  333. struct ftgmac100_rxdes *rxdes)
  334. {
  335. struct net_device *netdev = priv->netdev;
  336. bool error = false;
  337. if (unlikely(ftgmac100_rxdes_rx_error(rxdes))) {
  338. if (net_ratelimit())
  339. netdev_info(netdev, "rx err\n");
  340. netdev->stats.rx_errors++;
  341. error = true;
  342. }
  343. if (unlikely(ftgmac100_rxdes_crc_error(rxdes))) {
  344. if (net_ratelimit())
  345. netdev_info(netdev, "rx crc err\n");
  346. netdev->stats.rx_crc_errors++;
  347. error = true;
  348. } else if (unlikely(ftgmac100_rxdes_ipcs_err(rxdes))) {
  349. if (net_ratelimit())
  350. netdev_info(netdev, "rx IP checksum err\n");
  351. error = true;
  352. }
  353. if (unlikely(ftgmac100_rxdes_frame_too_long(rxdes))) {
  354. if (net_ratelimit())
  355. netdev_info(netdev, "rx frame too long\n");
  356. netdev->stats.rx_length_errors++;
  357. error = true;
  358. } else if (unlikely(ftgmac100_rxdes_runt(rxdes))) {
  359. if (net_ratelimit())
  360. netdev_info(netdev, "rx runt\n");
  361. netdev->stats.rx_length_errors++;
  362. error = true;
  363. } else if (unlikely(ftgmac100_rxdes_odd_nibble(rxdes))) {
  364. if (net_ratelimit())
  365. netdev_info(netdev, "rx odd nibble\n");
  366. netdev->stats.rx_length_errors++;
  367. error = true;
  368. }
  369. return error;
  370. }
  371. static void ftgmac100_rx_drop_packet(struct ftgmac100 *priv)
  372. {
  373. struct net_device *netdev = priv->netdev;
  374. struct ftgmac100_rxdes *rxdes = ftgmac100_current_rxdes(priv);
  375. bool done = false;
  376. if (net_ratelimit())
  377. netdev_dbg(netdev, "drop packet %p\n", rxdes);
  378. do {
  379. if (ftgmac100_rxdes_last_segment(rxdes))
  380. done = true;
  381. ftgmac100_rxdes_set_dma_own(priv, rxdes);
  382. ftgmac100_rx_pointer_advance(priv);
  383. rxdes = ftgmac100_current_rxdes(priv);
  384. } while (!done && ftgmac100_rxdes_packet_ready(rxdes));
  385. netdev->stats.rx_dropped++;
  386. }
  387. static bool ftgmac100_rx_packet(struct ftgmac100 *priv, int *processed)
  388. {
  389. struct net_device *netdev = priv->netdev;
  390. struct ftgmac100_rxdes *rxdes;
  391. struct sk_buff *skb;
  392. bool done = false;
  393. rxdes = ftgmac100_rx_locate_first_segment(priv);
  394. if (!rxdes)
  395. return false;
  396. if (unlikely(ftgmac100_rx_packet_error(priv, rxdes))) {
  397. ftgmac100_rx_drop_packet(priv);
  398. return true;
  399. }
  400. /* start processing */
  401. skb = netdev_alloc_skb_ip_align(netdev, 128);
  402. if (unlikely(!skb)) {
  403. if (net_ratelimit())
  404. netdev_err(netdev, "rx skb alloc failed\n");
  405. ftgmac100_rx_drop_packet(priv);
  406. return true;
  407. }
  408. if (unlikely(ftgmac100_rxdes_multicast(rxdes)))
  409. netdev->stats.multicast++;
  410. /*
  411. * It seems that HW does checksum incorrectly with fragmented packets,
  412. * so we are conservative here - if HW checksum error, let software do
  413. * the checksum again.
  414. */
  415. if ((ftgmac100_rxdes_is_tcp(rxdes) && !ftgmac100_rxdes_tcpcs_err(rxdes)) ||
  416. (ftgmac100_rxdes_is_udp(rxdes) && !ftgmac100_rxdes_udpcs_err(rxdes)))
  417. skb->ip_summed = CHECKSUM_UNNECESSARY;
  418. do {
  419. dma_addr_t map = ftgmac100_rxdes_get_dma_addr(rxdes);
  420. struct page *page = ftgmac100_rxdes_get_page(priv, rxdes);
  421. unsigned int size;
  422. dma_unmap_page(priv->dev, map, RX_BUF_SIZE, DMA_FROM_DEVICE);
  423. size = ftgmac100_rxdes_data_length(rxdes);
  424. skb_fill_page_desc(skb, skb_shinfo(skb)->nr_frags, page, 0, size);
  425. skb->len += size;
  426. skb->data_len += size;
  427. skb->truesize += PAGE_SIZE;
  428. if (ftgmac100_rxdes_last_segment(rxdes))
  429. done = true;
  430. ftgmac100_alloc_rx_page(priv, rxdes, GFP_ATOMIC);
  431. ftgmac100_rx_pointer_advance(priv);
  432. rxdes = ftgmac100_current_rxdes(priv);
  433. } while (!done);
  434. /* Small frames are copied into linear part of skb to free one page */
  435. if (skb->len <= 128) {
  436. skb->truesize -= PAGE_SIZE;
  437. __pskb_pull_tail(skb, skb->len);
  438. } else {
  439. /* We pull the minimum amount into linear part */
  440. __pskb_pull_tail(skb, ETH_HLEN);
  441. }
  442. skb->protocol = eth_type_trans(skb, netdev);
  443. netdev->stats.rx_packets++;
  444. netdev->stats.rx_bytes += skb->len;
  445. /* push packet to protocol stack */
  446. napi_gro_receive(&priv->napi, skb);
  447. (*processed)++;
  448. return true;
  449. }
  450. /******************************************************************************
  451. * internal functions (transmit descriptor)
  452. *****************************************************************************/
  453. static void ftgmac100_txdes_reset(const struct ftgmac100 *priv,
  454. struct ftgmac100_txdes *txdes)
  455. {
  456. /* clear all except end of ring bit */
  457. txdes->txdes0 &= cpu_to_le32(priv->txdes0_edotr_mask);
  458. txdes->txdes1 = 0;
  459. txdes->txdes2 = 0;
  460. txdes->txdes3 = 0;
  461. }
  462. static bool ftgmac100_txdes_owned_by_dma(struct ftgmac100_txdes *txdes)
  463. {
  464. return txdes->txdes0 & cpu_to_le32(FTGMAC100_TXDES0_TXDMA_OWN);
  465. }
  466. static void ftgmac100_txdes_set_dma_own(struct ftgmac100_txdes *txdes)
  467. {
  468. /*
  469. * Make sure dma own bit will not be set before any other
  470. * descriptor fields.
  471. */
  472. wmb();
  473. txdes->txdes0 |= cpu_to_le32(FTGMAC100_TXDES0_TXDMA_OWN);
  474. }
  475. static void ftgmac100_txdes_set_end_of_ring(const struct ftgmac100 *priv,
  476. struct ftgmac100_txdes *txdes)
  477. {
  478. txdes->txdes0 |= cpu_to_le32(priv->txdes0_edotr_mask);
  479. }
  480. static void ftgmac100_txdes_set_first_segment(struct ftgmac100_txdes *txdes)
  481. {
  482. txdes->txdes0 |= cpu_to_le32(FTGMAC100_TXDES0_FTS);
  483. }
  484. static void ftgmac100_txdes_set_last_segment(struct ftgmac100_txdes *txdes)
  485. {
  486. txdes->txdes0 |= cpu_to_le32(FTGMAC100_TXDES0_LTS);
  487. }
  488. static void ftgmac100_txdes_set_buffer_size(struct ftgmac100_txdes *txdes,
  489. unsigned int len)
  490. {
  491. txdes->txdes0 |= cpu_to_le32(FTGMAC100_TXDES0_TXBUF_SIZE(len));
  492. }
  493. static void ftgmac100_txdes_set_txint(struct ftgmac100_txdes *txdes)
  494. {
  495. txdes->txdes1 |= cpu_to_le32(FTGMAC100_TXDES1_TXIC);
  496. }
  497. static void ftgmac100_txdes_set_tcpcs(struct ftgmac100_txdes *txdes)
  498. {
  499. txdes->txdes1 |= cpu_to_le32(FTGMAC100_TXDES1_TCP_CHKSUM);
  500. }
  501. static void ftgmac100_txdes_set_udpcs(struct ftgmac100_txdes *txdes)
  502. {
  503. txdes->txdes1 |= cpu_to_le32(FTGMAC100_TXDES1_UDP_CHKSUM);
  504. }
  505. static void ftgmac100_txdes_set_ipcs(struct ftgmac100_txdes *txdes)
  506. {
  507. txdes->txdes1 |= cpu_to_le32(FTGMAC100_TXDES1_IP_CHKSUM);
  508. }
  509. static void ftgmac100_txdes_set_dma_addr(struct ftgmac100_txdes *txdes,
  510. dma_addr_t addr)
  511. {
  512. txdes->txdes3 = cpu_to_le32(addr);
  513. }
  514. static dma_addr_t ftgmac100_txdes_get_dma_addr(struct ftgmac100_txdes *txdes)
  515. {
  516. return le32_to_cpu(txdes->txdes3);
  517. }
  518. /*
  519. * txdes2 is not used by hardware. We use it to keep track of socket buffer.
  520. * Since hardware does not touch it, we can skip cpu_to_le32()/le32_to_cpu().
  521. */
  522. static void ftgmac100_txdes_set_skb(struct ftgmac100_txdes *txdes,
  523. struct sk_buff *skb)
  524. {
  525. txdes->txdes2 = (unsigned int)skb;
  526. }
  527. static struct sk_buff *ftgmac100_txdes_get_skb(struct ftgmac100_txdes *txdes)
  528. {
  529. return (struct sk_buff *)txdes->txdes2;
  530. }
  531. /******************************************************************************
  532. * internal functions (transmit)
  533. *****************************************************************************/
  534. static int ftgmac100_next_tx_pointer(int pointer)
  535. {
  536. return (pointer + 1) & (TX_QUEUE_ENTRIES - 1);
  537. }
  538. static void ftgmac100_tx_pointer_advance(struct ftgmac100 *priv)
  539. {
  540. priv->tx_pointer = ftgmac100_next_tx_pointer(priv->tx_pointer);
  541. }
  542. static void ftgmac100_tx_clean_pointer_advance(struct ftgmac100 *priv)
  543. {
  544. priv->tx_clean_pointer = ftgmac100_next_tx_pointer(priv->tx_clean_pointer);
  545. }
  546. static struct ftgmac100_txdes *ftgmac100_current_txdes(struct ftgmac100 *priv)
  547. {
  548. return &priv->descs->txdes[priv->tx_pointer];
  549. }
  550. static struct ftgmac100_txdes *
  551. ftgmac100_current_clean_txdes(struct ftgmac100 *priv)
  552. {
  553. return &priv->descs->txdes[priv->tx_clean_pointer];
  554. }
  555. static bool ftgmac100_tx_complete_packet(struct ftgmac100 *priv)
  556. {
  557. struct net_device *netdev = priv->netdev;
  558. struct ftgmac100_txdes *txdes;
  559. struct sk_buff *skb;
  560. dma_addr_t map;
  561. if (priv->tx_pending == 0)
  562. return false;
  563. txdes = ftgmac100_current_clean_txdes(priv);
  564. if (ftgmac100_txdes_owned_by_dma(txdes))
  565. return false;
  566. skb = ftgmac100_txdes_get_skb(txdes);
  567. map = ftgmac100_txdes_get_dma_addr(txdes);
  568. netdev->stats.tx_packets++;
  569. netdev->stats.tx_bytes += skb->len;
  570. dma_unmap_single(priv->dev, map, skb_headlen(skb), DMA_TO_DEVICE);
  571. dev_kfree_skb(skb);
  572. ftgmac100_txdes_reset(priv, txdes);
  573. ftgmac100_tx_clean_pointer_advance(priv);
  574. spin_lock(&priv->tx_lock);
  575. priv->tx_pending--;
  576. spin_unlock(&priv->tx_lock);
  577. netif_wake_queue(netdev);
  578. return true;
  579. }
  580. static void ftgmac100_tx_complete(struct ftgmac100 *priv)
  581. {
  582. while (ftgmac100_tx_complete_packet(priv))
  583. ;
  584. }
  585. static int ftgmac100_xmit(struct ftgmac100 *priv, struct sk_buff *skb,
  586. dma_addr_t map)
  587. {
  588. struct net_device *netdev = priv->netdev;
  589. struct ftgmac100_txdes *txdes;
  590. unsigned int len = (skb->len < ETH_ZLEN) ? ETH_ZLEN : skb->len;
  591. txdes = ftgmac100_current_txdes(priv);
  592. ftgmac100_tx_pointer_advance(priv);
  593. /* setup TX descriptor */
  594. ftgmac100_txdes_set_skb(txdes, skb);
  595. ftgmac100_txdes_set_dma_addr(txdes, map);
  596. ftgmac100_txdes_set_buffer_size(txdes, len);
  597. ftgmac100_txdes_set_first_segment(txdes);
  598. ftgmac100_txdes_set_last_segment(txdes);
  599. ftgmac100_txdes_set_txint(txdes);
  600. if (skb->ip_summed == CHECKSUM_PARTIAL) {
  601. __be16 protocol = skb->protocol;
  602. if (protocol == cpu_to_be16(ETH_P_IP)) {
  603. u8 ip_proto = ip_hdr(skb)->protocol;
  604. ftgmac100_txdes_set_ipcs(txdes);
  605. if (ip_proto == IPPROTO_TCP)
  606. ftgmac100_txdes_set_tcpcs(txdes);
  607. else if (ip_proto == IPPROTO_UDP)
  608. ftgmac100_txdes_set_udpcs(txdes);
  609. }
  610. }
  611. spin_lock(&priv->tx_lock);
  612. priv->tx_pending++;
  613. if (priv->tx_pending == TX_QUEUE_ENTRIES)
  614. netif_stop_queue(netdev);
  615. /* start transmit */
  616. ftgmac100_txdes_set_dma_own(txdes);
  617. spin_unlock(&priv->tx_lock);
  618. ftgmac100_txdma_normal_prio_start_polling(priv);
  619. return NETDEV_TX_OK;
  620. }
  621. /******************************************************************************
  622. * internal functions (buffer)
  623. *****************************************************************************/
  624. static int ftgmac100_alloc_rx_page(struct ftgmac100 *priv,
  625. struct ftgmac100_rxdes *rxdes, gfp_t gfp)
  626. {
  627. struct net_device *netdev = priv->netdev;
  628. struct page *page;
  629. dma_addr_t map;
  630. page = alloc_page(gfp);
  631. if (!page) {
  632. if (net_ratelimit())
  633. netdev_err(netdev, "failed to allocate rx page\n");
  634. return -ENOMEM;
  635. }
  636. map = dma_map_page(priv->dev, page, 0, RX_BUF_SIZE, DMA_FROM_DEVICE);
  637. if (unlikely(dma_mapping_error(priv->dev, map))) {
  638. if (net_ratelimit())
  639. netdev_err(netdev, "failed to map rx page\n");
  640. __free_page(page);
  641. return -ENOMEM;
  642. }
  643. ftgmac100_rxdes_set_page(priv, rxdes, page);
  644. ftgmac100_rxdes_set_dma_addr(rxdes, map);
  645. ftgmac100_rxdes_set_dma_own(priv, rxdes);
  646. return 0;
  647. }
  648. static void ftgmac100_free_buffers(struct ftgmac100 *priv)
  649. {
  650. int i;
  651. for (i = 0; i < RX_QUEUE_ENTRIES; i++) {
  652. struct ftgmac100_rxdes *rxdes = &priv->descs->rxdes[i];
  653. struct page *page = ftgmac100_rxdes_get_page(priv, rxdes);
  654. dma_addr_t map = ftgmac100_rxdes_get_dma_addr(rxdes);
  655. if (!page)
  656. continue;
  657. dma_unmap_page(priv->dev, map, RX_BUF_SIZE, DMA_FROM_DEVICE);
  658. __free_page(page);
  659. }
  660. for (i = 0; i < TX_QUEUE_ENTRIES; i++) {
  661. struct ftgmac100_txdes *txdes = &priv->descs->txdes[i];
  662. struct sk_buff *skb = ftgmac100_txdes_get_skb(txdes);
  663. dma_addr_t map = ftgmac100_txdes_get_dma_addr(txdes);
  664. if (!skb)
  665. continue;
  666. dma_unmap_single(priv->dev, map, skb_headlen(skb), DMA_TO_DEVICE);
  667. kfree_skb(skb);
  668. }
  669. dma_free_coherent(priv->dev, sizeof(struct ftgmac100_descs),
  670. priv->descs, priv->descs_dma_addr);
  671. }
  672. static int ftgmac100_alloc_buffers(struct ftgmac100 *priv)
  673. {
  674. int i;
  675. priv->descs = dma_zalloc_coherent(priv->dev,
  676. sizeof(struct ftgmac100_descs),
  677. &priv->descs_dma_addr, GFP_KERNEL);
  678. if (!priv->descs)
  679. return -ENOMEM;
  680. /* initialize RX ring */
  681. ftgmac100_rxdes_set_end_of_ring(priv,
  682. &priv->descs->rxdes[RX_QUEUE_ENTRIES - 1]);
  683. for (i = 0; i < RX_QUEUE_ENTRIES; i++) {
  684. struct ftgmac100_rxdes *rxdes = &priv->descs->rxdes[i];
  685. if (ftgmac100_alloc_rx_page(priv, rxdes, GFP_KERNEL))
  686. goto err;
  687. }
  688. /* initialize TX ring */
  689. ftgmac100_txdes_set_end_of_ring(priv,
  690. &priv->descs->txdes[TX_QUEUE_ENTRIES - 1]);
  691. return 0;
  692. err:
  693. ftgmac100_free_buffers(priv);
  694. return -ENOMEM;
  695. }
  696. /******************************************************************************
  697. * internal functions (mdio)
  698. *****************************************************************************/
  699. static void ftgmac100_adjust_link(struct net_device *netdev)
  700. {
  701. struct ftgmac100 *priv = netdev_priv(netdev);
  702. struct phy_device *phydev = netdev->phydev;
  703. int ier;
  704. if (phydev->speed == priv->old_speed)
  705. return;
  706. priv->old_speed = phydev->speed;
  707. ier = ioread32(priv->base + FTGMAC100_OFFSET_IER);
  708. /* disable all interrupts */
  709. iowrite32(0, priv->base + FTGMAC100_OFFSET_IER);
  710. netif_stop_queue(netdev);
  711. ftgmac100_stop_hw(priv);
  712. netif_start_queue(netdev);
  713. ftgmac100_init_hw(priv);
  714. ftgmac100_start_hw(priv, phydev->speed);
  715. /* re-enable interrupts */
  716. iowrite32(ier, priv->base + FTGMAC100_OFFSET_IER);
  717. }
  718. static int ftgmac100_mii_probe(struct ftgmac100 *priv)
  719. {
  720. struct net_device *netdev = priv->netdev;
  721. struct phy_device *phydev;
  722. phydev = phy_find_first(priv->mii_bus);
  723. if (!phydev) {
  724. netdev_info(netdev, "%s: no PHY found\n", netdev->name);
  725. return -ENODEV;
  726. }
  727. phydev = phy_connect(netdev, phydev_name(phydev),
  728. &ftgmac100_adjust_link, PHY_INTERFACE_MODE_GMII);
  729. if (IS_ERR(phydev)) {
  730. netdev_err(netdev, "%s: Could not attach to PHY\n", netdev->name);
  731. return PTR_ERR(phydev);
  732. }
  733. return 0;
  734. }
  735. /******************************************************************************
  736. * struct mii_bus functions
  737. *****************************************************************************/
  738. static int ftgmac100_mdiobus_read(struct mii_bus *bus, int phy_addr, int regnum)
  739. {
  740. struct net_device *netdev = bus->priv;
  741. struct ftgmac100 *priv = netdev_priv(netdev);
  742. unsigned int phycr;
  743. int i;
  744. phycr = ioread32(priv->base + FTGMAC100_OFFSET_PHYCR);
  745. /* preserve MDC cycle threshold */
  746. phycr &= FTGMAC100_PHYCR_MDC_CYCTHR_MASK;
  747. phycr |= FTGMAC100_PHYCR_PHYAD(phy_addr) |
  748. FTGMAC100_PHYCR_REGAD(regnum) |
  749. FTGMAC100_PHYCR_MIIRD;
  750. iowrite32(phycr, priv->base + FTGMAC100_OFFSET_PHYCR);
  751. for (i = 0; i < 10; i++) {
  752. phycr = ioread32(priv->base + FTGMAC100_OFFSET_PHYCR);
  753. if ((phycr & FTGMAC100_PHYCR_MIIRD) == 0) {
  754. int data;
  755. data = ioread32(priv->base + FTGMAC100_OFFSET_PHYDATA);
  756. return FTGMAC100_PHYDATA_MIIRDATA(data);
  757. }
  758. udelay(100);
  759. }
  760. netdev_err(netdev, "mdio read timed out\n");
  761. return -EIO;
  762. }
  763. static int ftgmac100_mdiobus_write(struct mii_bus *bus, int phy_addr,
  764. int regnum, u16 value)
  765. {
  766. struct net_device *netdev = bus->priv;
  767. struct ftgmac100 *priv = netdev_priv(netdev);
  768. unsigned int phycr;
  769. int data;
  770. int i;
  771. phycr = ioread32(priv->base + FTGMAC100_OFFSET_PHYCR);
  772. /* preserve MDC cycle threshold */
  773. phycr &= FTGMAC100_PHYCR_MDC_CYCTHR_MASK;
  774. phycr |= FTGMAC100_PHYCR_PHYAD(phy_addr) |
  775. FTGMAC100_PHYCR_REGAD(regnum) |
  776. FTGMAC100_PHYCR_MIIWR;
  777. data = FTGMAC100_PHYDATA_MIIWDATA(value);
  778. iowrite32(data, priv->base + FTGMAC100_OFFSET_PHYDATA);
  779. iowrite32(phycr, priv->base + FTGMAC100_OFFSET_PHYCR);
  780. for (i = 0; i < 10; i++) {
  781. phycr = ioread32(priv->base + FTGMAC100_OFFSET_PHYCR);
  782. if ((phycr & FTGMAC100_PHYCR_MIIWR) == 0)
  783. return 0;
  784. udelay(100);
  785. }
  786. netdev_err(netdev, "mdio write timed out\n");
  787. return -EIO;
  788. }
  789. /******************************************************************************
  790. * struct ethtool_ops functions
  791. *****************************************************************************/
  792. static void ftgmac100_get_drvinfo(struct net_device *netdev,
  793. struct ethtool_drvinfo *info)
  794. {
  795. strlcpy(info->driver, DRV_NAME, sizeof(info->driver));
  796. strlcpy(info->version, DRV_VERSION, sizeof(info->version));
  797. strlcpy(info->bus_info, dev_name(&netdev->dev), sizeof(info->bus_info));
  798. }
  799. static const struct ethtool_ops ftgmac100_ethtool_ops = {
  800. .get_drvinfo = ftgmac100_get_drvinfo,
  801. .get_link = ethtool_op_get_link,
  802. .get_link_ksettings = phy_ethtool_get_link_ksettings,
  803. .set_link_ksettings = phy_ethtool_set_link_ksettings,
  804. };
  805. /******************************************************************************
  806. * interrupt handler
  807. *****************************************************************************/
  808. static irqreturn_t ftgmac100_interrupt(int irq, void *dev_id)
  809. {
  810. struct net_device *netdev = dev_id;
  811. struct ftgmac100 *priv = netdev_priv(netdev);
  812. /* When running in NCSI mode, the interface should be ready for
  813. * receiving or transmitting NCSI packets before it's opened.
  814. */
  815. if (likely(priv->use_ncsi || netif_running(netdev))) {
  816. /* Disable interrupts for polling */
  817. iowrite32(0, priv->base + FTGMAC100_OFFSET_IER);
  818. napi_schedule(&priv->napi);
  819. }
  820. return IRQ_HANDLED;
  821. }
  822. /******************************************************************************
  823. * struct napi_struct functions
  824. *****************************************************************************/
  825. static int ftgmac100_poll(struct napi_struct *napi, int budget)
  826. {
  827. struct ftgmac100 *priv = container_of(napi, struct ftgmac100, napi);
  828. struct net_device *netdev = priv->netdev;
  829. unsigned int status;
  830. bool completed = true;
  831. int rx = 0;
  832. status = ioread32(priv->base + FTGMAC100_OFFSET_ISR);
  833. iowrite32(status, priv->base + FTGMAC100_OFFSET_ISR);
  834. if (status & (FTGMAC100_INT_RPKT_BUF | FTGMAC100_INT_NO_RXBUF)) {
  835. /*
  836. * FTGMAC100_INT_RPKT_BUF:
  837. * RX DMA has received packets into RX buffer successfully
  838. *
  839. * FTGMAC100_INT_NO_RXBUF:
  840. * RX buffer unavailable
  841. */
  842. bool retry;
  843. do {
  844. retry = ftgmac100_rx_packet(priv, &rx);
  845. } while (retry && rx < budget);
  846. if (retry && rx == budget)
  847. completed = false;
  848. }
  849. if (status & (FTGMAC100_INT_XPKT_ETH | FTGMAC100_INT_XPKT_LOST)) {
  850. /*
  851. * FTGMAC100_INT_XPKT_ETH:
  852. * packet transmitted to ethernet successfully
  853. *
  854. * FTGMAC100_INT_XPKT_LOST:
  855. * packet transmitted to ethernet lost due to late
  856. * collision or excessive collision
  857. */
  858. ftgmac100_tx_complete(priv);
  859. }
  860. if (status & priv->int_mask_all & (FTGMAC100_INT_NO_RXBUF |
  861. FTGMAC100_INT_RPKT_LOST | FTGMAC100_INT_AHB_ERR)) {
  862. if (net_ratelimit())
  863. netdev_info(netdev, "[ISR] = 0x%x: %s%s%s\n", status,
  864. status & FTGMAC100_INT_NO_RXBUF ? "NO_RXBUF " : "",
  865. status & FTGMAC100_INT_RPKT_LOST ? "RPKT_LOST " : "",
  866. status & FTGMAC100_INT_AHB_ERR ? "AHB_ERR " : "");
  867. if (status & FTGMAC100_INT_NO_RXBUF) {
  868. /* RX buffer unavailable */
  869. netdev->stats.rx_over_errors++;
  870. }
  871. if (status & FTGMAC100_INT_RPKT_LOST) {
  872. /* received packet lost due to RX FIFO full */
  873. netdev->stats.rx_fifo_errors++;
  874. }
  875. }
  876. if (completed) {
  877. napi_complete(napi);
  878. /* enable all interrupts */
  879. iowrite32(priv->int_mask_all,
  880. priv->base + FTGMAC100_OFFSET_IER);
  881. }
  882. return rx;
  883. }
  884. /******************************************************************************
  885. * struct net_device_ops functions
  886. *****************************************************************************/
  887. static int ftgmac100_open(struct net_device *netdev)
  888. {
  889. struct ftgmac100 *priv = netdev_priv(netdev);
  890. unsigned int status;
  891. int err;
  892. err = ftgmac100_alloc_buffers(priv);
  893. if (err) {
  894. netdev_err(netdev, "failed to allocate buffers\n");
  895. goto err_alloc;
  896. }
  897. err = request_irq(priv->irq, ftgmac100_interrupt, 0, netdev->name, netdev);
  898. if (err) {
  899. netdev_err(netdev, "failed to request irq %d\n", priv->irq);
  900. goto err_irq;
  901. }
  902. priv->rx_pointer = 0;
  903. priv->tx_clean_pointer = 0;
  904. priv->tx_pointer = 0;
  905. priv->tx_pending = 0;
  906. err = ftgmac100_reset_hw(priv);
  907. if (err)
  908. goto err_hw;
  909. ftgmac100_init_hw(priv);
  910. ftgmac100_start_hw(priv, priv->use_ncsi ? 100 : 10);
  911. /* Clear stale interrupts */
  912. status = ioread32(priv->base + FTGMAC100_OFFSET_ISR);
  913. iowrite32(status, priv->base + FTGMAC100_OFFSET_ISR);
  914. if (netdev->phydev)
  915. phy_start(netdev->phydev);
  916. else if (priv->use_ncsi)
  917. netif_carrier_on(netdev);
  918. napi_enable(&priv->napi);
  919. netif_start_queue(netdev);
  920. /* enable all interrupts */
  921. iowrite32(priv->int_mask_all, priv->base + FTGMAC100_OFFSET_IER);
  922. /* Start the NCSI device */
  923. if (priv->use_ncsi) {
  924. err = ncsi_start_dev(priv->ndev);
  925. if (err)
  926. goto err_ncsi;
  927. }
  928. priv->enabled = true;
  929. return 0;
  930. err_ncsi:
  931. napi_disable(&priv->napi);
  932. netif_stop_queue(netdev);
  933. iowrite32(0, priv->base + FTGMAC100_OFFSET_IER);
  934. err_hw:
  935. free_irq(priv->irq, netdev);
  936. err_irq:
  937. ftgmac100_free_buffers(priv);
  938. err_alloc:
  939. return err;
  940. }
  941. static int ftgmac100_stop(struct net_device *netdev)
  942. {
  943. struct ftgmac100 *priv = netdev_priv(netdev);
  944. if (!priv->enabled)
  945. return 0;
  946. /* disable all interrupts */
  947. priv->enabled = false;
  948. iowrite32(0, priv->base + FTGMAC100_OFFSET_IER);
  949. netif_stop_queue(netdev);
  950. napi_disable(&priv->napi);
  951. if (netdev->phydev)
  952. phy_stop(netdev->phydev);
  953. else if (priv->use_ncsi)
  954. ncsi_stop_dev(priv->ndev);
  955. ftgmac100_stop_hw(priv);
  956. free_irq(priv->irq, netdev);
  957. ftgmac100_free_buffers(priv);
  958. return 0;
  959. }
  960. static int ftgmac100_hard_start_xmit(struct sk_buff *skb,
  961. struct net_device *netdev)
  962. {
  963. struct ftgmac100 *priv = netdev_priv(netdev);
  964. dma_addr_t map;
  965. if (unlikely(skb->len > MAX_PKT_SIZE)) {
  966. if (net_ratelimit())
  967. netdev_dbg(netdev, "tx packet too big\n");
  968. netdev->stats.tx_dropped++;
  969. kfree_skb(skb);
  970. return NETDEV_TX_OK;
  971. }
  972. map = dma_map_single(priv->dev, skb->data, skb_headlen(skb), DMA_TO_DEVICE);
  973. if (unlikely(dma_mapping_error(priv->dev, map))) {
  974. /* drop packet */
  975. if (net_ratelimit())
  976. netdev_err(netdev, "map socket buffer failed\n");
  977. netdev->stats.tx_dropped++;
  978. kfree_skb(skb);
  979. return NETDEV_TX_OK;
  980. }
  981. return ftgmac100_xmit(priv, skb, map);
  982. }
  983. /* optional */
  984. static int ftgmac100_do_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
  985. {
  986. if (!netdev->phydev)
  987. return -ENXIO;
  988. return phy_mii_ioctl(netdev->phydev, ifr, cmd);
  989. }
  990. static const struct net_device_ops ftgmac100_netdev_ops = {
  991. .ndo_open = ftgmac100_open,
  992. .ndo_stop = ftgmac100_stop,
  993. .ndo_start_xmit = ftgmac100_hard_start_xmit,
  994. .ndo_set_mac_address = ftgmac100_set_mac_addr,
  995. .ndo_validate_addr = eth_validate_addr,
  996. .ndo_do_ioctl = ftgmac100_do_ioctl,
  997. };
  998. static int ftgmac100_setup_mdio(struct net_device *netdev)
  999. {
  1000. struct ftgmac100 *priv = netdev_priv(netdev);
  1001. struct platform_device *pdev = to_platform_device(priv->dev);
  1002. int i, err = 0;
  1003. u32 reg;
  1004. /* initialize mdio bus */
  1005. priv->mii_bus = mdiobus_alloc();
  1006. if (!priv->mii_bus)
  1007. return -EIO;
  1008. if (of_machine_is_compatible("aspeed,ast2400") ||
  1009. of_machine_is_compatible("aspeed,ast2500")) {
  1010. /* This driver supports the old MDIO interface */
  1011. reg = ioread32(priv->base + FTGMAC100_OFFSET_REVR);
  1012. reg &= ~FTGMAC100_REVR_NEW_MDIO_INTERFACE;
  1013. iowrite32(reg, priv->base + FTGMAC100_OFFSET_REVR);
  1014. };
  1015. priv->mii_bus->name = "ftgmac100_mdio";
  1016. snprintf(priv->mii_bus->id, MII_BUS_ID_SIZE, "%s-%d",
  1017. pdev->name, pdev->id);
  1018. priv->mii_bus->priv = priv->netdev;
  1019. priv->mii_bus->read = ftgmac100_mdiobus_read;
  1020. priv->mii_bus->write = ftgmac100_mdiobus_write;
  1021. for (i = 0; i < PHY_MAX_ADDR; i++)
  1022. priv->mii_bus->irq[i] = PHY_POLL;
  1023. err = mdiobus_register(priv->mii_bus);
  1024. if (err) {
  1025. dev_err(priv->dev, "Cannot register MDIO bus!\n");
  1026. goto err_register_mdiobus;
  1027. }
  1028. err = ftgmac100_mii_probe(priv);
  1029. if (err) {
  1030. dev_err(priv->dev, "MII Probe failed!\n");
  1031. goto err_mii_probe;
  1032. }
  1033. return 0;
  1034. err_mii_probe:
  1035. mdiobus_unregister(priv->mii_bus);
  1036. err_register_mdiobus:
  1037. mdiobus_free(priv->mii_bus);
  1038. return err;
  1039. }
  1040. static void ftgmac100_destroy_mdio(struct net_device *netdev)
  1041. {
  1042. struct ftgmac100 *priv = netdev_priv(netdev);
  1043. if (!netdev->phydev)
  1044. return;
  1045. phy_disconnect(netdev->phydev);
  1046. mdiobus_unregister(priv->mii_bus);
  1047. mdiobus_free(priv->mii_bus);
  1048. }
  1049. static void ftgmac100_ncsi_handler(struct ncsi_dev *nd)
  1050. {
  1051. if (unlikely(nd->state != ncsi_dev_state_functional))
  1052. return;
  1053. netdev_info(nd->dev, "NCSI interface %s\n",
  1054. nd->link_up ? "up" : "down");
  1055. }
  1056. /******************************************************************************
  1057. * struct platform_driver functions
  1058. *****************************************************************************/
  1059. static int ftgmac100_probe(struct platform_device *pdev)
  1060. {
  1061. struct resource *res;
  1062. int irq;
  1063. struct net_device *netdev;
  1064. struct ftgmac100 *priv;
  1065. int err = 0;
  1066. if (!pdev)
  1067. return -ENODEV;
  1068. res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
  1069. if (!res)
  1070. return -ENXIO;
  1071. irq = platform_get_irq(pdev, 0);
  1072. if (irq < 0)
  1073. return irq;
  1074. /* setup net_device */
  1075. netdev = alloc_etherdev(sizeof(*priv));
  1076. if (!netdev) {
  1077. err = -ENOMEM;
  1078. goto err_alloc_etherdev;
  1079. }
  1080. SET_NETDEV_DEV(netdev, &pdev->dev);
  1081. netdev->ethtool_ops = &ftgmac100_ethtool_ops;
  1082. netdev->netdev_ops = &ftgmac100_netdev_ops;
  1083. platform_set_drvdata(pdev, netdev);
  1084. /* setup private data */
  1085. priv = netdev_priv(netdev);
  1086. priv->netdev = netdev;
  1087. priv->dev = &pdev->dev;
  1088. spin_lock_init(&priv->tx_lock);
  1089. /* initialize NAPI */
  1090. netif_napi_add(netdev, &priv->napi, ftgmac100_poll, 64);
  1091. /* map io memory */
  1092. priv->res = request_mem_region(res->start, resource_size(res),
  1093. dev_name(&pdev->dev));
  1094. if (!priv->res) {
  1095. dev_err(&pdev->dev, "Could not reserve memory region\n");
  1096. err = -ENOMEM;
  1097. goto err_req_mem;
  1098. }
  1099. priv->base = ioremap(res->start, resource_size(res));
  1100. if (!priv->base) {
  1101. dev_err(&pdev->dev, "Failed to ioremap ethernet registers\n");
  1102. err = -EIO;
  1103. goto err_ioremap;
  1104. }
  1105. priv->irq = irq;
  1106. /* MAC address from chip or random one */
  1107. ftgmac100_setup_mac(priv);
  1108. priv->int_mask_all = (FTGMAC100_INT_RPKT_LOST |
  1109. FTGMAC100_INT_XPKT_ETH |
  1110. FTGMAC100_INT_XPKT_LOST |
  1111. FTGMAC100_INT_AHB_ERR |
  1112. FTGMAC100_INT_RPKT_BUF |
  1113. FTGMAC100_INT_NO_RXBUF);
  1114. if (of_machine_is_compatible("aspeed,ast2400") ||
  1115. of_machine_is_compatible("aspeed,ast2500")) {
  1116. priv->rxdes0_edorr_mask = BIT(30);
  1117. priv->txdes0_edotr_mask = BIT(30);
  1118. } else {
  1119. priv->rxdes0_edorr_mask = BIT(15);
  1120. priv->txdes0_edotr_mask = BIT(15);
  1121. }
  1122. if (pdev->dev.of_node &&
  1123. of_get_property(pdev->dev.of_node, "use-ncsi", NULL)) {
  1124. if (!IS_ENABLED(CONFIG_NET_NCSI)) {
  1125. dev_err(&pdev->dev, "NCSI stack not enabled\n");
  1126. goto err_ncsi_dev;
  1127. }
  1128. dev_info(&pdev->dev, "Using NCSI interface\n");
  1129. priv->use_ncsi = true;
  1130. priv->ndev = ncsi_register_dev(netdev, ftgmac100_ncsi_handler);
  1131. if (!priv->ndev)
  1132. goto err_ncsi_dev;
  1133. } else {
  1134. priv->use_ncsi = false;
  1135. err = ftgmac100_setup_mdio(netdev);
  1136. if (err)
  1137. goto err_setup_mdio;
  1138. }
  1139. /* We have to disable on-chip IP checksum functionality
  1140. * when NCSI is enabled on the interface. It doesn't work
  1141. * in that case.
  1142. */
  1143. netdev->features = NETIF_F_IP_CSUM | NETIF_F_GRO;
  1144. if (priv->use_ncsi &&
  1145. of_get_property(pdev->dev.of_node, "no-hw-checksum", NULL))
  1146. netdev->features &= ~NETIF_F_IP_CSUM;
  1147. /* register network device */
  1148. err = register_netdev(netdev);
  1149. if (err) {
  1150. dev_err(&pdev->dev, "Failed to register netdev\n");
  1151. goto err_register_netdev;
  1152. }
  1153. netdev_info(netdev, "irq %d, mapped at %p\n", priv->irq, priv->base);
  1154. return 0;
  1155. err_ncsi_dev:
  1156. err_register_netdev:
  1157. ftgmac100_destroy_mdio(netdev);
  1158. err_setup_mdio:
  1159. iounmap(priv->base);
  1160. err_ioremap:
  1161. release_resource(priv->res);
  1162. err_req_mem:
  1163. netif_napi_del(&priv->napi);
  1164. free_netdev(netdev);
  1165. err_alloc_etherdev:
  1166. return err;
  1167. }
  1168. static int __exit ftgmac100_remove(struct platform_device *pdev)
  1169. {
  1170. struct net_device *netdev;
  1171. struct ftgmac100 *priv;
  1172. netdev = platform_get_drvdata(pdev);
  1173. priv = netdev_priv(netdev);
  1174. unregister_netdev(netdev);
  1175. ftgmac100_destroy_mdio(netdev);
  1176. iounmap(priv->base);
  1177. release_resource(priv->res);
  1178. netif_napi_del(&priv->napi);
  1179. free_netdev(netdev);
  1180. return 0;
  1181. }
  1182. static const struct of_device_id ftgmac100_of_match[] = {
  1183. { .compatible = "faraday,ftgmac100" },
  1184. { }
  1185. };
  1186. MODULE_DEVICE_TABLE(of, ftgmac100_of_match);
  1187. static struct platform_driver ftgmac100_driver = {
  1188. .probe = ftgmac100_probe,
  1189. .remove = __exit_p(ftgmac100_remove),
  1190. .driver = {
  1191. .name = DRV_NAME,
  1192. .of_match_table = ftgmac100_of_match,
  1193. },
  1194. };
  1195. module_platform_driver(ftgmac100_driver);
  1196. MODULE_AUTHOR("Po-Yu Chuang <ratbert@faraday-tech.com>");
  1197. MODULE_DESCRIPTION("FTGMAC100 driver");
  1198. MODULE_LICENSE("GPL");