ipoib.h 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831
  1. /*
  2. * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved.
  3. * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
  4. * Copyright (c) 2004 Voltaire, Inc. All rights reserved.
  5. *
  6. * This software is available to you under a choice of one of two
  7. * licenses. You may choose to be licensed under the terms of the GNU
  8. * General Public License (GPL) Version 2, available from the file
  9. * COPYING in the main directory of this source tree, or the
  10. * OpenIB.org BSD license below:
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above
  17. * copyright notice, this list of conditions and the following
  18. * disclaimer.
  19. *
  20. * - Redistributions in binary form must reproduce the above
  21. * copyright notice, this list of conditions and the following
  22. * disclaimer in the documentation and/or other materials
  23. * provided with the distribution.
  24. *
  25. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  26. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  27. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  28. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  29. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  30. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  31. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  32. * SOFTWARE.
  33. */
  34. #ifndef _IPOIB_H
  35. #define _IPOIB_H
  36. #include <linux/list.h>
  37. #include <linux/skbuff.h>
  38. #include <linux/netdevice.h>
  39. #include <linux/workqueue.h>
  40. #include <linux/kref.h>
  41. #include <linux/if_infiniband.h>
  42. #include <linux/mutex.h>
  43. #include <net/neighbour.h>
  44. #include <net/sch_generic.h>
  45. #include <linux/atomic.h>
  46. #include <rdma/ib_verbs.h>
  47. #include <rdma/ib_pack.h>
  48. #include <rdma/ib_sa.h>
  49. #include <linux/sched.h>
  50. /* constants */
  51. enum ipoib_flush_level {
  52. IPOIB_FLUSH_LIGHT,
  53. IPOIB_FLUSH_NORMAL,
  54. IPOIB_FLUSH_HEAVY
  55. };
  56. enum {
  57. IPOIB_ENCAP_LEN = 4,
  58. IPOIB_PSEUDO_LEN = 20,
  59. IPOIB_HARD_LEN = IPOIB_ENCAP_LEN + IPOIB_PSEUDO_LEN,
  60. IPOIB_UD_HEAD_SIZE = IB_GRH_BYTES + IPOIB_ENCAP_LEN,
  61. IPOIB_UD_RX_SG = 2, /* max buffer needed for 4K mtu */
  62. IPOIB_CM_MTU = 0x10000 - 0x10, /* padding to align header to 16 */
  63. IPOIB_CM_BUF_SIZE = IPOIB_CM_MTU + IPOIB_ENCAP_LEN,
  64. IPOIB_CM_HEAD_SIZE = IPOIB_CM_BUF_SIZE % PAGE_SIZE,
  65. IPOIB_CM_RX_SG = ALIGN(IPOIB_CM_BUF_SIZE, PAGE_SIZE) / PAGE_SIZE,
  66. IPOIB_RX_RING_SIZE = 256,
  67. IPOIB_TX_RING_SIZE = 128,
  68. IPOIB_MAX_QUEUE_SIZE = 8192,
  69. IPOIB_MIN_QUEUE_SIZE = 2,
  70. IPOIB_CM_MAX_CONN_QP = 4096,
  71. IPOIB_NUM_WC = 4,
  72. IPOIB_MAX_PATH_REC_QUEUE = 3,
  73. IPOIB_MAX_MCAST_QUEUE = 64,
  74. IPOIB_FLAG_OPER_UP = 0,
  75. IPOIB_FLAG_INITIALIZED = 1,
  76. IPOIB_FLAG_ADMIN_UP = 2,
  77. IPOIB_PKEY_ASSIGNED = 3,
  78. IPOIB_FLAG_SUBINTERFACE = 5,
  79. IPOIB_STOP_REAPER = 7,
  80. IPOIB_FLAG_ADMIN_CM = 9,
  81. IPOIB_FLAG_UMCAST = 10,
  82. IPOIB_STOP_NEIGH_GC = 11,
  83. IPOIB_NEIGH_TBL_FLUSH = 12,
  84. IPOIB_FLAG_DEV_ADDR_SET = 13,
  85. IPOIB_FLAG_DEV_ADDR_CTRL = 14,
  86. IPOIB_FLAG_GOING_DOWN = 15,
  87. IPOIB_MAX_BACKOFF_SECONDS = 16,
  88. IPOIB_MCAST_FLAG_FOUND = 0, /* used in set_multicast_list */
  89. IPOIB_MCAST_FLAG_SENDONLY = 1,
  90. /*
  91. * For IPOIB_MCAST_FLAG_BUSY
  92. * When set, in flight join and mcast->mc is unreliable
  93. * When clear and mcast->mc IS_ERR_OR_NULL, need to restart or
  94. * haven't started yet
  95. * When clear and mcast->mc is valid pointer, join was successful
  96. */
  97. IPOIB_MCAST_FLAG_BUSY = 2,
  98. IPOIB_MCAST_FLAG_ATTACHED = 3,
  99. MAX_SEND_CQE = 16,
  100. IPOIB_CM_COPYBREAK = 256,
  101. IPOIB_NON_CHILD = 0,
  102. IPOIB_LEGACY_CHILD = 1,
  103. IPOIB_RTNL_CHILD = 2,
  104. };
  105. #define IPOIB_OP_RECV (1ul << 31)
  106. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  107. #define IPOIB_OP_CM (1ul << 30)
  108. #else
  109. #define IPOIB_OP_CM (0)
  110. #endif
  111. #define IPOIB_QPN_MASK ((__force u32) cpu_to_be32(0xFFFFFF))
  112. /* structs */
  113. struct ipoib_header {
  114. __be16 proto;
  115. u16 reserved;
  116. };
  117. struct ipoib_pseudo_header {
  118. u8 hwaddr[INFINIBAND_ALEN];
  119. };
  120. static inline void skb_add_pseudo_hdr(struct sk_buff *skb)
  121. {
  122. char *data = skb_push(skb, IPOIB_PSEUDO_LEN);
  123. /*
  124. * only the ipoib header is present now, make room for a dummy
  125. * pseudo header and set skb field accordingly
  126. */
  127. memset(data, 0, IPOIB_PSEUDO_LEN);
  128. skb_reset_mac_header(skb);
  129. skb_pull(skb, IPOIB_HARD_LEN);
  130. }
  131. /* Used for all multicast joins (broadcast, IPv4 mcast and IPv6 mcast) */
  132. struct ipoib_mcast {
  133. struct ib_sa_mcmember_rec mcmember;
  134. struct ib_sa_multicast *mc;
  135. struct ipoib_ah *ah;
  136. struct rb_node rb_node;
  137. struct list_head list;
  138. unsigned long created;
  139. unsigned long backoff;
  140. unsigned long delay_until;
  141. unsigned long flags;
  142. unsigned char logcount;
  143. struct list_head neigh_list;
  144. struct sk_buff_head pkt_queue;
  145. struct net_device *dev;
  146. struct completion done;
  147. };
  148. struct ipoib_rx_buf {
  149. struct sk_buff *skb;
  150. u64 mapping[IPOIB_UD_RX_SG];
  151. };
  152. struct ipoib_tx_buf {
  153. struct sk_buff *skb;
  154. u64 mapping[MAX_SKB_FRAGS + 1];
  155. };
  156. struct ipoib_cm_tx_buf {
  157. struct sk_buff *skb;
  158. u64 mapping;
  159. };
  160. struct ib_cm_id;
  161. struct ipoib_cm_data {
  162. __be32 qpn; /* High byte MUST be ignored on receive */
  163. __be32 mtu;
  164. };
  165. /*
  166. * Quoting 10.3.1 Queue Pair and EE Context States:
  167. *
  168. * Note, for QPs that are associated with an SRQ, the Consumer should take the
  169. * QP through the Error State before invoking a Destroy QP or a Modify QP to the
  170. * Reset State. The Consumer may invoke the Destroy QP without first performing
  171. * a Modify QP to the Error State and waiting for the Affiliated Asynchronous
  172. * Last WQE Reached Event. However, if the Consumer does not wait for the
  173. * Affiliated Asynchronous Last WQE Reached Event, then WQE and Data Segment
  174. * leakage may occur. Therefore, it is good programming practice to tear down a
  175. * QP that is associated with an SRQ by using the following process:
  176. *
  177. * - Put the QP in the Error State
  178. * - Wait for the Affiliated Asynchronous Last WQE Reached Event;
  179. * - either:
  180. * drain the CQ by invoking the Poll CQ verb and either wait for CQ
  181. * to be empty or the number of Poll CQ operations has exceeded
  182. * CQ capacity size;
  183. * - or
  184. * post another WR that completes on the same CQ and wait for this
  185. * WR to return as a WC;
  186. * - and then invoke a Destroy QP or Reset QP.
  187. *
  188. * We use the second option and wait for a completion on the
  189. * same CQ before destroying QPs attached to our SRQ.
  190. */
  191. enum ipoib_cm_state {
  192. IPOIB_CM_RX_LIVE,
  193. IPOIB_CM_RX_ERROR, /* Ignored by stale task */
  194. IPOIB_CM_RX_FLUSH /* Last WQE Reached event observed */
  195. };
  196. struct ipoib_cm_rx {
  197. struct ib_cm_id *id;
  198. struct ib_qp *qp;
  199. struct ipoib_cm_rx_buf *rx_ring;
  200. struct list_head list;
  201. struct net_device *dev;
  202. unsigned long jiffies;
  203. enum ipoib_cm_state state;
  204. int recv_count;
  205. };
  206. struct ipoib_cm_tx {
  207. struct ib_cm_id *id;
  208. struct ib_qp *qp;
  209. struct list_head list;
  210. struct net_device *dev;
  211. struct ipoib_neigh *neigh;
  212. struct ipoib_path *path;
  213. struct ipoib_tx_buf *tx_ring;
  214. unsigned tx_head;
  215. unsigned tx_tail;
  216. unsigned long flags;
  217. u32 mtu;
  218. unsigned max_send_sge;
  219. };
  220. struct ipoib_cm_rx_buf {
  221. struct sk_buff *skb;
  222. u64 mapping[IPOIB_CM_RX_SG];
  223. };
  224. struct ipoib_cm_dev_priv {
  225. struct ib_srq *srq;
  226. struct ipoib_cm_rx_buf *srq_ring;
  227. struct ib_cm_id *id;
  228. struct list_head passive_ids; /* state: LIVE */
  229. struct list_head rx_error_list; /* state: ERROR */
  230. struct list_head rx_flush_list; /* state: FLUSH, drain not started */
  231. struct list_head rx_drain_list; /* state: FLUSH, drain started */
  232. struct list_head rx_reap_list; /* state: FLUSH, drain done */
  233. struct work_struct start_task;
  234. struct work_struct reap_task;
  235. struct work_struct skb_task;
  236. struct work_struct rx_reap_task;
  237. struct delayed_work stale_task;
  238. struct sk_buff_head skb_queue;
  239. struct list_head start_list;
  240. struct list_head reap_list;
  241. struct ib_wc ibwc[IPOIB_NUM_WC];
  242. struct ib_sge rx_sge[IPOIB_CM_RX_SG];
  243. struct ib_recv_wr rx_wr;
  244. int nonsrq_conn_qp;
  245. int max_cm_mtu;
  246. int num_frags;
  247. };
  248. struct ipoib_ethtool_st {
  249. u16 coalesce_usecs;
  250. u16 max_coalesced_frames;
  251. };
  252. struct ipoib_neigh_table;
  253. struct ipoib_neigh_hash {
  254. struct ipoib_neigh_table *ntbl;
  255. struct ipoib_neigh __rcu **buckets;
  256. struct rcu_head rcu;
  257. u32 mask;
  258. u32 size;
  259. };
  260. struct ipoib_neigh_table {
  261. struct ipoib_neigh_hash __rcu *htbl;
  262. atomic_t entries;
  263. struct completion flushed;
  264. struct completion deleted;
  265. };
  266. struct ipoib_qp_state_validate {
  267. struct work_struct work;
  268. struct ipoib_dev_priv *priv;
  269. };
  270. /*
  271. * Device private locking: network stack tx_lock protects members used
  272. * in TX fast path, lock protects everything else. lock nests inside
  273. * of tx_lock (ie tx_lock must be acquired first if needed).
  274. */
  275. struct ipoib_dev_priv {
  276. spinlock_t lock;
  277. struct net_device *dev;
  278. struct napi_struct napi;
  279. unsigned long flags;
  280. struct rw_semaphore vlan_rwsem;
  281. struct rb_root path_tree;
  282. struct list_head path_list;
  283. struct ipoib_neigh_table ntbl;
  284. struct ipoib_mcast *broadcast;
  285. struct list_head multicast_list;
  286. struct rb_root multicast_tree;
  287. struct workqueue_struct *wq;
  288. struct delayed_work mcast_task;
  289. struct work_struct carrier_on_task;
  290. struct work_struct flush_light;
  291. struct work_struct flush_normal;
  292. struct work_struct flush_heavy;
  293. struct work_struct restart_task;
  294. struct delayed_work ah_reap_task;
  295. struct delayed_work neigh_reap_task;
  296. struct ib_device *ca;
  297. u8 port;
  298. u16 pkey;
  299. u16 pkey_index;
  300. struct ib_pd *pd;
  301. struct ib_cq *recv_cq;
  302. struct ib_cq *send_cq;
  303. struct ib_qp *qp;
  304. u32 qkey;
  305. union ib_gid local_gid;
  306. u16 local_lid;
  307. unsigned int admin_mtu;
  308. unsigned int mcast_mtu;
  309. unsigned int max_ib_mtu;
  310. struct ipoib_rx_buf *rx_ring;
  311. struct ipoib_tx_buf *tx_ring;
  312. unsigned tx_head;
  313. unsigned tx_tail;
  314. struct ib_sge tx_sge[MAX_SKB_FRAGS + 1];
  315. struct ib_ud_wr tx_wr;
  316. unsigned tx_outstanding;
  317. struct ib_wc send_wc[MAX_SEND_CQE];
  318. struct ib_recv_wr rx_wr;
  319. struct ib_sge rx_sge[IPOIB_UD_RX_SG];
  320. struct ib_wc ibwc[IPOIB_NUM_WC];
  321. struct list_head dead_ahs;
  322. struct ib_event_handler event_handler;
  323. struct net_device *parent;
  324. struct list_head child_intfs;
  325. struct list_head list;
  326. int child_type;
  327. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  328. struct ipoib_cm_dev_priv cm;
  329. #endif
  330. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  331. struct list_head fs_list;
  332. struct dentry *mcg_dentry;
  333. struct dentry *path_dentry;
  334. #endif
  335. u64 hca_caps;
  336. struct ipoib_ethtool_st ethtool;
  337. struct timer_list poll_timer;
  338. unsigned max_send_sge;
  339. bool sm_fullmember_sendonly_support;
  340. };
  341. struct ipoib_ah {
  342. struct net_device *dev;
  343. struct ib_ah *ah;
  344. struct list_head list;
  345. struct kref ref;
  346. unsigned last_send;
  347. };
  348. struct ipoib_path {
  349. struct net_device *dev;
  350. struct ib_sa_path_rec pathrec;
  351. struct ipoib_ah *ah;
  352. struct sk_buff_head queue;
  353. struct list_head neigh_list;
  354. int query_id;
  355. struct ib_sa_query *query;
  356. struct completion done;
  357. struct rb_node rb_node;
  358. struct list_head list;
  359. int valid;
  360. };
  361. struct ipoib_neigh {
  362. struct ipoib_ah *ah;
  363. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  364. struct ipoib_cm_tx *cm;
  365. #endif
  366. u8 daddr[INFINIBAND_ALEN];
  367. struct sk_buff_head queue;
  368. struct net_device *dev;
  369. struct list_head list;
  370. struct ipoib_neigh __rcu *hnext;
  371. struct rcu_head rcu;
  372. atomic_t refcnt;
  373. unsigned long alive;
  374. };
  375. #define IPOIB_UD_MTU(ib_mtu) (ib_mtu - IPOIB_ENCAP_LEN)
  376. #define IPOIB_UD_BUF_SIZE(ib_mtu) (ib_mtu + IB_GRH_BYTES)
  377. void ipoib_neigh_dtor(struct ipoib_neigh *neigh);
  378. static inline void ipoib_neigh_put(struct ipoib_neigh *neigh)
  379. {
  380. if (atomic_dec_and_test(&neigh->refcnt))
  381. ipoib_neigh_dtor(neigh);
  382. }
  383. struct ipoib_neigh *ipoib_neigh_get(struct net_device *dev, u8 *daddr);
  384. struct ipoib_neigh *ipoib_neigh_alloc(u8 *daddr,
  385. struct net_device *dev);
  386. void ipoib_neigh_free(struct ipoib_neigh *neigh);
  387. void ipoib_del_neighs_by_gid(struct net_device *dev, u8 *gid);
  388. extern struct workqueue_struct *ipoib_workqueue;
  389. /* functions */
  390. int ipoib_poll(struct napi_struct *napi, int budget);
  391. void ipoib_ib_completion(struct ib_cq *cq, void *dev_ptr);
  392. void ipoib_send_comp_handler(struct ib_cq *cq, void *dev_ptr);
  393. struct ipoib_ah *ipoib_create_ah(struct net_device *dev,
  394. struct ib_pd *pd, struct ib_ah_attr *attr);
  395. void ipoib_free_ah(struct kref *kref);
  396. static inline void ipoib_put_ah(struct ipoib_ah *ah)
  397. {
  398. kref_put(&ah->ref, ipoib_free_ah);
  399. }
  400. int ipoib_open(struct net_device *dev);
  401. int ipoib_add_pkey_attr(struct net_device *dev);
  402. int ipoib_add_umcast_attr(struct net_device *dev);
  403. void ipoib_send(struct net_device *dev, struct sk_buff *skb,
  404. struct ipoib_ah *address, u32 qpn);
  405. void ipoib_reap_ah(struct work_struct *work);
  406. struct ipoib_path *__path_find(struct net_device *dev, void *gid);
  407. void ipoib_mark_paths_invalid(struct net_device *dev);
  408. void ipoib_flush_paths(struct net_device *dev);
  409. int ipoib_check_sm_sendonly_fullmember_support(struct ipoib_dev_priv *priv);
  410. struct ipoib_dev_priv *ipoib_intf_alloc(const char *format);
  411. int ipoib_ib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
  412. void ipoib_ib_dev_flush_light(struct work_struct *work);
  413. void ipoib_ib_dev_flush_normal(struct work_struct *work);
  414. void ipoib_ib_dev_flush_heavy(struct work_struct *work);
  415. void ipoib_pkey_event(struct work_struct *work);
  416. void ipoib_ib_dev_cleanup(struct net_device *dev);
  417. int ipoib_ib_dev_open(struct net_device *dev);
  418. int ipoib_ib_dev_up(struct net_device *dev);
  419. int ipoib_ib_dev_down(struct net_device *dev);
  420. int ipoib_ib_dev_stop(struct net_device *dev);
  421. void ipoib_pkey_dev_check_presence(struct net_device *dev);
  422. int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
  423. void ipoib_dev_cleanup(struct net_device *dev);
  424. void ipoib_mcast_join_task(struct work_struct *work);
  425. void ipoib_mcast_carrier_on_task(struct work_struct *work);
  426. void ipoib_mcast_send(struct net_device *dev, u8 *daddr, struct sk_buff *skb);
  427. void ipoib_mcast_restart_task(struct work_struct *work);
  428. int ipoib_mcast_start_thread(struct net_device *dev);
  429. int ipoib_mcast_stop_thread(struct net_device *dev);
  430. void ipoib_mcast_dev_down(struct net_device *dev);
  431. void ipoib_mcast_dev_flush(struct net_device *dev);
  432. int ipoib_dma_map_tx(struct ib_device *ca, struct ipoib_tx_buf *tx_req);
  433. void ipoib_dma_unmap_tx(struct ipoib_dev_priv *priv,
  434. struct ipoib_tx_buf *tx_req);
  435. static inline void ipoib_build_sge(struct ipoib_dev_priv *priv,
  436. struct ipoib_tx_buf *tx_req)
  437. {
  438. int i, off;
  439. struct sk_buff *skb = tx_req->skb;
  440. skb_frag_t *frags = skb_shinfo(skb)->frags;
  441. int nr_frags = skb_shinfo(skb)->nr_frags;
  442. u64 *mapping = tx_req->mapping;
  443. if (skb_headlen(skb)) {
  444. priv->tx_sge[0].addr = mapping[0];
  445. priv->tx_sge[0].length = skb_headlen(skb);
  446. off = 1;
  447. } else
  448. off = 0;
  449. for (i = 0; i < nr_frags; ++i) {
  450. priv->tx_sge[i + off].addr = mapping[i + off];
  451. priv->tx_sge[i + off].length = skb_frag_size(&frags[i]);
  452. }
  453. priv->tx_wr.wr.num_sge = nr_frags + off;
  454. }
  455. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  456. struct ipoib_mcast_iter *ipoib_mcast_iter_init(struct net_device *dev);
  457. int ipoib_mcast_iter_next(struct ipoib_mcast_iter *iter);
  458. void ipoib_mcast_iter_read(struct ipoib_mcast_iter *iter,
  459. union ib_gid *gid,
  460. unsigned long *created,
  461. unsigned int *queuelen,
  462. unsigned int *complete,
  463. unsigned int *send_only);
  464. struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev);
  465. int ipoib_path_iter_next(struct ipoib_path_iter *iter);
  466. void ipoib_path_iter_read(struct ipoib_path_iter *iter,
  467. struct ipoib_path *path);
  468. #endif
  469. int ipoib_mcast_attach(struct net_device *dev, u16 mlid,
  470. union ib_gid *mgid, int set_qkey);
  471. void ipoib_mcast_remove_list(struct list_head *remove_list);
  472. void ipoib_check_and_add_mcast_sendonly(struct ipoib_dev_priv *priv, u8 *mgid,
  473. struct list_head *remove_list);
  474. int ipoib_init_qp(struct net_device *dev);
  475. int ipoib_transport_dev_init(struct net_device *dev, struct ib_device *ca);
  476. void ipoib_transport_dev_cleanup(struct net_device *dev);
  477. void ipoib_event(struct ib_event_handler *handler,
  478. struct ib_event *record);
  479. int ipoib_vlan_add(struct net_device *pdev, unsigned short pkey);
  480. int ipoib_vlan_delete(struct net_device *pdev, unsigned short pkey);
  481. int __ipoib_vlan_add(struct ipoib_dev_priv *ppriv, struct ipoib_dev_priv *priv,
  482. u16 pkey, int child_type);
  483. int __init ipoib_netlink_init(void);
  484. void __exit ipoib_netlink_fini(void);
  485. void ipoib_set_umcast(struct net_device *ndev, int umcast_val);
  486. int ipoib_set_mode(struct net_device *dev, const char *buf);
  487. void ipoib_setup(struct net_device *dev);
  488. void ipoib_pkey_open(struct ipoib_dev_priv *priv);
  489. void ipoib_drain_cq(struct net_device *dev);
  490. void ipoib_set_ethtool_ops(struct net_device *dev);
  491. int ipoib_set_dev_features(struct ipoib_dev_priv *priv, struct ib_device *hca);
  492. #define IPOIB_FLAGS_RC 0x80
  493. #define IPOIB_FLAGS_UC 0x40
  494. /* We don't support UC connections at the moment */
  495. #define IPOIB_CM_SUPPORTED(ha) (ha[0] & (IPOIB_FLAGS_RC))
  496. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  497. extern int ipoib_max_conn_qp;
  498. static inline int ipoib_cm_admin_enabled(struct net_device *dev)
  499. {
  500. struct ipoib_dev_priv *priv = netdev_priv(dev);
  501. return IPOIB_CM_SUPPORTED(dev->dev_addr) &&
  502. test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
  503. }
  504. static inline int ipoib_cm_enabled(struct net_device *dev, u8 *hwaddr)
  505. {
  506. struct ipoib_dev_priv *priv = netdev_priv(dev);
  507. return IPOIB_CM_SUPPORTED(hwaddr) &&
  508. test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
  509. }
  510. static inline int ipoib_cm_up(struct ipoib_neigh *neigh)
  511. {
  512. return test_bit(IPOIB_FLAG_OPER_UP, &neigh->cm->flags);
  513. }
  514. static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
  515. {
  516. return neigh->cm;
  517. }
  518. static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
  519. {
  520. neigh->cm = tx;
  521. }
  522. static inline int ipoib_cm_has_srq(struct net_device *dev)
  523. {
  524. struct ipoib_dev_priv *priv = netdev_priv(dev);
  525. return !!priv->cm.srq;
  526. }
  527. static inline unsigned int ipoib_cm_max_mtu(struct net_device *dev)
  528. {
  529. struct ipoib_dev_priv *priv = netdev_priv(dev);
  530. return priv->cm.max_cm_mtu;
  531. }
  532. void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx);
  533. int ipoib_cm_dev_open(struct net_device *dev);
  534. void ipoib_cm_dev_stop(struct net_device *dev);
  535. int ipoib_cm_dev_init(struct net_device *dev);
  536. int ipoib_cm_add_mode_attr(struct net_device *dev);
  537. void ipoib_cm_dev_cleanup(struct net_device *dev);
  538. struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
  539. struct ipoib_neigh *neigh);
  540. void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx);
  541. void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb,
  542. unsigned int mtu);
  543. void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc);
  544. void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc);
  545. #else
  546. struct ipoib_cm_tx;
  547. #define ipoib_max_conn_qp 0
  548. static inline int ipoib_cm_admin_enabled(struct net_device *dev)
  549. {
  550. return 0;
  551. }
  552. static inline int ipoib_cm_enabled(struct net_device *dev, u8 *hwaddr)
  553. {
  554. return 0;
  555. }
  556. static inline int ipoib_cm_up(struct ipoib_neigh *neigh)
  557. {
  558. return 0;
  559. }
  560. static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
  561. {
  562. return NULL;
  563. }
  564. static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
  565. {
  566. }
  567. static inline int ipoib_cm_has_srq(struct net_device *dev)
  568. {
  569. return 0;
  570. }
  571. static inline unsigned int ipoib_cm_max_mtu(struct net_device *dev)
  572. {
  573. return 0;
  574. }
  575. static inline
  576. void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx)
  577. {
  578. return;
  579. }
  580. static inline
  581. int ipoib_cm_dev_open(struct net_device *dev)
  582. {
  583. return 0;
  584. }
  585. static inline
  586. void ipoib_cm_dev_stop(struct net_device *dev)
  587. {
  588. return;
  589. }
  590. static inline
  591. int ipoib_cm_dev_init(struct net_device *dev)
  592. {
  593. return -ENOSYS;
  594. }
  595. static inline
  596. void ipoib_cm_dev_cleanup(struct net_device *dev)
  597. {
  598. return;
  599. }
  600. static inline
  601. struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
  602. struct ipoib_neigh *neigh)
  603. {
  604. return NULL;
  605. }
  606. static inline
  607. void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx)
  608. {
  609. return;
  610. }
  611. static inline
  612. int ipoib_cm_add_mode_attr(struct net_device *dev)
  613. {
  614. return 0;
  615. }
  616. static inline void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb,
  617. unsigned int mtu)
  618. {
  619. dev_kfree_skb_any(skb);
  620. }
  621. static inline void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc)
  622. {
  623. }
  624. static inline void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc)
  625. {
  626. }
  627. #endif
  628. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  629. void ipoib_create_debug_files(struct net_device *dev);
  630. void ipoib_delete_debug_files(struct net_device *dev);
  631. int ipoib_register_debugfs(void);
  632. void ipoib_unregister_debugfs(void);
  633. #else
  634. static inline void ipoib_create_debug_files(struct net_device *dev) { }
  635. static inline void ipoib_delete_debug_files(struct net_device *dev) { }
  636. static inline int ipoib_register_debugfs(void) { return 0; }
  637. static inline void ipoib_unregister_debugfs(void) { }
  638. #endif
  639. #define ipoib_printk(level, priv, format, arg...) \
  640. printk(level "%s: " format, ((struct ipoib_dev_priv *) priv)->dev->name , ## arg)
  641. #define ipoib_warn(priv, format, arg...) \
  642. do { \
  643. static DEFINE_RATELIMIT_STATE(_rs, \
  644. 10 * HZ /*10 seconds */, \
  645. 100); \
  646. if (__ratelimit(&_rs)) \
  647. ipoib_printk(KERN_WARNING, priv, format , ## arg);\
  648. } while (0)
  649. extern int ipoib_sendq_size;
  650. extern int ipoib_recvq_size;
  651. extern struct ib_sa_client ipoib_sa_client;
  652. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  653. extern int ipoib_debug_level;
  654. #define ipoib_dbg(priv, format, arg...) \
  655. do { \
  656. if (ipoib_debug_level > 0) \
  657. ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
  658. } while (0)
  659. #define ipoib_dbg_mcast(priv, format, arg...) \
  660. do { \
  661. if (mcast_debug_level > 0) \
  662. ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
  663. } while (0)
  664. #else /* CONFIG_INFINIBAND_IPOIB_DEBUG */
  665. #define ipoib_dbg(priv, format, arg...) \
  666. do { (void) (priv); } while (0)
  667. #define ipoib_dbg_mcast(priv, format, arg...) \
  668. do { (void) (priv); } while (0)
  669. #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */
  670. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG_DATA
  671. #define ipoib_dbg_data(priv, format, arg...) \
  672. do { \
  673. if (data_debug_level > 0) \
  674. ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
  675. } while (0)
  676. #else /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
  677. #define ipoib_dbg_data(priv, format, arg...) \
  678. do { (void) (priv); } while (0)
  679. #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
  680. #define IPOIB_QPN(ha) (be32_to_cpup((__be32 *) ha) & 0xffffff)
  681. extern const char ipoib_driver_version[];
  682. #endif /* _IPOIB_H */