hns3_enet.h 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642
  1. // SPDX-License-Identifier: GPL-2.0+
  2. // Copyright (c) 2016-2017 Hisilicon Limited.
  3. #ifndef __HNS3_ENET_H
  4. #define __HNS3_ENET_H
  5. #include <linux/if_vlan.h>
  6. #include "hnae3.h"
  7. #define HNS3_MOD_VERSION "1.0"
  8. extern const char hns3_driver_version[];
  9. enum hns3_nic_state {
  10. HNS3_NIC_STATE_TESTING,
  11. HNS3_NIC_STATE_RESETTING,
  12. HNS3_NIC_STATE_REINITING,
  13. HNS3_NIC_STATE_DOWN,
  14. HNS3_NIC_STATE_DISABLED,
  15. HNS3_NIC_STATE_REMOVING,
  16. HNS3_NIC_STATE_SERVICE_INITED,
  17. HNS3_NIC_STATE_SERVICE_SCHED,
  18. HNS3_NIC_STATE2_RESET_REQUESTED,
  19. HNS3_NIC_STATE_MAX
  20. };
  21. #define HNS3_RING_RX_RING_BASEADDR_L_REG 0x00000
  22. #define HNS3_RING_RX_RING_BASEADDR_H_REG 0x00004
  23. #define HNS3_RING_RX_RING_BD_NUM_REG 0x00008
  24. #define HNS3_RING_RX_RING_BD_LEN_REG 0x0000C
  25. #define HNS3_RING_RX_RING_TAIL_REG 0x00018
  26. #define HNS3_RING_RX_RING_HEAD_REG 0x0001C
  27. #define HNS3_RING_RX_RING_FBDNUM_REG 0x00020
  28. #define HNS3_RING_RX_RING_PKTNUM_RECORD_REG 0x0002C
  29. #define HNS3_RING_TX_RING_BASEADDR_L_REG 0x00040
  30. #define HNS3_RING_TX_RING_BASEADDR_H_REG 0x00044
  31. #define HNS3_RING_TX_RING_BD_NUM_REG 0x00048
  32. #define HNS3_RING_TX_RING_TC_REG 0x00050
  33. #define HNS3_RING_TX_RING_TAIL_REG 0x00058
  34. #define HNS3_RING_TX_RING_HEAD_REG 0x0005C
  35. #define HNS3_RING_TX_RING_FBDNUM_REG 0x00060
  36. #define HNS3_RING_TX_RING_OFFSET_REG 0x00064
  37. #define HNS3_RING_TX_RING_PKTNUM_RECORD_REG 0x0006C
  38. #define HNS3_RING_PREFETCH_EN_REG 0x0007C
  39. #define HNS3_RING_CFG_VF_NUM_REG 0x00080
  40. #define HNS3_RING_ASID_REG 0x0008C
  41. #define HNS3_RING_RX_VM_REG 0x00090
  42. #define HNS3_RING_T0_BE_RST 0x00094
  43. #define HNS3_RING_COULD_BE_RST 0x00098
  44. #define HNS3_RING_WRR_WEIGHT_REG 0x0009c
  45. #define HNS3_RING_INTMSK_RXWL_REG 0x000A0
  46. #define HNS3_RING_INTSTS_RX_RING_REG 0x000A4
  47. #define HNS3_RX_RING_INT_STS_REG 0x000A8
  48. #define HNS3_RING_INTMSK_TXWL_REG 0x000AC
  49. #define HNS3_RING_INTSTS_TX_RING_REG 0x000B0
  50. #define HNS3_TX_RING_INT_STS_REG 0x000B4
  51. #define HNS3_RING_INTMSK_RX_OVERTIME_REG 0x000B8
  52. #define HNS3_RING_INTSTS_RX_OVERTIME_REG 0x000BC
  53. #define HNS3_RING_INTMSK_TX_OVERTIME_REG 0x000C4
  54. #define HNS3_RING_INTSTS_TX_OVERTIME_REG 0x000C8
  55. #define HNS3_RING_MB_CTRL_REG 0x00100
  56. #define HNS3_RING_MB_DATA_BASE_REG 0x00200
  57. #define HNS3_TX_REG_OFFSET 0x40
  58. #define HNS3_RX_HEAD_SIZE 256
  59. #define HNS3_TX_TIMEOUT (5 * HZ)
  60. #define HNS3_RING_NAME_LEN 16
  61. #define HNS3_BUFFER_SIZE_2048 2048
  62. #define HNS3_RING_MAX_PENDING 32768
  63. #define HNS3_RING_MIN_PENDING 8
  64. #define HNS3_RING_BD_MULTIPLE 8
  65. #define HNS3_MAX_MTU 9728
  66. #define HNS3_BD_SIZE_512_TYPE 0
  67. #define HNS3_BD_SIZE_1024_TYPE 1
  68. #define HNS3_BD_SIZE_2048_TYPE 2
  69. #define HNS3_BD_SIZE_4096_TYPE 3
  70. #define HNS3_RX_FLAG_VLAN_PRESENT 0x1
  71. #define HNS3_RX_FLAG_L3ID_IPV4 0x0
  72. #define HNS3_RX_FLAG_L3ID_IPV6 0x1
  73. #define HNS3_RX_FLAG_L4ID_UDP 0x0
  74. #define HNS3_RX_FLAG_L4ID_TCP 0x1
  75. #define HNS3_RXD_DMAC_S 0
  76. #define HNS3_RXD_DMAC_M (0x3 << HNS3_RXD_DMAC_S)
  77. #define HNS3_RXD_VLAN_S 2
  78. #define HNS3_RXD_VLAN_M (0x3 << HNS3_RXD_VLAN_S)
  79. #define HNS3_RXD_L3ID_S 4
  80. #define HNS3_RXD_L3ID_M (0xf << HNS3_RXD_L3ID_S)
  81. #define HNS3_RXD_L4ID_S 8
  82. #define HNS3_RXD_L4ID_M (0xf << HNS3_RXD_L4ID_S)
  83. #define HNS3_RXD_FRAG_B 12
  84. #define HNS3_RXD_STRP_TAGP_S 13
  85. #define HNS3_RXD_STRP_TAGP_M (0x3 << HNS3_RXD_STRP_TAGP_S)
  86. #define HNS3_RXD_L2E_B 16
  87. #define HNS3_RXD_L3E_B 17
  88. #define HNS3_RXD_L4E_B 18
  89. #define HNS3_RXD_TRUNCAT_B 19
  90. #define HNS3_RXD_HOI_B 20
  91. #define HNS3_RXD_DOI_B 21
  92. #define HNS3_RXD_OL3E_B 22
  93. #define HNS3_RXD_OL4E_B 23
  94. #define HNS3_RXD_ODMAC_S 0
  95. #define HNS3_RXD_ODMAC_M (0x3 << HNS3_RXD_ODMAC_S)
  96. #define HNS3_RXD_OVLAN_S 2
  97. #define HNS3_RXD_OVLAN_M (0x3 << HNS3_RXD_OVLAN_S)
  98. #define HNS3_RXD_OL3ID_S 4
  99. #define HNS3_RXD_OL3ID_M (0xf << HNS3_RXD_OL3ID_S)
  100. #define HNS3_RXD_OL4ID_S 8
  101. #define HNS3_RXD_OL4ID_M (0xf << HNS3_RXD_OL4ID_S)
  102. #define HNS3_RXD_FBHI_S 12
  103. #define HNS3_RXD_FBHI_M (0x3 << HNS3_RXD_FBHI_S)
  104. #define HNS3_RXD_FBLI_S 14
  105. #define HNS3_RXD_FBLI_M (0x3 << HNS3_RXD_FBLI_S)
  106. #define HNS3_RXD_BDTYPE_S 0
  107. #define HNS3_RXD_BDTYPE_M (0xf << HNS3_RXD_BDTYPE_S)
  108. #define HNS3_RXD_VLD_B 4
  109. #define HNS3_RXD_UDP0_B 5
  110. #define HNS3_RXD_EXTEND_B 7
  111. #define HNS3_RXD_FE_B 8
  112. #define HNS3_RXD_LUM_B 9
  113. #define HNS3_RXD_CRCP_B 10
  114. #define HNS3_RXD_L3L4P_B 11
  115. #define HNS3_RXD_TSIND_S 12
  116. #define HNS3_RXD_TSIND_M (0x7 << HNS3_RXD_TSIND_S)
  117. #define HNS3_RXD_LKBK_B 15
  118. #define HNS3_RXD_HDL_S 16
  119. #define HNS3_RXD_HDL_M (0x7ff << HNS3_RXD_HDL_S)
  120. #define HNS3_RXD_HSIND_B 31
  121. #define HNS3_TXD_L3T_S 0
  122. #define HNS3_TXD_L3T_M (0x3 << HNS3_TXD_L3T_S)
  123. #define HNS3_TXD_L4T_S 2
  124. #define HNS3_TXD_L4T_M (0x3 << HNS3_TXD_L4T_S)
  125. #define HNS3_TXD_L3CS_B 4
  126. #define HNS3_TXD_L4CS_B 5
  127. #define HNS3_TXD_VLAN_B 6
  128. #define HNS3_TXD_TSO_B 7
  129. #define HNS3_TXD_L2LEN_S 8
  130. #define HNS3_TXD_L2LEN_M (0xff << HNS3_TXD_L2LEN_S)
  131. #define HNS3_TXD_L3LEN_S 16
  132. #define HNS3_TXD_L3LEN_M (0xff << HNS3_TXD_L3LEN_S)
  133. #define HNS3_TXD_L4LEN_S 24
  134. #define HNS3_TXD_L4LEN_M (0xff << HNS3_TXD_L4LEN_S)
  135. #define HNS3_TXD_OL3T_S 0
  136. #define HNS3_TXD_OL3T_M (0x3 << HNS3_TXD_OL3T_S)
  137. #define HNS3_TXD_OVLAN_B 2
  138. #define HNS3_TXD_MACSEC_B 3
  139. #define HNS3_TXD_TUNTYPE_S 4
  140. #define HNS3_TXD_TUNTYPE_M (0xf << HNS3_TXD_TUNTYPE_S)
  141. #define HNS3_TXD_BDTYPE_S 0
  142. #define HNS3_TXD_BDTYPE_M (0xf << HNS3_TXD_BDTYPE_S)
  143. #define HNS3_TXD_FE_B 4
  144. #define HNS3_TXD_SC_S 5
  145. #define HNS3_TXD_SC_M (0x3 << HNS3_TXD_SC_S)
  146. #define HNS3_TXD_EXTEND_B 7
  147. #define HNS3_TXD_VLD_B 8
  148. #define HNS3_TXD_RI_B 9
  149. #define HNS3_TXD_RA_B 10
  150. #define HNS3_TXD_TSYN_B 11
  151. #define HNS3_TXD_DECTTL_S 12
  152. #define HNS3_TXD_DECTTL_M (0xf << HNS3_TXD_DECTTL_S)
  153. #define HNS3_TXD_MSS_S 0
  154. #define HNS3_TXD_MSS_M (0x3fff << HNS3_TXD_MSS_S)
  155. #define HNS3_VECTOR_TX_IRQ BIT_ULL(0)
  156. #define HNS3_VECTOR_RX_IRQ BIT_ULL(1)
  157. #define HNS3_VECTOR_NOT_INITED 0
  158. #define HNS3_VECTOR_INITED 1
  159. #define HNS3_MAX_BD_SIZE 65535
  160. #define HNS3_MAX_BD_PER_FRAG 8
  161. #define HNS3_MAX_BD_PER_PKT MAX_SKB_FRAGS
  162. #define HNS3_VECTOR_GL0_OFFSET 0x100
  163. #define HNS3_VECTOR_GL1_OFFSET 0x200
  164. #define HNS3_VECTOR_GL2_OFFSET 0x300
  165. #define HNS3_VECTOR_RL_OFFSET 0x900
  166. #define HNS3_VECTOR_RL_EN_B 6
  167. enum hns3_pkt_l3t_type {
  168. HNS3_L3T_NONE,
  169. HNS3_L3T_IPV6,
  170. HNS3_L3T_IPV4,
  171. HNS3_L3T_RESERVED
  172. };
  173. enum hns3_pkt_l4t_type {
  174. HNS3_L4T_UNKNOWN,
  175. HNS3_L4T_TCP,
  176. HNS3_L4T_UDP,
  177. HNS3_L4T_SCTP
  178. };
  179. enum hns3_pkt_ol3t_type {
  180. HNS3_OL3T_NONE,
  181. HNS3_OL3T_IPV6,
  182. HNS3_OL3T_IPV4_NO_CSUM,
  183. HNS3_OL3T_IPV4_CSUM
  184. };
  185. enum hns3_pkt_tun_type {
  186. HNS3_TUN_NONE,
  187. HNS3_TUN_MAC_IN_UDP,
  188. HNS3_TUN_NVGRE,
  189. HNS3_TUN_OTHER
  190. };
  191. /* hardware spec ring buffer format */
  192. struct __packed hns3_desc {
  193. __le64 addr;
  194. union {
  195. struct {
  196. __le16 vlan_tag;
  197. __le16 send_size;
  198. union {
  199. __le32 type_cs_vlan_tso_len;
  200. struct {
  201. __u8 type_cs_vlan_tso;
  202. __u8 l2_len;
  203. __u8 l3_len;
  204. __u8 l4_len;
  205. };
  206. };
  207. __le16 outer_vlan_tag;
  208. __le16 tv;
  209. union {
  210. __le32 ol_type_vlan_len_msec;
  211. struct {
  212. __u8 ol_type_vlan_msec;
  213. __u8 ol2_len;
  214. __u8 ol3_len;
  215. __u8 ol4_len;
  216. };
  217. };
  218. __le32 paylen;
  219. __le16 bdtp_fe_sc_vld_ra_ri;
  220. __le16 mss;
  221. } tx;
  222. struct {
  223. __le32 l234_info;
  224. __le16 pkt_len;
  225. __le16 size;
  226. __le32 rss_hash;
  227. __le16 fd_id;
  228. __le16 vlan_tag;
  229. union {
  230. __le32 ol_info;
  231. struct {
  232. __le16 o_dm_vlan_id_fb;
  233. __le16 ot_vlan_tag;
  234. };
  235. };
  236. __le32 bd_base_info;
  237. } rx;
  238. };
  239. };
  240. struct hns3_desc_cb {
  241. dma_addr_t dma; /* dma address of this desc */
  242. void *buf; /* cpu addr for a desc */
  243. /* priv data for the desc, e.g. skb when use with ip stack*/
  244. void *priv;
  245. u32 page_offset;
  246. u32 length; /* length of the buffer */
  247. u16 reuse_flag;
  248. /* desc type, used by the ring user to mark the type of the priv data */
  249. u16 type;
  250. };
  251. enum hns3_pkt_l3type {
  252. HNS3_L3_TYPE_IPV4,
  253. HNS3_L3_TYPE_IPV6,
  254. HNS3_L3_TYPE_ARP,
  255. HNS3_L3_TYPE_RARP,
  256. HNS3_L3_TYPE_IPV4_OPT,
  257. HNS3_L3_TYPE_IPV6_EXT,
  258. HNS3_L3_TYPE_LLDP,
  259. HNS3_L3_TYPE_BPDU,
  260. HNS3_L3_TYPE_MAC_PAUSE,
  261. HNS3_L3_TYPE_PFC_PAUSE,/* 0x9*/
  262. /* reserved for 0xA~0xB*/
  263. HNS3_L3_TYPE_CNM = 0xc,
  264. /* reserved for 0xD~0xE*/
  265. HNS3_L3_TYPE_PARSE_FAIL = 0xf /* must be last */
  266. };
  267. enum hns3_pkt_l4type {
  268. HNS3_L4_TYPE_UDP,
  269. HNS3_L4_TYPE_TCP,
  270. HNS3_L4_TYPE_GRE,
  271. HNS3_L4_TYPE_SCTP,
  272. HNS3_L4_TYPE_IGMP,
  273. HNS3_L4_TYPE_ICMP,
  274. /* reserved for 0x6~0xE */
  275. HNS3_L4_TYPE_PARSE_FAIL = 0xf /* must be last */
  276. };
  277. enum hns3_pkt_ol3type {
  278. HNS3_OL3_TYPE_IPV4 = 0,
  279. HNS3_OL3_TYPE_IPV6,
  280. /* reserved for 0x2~0x3 */
  281. HNS3_OL3_TYPE_IPV4_OPT = 4,
  282. HNS3_OL3_TYPE_IPV6_EXT,
  283. /* reserved for 0x6~0xE*/
  284. HNS3_OL3_TYPE_PARSE_FAIL = 0xf /* must be last */
  285. };
  286. enum hns3_pkt_ol4type {
  287. HNS3_OL4_TYPE_NO_TUN,
  288. HNS3_OL4_TYPE_MAC_IN_UDP,
  289. HNS3_OL4_TYPE_NVGRE,
  290. HNS3_OL4_TYPE_UNKNOWN
  291. };
  292. struct ring_stats {
  293. u64 io_err_cnt;
  294. u64 sw_err_cnt;
  295. u64 seg_pkt_cnt;
  296. union {
  297. struct {
  298. u64 tx_pkts;
  299. u64 tx_bytes;
  300. u64 tx_err_cnt;
  301. u64 restart_queue;
  302. u64 tx_busy;
  303. };
  304. struct {
  305. u64 rx_pkts;
  306. u64 rx_bytes;
  307. u64 rx_err_cnt;
  308. u64 reuse_pg_cnt;
  309. u64 err_pkt_len;
  310. u64 non_vld_descs;
  311. u64 err_bd_num;
  312. u64 l2_err;
  313. u64 l3l4_csum_err;
  314. };
  315. };
  316. };
  317. struct hns3_enet_ring {
  318. u8 __iomem *io_base; /* base io address for the ring */
  319. struct hns3_desc *desc; /* dma map address space */
  320. struct hns3_desc_cb *desc_cb;
  321. struct hns3_enet_ring *next;
  322. struct hns3_enet_tqp_vector *tqp_vector;
  323. struct hnae3_queue *tqp;
  324. char ring_name[HNS3_RING_NAME_LEN];
  325. struct device *dev; /* will be used for DMA mapping of descriptors */
  326. /* statistic */
  327. struct ring_stats stats;
  328. struct u64_stats_sync syncp;
  329. dma_addr_t desc_dma_addr;
  330. u32 buf_size; /* size for hnae_desc->addr, preset by AE */
  331. u16 desc_num; /* total number of desc */
  332. u16 max_desc_num_per_pkt;
  333. u16 max_raw_data_sz_per_desc;
  334. u16 max_pkt_size;
  335. int next_to_use; /* idx of next spare desc */
  336. /* idx of lastest sent desc, the ring is empty when equal to
  337. * next_to_use
  338. */
  339. int next_to_clean;
  340. u32 flag; /* ring attribute */
  341. int irq_init_flag;
  342. int numa_node;
  343. cpumask_t affinity_mask;
  344. };
  345. struct hns_queue;
  346. struct hns3_nic_ring_data {
  347. struct hns3_enet_ring *ring;
  348. struct napi_struct napi;
  349. int queue_index;
  350. int (*poll_one)(struct hns3_nic_ring_data *, int, void *);
  351. void (*ex_process)(struct hns3_nic_ring_data *, struct sk_buff *);
  352. void (*fini_process)(struct hns3_nic_ring_data *);
  353. };
  354. struct hns3_nic_ops {
  355. int (*fill_desc)(struct hns3_enet_ring *ring, void *priv,
  356. int size, dma_addr_t dma, int frag_end,
  357. enum hns_desc_type type);
  358. int (*maybe_stop_tx)(struct sk_buff **out_skb,
  359. int *bnum, struct hns3_enet_ring *ring);
  360. void (*get_rxd_bnum)(u32 bnum_flag, int *out_bnum);
  361. };
  362. enum hns3_flow_level_range {
  363. HNS3_FLOW_LOW = 0,
  364. HNS3_FLOW_MID = 1,
  365. HNS3_FLOW_HIGH = 2,
  366. HNS3_FLOW_ULTRA = 3,
  367. };
  368. enum hns3_link_mode_bits {
  369. HNS3_LM_FIBRE_BIT = BIT(0),
  370. HNS3_LM_AUTONEG_BIT = BIT(1),
  371. HNS3_LM_TP_BIT = BIT(2),
  372. HNS3_LM_PAUSE_BIT = BIT(3),
  373. HNS3_LM_BACKPLANE_BIT = BIT(4),
  374. HNS3_LM_10BASET_HALF_BIT = BIT(5),
  375. HNS3_LM_10BASET_FULL_BIT = BIT(6),
  376. HNS3_LM_100BASET_HALF_BIT = BIT(7),
  377. HNS3_LM_100BASET_FULL_BIT = BIT(8),
  378. HNS3_LM_1000BASET_FULL_BIT = BIT(9),
  379. HNS3_LM_10000BASEKR_FULL_BIT = BIT(10),
  380. HNS3_LM_25000BASEKR_FULL_BIT = BIT(11),
  381. HNS3_LM_40000BASELR4_FULL_BIT = BIT(12),
  382. HNS3_LM_50000BASEKR2_FULL_BIT = BIT(13),
  383. HNS3_LM_100000BASEKR4_FULL_BIT = BIT(14),
  384. HNS3_LM_COUNT = 15
  385. };
  386. #define HNS3_INT_GL_MAX 0x1FE0
  387. #define HNS3_INT_GL_50K 0x0014
  388. #define HNS3_INT_GL_20K 0x0032
  389. #define HNS3_INT_GL_18K 0x0036
  390. #define HNS3_INT_GL_8K 0x007C
  391. #define HNS3_INT_RL_MAX 0x00EC
  392. #define HNS3_INT_RL_ENABLE_MASK 0x40
  393. #define HNS3_INT_ADAPT_DOWN_START 100
  394. struct hns3_enet_coalesce {
  395. u16 int_gl;
  396. u8 gl_adapt_enable;
  397. enum hns3_flow_level_range flow_level;
  398. };
  399. struct hns3_enet_ring_group {
  400. /* array of pointers to rings */
  401. struct hns3_enet_ring *ring;
  402. u64 total_bytes; /* total bytes processed this group */
  403. u64 total_packets; /* total packets processed this group */
  404. u16 count;
  405. struct hns3_enet_coalesce coal;
  406. };
  407. struct hns3_enet_tqp_vector {
  408. struct hnae3_handle *handle;
  409. u8 __iomem *mask_addr;
  410. int vector_irq;
  411. int irq_init_flag;
  412. u16 idx; /* index in the TQP vector array per handle. */
  413. struct napi_struct napi;
  414. struct hns3_enet_ring_group rx_group;
  415. struct hns3_enet_ring_group tx_group;
  416. u16 num_tqps; /* total number of tqps in TQP vector */
  417. char name[HNAE3_INT_NAME_LEN];
  418. /* when 0 should adjust interrupt coalesce parameter */
  419. u8 int_adapt_down;
  420. unsigned long last_jiffies;
  421. } ____cacheline_internodealigned_in_smp;
  422. enum hns3_udp_tnl_type {
  423. HNS3_UDP_TNL_VXLAN,
  424. HNS3_UDP_TNL_GENEVE,
  425. HNS3_UDP_TNL_MAX,
  426. };
  427. struct hns3_udp_tunnel {
  428. u16 dst_port;
  429. int used;
  430. };
  431. struct hns3_nic_priv {
  432. struct hnae3_handle *ae_handle;
  433. u32 enet_ver;
  434. u32 port_id;
  435. struct net_device *netdev;
  436. struct device *dev;
  437. struct hns3_nic_ops ops;
  438. /**
  439. * the cb for nic to manage the ring buffer, the first half of the
  440. * array is for tx_ring and vice versa for the second half
  441. */
  442. struct hns3_nic_ring_data *ring_data;
  443. struct hns3_enet_tqp_vector *tqp_vector;
  444. u16 vector_num;
  445. /* The most recently read link state */
  446. int link;
  447. u64 tx_timeout_count;
  448. unsigned long state;
  449. struct timer_list service_timer;
  450. struct work_struct service_task;
  451. struct notifier_block notifier_block;
  452. /* Vxlan/Geneve information */
  453. struct hns3_udp_tunnel udp_tnl[HNS3_UDP_TNL_MAX];
  454. unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
  455. struct hns3_enet_coalesce tx_coal;
  456. struct hns3_enet_coalesce rx_coal;
  457. };
  458. union l3_hdr_info {
  459. struct iphdr *v4;
  460. struct ipv6hdr *v6;
  461. unsigned char *hdr;
  462. };
  463. union l4_hdr_info {
  464. struct tcphdr *tcp;
  465. struct udphdr *udp;
  466. unsigned char *hdr;
  467. };
  468. /* the distance between [begin, end) in a ring buffer
  469. * note: there is a unuse slot between the begin and the end
  470. */
  471. static inline int ring_dist(struct hns3_enet_ring *ring, int begin, int end)
  472. {
  473. return (end - begin + ring->desc_num) % ring->desc_num;
  474. }
  475. static inline int ring_space(struct hns3_enet_ring *ring)
  476. {
  477. return ring->desc_num -
  478. ring_dist(ring, ring->next_to_clean, ring->next_to_use) - 1;
  479. }
  480. static inline int is_ring_empty(struct hns3_enet_ring *ring)
  481. {
  482. return ring->next_to_use == ring->next_to_clean;
  483. }
  484. static inline void hns3_write_reg(void __iomem *base, u32 reg, u32 value)
  485. {
  486. u8 __iomem *reg_addr = READ_ONCE(base);
  487. writel(value, reg_addr + reg);
  488. }
  489. #define hns3_write_dev(a, reg, value) \
  490. hns3_write_reg((a)->io_base, (reg), (value))
  491. #define hnae3_queue_xmit(tqp, buf_num) writel_relaxed(buf_num, \
  492. (tqp)->io_base + HNS3_RING_TX_RING_TAIL_REG)
  493. #define ring_to_dev(ring) (&(ring)->tqp->handle->pdev->dev)
  494. #define ring_to_dma_dir(ring) (HNAE3_IS_TX_RING(ring) ? \
  495. DMA_TO_DEVICE : DMA_FROM_DEVICE)
  496. #define tx_ring_data(priv, idx) ((priv)->ring_data[idx])
  497. #define hnae3_buf_size(_ring) ((_ring)->buf_size)
  498. #define hnae3_page_order(_ring) (get_order(hnae3_buf_size(_ring)))
  499. #define hnae3_page_size(_ring) (PAGE_SIZE << hnae3_page_order(_ring))
  500. /* iterator for handling rings in ring group */
  501. #define hns3_for_each_ring(pos, head) \
  502. for (pos = (head).ring; pos; pos = pos->next)
  503. #define hns3_get_handle(ndev) \
  504. (((struct hns3_nic_priv *)netdev_priv(ndev))->ae_handle)
  505. #define hns3_gl_usec_to_reg(int_gl) (int_gl >> 1)
  506. #define hns3_gl_round_down(int_gl) round_down(int_gl, 2)
  507. #define hns3_rl_usec_to_reg(int_rl) (int_rl >> 2)
  508. #define hns3_rl_round_down(int_rl) round_down(int_rl, 4)
  509. void hns3_ethtool_set_ops(struct net_device *netdev);
  510. int hns3_set_channels(struct net_device *netdev,
  511. struct ethtool_channels *ch);
  512. bool hns3_clean_tx_ring(struct hns3_enet_ring *ring, int budget);
  513. int hns3_init_all_ring(struct hns3_nic_priv *priv);
  514. int hns3_uninit_all_ring(struct hns3_nic_priv *priv);
  515. int hns3_nic_reset_all_ring(struct hnae3_handle *h);
  516. netdev_tx_t hns3_nic_net_xmit(struct sk_buff *skb, struct net_device *netdev);
  517. int hns3_clean_rx_ring(
  518. struct hns3_enet_ring *ring, int budget,
  519. void (*rx_fn)(struct hns3_enet_ring *, struct sk_buff *));
  520. void hns3_set_vector_coalesce_rx_gl(struct hns3_enet_tqp_vector *tqp_vector,
  521. u32 gl_value);
  522. void hns3_set_vector_coalesce_tx_gl(struct hns3_enet_tqp_vector *tqp_vector,
  523. u32 gl_value);
  524. void hns3_set_vector_coalesce_rl(struct hns3_enet_tqp_vector *tqp_vector,
  525. u32 rl_value);
  526. #ifdef CONFIG_HNS3_DCB
  527. void hns3_dcbnl_setup(struct hnae3_handle *handle);
  528. #else
  529. static inline void hns3_dcbnl_setup(struct hnae3_handle *handle) {}
  530. #endif
  531. #endif