ipv6.h 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371
  1. /* SPDX-License-Identifier: GPL-2.0-or-later */
  2. /*
  3. * Linux INET6 implementation
  4. *
  5. * Authors:
  6. * Pedro Roque <roque@di.fc.ul.pt>
  7. */
  8. #ifndef _NET_IPV6_H
  9. #define _NET_IPV6_H
  10. #include <linux/ipv6.h>
  11. #include <linux/hardirq.h>
  12. #include <linux/jhash.h>
  13. #include <linux/refcount.h>
  14. #include <linux/jump_label_ratelimit.h>
  15. #include <net/if_inet6.h>
  16. #include <net/flow.h>
  17. #include <net/flow_dissector.h>
  18. #include <net/inet_dscp.h>
  19. #include <net/snmp.h>
  20. #include <net/netns/hash.h>
  21. struct ip_tunnel_info;
  22. #define SIN6_LEN_RFC2133 24
  23. #define IPV6_MAXPLEN 65535
  24. /*
  25. * NextHeader field of IPv6 header
  26. */
  27. #define NEXTHDR_HOP 0 /* Hop-by-hop option header. */
  28. #define NEXTHDR_IPV4 4 /* IPv4 in IPv6 */
  29. #define NEXTHDR_TCP 6 /* TCP segment. */
  30. #define NEXTHDR_UDP 17 /* UDP message. */
  31. #define NEXTHDR_IPV6 41 /* IPv6 in IPv6 */
  32. #define NEXTHDR_ROUTING 43 /* Routing header. */
  33. #define NEXTHDR_FRAGMENT 44 /* Fragmentation/reassembly header. */
  34. #define NEXTHDR_GRE 47 /* GRE header. */
  35. #define NEXTHDR_ESP 50 /* Encapsulating security payload. */
  36. #define NEXTHDR_AUTH 51 /* Authentication header. */
  37. #define NEXTHDR_ICMP 58 /* ICMP for IPv6. */
  38. #define NEXTHDR_NONE 59 /* No next header */
  39. #define NEXTHDR_DEST 60 /* Destination options header. */
  40. #define NEXTHDR_SCTP 132 /* SCTP message. */
  41. #define NEXTHDR_MOBILITY 135 /* Mobility header. */
  42. #define NEXTHDR_MAX 255
  43. #define IPV6_DEFAULT_HOPLIMIT 64
  44. #define IPV6_DEFAULT_MCASTHOPS 1
  45. /* Limits on Hop-by-Hop and Destination options.
  46. *
  47. * Per RFC8200 there is no limit on the maximum number or lengths of options in
  48. * Hop-by-Hop or Destination options other then the packet must fit in an MTU.
  49. * We allow configurable limits in order to mitigate potential denial of
  50. * service attacks.
  51. *
  52. * There are three limits that may be set:
  53. * - Limit the number of options in a Hop-by-Hop or Destination options
  54. * extension header
  55. * - Limit the byte length of a Hop-by-Hop or Destination options extension
  56. * header
  57. * - Disallow unknown options
  58. *
  59. * The limits are expressed in corresponding sysctls:
  60. *
  61. * ipv6.sysctl.max_dst_opts_cnt
  62. * ipv6.sysctl.max_hbh_opts_cnt
  63. * ipv6.sysctl.max_dst_opts_len
  64. * ipv6.sysctl.max_hbh_opts_len
  65. *
  66. * max_*_opts_cnt is the number of TLVs that are allowed for Destination
  67. * options or Hop-by-Hop options. If the number is less than zero then unknown
  68. * TLVs are disallowed and the number of known options that are allowed is the
  69. * absolute value. Setting the value to INT_MAX indicates no limit.
  70. *
  71. * max_*_opts_len is the length limit in bytes of a Destination or
  72. * Hop-by-Hop options extension header. Setting the value to INT_MAX
  73. * indicates no length limit.
  74. *
  75. * If a limit is exceeded when processing an extension header the packet is
  76. * silently discarded.
  77. */
  78. /* Default limits for Hop-by-Hop and Destination options */
  79. #define IP6_DEFAULT_MAX_DST_OPTS_CNT 8
  80. #define IP6_DEFAULT_MAX_HBH_OPTS_CNT 8
  81. #define IP6_DEFAULT_MAX_DST_OPTS_LEN INT_MAX /* No limit */
  82. #define IP6_DEFAULT_MAX_HBH_OPTS_LEN INT_MAX /* No limit */
  83. /*
  84. * Addr type
  85. *
  86. * type - unicast | multicast
  87. * scope - local | site | global
  88. * v4 - compat
  89. * v4mapped
  90. * any
  91. * loopback
  92. */
  93. #define IPV6_ADDR_ANY 0x0000U
  94. #define IPV6_ADDR_UNICAST 0x0001U
  95. #define IPV6_ADDR_MULTICAST 0x0002U
  96. #define IPV6_ADDR_LOOPBACK 0x0010U
  97. #define IPV6_ADDR_LINKLOCAL 0x0020U
  98. #define IPV6_ADDR_SITELOCAL 0x0040U
  99. #define IPV6_ADDR_COMPATv4 0x0080U
  100. #define IPV6_ADDR_SCOPE_MASK 0x00f0U
  101. #define IPV6_ADDR_MAPPED 0x1000U
  102. /*
  103. * Addr scopes
  104. */
  105. #define IPV6_ADDR_MC_SCOPE(a) \
  106. ((a)->s6_addr[1] & 0x0f) /* nonstandard */
  107. #define __IPV6_ADDR_SCOPE_INVALID -1
  108. #define IPV6_ADDR_SCOPE_NODELOCAL 0x01
  109. #define IPV6_ADDR_SCOPE_LINKLOCAL 0x02
  110. #define IPV6_ADDR_SCOPE_SITELOCAL 0x05
  111. #define IPV6_ADDR_SCOPE_ORGLOCAL 0x08
  112. #define IPV6_ADDR_SCOPE_GLOBAL 0x0e
  113. /*
  114. * Addr flags
  115. */
  116. #define IPV6_ADDR_MC_FLAG_TRANSIENT(a) \
  117. ((a)->s6_addr[1] & 0x10)
  118. #define IPV6_ADDR_MC_FLAG_PREFIX(a) \
  119. ((a)->s6_addr[1] & 0x20)
  120. #define IPV6_ADDR_MC_FLAG_RENDEZVOUS(a) \
  121. ((a)->s6_addr[1] & 0x40)
  122. /*
  123. * fragmentation header
  124. */
  125. struct frag_hdr {
  126. __u8 nexthdr;
  127. __u8 reserved;
  128. __be16 frag_off;
  129. __be32 identification;
  130. };
  131. /*
  132. * Jumbo payload option, as described in RFC 2675 2.
  133. */
  134. struct hop_jumbo_hdr {
  135. u8 nexthdr;
  136. u8 hdrlen;
  137. u8 tlv_type; /* IPV6_TLV_JUMBO, 0xC2 */
  138. u8 tlv_len; /* 4 */
  139. __be32 jumbo_payload_len;
  140. };
  141. #define IP6_MF 0x0001
  142. #define IP6_OFFSET 0xFFF8
  143. struct ip6_fraglist_iter {
  144. struct ipv6hdr *tmp_hdr;
  145. struct sk_buff *frag;
  146. int offset;
  147. unsigned int hlen;
  148. __be32 frag_id;
  149. u8 nexthdr;
  150. };
  151. int ip6_fraglist_init(struct sk_buff *skb, unsigned int hlen, u8 *prevhdr,
  152. u8 nexthdr, __be32 frag_id,
  153. struct ip6_fraglist_iter *iter);
  154. void ip6_fraglist_prepare(struct sk_buff *skb, struct ip6_fraglist_iter *iter);
  155. static inline struct sk_buff *ip6_fraglist_next(struct ip6_fraglist_iter *iter)
  156. {
  157. struct sk_buff *skb = iter->frag;
  158. iter->frag = skb->next;
  159. skb_mark_not_on_list(skb);
  160. return skb;
  161. }
  162. struct ip6_frag_state {
  163. u8 *prevhdr;
  164. unsigned int hlen;
  165. unsigned int mtu;
  166. unsigned int left;
  167. int offset;
  168. int ptr;
  169. int hroom;
  170. int troom;
  171. __be32 frag_id;
  172. u8 nexthdr;
  173. };
  174. void ip6_frag_init(struct sk_buff *skb, unsigned int hlen, unsigned int mtu,
  175. unsigned short needed_tailroom, int hdr_room, u8 *prevhdr,
  176. u8 nexthdr, __be32 frag_id, struct ip6_frag_state *state);
  177. struct sk_buff *ip6_frag_next(struct sk_buff *skb,
  178. struct ip6_frag_state *state);
  179. #define IP6_REPLY_MARK(net, mark) \
  180. ((net)->ipv6.sysctl.fwmark_reflect ? (mark) : 0)
  181. #include <net/sock.h>
  182. /* sysctls */
  183. extern int sysctl_mld_max_msf;
  184. extern int sysctl_mld_qrv;
  185. #define _DEVINC(net, statname, mod, idev, field) \
  186. ({ \
  187. struct inet6_dev *_idev = (idev); \
  188. if (likely(_idev != NULL)) \
  189. mod##SNMP_INC_STATS64((_idev)->stats.statname, (field));\
  190. mod##SNMP_INC_STATS64((net)->mib.statname##_statistics, (field));\
  191. })
  192. /* per device counters are atomic_long_t */
  193. #define _DEVINCATOMIC(net, statname, mod, idev, field) \
  194. ({ \
  195. struct inet6_dev *_idev = (idev); \
  196. if (likely(_idev != NULL)) \
  197. SNMP_INC_STATS_ATOMIC_LONG((_idev)->stats.statname##dev, (field)); \
  198. mod##SNMP_INC_STATS((net)->mib.statname##_statistics, (field));\
  199. })
  200. /* per device and per net counters are atomic_long_t */
  201. #define _DEVINC_ATOMIC_ATOMIC(net, statname, idev, field) \
  202. ({ \
  203. struct inet6_dev *_idev = (idev); \
  204. if (likely(_idev != NULL)) \
  205. SNMP_INC_STATS_ATOMIC_LONG((_idev)->stats.statname##dev, (field)); \
  206. SNMP_INC_STATS_ATOMIC_LONG((net)->mib.statname##_statistics, (field));\
  207. })
  208. #define _DEVADD(net, statname, mod, idev, field, val) \
  209. ({ \
  210. struct inet6_dev *_idev = (idev); \
  211. if (likely(_idev != NULL)) \
  212. mod##SNMP_ADD_STATS((_idev)->stats.statname, (field), (val)); \
  213. mod##SNMP_ADD_STATS((net)->mib.statname##_statistics, (field), (val));\
  214. })
  215. #define _DEVUPD(net, statname, mod, idev, field, val) \
  216. ({ \
  217. struct inet6_dev *_idev = (idev); \
  218. if (likely(_idev != NULL)) \
  219. mod##SNMP_UPD_PO_STATS((_idev)->stats.statname, field, (val)); \
  220. mod##SNMP_UPD_PO_STATS((net)->mib.statname##_statistics, field, (val));\
  221. })
  222. /* MIBs */
  223. #define IP6_INC_STATS(net, idev,field) \
  224. _DEVINC(net, ipv6, , idev, field)
  225. #define __IP6_INC_STATS(net, idev,field) \
  226. _DEVINC(net, ipv6, __, idev, field)
  227. #define IP6_ADD_STATS(net, idev,field,val) \
  228. _DEVADD(net, ipv6, , idev, field, val)
  229. #define __IP6_ADD_STATS(net, idev,field,val) \
  230. _DEVADD(net, ipv6, __, idev, field, val)
  231. #define IP6_UPD_PO_STATS(net, idev,field,val) \
  232. _DEVUPD(net, ipv6, , idev, field, val)
  233. #define __IP6_UPD_PO_STATS(net, idev,field,val) \
  234. _DEVUPD(net, ipv6, __, idev, field, val)
  235. #define ICMP6_INC_STATS(net, idev, field) \
  236. _DEVINCATOMIC(net, icmpv6, , idev, field)
  237. #define __ICMP6_INC_STATS(net, idev, field) \
  238. _DEVINCATOMIC(net, icmpv6, __, idev, field)
  239. #define ICMP6MSGOUT_INC_STATS(net, idev, field) \
  240. _DEVINC_ATOMIC_ATOMIC(net, icmpv6msg, idev, field +256)
  241. #define ICMP6MSGIN_INC_STATS(net, idev, field) \
  242. _DEVINC_ATOMIC_ATOMIC(net, icmpv6msg, idev, field)
  243. struct ip6_ra_chain {
  244. struct ip6_ra_chain *next;
  245. struct sock *sk;
  246. int sel;
  247. void (*destructor)(struct sock *);
  248. };
  249. extern struct ip6_ra_chain *ip6_ra_chain;
  250. extern rwlock_t ip6_ra_lock;
  251. /*
  252. This structure is prepared by protocol, when parsing
  253. ancillary data and passed to IPv6.
  254. */
  255. struct ipv6_txoptions {
  256. refcount_t refcnt;
  257. /* Length of this structure */
  258. int tot_len;
  259. /* length of extension headers */
  260. __u16 opt_flen; /* after fragment hdr */
  261. __u16 opt_nflen; /* before fragment hdr */
  262. struct ipv6_opt_hdr *hopopt;
  263. struct ipv6_opt_hdr *dst0opt;
  264. struct ipv6_rt_hdr *srcrt; /* Routing Header */
  265. struct ipv6_opt_hdr *dst1opt;
  266. struct rcu_head rcu;
  267. /* Option buffer, as read by IPV6_PKTOPTIONS, starts here. */
  268. };
  269. /* flowlabel_reflect sysctl values */
  270. enum flowlabel_reflect {
  271. FLOWLABEL_REFLECT_ESTABLISHED = 1,
  272. FLOWLABEL_REFLECT_TCP_RESET = 2,
  273. FLOWLABEL_REFLECT_ICMPV6_ECHO_REPLIES = 4,
  274. };
  275. struct ip6_flowlabel {
  276. struct ip6_flowlabel __rcu *next;
  277. __be32 label;
  278. atomic_t users;
  279. struct in6_addr dst;
  280. struct ipv6_txoptions *opt;
  281. unsigned long linger;
  282. struct rcu_head rcu;
  283. u8 share;
  284. union {
  285. struct pid *pid;
  286. kuid_t uid;
  287. } owner;
  288. unsigned long lastuse;
  289. unsigned long expires;
  290. struct net *fl_net;
  291. };
  292. #define IPV6_FLOWINFO_MASK cpu_to_be32(0x0FFFFFFF)
  293. #define IPV6_FLOWLABEL_MASK cpu_to_be32(0x000FFFFF)
  294. #define IPV6_FLOWLABEL_STATELESS_FLAG cpu_to_be32(0x00080000)
  295. #define IPV6_TCLASS_MASK (IPV6_FLOWINFO_MASK & ~IPV6_FLOWLABEL_MASK)
  296. #define IPV6_TCLASS_SHIFT 20
  297. struct ipv6_fl_socklist {
  298. struct ipv6_fl_socklist __rcu *next;
  299. struct ip6_flowlabel *fl;
  300. struct rcu_head rcu;
  301. };
  302. struct ipcm6_cookie {
  303. struct sockcm_cookie sockc;
  304. __s16 hlimit;
  305. __s16 tclass;
  306. __u16 gso_size;
  307. __s8 dontfrag;
  308. struct ipv6_txoptions *opt;
  309. };
  310. static inline void ipcm6_init_sk(struct ipcm6_cookie *ipc6,
  311. const struct sock *sk)
  312. {
  313. *ipc6 = (struct ipcm6_cookie) {
  314. .hlimit = -1,
  315. .tclass = inet6_sk(sk)->tclass,
  316. .dontfrag = inet6_test_bit(DONTFRAG, sk),
  317. };
  318. }
  319. static inline struct ipv6_txoptions *txopt_get(const struct ipv6_pinfo *np)
  320. {
  321. struct ipv6_txoptions *opt;
  322. rcu_read_lock();
  323. opt = rcu_dereference(np->opt);
  324. if (opt) {
  325. if (!refcount_inc_not_zero(&opt->refcnt))
  326. opt = NULL;
  327. else
  328. opt = rcu_pointer_handoff(opt);
  329. }
  330. rcu_read_unlock();
  331. return opt;
  332. }
  333. static inline void txopt_put(struct ipv6_txoptions *opt)
  334. {
  335. if (opt && refcount_dec_and_test(&opt->refcnt))
  336. kfree_rcu(opt, rcu);
  337. }
  338. #if IS_ENABLED(CONFIG_IPV6)
  339. struct ip6_flowlabel *__fl6_sock_lookup(struct sock *sk, __be32 label);
  340. extern struct static_key_false_deferred ipv6_flowlabel_exclusive;
  341. static inline struct ip6_flowlabel *fl6_sock_lookup(struct sock *sk,
  342. __be32 label)
  343. {
  344. if (static_branch_unlikely(&ipv6_flowlabel_exclusive.key) &&
  345. READ_ONCE(sock_net(sk)->ipv6.flowlabel_has_excl))
  346. return __fl6_sock_lookup(sk, label) ? : ERR_PTR(-ENOENT);
  347. return NULL;
  348. }
  349. #endif
  350. struct ipv6_txoptions *fl6_merge_options(struct ipv6_txoptions *opt_space,
  351. struct ip6_flowlabel *fl,
  352. struct ipv6_txoptions *fopt);
  353. void fl6_free_socklist(struct sock *sk);
  354. int ipv6_flowlabel_opt(struct sock *sk, sockptr_t optval, int optlen);
  355. int ipv6_flowlabel_opt_get(struct sock *sk, struct in6_flowlabel_req *freq,
  356. int flags);
  357. int ip6_flowlabel_init(void);
  358. void ip6_flowlabel_cleanup(void);
  359. bool ip6_autoflowlabel(struct net *net, const struct sock *sk);
  360. static inline void fl6_sock_release(struct ip6_flowlabel *fl)
  361. {
  362. if (fl)
  363. atomic_dec(&fl->users);
  364. }
  365. enum skb_drop_reason icmpv6_notify(struct sk_buff *skb, u8 type,
  366. u8 code, __be32 info);
  367. void icmpv6_push_pending_frames(struct sock *sk, struct flowi6 *fl6,
  368. struct icmp6hdr *thdr, int len);
  369. int ip6_ra_control(struct sock *sk, int sel);
  370. int ipv6_parse_hopopts(struct sk_buff *skb);
  371. struct ipv6_txoptions *ipv6_dup_options(struct sock *sk,
  372. struct ipv6_txoptions *opt);
  373. struct ipv6_txoptions *ipv6_renew_options(struct sock *sk,
  374. struct ipv6_txoptions *opt,
  375. int newtype,
  376. struct ipv6_opt_hdr *newopt);
  377. struct ipv6_txoptions *__ipv6_fixup_options(struct ipv6_txoptions *opt_space,
  378. struct ipv6_txoptions *opt);
  379. static inline struct ipv6_txoptions *
  380. ipv6_fixup_options(struct ipv6_txoptions *opt_space, struct ipv6_txoptions *opt)
  381. {
  382. if (!opt)
  383. return NULL;
  384. return __ipv6_fixup_options(opt_space, opt);
  385. }
  386. bool ipv6_opt_accepted(const struct sock *sk, const struct sk_buff *skb,
  387. const struct inet6_skb_parm *opt);
  388. struct ipv6_txoptions *ipv6_update_options(struct sock *sk,
  389. struct ipv6_txoptions *opt);
  390. /* This helper is specialized for BIG TCP needs.
  391. * It assumes the hop_jumbo_hdr will immediately follow the IPV6 header.
  392. * It assumes headers are already in skb->head.
  393. * Returns 0, or IPPROTO_TCP if a BIG TCP packet is there.
  394. */
  395. static inline int ipv6_has_hopopt_jumbo(const struct sk_buff *skb)
  396. {
  397. const struct hop_jumbo_hdr *jhdr;
  398. const struct ipv6hdr *nhdr;
  399. if (likely(skb->len <= GRO_LEGACY_MAX_SIZE))
  400. return 0;
  401. if (skb->protocol != htons(ETH_P_IPV6))
  402. return 0;
  403. if (skb_network_offset(skb) +
  404. sizeof(struct ipv6hdr) +
  405. sizeof(struct hop_jumbo_hdr) > skb_headlen(skb))
  406. return 0;
  407. nhdr = ipv6_hdr(skb);
  408. if (nhdr->nexthdr != NEXTHDR_HOP)
  409. return 0;
  410. jhdr = (const struct hop_jumbo_hdr *) (nhdr + 1);
  411. if (jhdr->tlv_type != IPV6_TLV_JUMBO || jhdr->hdrlen != 0 ||
  412. jhdr->nexthdr != IPPROTO_TCP)
  413. return 0;
  414. return jhdr->nexthdr;
  415. }
  416. /* Return 0 if HBH header is successfully removed
  417. * Or if HBH removal is unnecessary (packet is not big TCP)
  418. * Return error to indicate dropping the packet
  419. */
  420. static inline int ipv6_hopopt_jumbo_remove(struct sk_buff *skb)
  421. {
  422. const int hophdr_len = sizeof(struct hop_jumbo_hdr);
  423. int nexthdr = ipv6_has_hopopt_jumbo(skb);
  424. struct ipv6hdr *h6;
  425. if (!nexthdr)
  426. return 0;
  427. if (skb_cow_head(skb, 0))
  428. return -1;
  429. /* Remove the HBH header.
  430. * Layout: [Ethernet header][IPv6 header][HBH][L4 Header]
  431. */
  432. memmove(skb_mac_header(skb) + hophdr_len, skb_mac_header(skb),
  433. skb_network_header(skb) - skb_mac_header(skb) +
  434. sizeof(struct ipv6hdr));
  435. __skb_pull(skb, hophdr_len);
  436. skb->network_header += hophdr_len;
  437. skb->mac_header += hophdr_len;
  438. h6 = ipv6_hdr(skb);
  439. h6->nexthdr = nexthdr;
  440. return 0;
  441. }
  442. static inline bool ipv6_accept_ra(const struct inet6_dev *idev)
  443. {
  444. s32 accept_ra = READ_ONCE(idev->cnf.accept_ra);
  445. /* If forwarding is enabled, RA are not accepted unless the special
  446. * hybrid mode (accept_ra=2) is enabled.
  447. */
  448. return READ_ONCE(idev->cnf.forwarding) ? accept_ra == 2 :
  449. accept_ra;
  450. }
  451. #define IPV6_FRAG_HIGH_THRESH (4 * 1024*1024) /* 4194304 */
  452. #define IPV6_FRAG_LOW_THRESH (3 * 1024*1024) /* 3145728 */
  453. #define IPV6_FRAG_TIMEOUT (60 * HZ) /* 60 seconds */
  454. int __ipv6_addr_type(const struct in6_addr *addr);
  455. static inline int ipv6_addr_type(const struct in6_addr *addr)
  456. {
  457. return __ipv6_addr_type(addr) & 0xffff;
  458. }
  459. static inline int ipv6_addr_scope(const struct in6_addr *addr)
  460. {
  461. return __ipv6_addr_type(addr) & IPV6_ADDR_SCOPE_MASK;
  462. }
  463. static inline int __ipv6_addr_src_scope(int type)
  464. {
  465. return (type == IPV6_ADDR_ANY) ? __IPV6_ADDR_SCOPE_INVALID : (type >> 16);
  466. }
  467. static inline int ipv6_addr_src_scope(const struct in6_addr *addr)
  468. {
  469. return __ipv6_addr_src_scope(__ipv6_addr_type(addr));
  470. }
  471. static inline bool __ipv6_addr_needs_scope_id(int type)
  472. {
  473. return type & IPV6_ADDR_LINKLOCAL ||
  474. (type & IPV6_ADDR_MULTICAST &&
  475. (type & (IPV6_ADDR_LOOPBACK|IPV6_ADDR_LINKLOCAL)));
  476. }
  477. static inline __u32 ipv6_iface_scope_id(const struct in6_addr *addr, int iface)
  478. {
  479. return __ipv6_addr_needs_scope_id(__ipv6_addr_type(addr)) ? iface : 0;
  480. }
  481. static inline int ipv6_addr_cmp(const struct in6_addr *a1, const struct in6_addr *a2)
  482. {
  483. return memcmp(a1, a2, sizeof(struct in6_addr));
  484. }
  485. static inline bool
  486. ipv6_masked_addr_cmp(const struct in6_addr *a1, const struct in6_addr *m,
  487. const struct in6_addr *a2)
  488. {
  489. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  490. const unsigned long *ul1 = (const unsigned long *)a1;
  491. const unsigned long *ulm = (const unsigned long *)m;
  492. const unsigned long *ul2 = (const unsigned long *)a2;
  493. return !!(((ul1[0] ^ ul2[0]) & ulm[0]) |
  494. ((ul1[1] ^ ul2[1]) & ulm[1]));
  495. #else
  496. return !!(((a1->s6_addr32[0] ^ a2->s6_addr32[0]) & m->s6_addr32[0]) |
  497. ((a1->s6_addr32[1] ^ a2->s6_addr32[1]) & m->s6_addr32[1]) |
  498. ((a1->s6_addr32[2] ^ a2->s6_addr32[2]) & m->s6_addr32[2]) |
  499. ((a1->s6_addr32[3] ^ a2->s6_addr32[3]) & m->s6_addr32[3]));
  500. #endif
  501. }
  502. static inline void ipv6_addr_prefix(struct in6_addr *pfx,
  503. const struct in6_addr *addr,
  504. int plen)
  505. {
  506. /* caller must guarantee 0 <= plen <= 128 */
  507. int o = plen >> 3,
  508. b = plen & 0x7;
  509. memset(pfx->s6_addr, 0, sizeof(pfx->s6_addr));
  510. memcpy(pfx->s6_addr, addr, o);
  511. if (b != 0)
  512. pfx->s6_addr[o] = addr->s6_addr[o] & (0xff00 >> b);
  513. }
  514. static inline void ipv6_addr_prefix_copy(struct in6_addr *addr,
  515. const struct in6_addr *pfx,
  516. int plen)
  517. {
  518. /* caller must guarantee 0 <= plen <= 128 */
  519. int o = plen >> 3,
  520. b = plen & 0x7;
  521. memcpy(addr->s6_addr, pfx, o);
  522. if (b != 0) {
  523. addr->s6_addr[o] &= ~(0xff00 >> b);
  524. addr->s6_addr[o] |= (pfx->s6_addr[o] & (0xff00 >> b));
  525. }
  526. }
  527. static inline void __ipv6_addr_set_half(__be32 *addr,
  528. __be32 wh, __be32 wl)
  529. {
  530. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  531. #if defined(__BIG_ENDIAN)
  532. if (__builtin_constant_p(wh) && __builtin_constant_p(wl)) {
  533. *(__force u64 *)addr = ((__force u64)(wh) << 32 | (__force u64)(wl));
  534. return;
  535. }
  536. #elif defined(__LITTLE_ENDIAN)
  537. if (__builtin_constant_p(wl) && __builtin_constant_p(wh)) {
  538. *(__force u64 *)addr = ((__force u64)(wl) << 32 | (__force u64)(wh));
  539. return;
  540. }
  541. #endif
  542. #endif
  543. addr[0] = wh;
  544. addr[1] = wl;
  545. }
  546. static inline void ipv6_addr_set(struct in6_addr *addr,
  547. __be32 w1, __be32 w2,
  548. __be32 w3, __be32 w4)
  549. {
  550. __ipv6_addr_set_half(&addr->s6_addr32[0], w1, w2);
  551. __ipv6_addr_set_half(&addr->s6_addr32[2], w3, w4);
  552. }
  553. static inline bool ipv6_addr_equal(const struct in6_addr *a1,
  554. const struct in6_addr *a2)
  555. {
  556. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  557. const unsigned long *ul1 = (const unsigned long *)a1;
  558. const unsigned long *ul2 = (const unsigned long *)a2;
  559. return ((ul1[0] ^ ul2[0]) | (ul1[1] ^ ul2[1])) == 0UL;
  560. #else
  561. return ((a1->s6_addr32[0] ^ a2->s6_addr32[0]) |
  562. (a1->s6_addr32[1] ^ a2->s6_addr32[1]) |
  563. (a1->s6_addr32[2] ^ a2->s6_addr32[2]) |
  564. (a1->s6_addr32[3] ^ a2->s6_addr32[3])) == 0;
  565. #endif
  566. }
  567. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  568. static inline bool __ipv6_prefix_equal64_half(const __be64 *a1,
  569. const __be64 *a2,
  570. unsigned int len)
  571. {
  572. if (len && ((*a1 ^ *a2) & cpu_to_be64((~0UL) << (64 - len))))
  573. return false;
  574. return true;
  575. }
  576. static inline bool ipv6_prefix_equal(const struct in6_addr *addr1,
  577. const struct in6_addr *addr2,
  578. unsigned int prefixlen)
  579. {
  580. const __be64 *a1 = (const __be64 *)addr1;
  581. const __be64 *a2 = (const __be64 *)addr2;
  582. if (prefixlen >= 64) {
  583. if (a1[0] ^ a2[0])
  584. return false;
  585. return __ipv6_prefix_equal64_half(a1 + 1, a2 + 1, prefixlen - 64);
  586. }
  587. return __ipv6_prefix_equal64_half(a1, a2, prefixlen);
  588. }
  589. #else
  590. static inline bool ipv6_prefix_equal(const struct in6_addr *addr1,
  591. const struct in6_addr *addr2,
  592. unsigned int prefixlen)
  593. {
  594. const __be32 *a1 = addr1->s6_addr32;
  595. const __be32 *a2 = addr2->s6_addr32;
  596. unsigned int pdw, pbi;
  597. /* check complete u32 in prefix */
  598. pdw = prefixlen >> 5;
  599. if (pdw && memcmp(a1, a2, pdw << 2))
  600. return false;
  601. /* check incomplete u32 in prefix */
  602. pbi = prefixlen & 0x1f;
  603. if (pbi && ((a1[pdw] ^ a2[pdw]) & htonl((0xffffffff) << (32 - pbi))))
  604. return false;
  605. return true;
  606. }
  607. #endif
  608. static inline bool ipv6_addr_any(const struct in6_addr *a)
  609. {
  610. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  611. const unsigned long *ul = (const unsigned long *)a;
  612. return (ul[0] | ul[1]) == 0UL;
  613. #else
  614. return (a->s6_addr32[0] | a->s6_addr32[1] |
  615. a->s6_addr32[2] | a->s6_addr32[3]) == 0;
  616. #endif
  617. }
  618. static inline u32 ipv6_addr_hash(const struct in6_addr *a)
  619. {
  620. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  621. const unsigned long *ul = (const unsigned long *)a;
  622. unsigned long x = ul[0] ^ ul[1];
  623. return (u32)(x ^ (x >> 32));
  624. #else
  625. return (__force u32)(a->s6_addr32[0] ^ a->s6_addr32[1] ^
  626. a->s6_addr32[2] ^ a->s6_addr32[3]);
  627. #endif
  628. }
  629. /* more secured version of ipv6_addr_hash() */
  630. static inline u32 __ipv6_addr_jhash(const struct in6_addr *a, const u32 initval)
  631. {
  632. return jhash2((__force const u32 *)a->s6_addr32,
  633. ARRAY_SIZE(a->s6_addr32), initval);
  634. }
  635. static inline bool ipv6_addr_loopback(const struct in6_addr *a)
  636. {
  637. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  638. const __be64 *be = (const __be64 *)a;
  639. return (be[0] | (be[1] ^ cpu_to_be64(1))) == 0UL;
  640. #else
  641. return (a->s6_addr32[0] | a->s6_addr32[1] |
  642. a->s6_addr32[2] | (a->s6_addr32[3] ^ cpu_to_be32(1))) == 0;
  643. #endif
  644. }
  645. /*
  646. * Note that we must __force cast these to unsigned long to make sparse happy,
  647. * since all of the endian-annotated types are fixed size regardless of arch.
  648. */
  649. static inline bool ipv6_addr_v4mapped(const struct in6_addr *a)
  650. {
  651. return (
  652. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  653. *(unsigned long *)a |
  654. #else
  655. (__force unsigned long)(a->s6_addr32[0] | a->s6_addr32[1]) |
  656. #endif
  657. (__force unsigned long)(a->s6_addr32[2] ^
  658. cpu_to_be32(0x0000ffff))) == 0UL;
  659. }
  660. static inline bool ipv6_addr_v4mapped_loopback(const struct in6_addr *a)
  661. {
  662. return ipv6_addr_v4mapped(a) && ipv4_is_loopback(a->s6_addr32[3]);
  663. }
  664. static inline u32 ipv6_portaddr_hash(const struct net *net,
  665. const struct in6_addr *addr6,
  666. unsigned int port)
  667. {
  668. unsigned int hash, mix = net_hash_mix(net);
  669. if (ipv6_addr_any(addr6))
  670. hash = jhash_1word(0, mix);
  671. else if (ipv6_addr_v4mapped(addr6))
  672. hash = jhash_1word((__force u32)addr6->s6_addr32[3], mix);
  673. else
  674. hash = jhash2((__force u32 *)addr6->s6_addr32, 4, mix);
  675. return hash ^ port;
  676. }
  677. /*
  678. * Check for a RFC 4843 ORCHID address
  679. * (Overlay Routable Cryptographic Hash Identifiers)
  680. */
  681. static inline bool ipv6_addr_orchid(const struct in6_addr *a)
  682. {
  683. return (a->s6_addr32[0] & htonl(0xfffffff0)) == htonl(0x20010010);
  684. }
  685. static inline bool ipv6_addr_is_multicast(const struct in6_addr *addr)
  686. {
  687. return (addr->s6_addr32[0] & htonl(0xFF000000)) == htonl(0xFF000000);
  688. }
  689. static inline void ipv6_addr_set_v4mapped(const __be32 addr,
  690. struct in6_addr *v4mapped)
  691. {
  692. ipv6_addr_set(v4mapped,
  693. 0, 0,
  694. htonl(0x0000FFFF),
  695. addr);
  696. }
  697. /*
  698. * find the first different bit between two addresses
  699. * length of address must be a multiple of 32bits
  700. */
  701. static inline int __ipv6_addr_diff32(const void *token1, const void *token2, int addrlen)
  702. {
  703. const __be32 *a1 = token1, *a2 = token2;
  704. int i;
  705. addrlen >>= 2;
  706. for (i = 0; i < addrlen; i++) {
  707. __be32 xb = a1[i] ^ a2[i];
  708. if (xb)
  709. return i * 32 + 31 - __fls(ntohl(xb));
  710. }
  711. /*
  712. * we should *never* get to this point since that
  713. * would mean the addrs are equal
  714. *
  715. * However, we do get to it 8) And exactly, when
  716. * addresses are equal 8)
  717. *
  718. * ip route add 1111::/128 via ...
  719. * ip route add 1111::/64 via ...
  720. * and we are here.
  721. *
  722. * Ideally, this function should stop comparison
  723. * at prefix length. It does not, but it is still OK,
  724. * if returned value is greater than prefix length.
  725. * --ANK (980803)
  726. */
  727. return addrlen << 5;
  728. }
  729. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  730. static inline int __ipv6_addr_diff64(const void *token1, const void *token2, int addrlen)
  731. {
  732. const __be64 *a1 = token1, *a2 = token2;
  733. int i;
  734. addrlen >>= 3;
  735. for (i = 0; i < addrlen; i++) {
  736. __be64 xb = a1[i] ^ a2[i];
  737. if (xb)
  738. return i * 64 + 63 - __fls(be64_to_cpu(xb));
  739. }
  740. return addrlen << 6;
  741. }
  742. #endif
  743. static inline int __ipv6_addr_diff(const void *token1, const void *token2, int addrlen)
  744. {
  745. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) && BITS_PER_LONG == 64
  746. if (__builtin_constant_p(addrlen) && !(addrlen & 7))
  747. return __ipv6_addr_diff64(token1, token2, addrlen);
  748. #endif
  749. return __ipv6_addr_diff32(token1, token2, addrlen);
  750. }
  751. static inline int ipv6_addr_diff(const struct in6_addr *a1, const struct in6_addr *a2)
  752. {
  753. return __ipv6_addr_diff(a1, a2, sizeof(struct in6_addr));
  754. }
  755. __be32 ipv6_select_ident(struct net *net,
  756. const struct in6_addr *daddr,
  757. const struct in6_addr *saddr);
  758. __be32 ipv6_proxy_select_ident(struct net *net, struct sk_buff *skb);
  759. int ip6_dst_hoplimit(struct dst_entry *dst);
  760. static inline int ip6_sk_dst_hoplimit(struct ipv6_pinfo *np, struct flowi6 *fl6,
  761. struct dst_entry *dst)
  762. {
  763. int hlimit;
  764. if (ipv6_addr_is_multicast(&fl6->daddr))
  765. hlimit = READ_ONCE(np->mcast_hops);
  766. else
  767. hlimit = READ_ONCE(np->hop_limit);
  768. if (hlimit < 0)
  769. hlimit = ip6_dst_hoplimit(dst);
  770. return hlimit;
  771. }
  772. /* copy IPv6 saddr & daddr to flow_keys, possibly using 64bit load/store
  773. * Equivalent to : flow->v6addrs.src = iph->saddr;
  774. * flow->v6addrs.dst = iph->daddr;
  775. */
  776. static inline void iph_to_flow_copy_v6addrs(struct flow_keys *flow,
  777. const struct ipv6hdr *iph)
  778. {
  779. BUILD_BUG_ON(offsetof(typeof(flow->addrs), v6addrs.dst) !=
  780. offsetof(typeof(flow->addrs), v6addrs.src) +
  781. sizeof(flow->addrs.v6addrs.src));
  782. memcpy(&flow->addrs.v6addrs, &iph->addrs, sizeof(flow->addrs.v6addrs));
  783. flow->control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS;
  784. }
  785. #if IS_ENABLED(CONFIG_IPV6)
  786. static inline bool ipv6_can_nonlocal_bind(struct net *net,
  787. struct inet_sock *inet)
  788. {
  789. return net->ipv6.sysctl.ip_nonlocal_bind ||
  790. test_bit(INET_FLAGS_FREEBIND, &inet->inet_flags) ||
  791. test_bit(INET_FLAGS_TRANSPARENT, &inet->inet_flags);
  792. }
  793. /* Sysctl settings for net ipv6.auto_flowlabels */
  794. #define IP6_AUTO_FLOW_LABEL_OFF 0
  795. #define IP6_AUTO_FLOW_LABEL_OPTOUT 1
  796. #define IP6_AUTO_FLOW_LABEL_OPTIN 2
  797. #define IP6_AUTO_FLOW_LABEL_FORCED 3
  798. #define IP6_AUTO_FLOW_LABEL_MAX IP6_AUTO_FLOW_LABEL_FORCED
  799. #define IP6_DEFAULT_AUTO_FLOW_LABELS IP6_AUTO_FLOW_LABEL_OPTOUT
  800. static inline __be32 ip6_make_flowlabel(struct net *net, struct sk_buff *skb,
  801. __be32 flowlabel, bool autolabel,
  802. struct flowi6 *fl6)
  803. {
  804. u32 hash;
  805. /* @flowlabel may include more than a flow label, eg, the traffic class.
  806. * Here we want only the flow label value.
  807. */
  808. flowlabel &= IPV6_FLOWLABEL_MASK;
  809. if (flowlabel ||
  810. net->ipv6.sysctl.auto_flowlabels == IP6_AUTO_FLOW_LABEL_OFF ||
  811. (!autolabel &&
  812. net->ipv6.sysctl.auto_flowlabels != IP6_AUTO_FLOW_LABEL_FORCED))
  813. return flowlabel;
  814. hash = skb_get_hash_flowi6(skb, fl6);
  815. /* Since this is being sent on the wire obfuscate hash a bit
  816. * to minimize possibility that any useful information to an
  817. * attacker is leaked. Only lower 20 bits are relevant.
  818. */
  819. hash = rol32(hash, 16);
  820. flowlabel = (__force __be32)hash & IPV6_FLOWLABEL_MASK;
  821. if (net->ipv6.sysctl.flowlabel_state_ranges)
  822. flowlabel |= IPV6_FLOWLABEL_STATELESS_FLAG;
  823. return flowlabel;
  824. }
  825. static inline int ip6_default_np_autolabel(struct net *net)
  826. {
  827. switch (net->ipv6.sysctl.auto_flowlabels) {
  828. case IP6_AUTO_FLOW_LABEL_OFF:
  829. case IP6_AUTO_FLOW_LABEL_OPTIN:
  830. default:
  831. return 0;
  832. case IP6_AUTO_FLOW_LABEL_OPTOUT:
  833. case IP6_AUTO_FLOW_LABEL_FORCED:
  834. return 1;
  835. }
  836. }
  837. #else
  838. static inline __be32 ip6_make_flowlabel(struct net *net, struct sk_buff *skb,
  839. __be32 flowlabel, bool autolabel,
  840. struct flowi6 *fl6)
  841. {
  842. return flowlabel;
  843. }
  844. static inline int ip6_default_np_autolabel(struct net *net)
  845. {
  846. return 0;
  847. }
  848. #endif
  849. #if IS_ENABLED(CONFIG_IPV6)
  850. static inline int ip6_multipath_hash_policy(const struct net *net)
  851. {
  852. return net->ipv6.sysctl.multipath_hash_policy;
  853. }
  854. static inline u32 ip6_multipath_hash_fields(const struct net *net)
  855. {
  856. return net->ipv6.sysctl.multipath_hash_fields;
  857. }
  858. #else
  859. static inline int ip6_multipath_hash_policy(const struct net *net)
  860. {
  861. return 0;
  862. }
  863. static inline u32 ip6_multipath_hash_fields(const struct net *net)
  864. {
  865. return 0;
  866. }
  867. #endif
  868. /*
  869. * Header manipulation
  870. */
  871. static inline void ip6_flow_hdr(struct ipv6hdr *hdr, unsigned int tclass,
  872. __be32 flowlabel)
  873. {
  874. *(__be32 *)hdr = htonl(0x60000000 | (tclass << 20)) | flowlabel;
  875. }
  876. static inline __be32 ip6_flowinfo(const struct ipv6hdr *hdr)
  877. {
  878. return *(__be32 *)hdr & IPV6_FLOWINFO_MASK;
  879. }
  880. static inline __be32 ip6_flowlabel(const struct ipv6hdr *hdr)
  881. {
  882. return *(__be32 *)hdr & IPV6_FLOWLABEL_MASK;
  883. }
  884. static inline u8 ip6_tclass(__be32 flowinfo)
  885. {
  886. return ntohl(flowinfo & IPV6_TCLASS_MASK) >> IPV6_TCLASS_SHIFT;
  887. }
  888. static inline dscp_t ip6_dscp(__be32 flowinfo)
  889. {
  890. return inet_dsfield_to_dscp(ip6_tclass(flowinfo));
  891. }
  892. static inline __be32 ip6_make_flowinfo(unsigned int tclass, __be32 flowlabel)
  893. {
  894. return htonl(tclass << IPV6_TCLASS_SHIFT) | flowlabel;
  895. }
  896. static inline __be32 flowi6_get_flowlabel(const struct flowi6 *fl6)
  897. {
  898. return fl6->flowlabel & IPV6_FLOWLABEL_MASK;
  899. }
  900. /*
  901. * Prototypes exported by ipv6
  902. */
  903. /*
  904. * rcv function (called from netdevice level)
  905. */
  906. int ipv6_rcv(struct sk_buff *skb, struct net_device *dev,
  907. struct packet_type *pt, struct net_device *orig_dev);
  908. void ipv6_list_rcv(struct list_head *head, struct packet_type *pt,
  909. struct net_device *orig_dev);
  910. int ip6_rcv_finish(struct net *net, struct sock *sk, struct sk_buff *skb);
  911. /*
  912. * upper-layer output functions
  913. */
  914. int ip6_xmit(const struct sock *sk, struct sk_buff *skb, struct flowi6 *fl6,
  915. __u32 mark, struct ipv6_txoptions *opt, int tclass, u32 priority);
  916. int ip6_find_1stfragopt(struct sk_buff *skb, u8 **nexthdr);
  917. int ip6_append_data(struct sock *sk,
  918. int getfrag(void *from, char *to, int offset, int len,
  919. int odd, struct sk_buff *skb),
  920. void *from, size_t length, int transhdrlen,
  921. struct ipcm6_cookie *ipc6, struct flowi6 *fl6,
  922. struct rt6_info *rt, unsigned int flags);
  923. int ip6_push_pending_frames(struct sock *sk);
  924. void ip6_flush_pending_frames(struct sock *sk);
  925. int ip6_send_skb(struct sk_buff *skb);
  926. struct sk_buff *__ip6_make_skb(struct sock *sk, struct sk_buff_head *queue,
  927. struct inet_cork_full *cork,
  928. struct inet6_cork *v6_cork);
  929. struct sk_buff *ip6_make_skb(struct sock *sk,
  930. int getfrag(void *from, char *to, int offset,
  931. int len, int odd, struct sk_buff *skb),
  932. void *from, size_t length, int transhdrlen,
  933. struct ipcm6_cookie *ipc6,
  934. struct rt6_info *rt, unsigned int flags,
  935. struct inet_cork_full *cork);
  936. static inline struct sk_buff *ip6_finish_skb(struct sock *sk)
  937. {
  938. return __ip6_make_skb(sk, &sk->sk_write_queue, &inet_sk(sk)->cork,
  939. &inet6_sk(sk)->cork);
  940. }
  941. int ip6_dst_lookup(struct net *net, struct sock *sk, struct dst_entry **dst,
  942. struct flowi6 *fl6);
  943. struct dst_entry *ip6_dst_lookup_flow(struct net *net, const struct sock *sk, struct flowi6 *fl6,
  944. const struct in6_addr *final_dst);
  945. struct dst_entry *ip6_sk_dst_lookup_flow(struct sock *sk, struct flowi6 *fl6,
  946. const struct in6_addr *final_dst,
  947. bool connected);
  948. struct dst_entry *ip6_blackhole_route(struct net *net,
  949. struct dst_entry *orig_dst);
  950. /*
  951. * skb processing functions
  952. */
  953. int ip6_output(struct net *net, struct sock *sk, struct sk_buff *skb);
  954. int ip6_forward(struct sk_buff *skb);
  955. int ip6_input(struct sk_buff *skb);
  956. int ip6_mc_input(struct sk_buff *skb);
  957. void ip6_protocol_deliver_rcu(struct net *net, struct sk_buff *skb, int nexthdr,
  958. bool have_final);
  959. int __ip6_local_out(struct net *net, struct sock *sk, struct sk_buff *skb);
  960. int ip6_local_out(struct net *net, struct sock *sk, struct sk_buff *skb);
  961. /*
  962. * Extension header (options) processing
  963. */
  964. void ipv6_push_nfrag_opts(struct sk_buff *skb, struct ipv6_txoptions *opt,
  965. u8 *proto, struct in6_addr **daddr_p,
  966. struct in6_addr *saddr);
  967. void ipv6_push_frag_opts(struct sk_buff *skb, struct ipv6_txoptions *opt,
  968. u8 *proto);
  969. int ipv6_skip_exthdr(const struct sk_buff *, int start, u8 *nexthdrp,
  970. __be16 *frag_offp);
  971. bool ipv6_ext_hdr(u8 nexthdr);
  972. enum {
  973. IP6_FH_F_FRAG = (1 << 0),
  974. IP6_FH_F_AUTH = (1 << 1),
  975. IP6_FH_F_SKIP_RH = (1 << 2),
  976. };
  977. /* find specified header and get offset to it */
  978. int ipv6_find_hdr(const struct sk_buff *skb, unsigned int *offset, int target,
  979. unsigned short *fragoff, int *fragflg);
  980. int ipv6_find_tlv(const struct sk_buff *skb, int offset, int type);
  981. struct in6_addr *fl6_update_dst(struct flowi6 *fl6,
  982. const struct ipv6_txoptions *opt,
  983. struct in6_addr *orig);
  984. /*
  985. * socket options (ipv6_sockglue.c)
  986. */
  987. DECLARE_STATIC_KEY_FALSE(ip6_min_hopcount);
  988. int do_ipv6_setsockopt(struct sock *sk, int level, int optname, sockptr_t optval,
  989. unsigned int optlen);
  990. int ipv6_setsockopt(struct sock *sk, int level, int optname, sockptr_t optval,
  991. unsigned int optlen);
  992. int do_ipv6_getsockopt(struct sock *sk, int level, int optname,
  993. sockptr_t optval, sockptr_t optlen);
  994. int ipv6_getsockopt(struct sock *sk, int level, int optname,
  995. char __user *optval, int __user *optlen);
  996. int __ip6_datagram_connect(struct sock *sk, struct sockaddr *addr,
  997. int addr_len);
  998. int ip6_datagram_connect(struct sock *sk, struct sockaddr *addr, int addr_len);
  999. int ip6_datagram_connect_v6_only(struct sock *sk, struct sockaddr *addr,
  1000. int addr_len);
  1001. int ip6_datagram_dst_update(struct sock *sk, bool fix_sk_saddr);
  1002. void ip6_datagram_release_cb(struct sock *sk);
  1003. int ipv6_recv_error(struct sock *sk, struct msghdr *msg, int len,
  1004. int *addr_len);
  1005. int ipv6_recv_rxpmtu(struct sock *sk, struct msghdr *msg, int len,
  1006. int *addr_len);
  1007. void ipv6_icmp_error(struct sock *sk, struct sk_buff *skb, int err, __be16 port,
  1008. u32 info, u8 *payload);
  1009. void ipv6_local_error(struct sock *sk, int err, struct flowi6 *fl6, u32 info);
  1010. void ipv6_local_rxpmtu(struct sock *sk, struct flowi6 *fl6, u32 mtu);
  1011. void inet6_cleanup_sock(struct sock *sk);
  1012. void inet6_sock_destruct(struct sock *sk);
  1013. int inet6_release(struct socket *sock);
  1014. int inet6_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len);
  1015. int inet6_bind_sk(struct sock *sk, struct sockaddr *uaddr, int addr_len);
  1016. int inet6_getname(struct socket *sock, struct sockaddr *uaddr,
  1017. int peer);
  1018. int inet6_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg);
  1019. int inet6_compat_ioctl(struct socket *sock, unsigned int cmd,
  1020. unsigned long arg);
  1021. int inet6_hash_connect(struct inet_timewait_death_row *death_row,
  1022. struct sock *sk);
  1023. int inet6_sendmsg(struct socket *sock, struct msghdr *msg, size_t size);
  1024. int inet6_recvmsg(struct socket *sock, struct msghdr *msg, size_t size,
  1025. int flags);
  1026. /*
  1027. * reassembly.c
  1028. */
  1029. extern const struct proto_ops inet6_stream_ops;
  1030. extern const struct proto_ops inet6_dgram_ops;
  1031. extern const struct proto_ops inet6_sockraw_ops;
  1032. struct group_source_req;
  1033. struct group_filter;
  1034. int ip6_mc_source(int add, int omode, struct sock *sk,
  1035. struct group_source_req *pgsr);
  1036. int ip6_mc_msfilter(struct sock *sk, struct group_filter *gsf,
  1037. struct sockaddr_storage *list);
  1038. int ip6_mc_msfget(struct sock *sk, struct group_filter *gsf,
  1039. sockptr_t optval, size_t ss_offset);
  1040. #ifdef CONFIG_PROC_FS
  1041. int ac6_proc_init(struct net *net);
  1042. void ac6_proc_exit(struct net *net);
  1043. int raw6_proc_init(void);
  1044. void raw6_proc_exit(void);
  1045. int tcp6_proc_init(struct net *net);
  1046. void tcp6_proc_exit(struct net *net);
  1047. int udp6_proc_init(struct net *net);
  1048. void udp6_proc_exit(struct net *net);
  1049. int udplite6_proc_init(void);
  1050. void udplite6_proc_exit(void);
  1051. int ipv6_misc_proc_init(void);
  1052. void ipv6_misc_proc_exit(void);
  1053. int snmp6_register_dev(struct inet6_dev *idev);
  1054. int snmp6_unregister_dev(struct inet6_dev *idev);
  1055. #else
  1056. static inline int ac6_proc_init(struct net *net) { return 0; }
  1057. static inline void ac6_proc_exit(struct net *net) { }
  1058. static inline int snmp6_register_dev(struct inet6_dev *idev) { return 0; }
  1059. static inline int snmp6_unregister_dev(struct inet6_dev *idev) { return 0; }
  1060. #endif
  1061. #ifdef CONFIG_SYSCTL
  1062. struct ctl_table *ipv6_icmp_sysctl_init(struct net *net);
  1063. size_t ipv6_icmp_sysctl_table_size(void);
  1064. struct ctl_table *ipv6_route_sysctl_init(struct net *net);
  1065. size_t ipv6_route_sysctl_table_size(struct net *net);
  1066. int ipv6_sysctl_register(void);
  1067. void ipv6_sysctl_unregister(void);
  1068. #endif
  1069. int ipv6_sock_mc_join(struct sock *sk, int ifindex,
  1070. const struct in6_addr *addr);
  1071. int ipv6_sock_mc_join_ssm(struct sock *sk, int ifindex,
  1072. const struct in6_addr *addr, unsigned int mode);
  1073. int ipv6_sock_mc_drop(struct sock *sk, int ifindex,
  1074. const struct in6_addr *addr);
  1075. static inline int ip6_sock_set_v6only(struct sock *sk)
  1076. {
  1077. if (inet_sk(sk)->inet_num)
  1078. return -EINVAL;
  1079. lock_sock(sk);
  1080. sk->sk_ipv6only = true;
  1081. release_sock(sk);
  1082. return 0;
  1083. }
  1084. static inline void ip6_sock_set_recverr(struct sock *sk)
  1085. {
  1086. inet6_set_bit(RECVERR6, sk);
  1087. }
  1088. #define IPV6_PREFER_SRC_MASK (IPV6_PREFER_SRC_TMP | IPV6_PREFER_SRC_PUBLIC | \
  1089. IPV6_PREFER_SRC_COA)
  1090. static inline int ip6_sock_set_addr_preferences(struct sock *sk, int val)
  1091. {
  1092. unsigned int prefmask = ~IPV6_PREFER_SRC_MASK;
  1093. unsigned int pref = 0;
  1094. /* check PUBLIC/TMP/PUBTMP_DEFAULT conflicts */
  1095. switch (val & (IPV6_PREFER_SRC_PUBLIC |
  1096. IPV6_PREFER_SRC_TMP |
  1097. IPV6_PREFER_SRC_PUBTMP_DEFAULT)) {
  1098. case IPV6_PREFER_SRC_PUBLIC:
  1099. pref |= IPV6_PREFER_SRC_PUBLIC;
  1100. prefmask &= ~(IPV6_PREFER_SRC_PUBLIC |
  1101. IPV6_PREFER_SRC_TMP);
  1102. break;
  1103. case IPV6_PREFER_SRC_TMP:
  1104. pref |= IPV6_PREFER_SRC_TMP;
  1105. prefmask &= ~(IPV6_PREFER_SRC_PUBLIC |
  1106. IPV6_PREFER_SRC_TMP);
  1107. break;
  1108. case IPV6_PREFER_SRC_PUBTMP_DEFAULT:
  1109. prefmask &= ~(IPV6_PREFER_SRC_PUBLIC |
  1110. IPV6_PREFER_SRC_TMP);
  1111. break;
  1112. case 0:
  1113. break;
  1114. default:
  1115. return -EINVAL;
  1116. }
  1117. /* check HOME/COA conflicts */
  1118. switch (val & (IPV6_PREFER_SRC_HOME | IPV6_PREFER_SRC_COA)) {
  1119. case IPV6_PREFER_SRC_HOME:
  1120. prefmask &= ~IPV6_PREFER_SRC_COA;
  1121. break;
  1122. case IPV6_PREFER_SRC_COA:
  1123. pref |= IPV6_PREFER_SRC_COA;
  1124. break;
  1125. case 0:
  1126. break;
  1127. default:
  1128. return -EINVAL;
  1129. }
  1130. /* check CGA/NONCGA conflicts */
  1131. switch (val & (IPV6_PREFER_SRC_CGA|IPV6_PREFER_SRC_NONCGA)) {
  1132. case IPV6_PREFER_SRC_CGA:
  1133. case IPV6_PREFER_SRC_NONCGA:
  1134. case 0:
  1135. break;
  1136. default:
  1137. return -EINVAL;
  1138. }
  1139. WRITE_ONCE(inet6_sk(sk)->srcprefs,
  1140. (READ_ONCE(inet6_sk(sk)->srcprefs) & prefmask) | pref);
  1141. return 0;
  1142. }
  1143. static inline void ip6_sock_set_recvpktinfo(struct sock *sk)
  1144. {
  1145. lock_sock(sk);
  1146. inet6_sk(sk)->rxopt.bits.rxinfo = true;
  1147. release_sock(sk);
  1148. }
  1149. #define IPV6_ADDR_WORDS 4
  1150. static inline void ipv6_addr_cpu_to_be32(__be32 *dst, const u32 *src)
  1151. {
  1152. cpu_to_be32_array(dst, src, IPV6_ADDR_WORDS);
  1153. }
  1154. static inline void ipv6_addr_be32_to_cpu(u32 *dst, const __be32 *src)
  1155. {
  1156. be32_to_cpu_array(dst, src, IPV6_ADDR_WORDS);
  1157. }
  1158. #endif /* _NET_IPV6_H */