ip_sockglue.c 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * INET An implementation of the TCP/IP protocol suite for the LINUX
  4. * operating system. INET is implemented using the BSD Socket
  5. * interface as the means of communication with the user level.
  6. *
  7. * The IP to API glue.
  8. *
  9. * Authors: see ip.c
  10. *
  11. * Fixes:
  12. * Many : Split from ip.c , see ip.c for history.
  13. * Martin Mares : TOS setting fixed.
  14. * Alan Cox : Fixed a couple of oopses in Martin's
  15. * TOS tweaks.
  16. * Mike McLagan : Routing by source
  17. */
  18. #include <linux/module.h>
  19. #include <linux/types.h>
  20. #include <linux/mm.h>
  21. #include <linux/skbuff.h>
  22. #include <linux/ip.h>
  23. #include <linux/icmp.h>
  24. #include <linux/inetdevice.h>
  25. #include <linux/netdevice.h>
  26. #include <linux/slab.h>
  27. #include <net/sock.h>
  28. #include <net/ip.h>
  29. #include <net/icmp.h>
  30. #include <net/tcp_states.h>
  31. #include <linux/udp.h>
  32. #include <linux/igmp.h>
  33. #include <linux/netfilter.h>
  34. #include <linux/route.h>
  35. #include <linux/mroute.h>
  36. #include <net/inet_ecn.h>
  37. #include <net/route.h>
  38. #include <net/xfrm.h>
  39. #include <net/compat.h>
  40. #include <net/checksum.h>
  41. #if IS_ENABLED(CONFIG_IPV6)
  42. #include <net/transp_v6.h>
  43. #endif
  44. #include <net/ip_fib.h>
  45. #include <linux/errqueue.h>
  46. #include <linux/uaccess.h>
  47. #include <linux/bpfilter.h>
  48. /*
  49. * SOL_IP control messages.
  50. */
  51. static void ip_cmsg_recv_pktinfo(struct msghdr *msg, struct sk_buff *skb)
  52. {
  53. struct in_pktinfo info = *PKTINFO_SKB_CB(skb);
  54. info.ipi_addr.s_addr = ip_hdr(skb)->daddr;
  55. put_cmsg(msg, SOL_IP, IP_PKTINFO, sizeof(info), &info);
  56. }
  57. static void ip_cmsg_recv_ttl(struct msghdr *msg, struct sk_buff *skb)
  58. {
  59. int ttl = ip_hdr(skb)->ttl;
  60. put_cmsg(msg, SOL_IP, IP_TTL, sizeof(int), &ttl);
  61. }
  62. static void ip_cmsg_recv_tos(struct msghdr *msg, struct sk_buff *skb)
  63. {
  64. put_cmsg(msg, SOL_IP, IP_TOS, 1, &ip_hdr(skb)->tos);
  65. }
  66. static void ip_cmsg_recv_opts(struct msghdr *msg, struct sk_buff *skb)
  67. {
  68. if (IPCB(skb)->opt.optlen == 0)
  69. return;
  70. put_cmsg(msg, SOL_IP, IP_RECVOPTS, IPCB(skb)->opt.optlen,
  71. ip_hdr(skb) + 1);
  72. }
  73. static void ip_cmsg_recv_retopts(struct net *net, struct msghdr *msg,
  74. struct sk_buff *skb)
  75. {
  76. unsigned char optbuf[sizeof(struct ip_options) + 40];
  77. struct ip_options *opt = (struct ip_options *)optbuf;
  78. if (IPCB(skb)->opt.optlen == 0)
  79. return;
  80. if (ip_options_echo(net, opt, skb)) {
  81. msg->msg_flags |= MSG_CTRUNC;
  82. return;
  83. }
  84. ip_options_undo(opt);
  85. put_cmsg(msg, SOL_IP, IP_RETOPTS, opt->optlen, opt->__data);
  86. }
  87. static void ip_cmsg_recv_fragsize(struct msghdr *msg, struct sk_buff *skb)
  88. {
  89. int val;
  90. if (IPCB(skb)->frag_max_size == 0)
  91. return;
  92. val = IPCB(skb)->frag_max_size;
  93. put_cmsg(msg, SOL_IP, IP_RECVFRAGSIZE, sizeof(val), &val);
  94. }
  95. static void ip_cmsg_recv_checksum(struct msghdr *msg, struct sk_buff *skb,
  96. int tlen, int offset)
  97. {
  98. __wsum csum = skb->csum;
  99. if (skb->ip_summed != CHECKSUM_COMPLETE)
  100. return;
  101. if (offset != 0) {
  102. int tend_off = skb_transport_offset(skb) + tlen;
  103. csum = csum_sub(csum, skb_checksum(skb, tend_off, offset, 0));
  104. }
  105. put_cmsg(msg, SOL_IP, IP_CHECKSUM, sizeof(__wsum), &csum);
  106. }
  107. static void ip_cmsg_recv_security(struct msghdr *msg, struct sk_buff *skb)
  108. {
  109. char *secdata;
  110. u32 seclen, secid;
  111. int err;
  112. err = security_socket_getpeersec_dgram(NULL, skb, &secid);
  113. if (err)
  114. return;
  115. err = security_secid_to_secctx(secid, &secdata, &seclen);
  116. if (err)
  117. return;
  118. put_cmsg(msg, SOL_IP, SCM_SECURITY, seclen, secdata);
  119. security_release_secctx(secdata, seclen);
  120. }
  121. static void ip_cmsg_recv_dstaddr(struct msghdr *msg, struct sk_buff *skb)
  122. {
  123. struct sockaddr_in sin;
  124. const struct iphdr *iph = ip_hdr(skb);
  125. __be16 *ports = (__be16 *)skb_transport_header(skb);
  126. if (skb_transport_offset(skb) + 4 > (int)skb->len)
  127. return;
  128. /* All current transport protocols have the port numbers in the
  129. * first four bytes of the transport header and this function is
  130. * written with this assumption in mind.
  131. */
  132. sin.sin_family = AF_INET;
  133. sin.sin_addr.s_addr = iph->daddr;
  134. sin.sin_port = ports[1];
  135. memset(sin.sin_zero, 0, sizeof(sin.sin_zero));
  136. put_cmsg(msg, SOL_IP, IP_ORIGDSTADDR, sizeof(sin), &sin);
  137. }
  138. void ip_cmsg_recv_offset(struct msghdr *msg, struct sock *sk,
  139. struct sk_buff *skb, int tlen, int offset)
  140. {
  141. struct inet_sock *inet = inet_sk(sk);
  142. unsigned int flags = inet->cmsg_flags;
  143. /* Ordered by supposed usage frequency */
  144. if (flags & IP_CMSG_PKTINFO) {
  145. ip_cmsg_recv_pktinfo(msg, skb);
  146. flags &= ~IP_CMSG_PKTINFO;
  147. if (!flags)
  148. return;
  149. }
  150. if (flags & IP_CMSG_TTL) {
  151. ip_cmsg_recv_ttl(msg, skb);
  152. flags &= ~IP_CMSG_TTL;
  153. if (!flags)
  154. return;
  155. }
  156. if (flags & IP_CMSG_TOS) {
  157. ip_cmsg_recv_tos(msg, skb);
  158. flags &= ~IP_CMSG_TOS;
  159. if (!flags)
  160. return;
  161. }
  162. if (flags & IP_CMSG_RECVOPTS) {
  163. ip_cmsg_recv_opts(msg, skb);
  164. flags &= ~IP_CMSG_RECVOPTS;
  165. if (!flags)
  166. return;
  167. }
  168. if (flags & IP_CMSG_RETOPTS) {
  169. ip_cmsg_recv_retopts(sock_net(sk), msg, skb);
  170. flags &= ~IP_CMSG_RETOPTS;
  171. if (!flags)
  172. return;
  173. }
  174. if (flags & IP_CMSG_PASSSEC) {
  175. ip_cmsg_recv_security(msg, skb);
  176. flags &= ~IP_CMSG_PASSSEC;
  177. if (!flags)
  178. return;
  179. }
  180. if (flags & IP_CMSG_ORIGDSTADDR) {
  181. ip_cmsg_recv_dstaddr(msg, skb);
  182. flags &= ~IP_CMSG_ORIGDSTADDR;
  183. if (!flags)
  184. return;
  185. }
  186. if (flags & IP_CMSG_CHECKSUM)
  187. ip_cmsg_recv_checksum(msg, skb, tlen, offset);
  188. if (flags & IP_CMSG_RECVFRAGSIZE)
  189. ip_cmsg_recv_fragsize(msg, skb);
  190. }
  191. EXPORT_SYMBOL(ip_cmsg_recv_offset);
  192. int ip_cmsg_send(struct sock *sk, struct msghdr *msg, struct ipcm_cookie *ipc,
  193. bool allow_ipv6)
  194. {
  195. int err, val;
  196. struct cmsghdr *cmsg;
  197. struct net *net = sock_net(sk);
  198. for_each_cmsghdr(cmsg, msg) {
  199. if (!CMSG_OK(msg, cmsg))
  200. return -EINVAL;
  201. #if IS_ENABLED(CONFIG_IPV6)
  202. if (allow_ipv6 &&
  203. cmsg->cmsg_level == SOL_IPV6 &&
  204. cmsg->cmsg_type == IPV6_PKTINFO) {
  205. struct in6_pktinfo *src_info;
  206. if (cmsg->cmsg_len < CMSG_LEN(sizeof(*src_info)))
  207. return -EINVAL;
  208. src_info = (struct in6_pktinfo *)CMSG_DATA(cmsg);
  209. if (!ipv6_addr_v4mapped(&src_info->ipi6_addr))
  210. return -EINVAL;
  211. if (src_info->ipi6_ifindex)
  212. ipc->oif = src_info->ipi6_ifindex;
  213. ipc->addr = src_info->ipi6_addr.s6_addr32[3];
  214. continue;
  215. }
  216. #endif
  217. if (cmsg->cmsg_level == SOL_SOCKET) {
  218. err = __sock_cmsg_send(sk, msg, cmsg, &ipc->sockc);
  219. if (err)
  220. return err;
  221. continue;
  222. }
  223. if (cmsg->cmsg_level != SOL_IP)
  224. continue;
  225. switch (cmsg->cmsg_type) {
  226. case IP_RETOPTS:
  227. err = cmsg->cmsg_len - sizeof(struct cmsghdr);
  228. /* Our caller is responsible for freeing ipc->opt */
  229. err = ip_options_get(net, &ipc->opt, CMSG_DATA(cmsg),
  230. err < 40 ? err : 40);
  231. if (err)
  232. return err;
  233. break;
  234. case IP_PKTINFO:
  235. {
  236. struct in_pktinfo *info;
  237. if (cmsg->cmsg_len != CMSG_LEN(sizeof(struct in_pktinfo)))
  238. return -EINVAL;
  239. info = (struct in_pktinfo *)CMSG_DATA(cmsg);
  240. if (info->ipi_ifindex)
  241. ipc->oif = info->ipi_ifindex;
  242. ipc->addr = info->ipi_spec_dst.s_addr;
  243. break;
  244. }
  245. case IP_TTL:
  246. if (cmsg->cmsg_len != CMSG_LEN(sizeof(int)))
  247. return -EINVAL;
  248. val = *(int *)CMSG_DATA(cmsg);
  249. if (val < 1 || val > 255)
  250. return -EINVAL;
  251. ipc->ttl = val;
  252. break;
  253. case IP_TOS:
  254. if (cmsg->cmsg_len == CMSG_LEN(sizeof(int)))
  255. val = *(int *)CMSG_DATA(cmsg);
  256. else if (cmsg->cmsg_len == CMSG_LEN(sizeof(u8)))
  257. val = *(u8 *)CMSG_DATA(cmsg);
  258. else
  259. return -EINVAL;
  260. if (val < 0 || val > 255)
  261. return -EINVAL;
  262. ipc->tos = val;
  263. ipc->priority = rt_tos2priority(ipc->tos);
  264. break;
  265. default:
  266. return -EINVAL;
  267. }
  268. }
  269. return 0;
  270. }
  271. static void ip_ra_destroy_rcu(struct rcu_head *head)
  272. {
  273. struct ip_ra_chain *ra = container_of(head, struct ip_ra_chain, rcu);
  274. sock_put(ra->saved_sk);
  275. kfree(ra);
  276. }
  277. int ip_ra_control(struct sock *sk, unsigned char on,
  278. void (*destructor)(struct sock *))
  279. {
  280. struct ip_ra_chain *ra, *new_ra;
  281. struct ip_ra_chain __rcu **rap;
  282. struct net *net = sock_net(sk);
  283. if (sk->sk_type != SOCK_RAW || inet_sk(sk)->inet_num == IPPROTO_RAW)
  284. return -EINVAL;
  285. new_ra = on ? kmalloc(sizeof(*new_ra), GFP_KERNEL) : NULL;
  286. mutex_lock(&net->ipv4.ra_mutex);
  287. for (rap = &net->ipv4.ra_chain;
  288. (ra = rcu_dereference_protected(*rap,
  289. lockdep_is_held(&net->ipv4.ra_mutex))) != NULL;
  290. rap = &ra->next) {
  291. if (ra->sk == sk) {
  292. if (on) {
  293. mutex_unlock(&net->ipv4.ra_mutex);
  294. kfree(new_ra);
  295. return -EADDRINUSE;
  296. }
  297. /* dont let ip_call_ra_chain() use sk again */
  298. ra->sk = NULL;
  299. RCU_INIT_POINTER(*rap, ra->next);
  300. mutex_unlock(&net->ipv4.ra_mutex);
  301. if (ra->destructor)
  302. ra->destructor(sk);
  303. /*
  304. * Delay sock_put(sk) and kfree(ra) after one rcu grace
  305. * period. This guarantee ip_call_ra_chain() dont need
  306. * to mess with socket refcounts.
  307. */
  308. ra->saved_sk = sk;
  309. call_rcu(&ra->rcu, ip_ra_destroy_rcu);
  310. return 0;
  311. }
  312. }
  313. if (!new_ra) {
  314. mutex_unlock(&net->ipv4.ra_mutex);
  315. return -ENOBUFS;
  316. }
  317. new_ra->sk = sk;
  318. new_ra->destructor = destructor;
  319. RCU_INIT_POINTER(new_ra->next, ra);
  320. rcu_assign_pointer(*rap, new_ra);
  321. sock_hold(sk);
  322. mutex_unlock(&net->ipv4.ra_mutex);
  323. return 0;
  324. }
  325. void ip_icmp_error(struct sock *sk, struct sk_buff *skb, int err,
  326. __be16 port, u32 info, u8 *payload)
  327. {
  328. struct sock_exterr_skb *serr;
  329. skb = skb_clone(skb, GFP_ATOMIC);
  330. if (!skb)
  331. return;
  332. serr = SKB_EXT_ERR(skb);
  333. serr->ee.ee_errno = err;
  334. serr->ee.ee_origin = SO_EE_ORIGIN_ICMP;
  335. serr->ee.ee_type = icmp_hdr(skb)->type;
  336. serr->ee.ee_code = icmp_hdr(skb)->code;
  337. serr->ee.ee_pad = 0;
  338. serr->ee.ee_info = info;
  339. serr->ee.ee_data = 0;
  340. serr->addr_offset = (u8 *)&(((struct iphdr *)(icmp_hdr(skb) + 1))->daddr) -
  341. skb_network_header(skb);
  342. serr->port = port;
  343. if (skb_pull(skb, payload - skb->data)) {
  344. skb_reset_transport_header(skb);
  345. if (sock_queue_err_skb(sk, skb) == 0)
  346. return;
  347. }
  348. kfree_skb(skb);
  349. }
  350. void ip_local_error(struct sock *sk, int err, __be32 daddr, __be16 port, u32 info)
  351. {
  352. struct inet_sock *inet = inet_sk(sk);
  353. struct sock_exterr_skb *serr;
  354. struct iphdr *iph;
  355. struct sk_buff *skb;
  356. if (!inet->recverr)
  357. return;
  358. skb = alloc_skb(sizeof(struct iphdr), GFP_ATOMIC);
  359. if (!skb)
  360. return;
  361. skb_put(skb, sizeof(struct iphdr));
  362. skb_reset_network_header(skb);
  363. iph = ip_hdr(skb);
  364. iph->daddr = daddr;
  365. serr = SKB_EXT_ERR(skb);
  366. serr->ee.ee_errno = err;
  367. serr->ee.ee_origin = SO_EE_ORIGIN_LOCAL;
  368. serr->ee.ee_type = 0;
  369. serr->ee.ee_code = 0;
  370. serr->ee.ee_pad = 0;
  371. serr->ee.ee_info = info;
  372. serr->ee.ee_data = 0;
  373. serr->addr_offset = (u8 *)&iph->daddr - skb_network_header(skb);
  374. serr->port = port;
  375. __skb_pull(skb, skb_tail_pointer(skb) - skb->data);
  376. skb_reset_transport_header(skb);
  377. if (sock_queue_err_skb(sk, skb))
  378. kfree_skb(skb);
  379. }
  380. /* For some errors we have valid addr_offset even with zero payload and
  381. * zero port. Also, addr_offset should be supported if port is set.
  382. */
  383. static inline bool ipv4_datagram_support_addr(struct sock_exterr_skb *serr)
  384. {
  385. return serr->ee.ee_origin == SO_EE_ORIGIN_ICMP ||
  386. serr->ee.ee_origin == SO_EE_ORIGIN_LOCAL || serr->port;
  387. }
  388. /* IPv4 supports cmsg on all imcp errors and some timestamps
  389. *
  390. * Timestamp code paths do not initialize the fields expected by cmsg:
  391. * the PKTINFO fields in skb->cb[]. Fill those in here.
  392. */
  393. static bool ipv4_datagram_support_cmsg(const struct sock *sk,
  394. struct sk_buff *skb,
  395. int ee_origin)
  396. {
  397. struct in_pktinfo *info;
  398. if (ee_origin == SO_EE_ORIGIN_ICMP)
  399. return true;
  400. if (ee_origin == SO_EE_ORIGIN_LOCAL)
  401. return false;
  402. /* Support IP_PKTINFO on tstamp packets if requested, to correlate
  403. * timestamp with egress dev. Not possible for packets without iif
  404. * or without payload (SOF_TIMESTAMPING_OPT_TSONLY).
  405. */
  406. info = PKTINFO_SKB_CB(skb);
  407. if (!(sk->sk_tsflags & SOF_TIMESTAMPING_OPT_CMSG) ||
  408. !info->ipi_ifindex)
  409. return false;
  410. info->ipi_spec_dst.s_addr = ip_hdr(skb)->saddr;
  411. return true;
  412. }
  413. /*
  414. * Handle MSG_ERRQUEUE
  415. */
  416. int ip_recv_error(struct sock *sk, struct msghdr *msg, int len, int *addr_len)
  417. {
  418. struct sock_exterr_skb *serr;
  419. struct sk_buff *skb;
  420. DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name);
  421. struct {
  422. struct sock_extended_err ee;
  423. struct sockaddr_in offender;
  424. } errhdr;
  425. int err;
  426. int copied;
  427. err = -EAGAIN;
  428. skb = sock_dequeue_err_skb(sk);
  429. if (!skb)
  430. goto out;
  431. copied = skb->len;
  432. if (copied > len) {
  433. msg->msg_flags |= MSG_TRUNC;
  434. copied = len;
  435. }
  436. err = skb_copy_datagram_msg(skb, 0, msg, copied);
  437. if (unlikely(err)) {
  438. kfree_skb(skb);
  439. return err;
  440. }
  441. sock_recv_timestamp(msg, sk, skb);
  442. serr = SKB_EXT_ERR(skb);
  443. if (sin && ipv4_datagram_support_addr(serr)) {
  444. sin->sin_family = AF_INET;
  445. sin->sin_addr.s_addr = *(__be32 *)(skb_network_header(skb) +
  446. serr->addr_offset);
  447. sin->sin_port = serr->port;
  448. memset(&sin->sin_zero, 0, sizeof(sin->sin_zero));
  449. *addr_len = sizeof(*sin);
  450. }
  451. memcpy(&errhdr.ee, &serr->ee, sizeof(struct sock_extended_err));
  452. sin = &errhdr.offender;
  453. memset(sin, 0, sizeof(*sin));
  454. if (ipv4_datagram_support_cmsg(sk, skb, serr->ee.ee_origin)) {
  455. sin->sin_family = AF_INET;
  456. sin->sin_addr.s_addr = ip_hdr(skb)->saddr;
  457. if (inet_sk(sk)->cmsg_flags)
  458. ip_cmsg_recv(msg, skb);
  459. }
  460. put_cmsg(msg, SOL_IP, IP_RECVERR, sizeof(errhdr), &errhdr);
  461. /* Now we could try to dump offended packet options */
  462. msg->msg_flags |= MSG_ERRQUEUE;
  463. err = copied;
  464. consume_skb(skb);
  465. out:
  466. return err;
  467. }
  468. /*
  469. * Socket option code for IP. This is the end of the line after any
  470. * TCP,UDP etc options on an IP socket.
  471. */
  472. static bool setsockopt_needs_rtnl(int optname)
  473. {
  474. switch (optname) {
  475. case IP_ADD_MEMBERSHIP:
  476. case IP_ADD_SOURCE_MEMBERSHIP:
  477. case IP_BLOCK_SOURCE:
  478. case IP_DROP_MEMBERSHIP:
  479. case IP_DROP_SOURCE_MEMBERSHIP:
  480. case IP_MSFILTER:
  481. case IP_UNBLOCK_SOURCE:
  482. case MCAST_BLOCK_SOURCE:
  483. case MCAST_MSFILTER:
  484. case MCAST_JOIN_GROUP:
  485. case MCAST_JOIN_SOURCE_GROUP:
  486. case MCAST_LEAVE_GROUP:
  487. case MCAST_LEAVE_SOURCE_GROUP:
  488. case MCAST_UNBLOCK_SOURCE:
  489. return true;
  490. }
  491. return false;
  492. }
  493. static int do_ip_setsockopt(struct sock *sk, int level,
  494. int optname, char __user *optval, unsigned int optlen)
  495. {
  496. struct inet_sock *inet = inet_sk(sk);
  497. struct net *net = sock_net(sk);
  498. int val = 0, err;
  499. bool needs_rtnl = setsockopt_needs_rtnl(optname);
  500. switch (optname) {
  501. case IP_PKTINFO:
  502. case IP_RECVTTL:
  503. case IP_RECVOPTS:
  504. case IP_RECVTOS:
  505. case IP_RETOPTS:
  506. case IP_TOS:
  507. case IP_TTL:
  508. case IP_HDRINCL:
  509. case IP_MTU_DISCOVER:
  510. case IP_RECVERR:
  511. case IP_ROUTER_ALERT:
  512. case IP_FREEBIND:
  513. case IP_PASSSEC:
  514. case IP_TRANSPARENT:
  515. case IP_MINTTL:
  516. case IP_NODEFRAG:
  517. case IP_BIND_ADDRESS_NO_PORT:
  518. case IP_UNICAST_IF:
  519. case IP_MULTICAST_TTL:
  520. case IP_MULTICAST_ALL:
  521. case IP_MULTICAST_LOOP:
  522. case IP_RECVORIGDSTADDR:
  523. case IP_CHECKSUM:
  524. case IP_RECVFRAGSIZE:
  525. if (optlen >= sizeof(int)) {
  526. if (get_user(val, (int __user *) optval))
  527. return -EFAULT;
  528. } else if (optlen >= sizeof(char)) {
  529. unsigned char ucval;
  530. if (get_user(ucval, (unsigned char __user *) optval))
  531. return -EFAULT;
  532. val = (int) ucval;
  533. }
  534. }
  535. /* If optlen==0, it is equivalent to val == 0 */
  536. if (optname == IP_ROUTER_ALERT)
  537. return ip_ra_control(sk, val ? 1 : 0, NULL);
  538. if (ip_mroute_opt(optname))
  539. return ip_mroute_setsockopt(sk, optname, optval, optlen);
  540. err = 0;
  541. if (needs_rtnl)
  542. rtnl_lock();
  543. lock_sock(sk);
  544. switch (optname) {
  545. case IP_OPTIONS:
  546. {
  547. struct ip_options_rcu *old, *opt = NULL;
  548. if (optlen > 40)
  549. goto e_inval;
  550. err = ip_options_get_from_user(sock_net(sk), &opt,
  551. optval, optlen);
  552. if (err)
  553. break;
  554. old = rcu_dereference_protected(inet->inet_opt,
  555. lockdep_sock_is_held(sk));
  556. if (inet->is_icsk) {
  557. struct inet_connection_sock *icsk = inet_csk(sk);
  558. #if IS_ENABLED(CONFIG_IPV6)
  559. if (sk->sk_family == PF_INET ||
  560. (!((1 << sk->sk_state) &
  561. (TCPF_LISTEN | TCPF_CLOSE)) &&
  562. inet->inet_daddr != LOOPBACK4_IPV6)) {
  563. #endif
  564. if (old)
  565. icsk->icsk_ext_hdr_len -= old->opt.optlen;
  566. if (opt)
  567. icsk->icsk_ext_hdr_len += opt->opt.optlen;
  568. icsk->icsk_sync_mss(sk, icsk->icsk_pmtu_cookie);
  569. #if IS_ENABLED(CONFIG_IPV6)
  570. }
  571. #endif
  572. }
  573. rcu_assign_pointer(inet->inet_opt, opt);
  574. if (old)
  575. kfree_rcu(old, rcu);
  576. break;
  577. }
  578. case IP_PKTINFO:
  579. if (val)
  580. inet->cmsg_flags |= IP_CMSG_PKTINFO;
  581. else
  582. inet->cmsg_flags &= ~IP_CMSG_PKTINFO;
  583. break;
  584. case IP_RECVTTL:
  585. if (val)
  586. inet->cmsg_flags |= IP_CMSG_TTL;
  587. else
  588. inet->cmsg_flags &= ~IP_CMSG_TTL;
  589. break;
  590. case IP_RECVTOS:
  591. if (val)
  592. inet->cmsg_flags |= IP_CMSG_TOS;
  593. else
  594. inet->cmsg_flags &= ~IP_CMSG_TOS;
  595. break;
  596. case IP_RECVOPTS:
  597. if (val)
  598. inet->cmsg_flags |= IP_CMSG_RECVOPTS;
  599. else
  600. inet->cmsg_flags &= ~IP_CMSG_RECVOPTS;
  601. break;
  602. case IP_RETOPTS:
  603. if (val)
  604. inet->cmsg_flags |= IP_CMSG_RETOPTS;
  605. else
  606. inet->cmsg_flags &= ~IP_CMSG_RETOPTS;
  607. break;
  608. case IP_PASSSEC:
  609. if (val)
  610. inet->cmsg_flags |= IP_CMSG_PASSSEC;
  611. else
  612. inet->cmsg_flags &= ~IP_CMSG_PASSSEC;
  613. break;
  614. case IP_RECVORIGDSTADDR:
  615. if (val)
  616. inet->cmsg_flags |= IP_CMSG_ORIGDSTADDR;
  617. else
  618. inet->cmsg_flags &= ~IP_CMSG_ORIGDSTADDR;
  619. break;
  620. case IP_CHECKSUM:
  621. if (val) {
  622. if (!(inet->cmsg_flags & IP_CMSG_CHECKSUM)) {
  623. inet_inc_convert_csum(sk);
  624. inet->cmsg_flags |= IP_CMSG_CHECKSUM;
  625. }
  626. } else {
  627. if (inet->cmsg_flags & IP_CMSG_CHECKSUM) {
  628. inet_dec_convert_csum(sk);
  629. inet->cmsg_flags &= ~IP_CMSG_CHECKSUM;
  630. }
  631. }
  632. break;
  633. case IP_RECVFRAGSIZE:
  634. if (sk->sk_type != SOCK_RAW && sk->sk_type != SOCK_DGRAM)
  635. goto e_inval;
  636. if (val)
  637. inet->cmsg_flags |= IP_CMSG_RECVFRAGSIZE;
  638. else
  639. inet->cmsg_flags &= ~IP_CMSG_RECVFRAGSIZE;
  640. break;
  641. case IP_TOS: /* This sets both TOS and Precedence */
  642. if (sk->sk_type == SOCK_STREAM) {
  643. val &= ~INET_ECN_MASK;
  644. val |= inet->tos & INET_ECN_MASK;
  645. }
  646. if (inet->tos != val) {
  647. inet->tos = val;
  648. sk->sk_priority = rt_tos2priority(val);
  649. sk_dst_reset(sk);
  650. }
  651. break;
  652. case IP_TTL:
  653. if (optlen < 1)
  654. goto e_inval;
  655. if (val != -1 && (val < 1 || val > 255))
  656. goto e_inval;
  657. inet->uc_ttl = val;
  658. break;
  659. case IP_HDRINCL:
  660. if (sk->sk_type != SOCK_RAW) {
  661. err = -ENOPROTOOPT;
  662. break;
  663. }
  664. inet->hdrincl = val ? 1 : 0;
  665. break;
  666. case IP_NODEFRAG:
  667. if (sk->sk_type != SOCK_RAW) {
  668. err = -ENOPROTOOPT;
  669. break;
  670. }
  671. inet->nodefrag = val ? 1 : 0;
  672. break;
  673. case IP_BIND_ADDRESS_NO_PORT:
  674. inet->bind_address_no_port = val ? 1 : 0;
  675. break;
  676. case IP_MTU_DISCOVER:
  677. if (val < IP_PMTUDISC_DONT || val > IP_PMTUDISC_OMIT)
  678. goto e_inval;
  679. inet->pmtudisc = val;
  680. break;
  681. case IP_RECVERR:
  682. inet->recverr = !!val;
  683. if (!val)
  684. skb_queue_purge(&sk->sk_error_queue);
  685. break;
  686. case IP_MULTICAST_TTL:
  687. if (sk->sk_type == SOCK_STREAM)
  688. goto e_inval;
  689. if (optlen < 1)
  690. goto e_inval;
  691. if (val == -1)
  692. val = 1;
  693. if (val < 0 || val > 255)
  694. goto e_inval;
  695. inet->mc_ttl = val;
  696. break;
  697. case IP_MULTICAST_LOOP:
  698. if (optlen < 1)
  699. goto e_inval;
  700. inet->mc_loop = !!val;
  701. break;
  702. case IP_UNICAST_IF:
  703. {
  704. struct net_device *dev = NULL;
  705. int ifindex;
  706. int midx;
  707. if (optlen != sizeof(int))
  708. goto e_inval;
  709. ifindex = (__force int)ntohl((__force __be32)val);
  710. if (ifindex == 0) {
  711. inet->uc_index = 0;
  712. err = 0;
  713. break;
  714. }
  715. dev = dev_get_by_index(sock_net(sk), ifindex);
  716. err = -EADDRNOTAVAIL;
  717. if (!dev)
  718. break;
  719. midx = l3mdev_master_ifindex(dev);
  720. dev_put(dev);
  721. err = -EINVAL;
  722. if (sk->sk_bound_dev_if &&
  723. (!midx || midx != sk->sk_bound_dev_if))
  724. break;
  725. inet->uc_index = ifindex;
  726. err = 0;
  727. break;
  728. }
  729. case IP_MULTICAST_IF:
  730. {
  731. struct ip_mreqn mreq;
  732. struct net_device *dev = NULL;
  733. int midx;
  734. if (sk->sk_type == SOCK_STREAM)
  735. goto e_inval;
  736. /*
  737. * Check the arguments are allowable
  738. */
  739. if (optlen < sizeof(struct in_addr))
  740. goto e_inval;
  741. err = -EFAULT;
  742. if (optlen >= sizeof(struct ip_mreqn)) {
  743. if (copy_from_user(&mreq, optval, sizeof(mreq)))
  744. break;
  745. } else {
  746. memset(&mreq, 0, sizeof(mreq));
  747. if (optlen >= sizeof(struct ip_mreq)) {
  748. if (copy_from_user(&mreq, optval,
  749. sizeof(struct ip_mreq)))
  750. break;
  751. } else if (optlen >= sizeof(struct in_addr)) {
  752. if (copy_from_user(&mreq.imr_address, optval,
  753. sizeof(struct in_addr)))
  754. break;
  755. }
  756. }
  757. if (!mreq.imr_ifindex) {
  758. if (mreq.imr_address.s_addr == htonl(INADDR_ANY)) {
  759. inet->mc_index = 0;
  760. inet->mc_addr = 0;
  761. err = 0;
  762. break;
  763. }
  764. dev = ip_dev_find(sock_net(sk), mreq.imr_address.s_addr);
  765. if (dev)
  766. mreq.imr_ifindex = dev->ifindex;
  767. } else
  768. dev = dev_get_by_index(sock_net(sk), mreq.imr_ifindex);
  769. err = -EADDRNOTAVAIL;
  770. if (!dev)
  771. break;
  772. midx = l3mdev_master_ifindex(dev);
  773. dev_put(dev);
  774. err = -EINVAL;
  775. if (sk->sk_bound_dev_if &&
  776. mreq.imr_ifindex != sk->sk_bound_dev_if &&
  777. (!midx || midx != sk->sk_bound_dev_if))
  778. break;
  779. inet->mc_index = mreq.imr_ifindex;
  780. inet->mc_addr = mreq.imr_address.s_addr;
  781. err = 0;
  782. break;
  783. }
  784. case IP_ADD_MEMBERSHIP:
  785. case IP_DROP_MEMBERSHIP:
  786. {
  787. struct ip_mreqn mreq;
  788. err = -EPROTO;
  789. if (inet_sk(sk)->is_icsk)
  790. break;
  791. if (optlen < sizeof(struct ip_mreq))
  792. goto e_inval;
  793. err = -EFAULT;
  794. if (optlen >= sizeof(struct ip_mreqn)) {
  795. if (copy_from_user(&mreq, optval, sizeof(mreq)))
  796. break;
  797. } else {
  798. memset(&mreq, 0, sizeof(mreq));
  799. if (copy_from_user(&mreq, optval, sizeof(struct ip_mreq)))
  800. break;
  801. }
  802. if (optname == IP_ADD_MEMBERSHIP)
  803. err = ip_mc_join_group(sk, &mreq);
  804. else
  805. err = ip_mc_leave_group(sk, &mreq);
  806. break;
  807. }
  808. case IP_MSFILTER:
  809. {
  810. struct ip_msfilter *msf;
  811. if (optlen < IP_MSFILTER_SIZE(0))
  812. goto e_inval;
  813. if (optlen > sysctl_optmem_max) {
  814. err = -ENOBUFS;
  815. break;
  816. }
  817. msf = memdup_user(optval, optlen);
  818. if (IS_ERR(msf)) {
  819. err = PTR_ERR(msf);
  820. break;
  821. }
  822. /* numsrc >= (1G-4) overflow in 32 bits */
  823. if (msf->imsf_numsrc >= 0x3ffffffcU ||
  824. msf->imsf_numsrc > net->ipv4.sysctl_igmp_max_msf) {
  825. kfree(msf);
  826. err = -ENOBUFS;
  827. break;
  828. }
  829. if (IP_MSFILTER_SIZE(msf->imsf_numsrc) > optlen) {
  830. kfree(msf);
  831. err = -EINVAL;
  832. break;
  833. }
  834. err = ip_mc_msfilter(sk, msf, 0);
  835. kfree(msf);
  836. break;
  837. }
  838. case IP_BLOCK_SOURCE:
  839. case IP_UNBLOCK_SOURCE:
  840. case IP_ADD_SOURCE_MEMBERSHIP:
  841. case IP_DROP_SOURCE_MEMBERSHIP:
  842. {
  843. struct ip_mreq_source mreqs;
  844. int omode, add;
  845. if (optlen != sizeof(struct ip_mreq_source))
  846. goto e_inval;
  847. if (copy_from_user(&mreqs, optval, sizeof(mreqs))) {
  848. err = -EFAULT;
  849. break;
  850. }
  851. if (optname == IP_BLOCK_SOURCE) {
  852. omode = MCAST_EXCLUDE;
  853. add = 1;
  854. } else if (optname == IP_UNBLOCK_SOURCE) {
  855. omode = MCAST_EXCLUDE;
  856. add = 0;
  857. } else if (optname == IP_ADD_SOURCE_MEMBERSHIP) {
  858. struct ip_mreqn mreq;
  859. mreq.imr_multiaddr.s_addr = mreqs.imr_multiaddr;
  860. mreq.imr_address.s_addr = mreqs.imr_interface;
  861. mreq.imr_ifindex = 0;
  862. err = ip_mc_join_group(sk, &mreq);
  863. if (err && err != -EADDRINUSE)
  864. break;
  865. omode = MCAST_INCLUDE;
  866. add = 1;
  867. } else /* IP_DROP_SOURCE_MEMBERSHIP */ {
  868. omode = MCAST_INCLUDE;
  869. add = 0;
  870. }
  871. err = ip_mc_source(add, omode, sk, &mreqs, 0);
  872. break;
  873. }
  874. case MCAST_JOIN_GROUP:
  875. case MCAST_LEAVE_GROUP:
  876. {
  877. struct group_req greq;
  878. struct sockaddr_in *psin;
  879. struct ip_mreqn mreq;
  880. if (optlen < sizeof(struct group_req))
  881. goto e_inval;
  882. err = -EFAULT;
  883. if (copy_from_user(&greq, optval, sizeof(greq)))
  884. break;
  885. psin = (struct sockaddr_in *)&greq.gr_group;
  886. if (psin->sin_family != AF_INET)
  887. goto e_inval;
  888. memset(&mreq, 0, sizeof(mreq));
  889. mreq.imr_multiaddr = psin->sin_addr;
  890. mreq.imr_ifindex = greq.gr_interface;
  891. if (optname == MCAST_JOIN_GROUP)
  892. err = ip_mc_join_group(sk, &mreq);
  893. else
  894. err = ip_mc_leave_group(sk, &mreq);
  895. break;
  896. }
  897. case MCAST_JOIN_SOURCE_GROUP:
  898. case MCAST_LEAVE_SOURCE_GROUP:
  899. case MCAST_BLOCK_SOURCE:
  900. case MCAST_UNBLOCK_SOURCE:
  901. {
  902. struct group_source_req greqs;
  903. struct ip_mreq_source mreqs;
  904. struct sockaddr_in *psin;
  905. int omode, add;
  906. if (optlen != sizeof(struct group_source_req))
  907. goto e_inval;
  908. if (copy_from_user(&greqs, optval, sizeof(greqs))) {
  909. err = -EFAULT;
  910. break;
  911. }
  912. if (greqs.gsr_group.ss_family != AF_INET ||
  913. greqs.gsr_source.ss_family != AF_INET) {
  914. err = -EADDRNOTAVAIL;
  915. break;
  916. }
  917. psin = (struct sockaddr_in *)&greqs.gsr_group;
  918. mreqs.imr_multiaddr = psin->sin_addr.s_addr;
  919. psin = (struct sockaddr_in *)&greqs.gsr_source;
  920. mreqs.imr_sourceaddr = psin->sin_addr.s_addr;
  921. mreqs.imr_interface = 0; /* use index for mc_source */
  922. if (optname == MCAST_BLOCK_SOURCE) {
  923. omode = MCAST_EXCLUDE;
  924. add = 1;
  925. } else if (optname == MCAST_UNBLOCK_SOURCE) {
  926. omode = MCAST_EXCLUDE;
  927. add = 0;
  928. } else if (optname == MCAST_JOIN_SOURCE_GROUP) {
  929. struct ip_mreqn mreq;
  930. psin = (struct sockaddr_in *)&greqs.gsr_group;
  931. mreq.imr_multiaddr = psin->sin_addr;
  932. mreq.imr_address.s_addr = 0;
  933. mreq.imr_ifindex = greqs.gsr_interface;
  934. err = ip_mc_join_group(sk, &mreq);
  935. if (err && err != -EADDRINUSE)
  936. break;
  937. greqs.gsr_interface = mreq.imr_ifindex;
  938. omode = MCAST_INCLUDE;
  939. add = 1;
  940. } else /* MCAST_LEAVE_SOURCE_GROUP */ {
  941. omode = MCAST_INCLUDE;
  942. add = 0;
  943. }
  944. err = ip_mc_source(add, omode, sk, &mreqs,
  945. greqs.gsr_interface);
  946. break;
  947. }
  948. case MCAST_MSFILTER:
  949. {
  950. struct sockaddr_in *psin;
  951. struct ip_msfilter *msf = NULL;
  952. struct group_filter *gsf = NULL;
  953. int msize, i, ifindex;
  954. if (optlen < GROUP_FILTER_SIZE(0))
  955. goto e_inval;
  956. if (optlen > sysctl_optmem_max) {
  957. err = -ENOBUFS;
  958. break;
  959. }
  960. gsf = memdup_user(optval, optlen);
  961. if (IS_ERR(gsf)) {
  962. err = PTR_ERR(gsf);
  963. break;
  964. }
  965. /* numsrc >= (4G-140)/128 overflow in 32 bits */
  966. if (gsf->gf_numsrc >= 0x1ffffff ||
  967. gsf->gf_numsrc > net->ipv4.sysctl_igmp_max_msf) {
  968. err = -ENOBUFS;
  969. goto mc_msf_out;
  970. }
  971. if (GROUP_FILTER_SIZE(gsf->gf_numsrc) > optlen) {
  972. err = -EINVAL;
  973. goto mc_msf_out;
  974. }
  975. msize = IP_MSFILTER_SIZE(gsf->gf_numsrc);
  976. msf = kmalloc(msize, GFP_KERNEL);
  977. if (!msf) {
  978. err = -ENOBUFS;
  979. goto mc_msf_out;
  980. }
  981. ifindex = gsf->gf_interface;
  982. psin = (struct sockaddr_in *)&gsf->gf_group;
  983. if (psin->sin_family != AF_INET) {
  984. err = -EADDRNOTAVAIL;
  985. goto mc_msf_out;
  986. }
  987. msf->imsf_multiaddr = psin->sin_addr.s_addr;
  988. msf->imsf_interface = 0;
  989. msf->imsf_fmode = gsf->gf_fmode;
  990. msf->imsf_numsrc = gsf->gf_numsrc;
  991. err = -EADDRNOTAVAIL;
  992. for (i = 0; i < gsf->gf_numsrc; ++i) {
  993. psin = (struct sockaddr_in *)&gsf->gf_slist[i];
  994. if (psin->sin_family != AF_INET)
  995. goto mc_msf_out;
  996. msf->imsf_slist[i] = psin->sin_addr.s_addr;
  997. }
  998. kfree(gsf);
  999. gsf = NULL;
  1000. err = ip_mc_msfilter(sk, msf, ifindex);
  1001. mc_msf_out:
  1002. kfree(msf);
  1003. kfree(gsf);
  1004. break;
  1005. }
  1006. case IP_MULTICAST_ALL:
  1007. if (optlen < 1)
  1008. goto e_inval;
  1009. if (val != 0 && val != 1)
  1010. goto e_inval;
  1011. inet->mc_all = val;
  1012. break;
  1013. case IP_FREEBIND:
  1014. if (optlen < 1)
  1015. goto e_inval;
  1016. inet->freebind = !!val;
  1017. break;
  1018. case IP_IPSEC_POLICY:
  1019. case IP_XFRM_POLICY:
  1020. err = -EPERM;
  1021. if (!ns_capable(sock_net(sk)->user_ns, CAP_NET_ADMIN))
  1022. break;
  1023. err = xfrm_user_policy(sk, optname, optval, optlen);
  1024. break;
  1025. case IP_TRANSPARENT:
  1026. if (!!val && !ns_capable(sock_net(sk)->user_ns, CAP_NET_RAW) &&
  1027. !ns_capable(sock_net(sk)->user_ns, CAP_NET_ADMIN)) {
  1028. err = -EPERM;
  1029. break;
  1030. }
  1031. if (optlen < 1)
  1032. goto e_inval;
  1033. inet->transparent = !!val;
  1034. break;
  1035. case IP_MINTTL:
  1036. if (optlen < 1)
  1037. goto e_inval;
  1038. if (val < 0 || val > 255)
  1039. goto e_inval;
  1040. inet->min_ttl = val;
  1041. break;
  1042. default:
  1043. err = -ENOPROTOOPT;
  1044. break;
  1045. }
  1046. release_sock(sk);
  1047. if (needs_rtnl)
  1048. rtnl_unlock();
  1049. return err;
  1050. e_inval:
  1051. release_sock(sk);
  1052. if (needs_rtnl)
  1053. rtnl_unlock();
  1054. return -EINVAL;
  1055. }
  1056. /**
  1057. * ipv4_pktinfo_prepare - transfer some info from rtable to skb
  1058. * @sk: socket
  1059. * @skb: buffer
  1060. *
  1061. * To support IP_CMSG_PKTINFO option, we store rt_iif and specific
  1062. * destination in skb->cb[] before dst drop.
  1063. * This way, receiver doesn't make cache line misses to read rtable.
  1064. */
  1065. void ipv4_pktinfo_prepare(const struct sock *sk, struct sk_buff *skb)
  1066. {
  1067. struct in_pktinfo *pktinfo = PKTINFO_SKB_CB(skb);
  1068. bool prepare = (inet_sk(sk)->cmsg_flags & IP_CMSG_PKTINFO) ||
  1069. ipv6_sk_rxinfo(sk);
  1070. if (prepare && skb_rtable(skb)) {
  1071. /* skb->cb is overloaded: prior to this point it is IP{6}CB
  1072. * which has interface index (iif) as the first member of the
  1073. * underlying inet{6}_skb_parm struct. This code then overlays
  1074. * PKTINFO_SKB_CB and in_pktinfo also has iif as the first
  1075. * element so the iif is picked up from the prior IPCB. If iif
  1076. * is the loopback interface, then return the sending interface
  1077. * (e.g., process binds socket to eth0 for Tx which is
  1078. * redirected to loopback in the rtable/dst).
  1079. */
  1080. struct rtable *rt = skb_rtable(skb);
  1081. bool l3slave = ipv4_l3mdev_skb(IPCB(skb)->flags);
  1082. if (pktinfo->ipi_ifindex == LOOPBACK_IFINDEX)
  1083. pktinfo->ipi_ifindex = inet_iif(skb);
  1084. else if (l3slave && rt && rt->rt_iif)
  1085. pktinfo->ipi_ifindex = rt->rt_iif;
  1086. pktinfo->ipi_spec_dst.s_addr = fib_compute_spec_dst(skb);
  1087. } else {
  1088. pktinfo->ipi_ifindex = 0;
  1089. pktinfo->ipi_spec_dst.s_addr = 0;
  1090. }
  1091. skb_dst_drop(skb);
  1092. }
  1093. int ip_setsockopt(struct sock *sk, int level,
  1094. int optname, char __user *optval, unsigned int optlen)
  1095. {
  1096. int err;
  1097. if (level != SOL_IP)
  1098. return -ENOPROTOOPT;
  1099. err = do_ip_setsockopt(sk, level, optname, optval, optlen);
  1100. #ifdef CONFIG_BPFILTER
  1101. if (optname >= BPFILTER_IPT_SO_SET_REPLACE &&
  1102. optname < BPFILTER_IPT_SET_MAX)
  1103. err = bpfilter_ip_set_sockopt(sk, optname, optval, optlen);
  1104. #endif
  1105. #ifdef CONFIG_NETFILTER
  1106. /* we need to exclude all possible ENOPROTOOPTs except default case */
  1107. if (err == -ENOPROTOOPT && optname != IP_HDRINCL &&
  1108. optname != IP_IPSEC_POLICY &&
  1109. optname != IP_XFRM_POLICY &&
  1110. !ip_mroute_opt(optname))
  1111. err = nf_setsockopt(sk, PF_INET, optname, optval, optlen);
  1112. #endif
  1113. return err;
  1114. }
  1115. EXPORT_SYMBOL(ip_setsockopt);
  1116. #ifdef CONFIG_COMPAT
  1117. int compat_ip_setsockopt(struct sock *sk, int level, int optname,
  1118. char __user *optval, unsigned int optlen)
  1119. {
  1120. int err;
  1121. if (level != SOL_IP)
  1122. return -ENOPROTOOPT;
  1123. if (optname >= MCAST_JOIN_GROUP && optname <= MCAST_MSFILTER)
  1124. return compat_mc_setsockopt(sk, level, optname, optval, optlen,
  1125. ip_setsockopt);
  1126. err = do_ip_setsockopt(sk, level, optname, optval, optlen);
  1127. #ifdef CONFIG_NETFILTER
  1128. /* we need to exclude all possible ENOPROTOOPTs except default case */
  1129. if (err == -ENOPROTOOPT && optname != IP_HDRINCL &&
  1130. optname != IP_IPSEC_POLICY &&
  1131. optname != IP_XFRM_POLICY &&
  1132. !ip_mroute_opt(optname))
  1133. err = compat_nf_setsockopt(sk, PF_INET, optname, optval,
  1134. optlen);
  1135. #endif
  1136. return err;
  1137. }
  1138. EXPORT_SYMBOL(compat_ip_setsockopt);
  1139. #endif
  1140. /*
  1141. * Get the options. Note for future reference. The GET of IP options gets
  1142. * the _received_ ones. The set sets the _sent_ ones.
  1143. */
  1144. static bool getsockopt_needs_rtnl(int optname)
  1145. {
  1146. switch (optname) {
  1147. case IP_MSFILTER:
  1148. case MCAST_MSFILTER:
  1149. return true;
  1150. }
  1151. return false;
  1152. }
  1153. static int do_ip_getsockopt(struct sock *sk, int level, int optname,
  1154. char __user *optval, int __user *optlen, unsigned int flags)
  1155. {
  1156. struct inet_sock *inet = inet_sk(sk);
  1157. bool needs_rtnl = getsockopt_needs_rtnl(optname);
  1158. int val, err = 0;
  1159. int len;
  1160. if (level != SOL_IP)
  1161. return -EOPNOTSUPP;
  1162. if (ip_mroute_opt(optname))
  1163. return ip_mroute_getsockopt(sk, optname, optval, optlen);
  1164. if (get_user(len, optlen))
  1165. return -EFAULT;
  1166. if (len < 0)
  1167. return -EINVAL;
  1168. if (needs_rtnl)
  1169. rtnl_lock();
  1170. lock_sock(sk);
  1171. switch (optname) {
  1172. case IP_OPTIONS:
  1173. {
  1174. unsigned char optbuf[sizeof(struct ip_options)+40];
  1175. struct ip_options *opt = (struct ip_options *)optbuf;
  1176. struct ip_options_rcu *inet_opt;
  1177. inet_opt = rcu_dereference_protected(inet->inet_opt,
  1178. lockdep_sock_is_held(sk));
  1179. opt->optlen = 0;
  1180. if (inet_opt)
  1181. memcpy(optbuf, &inet_opt->opt,
  1182. sizeof(struct ip_options) +
  1183. inet_opt->opt.optlen);
  1184. release_sock(sk);
  1185. if (opt->optlen == 0)
  1186. return put_user(0, optlen);
  1187. ip_options_undo(opt);
  1188. len = min_t(unsigned int, len, opt->optlen);
  1189. if (put_user(len, optlen))
  1190. return -EFAULT;
  1191. if (copy_to_user(optval, opt->__data, len))
  1192. return -EFAULT;
  1193. return 0;
  1194. }
  1195. case IP_PKTINFO:
  1196. val = (inet->cmsg_flags & IP_CMSG_PKTINFO) != 0;
  1197. break;
  1198. case IP_RECVTTL:
  1199. val = (inet->cmsg_flags & IP_CMSG_TTL) != 0;
  1200. break;
  1201. case IP_RECVTOS:
  1202. val = (inet->cmsg_flags & IP_CMSG_TOS) != 0;
  1203. break;
  1204. case IP_RECVOPTS:
  1205. val = (inet->cmsg_flags & IP_CMSG_RECVOPTS) != 0;
  1206. break;
  1207. case IP_RETOPTS:
  1208. val = (inet->cmsg_flags & IP_CMSG_RETOPTS) != 0;
  1209. break;
  1210. case IP_PASSSEC:
  1211. val = (inet->cmsg_flags & IP_CMSG_PASSSEC) != 0;
  1212. break;
  1213. case IP_RECVORIGDSTADDR:
  1214. val = (inet->cmsg_flags & IP_CMSG_ORIGDSTADDR) != 0;
  1215. break;
  1216. case IP_CHECKSUM:
  1217. val = (inet->cmsg_flags & IP_CMSG_CHECKSUM) != 0;
  1218. break;
  1219. case IP_RECVFRAGSIZE:
  1220. val = (inet->cmsg_flags & IP_CMSG_RECVFRAGSIZE) != 0;
  1221. break;
  1222. case IP_TOS:
  1223. val = inet->tos;
  1224. break;
  1225. case IP_TTL:
  1226. {
  1227. struct net *net = sock_net(sk);
  1228. val = (inet->uc_ttl == -1 ?
  1229. net->ipv4.sysctl_ip_default_ttl :
  1230. inet->uc_ttl);
  1231. break;
  1232. }
  1233. case IP_HDRINCL:
  1234. val = inet->hdrincl;
  1235. break;
  1236. case IP_NODEFRAG:
  1237. val = inet->nodefrag;
  1238. break;
  1239. case IP_BIND_ADDRESS_NO_PORT:
  1240. val = inet->bind_address_no_port;
  1241. break;
  1242. case IP_MTU_DISCOVER:
  1243. val = inet->pmtudisc;
  1244. break;
  1245. case IP_MTU:
  1246. {
  1247. struct dst_entry *dst;
  1248. val = 0;
  1249. dst = sk_dst_get(sk);
  1250. if (dst) {
  1251. val = dst_mtu(dst);
  1252. dst_release(dst);
  1253. }
  1254. if (!val) {
  1255. release_sock(sk);
  1256. return -ENOTCONN;
  1257. }
  1258. break;
  1259. }
  1260. case IP_RECVERR:
  1261. val = inet->recverr;
  1262. break;
  1263. case IP_MULTICAST_TTL:
  1264. val = inet->mc_ttl;
  1265. break;
  1266. case IP_MULTICAST_LOOP:
  1267. val = inet->mc_loop;
  1268. break;
  1269. case IP_UNICAST_IF:
  1270. val = (__force int)htonl((__u32) inet->uc_index);
  1271. break;
  1272. case IP_MULTICAST_IF:
  1273. {
  1274. struct in_addr addr;
  1275. len = min_t(unsigned int, len, sizeof(struct in_addr));
  1276. addr.s_addr = inet->mc_addr;
  1277. release_sock(sk);
  1278. if (put_user(len, optlen))
  1279. return -EFAULT;
  1280. if (copy_to_user(optval, &addr, len))
  1281. return -EFAULT;
  1282. return 0;
  1283. }
  1284. case IP_MSFILTER:
  1285. {
  1286. struct ip_msfilter msf;
  1287. if (len < IP_MSFILTER_SIZE(0)) {
  1288. err = -EINVAL;
  1289. goto out;
  1290. }
  1291. if (copy_from_user(&msf, optval, IP_MSFILTER_SIZE(0))) {
  1292. err = -EFAULT;
  1293. goto out;
  1294. }
  1295. err = ip_mc_msfget(sk, &msf,
  1296. (struct ip_msfilter __user *)optval, optlen);
  1297. goto out;
  1298. }
  1299. case MCAST_MSFILTER:
  1300. {
  1301. struct group_filter gsf;
  1302. if (len < GROUP_FILTER_SIZE(0)) {
  1303. err = -EINVAL;
  1304. goto out;
  1305. }
  1306. if (copy_from_user(&gsf, optval, GROUP_FILTER_SIZE(0))) {
  1307. err = -EFAULT;
  1308. goto out;
  1309. }
  1310. err = ip_mc_gsfget(sk, &gsf,
  1311. (struct group_filter __user *)optval,
  1312. optlen);
  1313. goto out;
  1314. }
  1315. case IP_MULTICAST_ALL:
  1316. val = inet->mc_all;
  1317. break;
  1318. case IP_PKTOPTIONS:
  1319. {
  1320. struct msghdr msg;
  1321. release_sock(sk);
  1322. if (sk->sk_type != SOCK_STREAM)
  1323. return -ENOPROTOOPT;
  1324. msg.msg_control = (__force void *) optval;
  1325. msg.msg_controllen = len;
  1326. msg.msg_flags = flags;
  1327. if (inet->cmsg_flags & IP_CMSG_PKTINFO) {
  1328. struct in_pktinfo info;
  1329. info.ipi_addr.s_addr = inet->inet_rcv_saddr;
  1330. info.ipi_spec_dst.s_addr = inet->inet_rcv_saddr;
  1331. info.ipi_ifindex = inet->mc_index;
  1332. put_cmsg(&msg, SOL_IP, IP_PKTINFO, sizeof(info), &info);
  1333. }
  1334. if (inet->cmsg_flags & IP_CMSG_TTL) {
  1335. int hlim = inet->mc_ttl;
  1336. put_cmsg(&msg, SOL_IP, IP_TTL, sizeof(hlim), &hlim);
  1337. }
  1338. if (inet->cmsg_flags & IP_CMSG_TOS) {
  1339. int tos = inet->rcv_tos;
  1340. put_cmsg(&msg, SOL_IP, IP_TOS, sizeof(tos), &tos);
  1341. }
  1342. len -= msg.msg_controllen;
  1343. return put_user(len, optlen);
  1344. }
  1345. case IP_FREEBIND:
  1346. val = inet->freebind;
  1347. break;
  1348. case IP_TRANSPARENT:
  1349. val = inet->transparent;
  1350. break;
  1351. case IP_MINTTL:
  1352. val = inet->min_ttl;
  1353. break;
  1354. default:
  1355. release_sock(sk);
  1356. return -ENOPROTOOPT;
  1357. }
  1358. release_sock(sk);
  1359. if (len < sizeof(int) && len > 0 && val >= 0 && val <= 255) {
  1360. unsigned char ucval = (unsigned char)val;
  1361. len = 1;
  1362. if (put_user(len, optlen))
  1363. return -EFAULT;
  1364. if (copy_to_user(optval, &ucval, 1))
  1365. return -EFAULT;
  1366. } else {
  1367. len = min_t(unsigned int, sizeof(int), len);
  1368. if (put_user(len, optlen))
  1369. return -EFAULT;
  1370. if (copy_to_user(optval, &val, len))
  1371. return -EFAULT;
  1372. }
  1373. return 0;
  1374. out:
  1375. release_sock(sk);
  1376. if (needs_rtnl)
  1377. rtnl_unlock();
  1378. return err;
  1379. }
  1380. int ip_getsockopt(struct sock *sk, int level,
  1381. int optname, char __user *optval, int __user *optlen)
  1382. {
  1383. int err;
  1384. err = do_ip_getsockopt(sk, level, optname, optval, optlen, 0);
  1385. #ifdef CONFIG_BPFILTER
  1386. if (optname >= BPFILTER_IPT_SO_GET_INFO &&
  1387. optname < BPFILTER_IPT_GET_MAX)
  1388. err = bpfilter_ip_get_sockopt(sk, optname, optval, optlen);
  1389. #endif
  1390. #ifdef CONFIG_NETFILTER
  1391. /* we need to exclude all possible ENOPROTOOPTs except default case */
  1392. if (err == -ENOPROTOOPT && optname != IP_PKTOPTIONS &&
  1393. !ip_mroute_opt(optname)) {
  1394. int len;
  1395. if (get_user(len, optlen))
  1396. return -EFAULT;
  1397. err = nf_getsockopt(sk, PF_INET, optname, optval, &len);
  1398. if (err >= 0)
  1399. err = put_user(len, optlen);
  1400. return err;
  1401. }
  1402. #endif
  1403. return err;
  1404. }
  1405. EXPORT_SYMBOL(ip_getsockopt);
  1406. #ifdef CONFIG_COMPAT
  1407. int compat_ip_getsockopt(struct sock *sk, int level, int optname,
  1408. char __user *optval, int __user *optlen)
  1409. {
  1410. int err;
  1411. if (optname == MCAST_MSFILTER)
  1412. return compat_mc_getsockopt(sk, level, optname, optval, optlen,
  1413. ip_getsockopt);
  1414. err = do_ip_getsockopt(sk, level, optname, optval, optlen,
  1415. MSG_CMSG_COMPAT);
  1416. #ifdef CONFIG_BPFILTER
  1417. if (optname >= BPFILTER_IPT_SO_GET_INFO &&
  1418. optname < BPFILTER_IPT_GET_MAX)
  1419. err = bpfilter_ip_get_sockopt(sk, optname, optval, optlen);
  1420. #endif
  1421. #ifdef CONFIG_NETFILTER
  1422. /* we need to exclude all possible ENOPROTOOPTs except default case */
  1423. if (err == -ENOPROTOOPT && optname != IP_PKTOPTIONS &&
  1424. !ip_mroute_opt(optname)) {
  1425. int len;
  1426. if (get_user(len, optlen))
  1427. return -EFAULT;
  1428. err = compat_nf_getsockopt(sk, PF_INET, optname, optval, &len);
  1429. if (err >= 0)
  1430. err = put_user(len, optlen);
  1431. return err;
  1432. }
  1433. #endif
  1434. return err;
  1435. }
  1436. EXPORT_SYMBOL(compat_ip_getsockopt);
  1437. #endif