netdevice.h 123 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051
  1. /*
  2. * INET An implementation of the TCP/IP protocol suite for the LINUX
  3. * operating system. INET is implemented using the BSD Socket
  4. * interface as the means of communication with the user level.
  5. *
  6. * Definitions for the Interfaces handler.
  7. *
  8. * Version: @(#)dev.h 1.0.10 08/12/93
  9. *
  10. * Authors: Ross Biro
  11. * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
  12. * Corey Minyard <wf-rch!minyard@relay.EU.net>
  13. * Donald J. Becker, <becker@cesdis.gsfc.nasa.gov>
  14. * Alan Cox, <alan@lxorguk.ukuu.org.uk>
  15. * Bjorn Ekwall. <bj0rn@blox.se>
  16. * Pekka Riikonen <priikone@poseidon.pspt.fi>
  17. *
  18. * This program is free software; you can redistribute it and/or
  19. * modify it under the terms of the GNU General Public License
  20. * as published by the Free Software Foundation; either version
  21. * 2 of the License, or (at your option) any later version.
  22. *
  23. * Moved to /usr/include/linux for NET3
  24. */
  25. #ifndef _LINUX_NETDEVICE_H
  26. #define _LINUX_NETDEVICE_H
  27. #include <linux/timer.h>
  28. #include <linux/bug.h>
  29. #include <linux/delay.h>
  30. #include <linux/atomic.h>
  31. #include <linux/prefetch.h>
  32. #include <asm/cache.h>
  33. #include <asm/byteorder.h>
  34. #include <linux/percpu.h>
  35. #include <linux/rculist.h>
  36. #include <linux/dmaengine.h>
  37. #include <linux/workqueue.h>
  38. #include <linux/dynamic_queue_limits.h>
  39. #include <linux/ethtool.h>
  40. #include <net/net_namespace.h>
  41. #include <net/dsa.h>
  42. #ifdef CONFIG_DCB
  43. #include <net/dcbnl.h>
  44. #endif
  45. #include <net/netprio_cgroup.h>
  46. #include <linux/netdev_features.h>
  47. #include <linux/neighbour.h>
  48. #include <uapi/linux/netdevice.h>
  49. #include <uapi/linux/if_bonding.h>
  50. struct netpoll_info;
  51. struct device;
  52. struct phy_device;
  53. /* 802.11 specific */
  54. struct wireless_dev;
  55. /* 802.15.4 specific */
  56. struct wpan_dev;
  57. struct mpls_dev;
  58. void netdev_set_default_ethtool_ops(struct net_device *dev,
  59. const struct ethtool_ops *ops);
  60. /* Backlog congestion levels */
  61. #define NET_RX_SUCCESS 0 /* keep 'em coming, baby */
  62. #define NET_RX_DROP 1 /* packet dropped */
  63. /*
  64. * Transmit return codes: transmit return codes originate from three different
  65. * namespaces:
  66. *
  67. * - qdisc return codes
  68. * - driver transmit return codes
  69. * - errno values
  70. *
  71. * Drivers are allowed to return any one of those in their hard_start_xmit()
  72. * function. Real network devices commonly used with qdiscs should only return
  73. * the driver transmit return codes though - when qdiscs are used, the actual
  74. * transmission happens asynchronously, so the value is not propagated to
  75. * higher layers. Virtual network devices transmit synchronously, in this case
  76. * the driver transmit return codes are consumed by dev_queue_xmit(), all
  77. * others are propagated to higher layers.
  78. */
  79. /* qdisc ->enqueue() return codes. */
  80. #define NET_XMIT_SUCCESS 0x00
  81. #define NET_XMIT_DROP 0x01 /* skb dropped */
  82. #define NET_XMIT_CN 0x02 /* congestion notification */
  83. #define NET_XMIT_POLICED 0x03 /* skb is shot by police */
  84. #define NET_XMIT_MASK 0x0f /* qdisc flags in net/sch_generic.h */
  85. /* NET_XMIT_CN is special. It does not guarantee that this packet is lost. It
  86. * indicates that the device will soon be dropping packets, or already drops
  87. * some packets of the same priority; prompting us to send less aggressively. */
  88. #define net_xmit_eval(e) ((e) == NET_XMIT_CN ? 0 : (e))
  89. #define net_xmit_errno(e) ((e) != NET_XMIT_CN ? -ENOBUFS : 0)
  90. /* Driver transmit return codes */
  91. #define NETDEV_TX_MASK 0xf0
  92. enum netdev_tx {
  93. __NETDEV_TX_MIN = INT_MIN, /* make sure enum is signed */
  94. NETDEV_TX_OK = 0x00, /* driver took care of packet */
  95. NETDEV_TX_BUSY = 0x10, /* driver tx path was busy*/
  96. NETDEV_TX_LOCKED = 0x20, /* driver tx lock was already taken */
  97. };
  98. typedef enum netdev_tx netdev_tx_t;
  99. /*
  100. * Current order: NETDEV_TX_MASK > NET_XMIT_MASK >= 0 is significant;
  101. * hard_start_xmit() return < NET_XMIT_MASK means skb was consumed.
  102. */
  103. static inline bool dev_xmit_complete(int rc)
  104. {
  105. /*
  106. * Positive cases with an skb consumed by a driver:
  107. * - successful transmission (rc == NETDEV_TX_OK)
  108. * - error while transmitting (rc < 0)
  109. * - error while queueing to a different device (rc & NET_XMIT_MASK)
  110. */
  111. if (likely(rc < NET_XMIT_MASK))
  112. return true;
  113. return false;
  114. }
  115. /*
  116. * Compute the worst case header length according to the protocols
  117. * used.
  118. */
  119. #if defined(CONFIG_WLAN) || IS_ENABLED(CONFIG_AX25)
  120. # if defined(CONFIG_MAC80211_MESH)
  121. # define LL_MAX_HEADER 128
  122. # else
  123. # define LL_MAX_HEADER 96
  124. # endif
  125. #else
  126. # define LL_MAX_HEADER 32
  127. #endif
  128. #if !IS_ENABLED(CONFIG_NET_IPIP) && !IS_ENABLED(CONFIG_NET_IPGRE) && \
  129. !IS_ENABLED(CONFIG_IPV6_SIT) && !IS_ENABLED(CONFIG_IPV6_TUNNEL)
  130. #define MAX_HEADER LL_MAX_HEADER
  131. #else
  132. #define MAX_HEADER (LL_MAX_HEADER + 48)
  133. #endif
  134. /*
  135. * Old network device statistics. Fields are native words
  136. * (unsigned long) so they can be read and written atomically.
  137. */
  138. struct net_device_stats {
  139. unsigned long rx_packets;
  140. unsigned long tx_packets;
  141. unsigned long rx_bytes;
  142. unsigned long tx_bytes;
  143. unsigned long rx_errors;
  144. unsigned long tx_errors;
  145. unsigned long rx_dropped;
  146. unsigned long tx_dropped;
  147. unsigned long multicast;
  148. unsigned long collisions;
  149. unsigned long rx_length_errors;
  150. unsigned long rx_over_errors;
  151. unsigned long rx_crc_errors;
  152. unsigned long rx_frame_errors;
  153. unsigned long rx_fifo_errors;
  154. unsigned long rx_missed_errors;
  155. unsigned long tx_aborted_errors;
  156. unsigned long tx_carrier_errors;
  157. unsigned long tx_fifo_errors;
  158. unsigned long tx_heartbeat_errors;
  159. unsigned long tx_window_errors;
  160. unsigned long rx_compressed;
  161. unsigned long tx_compressed;
  162. };
  163. #include <linux/cache.h>
  164. #include <linux/skbuff.h>
  165. #ifdef CONFIG_RPS
  166. #include <linux/static_key.h>
  167. extern struct static_key rps_needed;
  168. #endif
  169. struct neighbour;
  170. struct neigh_parms;
  171. struct sk_buff;
  172. struct netdev_hw_addr {
  173. struct list_head list;
  174. unsigned char addr[MAX_ADDR_LEN];
  175. unsigned char type;
  176. #define NETDEV_HW_ADDR_T_LAN 1
  177. #define NETDEV_HW_ADDR_T_SAN 2
  178. #define NETDEV_HW_ADDR_T_SLAVE 3
  179. #define NETDEV_HW_ADDR_T_UNICAST 4
  180. #define NETDEV_HW_ADDR_T_MULTICAST 5
  181. bool global_use;
  182. int sync_cnt;
  183. int refcount;
  184. int synced;
  185. struct rcu_head rcu_head;
  186. };
  187. struct netdev_hw_addr_list {
  188. struct list_head list;
  189. int count;
  190. };
  191. #define netdev_hw_addr_list_count(l) ((l)->count)
  192. #define netdev_hw_addr_list_empty(l) (netdev_hw_addr_list_count(l) == 0)
  193. #define netdev_hw_addr_list_for_each(ha, l) \
  194. list_for_each_entry(ha, &(l)->list, list)
  195. #define netdev_uc_count(dev) netdev_hw_addr_list_count(&(dev)->uc)
  196. #define netdev_uc_empty(dev) netdev_hw_addr_list_empty(&(dev)->uc)
  197. #define netdev_for_each_uc_addr(ha, dev) \
  198. netdev_hw_addr_list_for_each(ha, &(dev)->uc)
  199. #define netdev_mc_count(dev) netdev_hw_addr_list_count(&(dev)->mc)
  200. #define netdev_mc_empty(dev) netdev_hw_addr_list_empty(&(dev)->mc)
  201. #define netdev_for_each_mc_addr(ha, dev) \
  202. netdev_hw_addr_list_for_each(ha, &(dev)->mc)
  203. struct hh_cache {
  204. u16 hh_len;
  205. u16 __pad;
  206. seqlock_t hh_lock;
  207. /* cached hardware header; allow for machine alignment needs. */
  208. #define HH_DATA_MOD 16
  209. #define HH_DATA_OFF(__len) \
  210. (HH_DATA_MOD - (((__len - 1) & (HH_DATA_MOD - 1)) + 1))
  211. #define HH_DATA_ALIGN(__len) \
  212. (((__len)+(HH_DATA_MOD-1))&~(HH_DATA_MOD - 1))
  213. unsigned long hh_data[HH_DATA_ALIGN(LL_MAX_HEADER) / sizeof(long)];
  214. };
  215. /* Reserve HH_DATA_MOD byte aligned hard_header_len, but at least that much.
  216. * Alternative is:
  217. * dev->hard_header_len ? (dev->hard_header_len +
  218. * (HH_DATA_MOD - 1)) & ~(HH_DATA_MOD - 1) : 0
  219. *
  220. * We could use other alignment values, but we must maintain the
  221. * relationship HH alignment <= LL alignment.
  222. */
  223. #define LL_RESERVED_SPACE(dev) \
  224. ((((dev)->hard_header_len+(dev)->needed_headroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
  225. #define LL_RESERVED_SPACE_EXTRA(dev,extra) \
  226. ((((dev)->hard_header_len+(dev)->needed_headroom+(extra))&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
  227. struct header_ops {
  228. int (*create) (struct sk_buff *skb, struct net_device *dev,
  229. unsigned short type, const void *daddr,
  230. const void *saddr, unsigned int len);
  231. int (*parse)(const struct sk_buff *skb, unsigned char *haddr);
  232. int (*cache)(const struct neighbour *neigh, struct hh_cache *hh, __be16 type);
  233. void (*cache_update)(struct hh_cache *hh,
  234. const struct net_device *dev,
  235. const unsigned char *haddr);
  236. };
  237. /* These flag bits are private to the generic network queueing
  238. * layer, they may not be explicitly referenced by any other
  239. * code.
  240. */
  241. enum netdev_state_t {
  242. __LINK_STATE_START,
  243. __LINK_STATE_PRESENT,
  244. __LINK_STATE_NOCARRIER,
  245. __LINK_STATE_LINKWATCH_PENDING,
  246. __LINK_STATE_DORMANT,
  247. };
  248. /*
  249. * This structure holds at boot time configured netdevice settings. They
  250. * are then used in the device probing.
  251. */
  252. struct netdev_boot_setup {
  253. char name[IFNAMSIZ];
  254. struct ifmap map;
  255. };
  256. #define NETDEV_BOOT_SETUP_MAX 8
  257. int __init netdev_boot_setup(char *str);
  258. /*
  259. * Structure for NAPI scheduling similar to tasklet but with weighting
  260. */
  261. struct napi_struct {
  262. /* The poll_list must only be managed by the entity which
  263. * changes the state of the NAPI_STATE_SCHED bit. This means
  264. * whoever atomically sets that bit can add this napi_struct
  265. * to the per-cpu poll_list, and whoever clears that bit
  266. * can remove from the list right before clearing the bit.
  267. */
  268. struct list_head poll_list;
  269. unsigned long state;
  270. int weight;
  271. unsigned int gro_count;
  272. int (*poll)(struct napi_struct *, int);
  273. #ifdef CONFIG_NETPOLL
  274. spinlock_t poll_lock;
  275. int poll_owner;
  276. #endif
  277. struct net_device *dev;
  278. struct sk_buff *gro_list;
  279. struct sk_buff *skb;
  280. struct hrtimer timer;
  281. struct list_head dev_list;
  282. struct hlist_node napi_hash_node;
  283. unsigned int napi_id;
  284. };
  285. enum {
  286. NAPI_STATE_SCHED, /* Poll is scheduled */
  287. NAPI_STATE_DISABLE, /* Disable pending */
  288. NAPI_STATE_NPSVC, /* Netpoll - don't dequeue from poll_list */
  289. NAPI_STATE_HASHED, /* In NAPI hash */
  290. };
  291. enum gro_result {
  292. GRO_MERGED,
  293. GRO_MERGED_FREE,
  294. GRO_HELD,
  295. GRO_NORMAL,
  296. GRO_DROP,
  297. };
  298. typedef enum gro_result gro_result_t;
  299. /*
  300. * enum rx_handler_result - Possible return values for rx_handlers.
  301. * @RX_HANDLER_CONSUMED: skb was consumed by rx_handler, do not process it
  302. * further.
  303. * @RX_HANDLER_ANOTHER: Do another round in receive path. This is indicated in
  304. * case skb->dev was changed by rx_handler.
  305. * @RX_HANDLER_EXACT: Force exact delivery, no wildcard.
  306. * @RX_HANDLER_PASS: Do nothing, passe the skb as if no rx_handler was called.
  307. *
  308. * rx_handlers are functions called from inside __netif_receive_skb(), to do
  309. * special processing of the skb, prior to delivery to protocol handlers.
  310. *
  311. * Currently, a net_device can only have a single rx_handler registered. Trying
  312. * to register a second rx_handler will return -EBUSY.
  313. *
  314. * To register a rx_handler on a net_device, use netdev_rx_handler_register().
  315. * To unregister a rx_handler on a net_device, use
  316. * netdev_rx_handler_unregister().
  317. *
  318. * Upon return, rx_handler is expected to tell __netif_receive_skb() what to
  319. * do with the skb.
  320. *
  321. * If the rx_handler consumed to skb in some way, it should return
  322. * RX_HANDLER_CONSUMED. This is appropriate when the rx_handler arranged for
  323. * the skb to be delivered in some other ways.
  324. *
  325. * If the rx_handler changed skb->dev, to divert the skb to another
  326. * net_device, it should return RX_HANDLER_ANOTHER. The rx_handler for the
  327. * new device will be called if it exists.
  328. *
  329. * If the rx_handler consider the skb should be ignored, it should return
  330. * RX_HANDLER_EXACT. The skb will only be delivered to protocol handlers that
  331. * are registered on exact device (ptype->dev == skb->dev).
  332. *
  333. * If the rx_handler didn't changed skb->dev, but want the skb to be normally
  334. * delivered, it should return RX_HANDLER_PASS.
  335. *
  336. * A device without a registered rx_handler will behave as if rx_handler
  337. * returned RX_HANDLER_PASS.
  338. */
  339. enum rx_handler_result {
  340. RX_HANDLER_CONSUMED,
  341. RX_HANDLER_ANOTHER,
  342. RX_HANDLER_EXACT,
  343. RX_HANDLER_PASS,
  344. };
  345. typedef enum rx_handler_result rx_handler_result_t;
  346. typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **pskb);
  347. void __napi_schedule(struct napi_struct *n);
  348. void __napi_schedule_irqoff(struct napi_struct *n);
  349. static inline bool napi_disable_pending(struct napi_struct *n)
  350. {
  351. return test_bit(NAPI_STATE_DISABLE, &n->state);
  352. }
  353. /**
  354. * napi_schedule_prep - check if napi can be scheduled
  355. * @n: napi context
  356. *
  357. * Test if NAPI routine is already running, and if not mark
  358. * it as running. This is used as a condition variable
  359. * insure only one NAPI poll instance runs. We also make
  360. * sure there is no pending NAPI disable.
  361. */
  362. static inline bool napi_schedule_prep(struct napi_struct *n)
  363. {
  364. return !napi_disable_pending(n) &&
  365. !test_and_set_bit(NAPI_STATE_SCHED, &n->state);
  366. }
  367. /**
  368. * napi_schedule - schedule NAPI poll
  369. * @n: napi context
  370. *
  371. * Schedule NAPI poll routine to be called if it is not already
  372. * running.
  373. */
  374. static inline void napi_schedule(struct napi_struct *n)
  375. {
  376. if (napi_schedule_prep(n))
  377. __napi_schedule(n);
  378. }
  379. /**
  380. * napi_schedule_irqoff - schedule NAPI poll
  381. * @n: napi context
  382. *
  383. * Variant of napi_schedule(), assuming hard irqs are masked.
  384. */
  385. static inline void napi_schedule_irqoff(struct napi_struct *n)
  386. {
  387. if (napi_schedule_prep(n))
  388. __napi_schedule_irqoff(n);
  389. }
  390. /* Try to reschedule poll. Called by dev->poll() after napi_complete(). */
  391. static inline bool napi_reschedule(struct napi_struct *napi)
  392. {
  393. if (napi_schedule_prep(napi)) {
  394. __napi_schedule(napi);
  395. return true;
  396. }
  397. return false;
  398. }
  399. void __napi_complete(struct napi_struct *n);
  400. void napi_complete_done(struct napi_struct *n, int work_done);
  401. /**
  402. * napi_complete - NAPI processing complete
  403. * @n: napi context
  404. *
  405. * Mark NAPI processing as complete.
  406. * Consider using napi_complete_done() instead.
  407. */
  408. static inline void napi_complete(struct napi_struct *n)
  409. {
  410. return napi_complete_done(n, 0);
  411. }
  412. /**
  413. * napi_by_id - lookup a NAPI by napi_id
  414. * @napi_id: hashed napi_id
  415. *
  416. * lookup @napi_id in napi_hash table
  417. * must be called under rcu_read_lock()
  418. */
  419. struct napi_struct *napi_by_id(unsigned int napi_id);
  420. /**
  421. * napi_hash_add - add a NAPI to global hashtable
  422. * @napi: napi context
  423. *
  424. * generate a new napi_id and store a @napi under it in napi_hash
  425. */
  426. void napi_hash_add(struct napi_struct *napi);
  427. /**
  428. * napi_hash_del - remove a NAPI from global table
  429. * @napi: napi context
  430. *
  431. * Warning: caller must observe rcu grace period
  432. * before freeing memory containing @napi
  433. */
  434. void napi_hash_del(struct napi_struct *napi);
  435. /**
  436. * napi_disable - prevent NAPI from scheduling
  437. * @n: napi context
  438. *
  439. * Stop NAPI from being scheduled on this context.
  440. * Waits till any outstanding processing completes.
  441. */
  442. void napi_disable(struct napi_struct *n);
  443. /**
  444. * napi_enable - enable NAPI scheduling
  445. * @n: napi context
  446. *
  447. * Resume NAPI from being scheduled on this context.
  448. * Must be paired with napi_disable.
  449. */
  450. static inline void napi_enable(struct napi_struct *n)
  451. {
  452. BUG_ON(!test_bit(NAPI_STATE_SCHED, &n->state));
  453. smp_mb__before_atomic();
  454. clear_bit(NAPI_STATE_SCHED, &n->state);
  455. clear_bit(NAPI_STATE_NPSVC, &n->state);
  456. }
  457. #ifdef CONFIG_SMP
  458. /**
  459. * napi_synchronize - wait until NAPI is not running
  460. * @n: napi context
  461. *
  462. * Wait until NAPI is done being scheduled on this context.
  463. * Waits till any outstanding processing completes but
  464. * does not disable future activations.
  465. */
  466. static inline void napi_synchronize(const struct napi_struct *n)
  467. {
  468. while (test_bit(NAPI_STATE_SCHED, &n->state))
  469. msleep(1);
  470. }
  471. #else
  472. # define napi_synchronize(n) barrier()
  473. #endif
  474. enum netdev_queue_state_t {
  475. __QUEUE_STATE_DRV_XOFF,
  476. __QUEUE_STATE_STACK_XOFF,
  477. __QUEUE_STATE_FROZEN,
  478. };
  479. #define QUEUE_STATE_DRV_XOFF (1 << __QUEUE_STATE_DRV_XOFF)
  480. #define QUEUE_STATE_STACK_XOFF (1 << __QUEUE_STATE_STACK_XOFF)
  481. #define QUEUE_STATE_FROZEN (1 << __QUEUE_STATE_FROZEN)
  482. #define QUEUE_STATE_ANY_XOFF (QUEUE_STATE_DRV_XOFF | QUEUE_STATE_STACK_XOFF)
  483. #define QUEUE_STATE_ANY_XOFF_OR_FROZEN (QUEUE_STATE_ANY_XOFF | \
  484. QUEUE_STATE_FROZEN)
  485. #define QUEUE_STATE_DRV_XOFF_OR_FROZEN (QUEUE_STATE_DRV_XOFF | \
  486. QUEUE_STATE_FROZEN)
  487. /*
  488. * __QUEUE_STATE_DRV_XOFF is used by drivers to stop the transmit queue. The
  489. * netif_tx_* functions below are used to manipulate this flag. The
  490. * __QUEUE_STATE_STACK_XOFF flag is used by the stack to stop the transmit
  491. * queue independently. The netif_xmit_*stopped functions below are called
  492. * to check if the queue has been stopped by the driver or stack (either
  493. * of the XOFF bits are set in the state). Drivers should not need to call
  494. * netif_xmit*stopped functions, they should only be using netif_tx_*.
  495. */
  496. struct netdev_queue {
  497. /*
  498. * read mostly part
  499. */
  500. struct net_device *dev;
  501. struct Qdisc __rcu *qdisc;
  502. struct Qdisc *qdisc_sleeping;
  503. #ifdef CONFIG_SYSFS
  504. struct kobject kobj;
  505. #endif
  506. #if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
  507. int numa_node;
  508. #endif
  509. /*
  510. * write mostly part
  511. */
  512. spinlock_t _xmit_lock ____cacheline_aligned_in_smp;
  513. int xmit_lock_owner;
  514. /*
  515. * please use this field instead of dev->trans_start
  516. */
  517. unsigned long trans_start;
  518. /*
  519. * Number of TX timeouts for this queue
  520. * (/sys/class/net/DEV/Q/trans_timeout)
  521. */
  522. unsigned long trans_timeout;
  523. unsigned long state;
  524. #ifdef CONFIG_BQL
  525. struct dql dql;
  526. #endif
  527. unsigned long tx_maxrate;
  528. } ____cacheline_aligned_in_smp;
  529. static inline int netdev_queue_numa_node_read(const struct netdev_queue *q)
  530. {
  531. #if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
  532. return q->numa_node;
  533. #else
  534. return NUMA_NO_NODE;
  535. #endif
  536. }
  537. static inline void netdev_queue_numa_node_write(struct netdev_queue *q, int node)
  538. {
  539. #if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
  540. q->numa_node = node;
  541. #endif
  542. }
  543. #ifdef CONFIG_RPS
  544. /*
  545. * This structure holds an RPS map which can be of variable length. The
  546. * map is an array of CPUs.
  547. */
  548. struct rps_map {
  549. unsigned int len;
  550. struct rcu_head rcu;
  551. u16 cpus[0];
  552. };
  553. #define RPS_MAP_SIZE(_num) (sizeof(struct rps_map) + ((_num) * sizeof(u16)))
  554. /*
  555. * The rps_dev_flow structure contains the mapping of a flow to a CPU, the
  556. * tail pointer for that CPU's input queue at the time of last enqueue, and
  557. * a hardware filter index.
  558. */
  559. struct rps_dev_flow {
  560. u16 cpu;
  561. u16 filter;
  562. unsigned int last_qtail;
  563. };
  564. #define RPS_NO_FILTER 0xffff
  565. /*
  566. * The rps_dev_flow_table structure contains a table of flow mappings.
  567. */
  568. struct rps_dev_flow_table {
  569. unsigned int mask;
  570. struct rcu_head rcu;
  571. struct rps_dev_flow flows[0];
  572. };
  573. #define RPS_DEV_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_dev_flow_table) + \
  574. ((_num) * sizeof(struct rps_dev_flow)))
  575. /*
  576. * The rps_sock_flow_table contains mappings of flows to the last CPU
  577. * on which they were processed by the application (set in recvmsg).
  578. * Each entry is a 32bit value. Upper part is the high order bits
  579. * of flow hash, lower part is cpu number.
  580. * rps_cpu_mask is used to partition the space, depending on number of
  581. * possible cpus : rps_cpu_mask = roundup_pow_of_two(nr_cpu_ids) - 1
  582. * For example, if 64 cpus are possible, rps_cpu_mask = 0x3f,
  583. * meaning we use 32-6=26 bits for the hash.
  584. */
  585. struct rps_sock_flow_table {
  586. u32 mask;
  587. u32 ents[0] ____cacheline_aligned_in_smp;
  588. };
  589. #define RPS_SOCK_FLOW_TABLE_SIZE(_num) (offsetof(struct rps_sock_flow_table, ents[_num]))
  590. #define RPS_NO_CPU 0xffff
  591. extern u32 rps_cpu_mask;
  592. extern struct rps_sock_flow_table __rcu *rps_sock_flow_table;
  593. static inline void rps_record_sock_flow(struct rps_sock_flow_table *table,
  594. u32 hash)
  595. {
  596. if (table && hash) {
  597. unsigned int index = hash & table->mask;
  598. u32 val = hash & ~rps_cpu_mask;
  599. /* We only give a hint, preemption can change cpu under us */
  600. val |= raw_smp_processor_id();
  601. if (table->ents[index] != val)
  602. table->ents[index] = val;
  603. }
  604. }
  605. #ifdef CONFIG_RFS_ACCEL
  606. bool rps_may_expire_flow(struct net_device *dev, u16 rxq_index, u32 flow_id,
  607. u16 filter_id);
  608. #endif
  609. #endif /* CONFIG_RPS */
  610. /* This structure contains an instance of an RX queue. */
  611. struct netdev_rx_queue {
  612. #ifdef CONFIG_RPS
  613. struct rps_map __rcu *rps_map;
  614. struct rps_dev_flow_table __rcu *rps_flow_table;
  615. #endif
  616. struct kobject kobj;
  617. struct net_device *dev;
  618. } ____cacheline_aligned_in_smp;
  619. /*
  620. * RX queue sysfs structures and functions.
  621. */
  622. struct rx_queue_attribute {
  623. struct attribute attr;
  624. ssize_t (*show)(struct netdev_rx_queue *queue,
  625. struct rx_queue_attribute *attr, char *buf);
  626. ssize_t (*store)(struct netdev_rx_queue *queue,
  627. struct rx_queue_attribute *attr, const char *buf, size_t len);
  628. };
  629. #ifdef CONFIG_XPS
  630. /*
  631. * This structure holds an XPS map which can be of variable length. The
  632. * map is an array of queues.
  633. */
  634. struct xps_map {
  635. unsigned int len;
  636. unsigned int alloc_len;
  637. struct rcu_head rcu;
  638. u16 queues[0];
  639. };
  640. #define XPS_MAP_SIZE(_num) (sizeof(struct xps_map) + ((_num) * sizeof(u16)))
  641. #define XPS_MIN_MAP_ALLOC ((L1_CACHE_BYTES - sizeof(struct xps_map)) \
  642. / sizeof(u16))
  643. /*
  644. * This structure holds all XPS maps for device. Maps are indexed by CPU.
  645. */
  646. struct xps_dev_maps {
  647. struct rcu_head rcu;
  648. struct xps_map __rcu *cpu_map[0];
  649. };
  650. #define XPS_DEV_MAPS_SIZE (sizeof(struct xps_dev_maps) + \
  651. (nr_cpu_ids * sizeof(struct xps_map *)))
  652. #endif /* CONFIG_XPS */
  653. #define TC_MAX_QUEUE 16
  654. #define TC_BITMASK 15
  655. /* HW offloaded queuing disciplines txq count and offset maps */
  656. struct netdev_tc_txq {
  657. u16 count;
  658. u16 offset;
  659. };
  660. #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
  661. /*
  662. * This structure is to hold information about the device
  663. * configured to run FCoE protocol stack.
  664. */
  665. struct netdev_fcoe_hbainfo {
  666. char manufacturer[64];
  667. char serial_number[64];
  668. char hardware_version[64];
  669. char driver_version[64];
  670. char optionrom_version[64];
  671. char firmware_version[64];
  672. char model[256];
  673. char model_description[256];
  674. };
  675. #endif
  676. #define MAX_PHYS_ITEM_ID_LEN 32
  677. /* This structure holds a unique identifier to identify some
  678. * physical item (port for example) used by a netdevice.
  679. */
  680. struct netdev_phys_item_id {
  681. unsigned char id[MAX_PHYS_ITEM_ID_LEN];
  682. unsigned char id_len;
  683. };
  684. static inline bool netdev_phys_item_id_same(struct netdev_phys_item_id *a,
  685. struct netdev_phys_item_id *b)
  686. {
  687. return a->id_len == b->id_len &&
  688. memcmp(a->id, b->id, a->id_len) == 0;
  689. }
  690. typedef u16 (*select_queue_fallback_t)(struct net_device *dev,
  691. struct sk_buff *skb);
  692. /*
  693. * This structure defines the management hooks for network devices.
  694. * The following hooks can be defined; unless noted otherwise, they are
  695. * optional and can be filled with a null pointer.
  696. *
  697. * int (*ndo_init)(struct net_device *dev);
  698. * This function is called once when network device is registered.
  699. * The network device can use this to any late stage initializaton
  700. * or semantic validattion. It can fail with an error code which will
  701. * be propogated back to register_netdev
  702. *
  703. * void (*ndo_uninit)(struct net_device *dev);
  704. * This function is called when device is unregistered or when registration
  705. * fails. It is not called if init fails.
  706. *
  707. * int (*ndo_open)(struct net_device *dev);
  708. * This function is called when network device transistions to the up
  709. * state.
  710. *
  711. * int (*ndo_stop)(struct net_device *dev);
  712. * This function is called when network device transistions to the down
  713. * state.
  714. *
  715. * netdev_tx_t (*ndo_start_xmit)(struct sk_buff *skb,
  716. * struct net_device *dev);
  717. * Called when a packet needs to be transmitted.
  718. * Returns NETDEV_TX_OK. Can return NETDEV_TX_BUSY, but you should stop
  719. * the queue before that can happen; it's for obsolete devices and weird
  720. * corner cases, but the stack really does a non-trivial amount
  721. * of useless work if you return NETDEV_TX_BUSY.
  722. * (can also return NETDEV_TX_LOCKED iff NETIF_F_LLTX)
  723. * Required can not be NULL.
  724. *
  725. * u16 (*ndo_select_queue)(struct net_device *dev, struct sk_buff *skb,
  726. * void *accel_priv, select_queue_fallback_t fallback);
  727. * Called to decide which queue to when device supports multiple
  728. * transmit queues.
  729. *
  730. * void (*ndo_change_rx_flags)(struct net_device *dev, int flags);
  731. * This function is called to allow device receiver to make
  732. * changes to configuration when multicast or promiscious is enabled.
  733. *
  734. * void (*ndo_set_rx_mode)(struct net_device *dev);
  735. * This function is called device changes address list filtering.
  736. * If driver handles unicast address filtering, it should set
  737. * IFF_UNICAST_FLT to its priv_flags.
  738. *
  739. * int (*ndo_set_mac_address)(struct net_device *dev, void *addr);
  740. * This function is called when the Media Access Control address
  741. * needs to be changed. If this interface is not defined, the
  742. * mac address can not be changed.
  743. *
  744. * int (*ndo_validate_addr)(struct net_device *dev);
  745. * Test if Media Access Control address is valid for the device.
  746. *
  747. * int (*ndo_do_ioctl)(struct net_device *dev, struct ifreq *ifr, int cmd);
  748. * Called when a user request an ioctl which can't be handled by
  749. * the generic interface code. If not defined ioctl's return
  750. * not supported error code.
  751. *
  752. * int (*ndo_set_config)(struct net_device *dev, struct ifmap *map);
  753. * Used to set network devices bus interface parameters. This interface
  754. * is retained for legacy reason, new devices should use the bus
  755. * interface (PCI) for low level management.
  756. *
  757. * int (*ndo_change_mtu)(struct net_device *dev, int new_mtu);
  758. * Called when a user wants to change the Maximum Transfer Unit
  759. * of a device. If not defined, any request to change MTU will
  760. * will return an error.
  761. *
  762. * void (*ndo_tx_timeout)(struct net_device *dev);
  763. * Callback uses when the transmitter has not made any progress
  764. * for dev->watchdog ticks.
  765. *
  766. * struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev,
  767. * struct rtnl_link_stats64 *storage);
  768. * struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
  769. * Called when a user wants to get the network device usage
  770. * statistics. Drivers must do one of the following:
  771. * 1. Define @ndo_get_stats64 to fill in a zero-initialised
  772. * rtnl_link_stats64 structure passed by the caller.
  773. * 2. Define @ndo_get_stats to update a net_device_stats structure
  774. * (which should normally be dev->stats) and return a pointer to
  775. * it. The structure may be changed asynchronously only if each
  776. * field is written atomically.
  777. * 3. Update dev->stats asynchronously and atomically, and define
  778. * neither operation.
  779. *
  780. * int (*ndo_vlan_rx_add_vid)(struct net_device *dev, __be16 proto, u16 vid);
  781. * If device support VLAN filtering this function is called when a
  782. * VLAN id is registered.
  783. *
  784. * int (*ndo_vlan_rx_kill_vid)(struct net_device *dev, __be16 proto, u16 vid);
  785. * If device support VLAN filtering this function is called when a
  786. * VLAN id is unregistered.
  787. *
  788. * void (*ndo_poll_controller)(struct net_device *dev);
  789. *
  790. * SR-IOV management functions.
  791. * int (*ndo_set_vf_mac)(struct net_device *dev, int vf, u8* mac);
  792. * int (*ndo_set_vf_vlan)(struct net_device *dev, int vf, u16 vlan, u8 qos);
  793. * int (*ndo_set_vf_rate)(struct net_device *dev, int vf, int min_tx_rate,
  794. * int max_tx_rate);
  795. * int (*ndo_set_vf_spoofchk)(struct net_device *dev, int vf, bool setting);
  796. * int (*ndo_get_vf_config)(struct net_device *dev,
  797. * int vf, struct ifla_vf_info *ivf);
  798. * int (*ndo_set_vf_link_state)(struct net_device *dev, int vf, int link_state);
  799. * int (*ndo_set_vf_port)(struct net_device *dev, int vf,
  800. * struct nlattr *port[]);
  801. *
  802. * Enable or disable the VF ability to query its RSS Redirection Table and
  803. * Hash Key. This is needed since on some devices VF share this information
  804. * with PF and querying it may adduce a theoretical security risk.
  805. * int (*ndo_set_vf_rss_query_en)(struct net_device *dev, int vf, bool setting);
  806. * int (*ndo_get_vf_port)(struct net_device *dev, int vf, struct sk_buff *skb);
  807. * int (*ndo_setup_tc)(struct net_device *dev, u8 tc)
  808. * Called to setup 'tc' number of traffic classes in the net device. This
  809. * is always called from the stack with the rtnl lock held and netif tx
  810. * queues stopped. This allows the netdevice to perform queue management
  811. * safely.
  812. *
  813. * Fiber Channel over Ethernet (FCoE) offload functions.
  814. * int (*ndo_fcoe_enable)(struct net_device *dev);
  815. * Called when the FCoE protocol stack wants to start using LLD for FCoE
  816. * so the underlying device can perform whatever needed configuration or
  817. * initialization to support acceleration of FCoE traffic.
  818. *
  819. * int (*ndo_fcoe_disable)(struct net_device *dev);
  820. * Called when the FCoE protocol stack wants to stop using LLD for FCoE
  821. * so the underlying device can perform whatever needed clean-ups to
  822. * stop supporting acceleration of FCoE traffic.
  823. *
  824. * int (*ndo_fcoe_ddp_setup)(struct net_device *dev, u16 xid,
  825. * struct scatterlist *sgl, unsigned int sgc);
  826. * Called when the FCoE Initiator wants to initialize an I/O that
  827. * is a possible candidate for Direct Data Placement (DDP). The LLD can
  828. * perform necessary setup and returns 1 to indicate the device is set up
  829. * successfully to perform DDP on this I/O, otherwise this returns 0.
  830. *
  831. * int (*ndo_fcoe_ddp_done)(struct net_device *dev, u16 xid);
  832. * Called when the FCoE Initiator/Target is done with the DDPed I/O as
  833. * indicated by the FC exchange id 'xid', so the underlying device can
  834. * clean up and reuse resources for later DDP requests.
  835. *
  836. * int (*ndo_fcoe_ddp_target)(struct net_device *dev, u16 xid,
  837. * struct scatterlist *sgl, unsigned int sgc);
  838. * Called when the FCoE Target wants to initialize an I/O that
  839. * is a possible candidate for Direct Data Placement (DDP). The LLD can
  840. * perform necessary setup and returns 1 to indicate the device is set up
  841. * successfully to perform DDP on this I/O, otherwise this returns 0.
  842. *
  843. * int (*ndo_fcoe_get_hbainfo)(struct net_device *dev,
  844. * struct netdev_fcoe_hbainfo *hbainfo);
  845. * Called when the FCoE Protocol stack wants information on the underlying
  846. * device. This information is utilized by the FCoE protocol stack to
  847. * register attributes with Fiber Channel management service as per the
  848. * FC-GS Fabric Device Management Information(FDMI) specification.
  849. *
  850. * int (*ndo_fcoe_get_wwn)(struct net_device *dev, u64 *wwn, int type);
  851. * Called when the underlying device wants to override default World Wide
  852. * Name (WWN) generation mechanism in FCoE protocol stack to pass its own
  853. * World Wide Port Name (WWPN) or World Wide Node Name (WWNN) to the FCoE
  854. * protocol stack to use.
  855. *
  856. * RFS acceleration.
  857. * int (*ndo_rx_flow_steer)(struct net_device *dev, const struct sk_buff *skb,
  858. * u16 rxq_index, u32 flow_id);
  859. * Set hardware filter for RFS. rxq_index is the target queue index;
  860. * flow_id is a flow ID to be passed to rps_may_expire_flow() later.
  861. * Return the filter ID on success, or a negative error code.
  862. *
  863. * Slave management functions (for bridge, bonding, etc).
  864. * int (*ndo_add_slave)(struct net_device *dev, struct net_device *slave_dev);
  865. * Called to make another netdev an underling.
  866. *
  867. * int (*ndo_del_slave)(struct net_device *dev, struct net_device *slave_dev);
  868. * Called to release previously enslaved netdev.
  869. *
  870. * Feature/offload setting functions.
  871. * netdev_features_t (*ndo_fix_features)(struct net_device *dev,
  872. * netdev_features_t features);
  873. * Adjusts the requested feature flags according to device-specific
  874. * constraints, and returns the resulting flags. Must not modify
  875. * the device state.
  876. *
  877. * int (*ndo_set_features)(struct net_device *dev, netdev_features_t features);
  878. * Called to update device configuration to new features. Passed
  879. * feature set might be less than what was returned by ndo_fix_features()).
  880. * Must return >0 or -errno if it changed dev->features itself.
  881. *
  882. * int (*ndo_fdb_add)(struct ndmsg *ndm, struct nlattr *tb[],
  883. * struct net_device *dev,
  884. * const unsigned char *addr, u16 vid, u16 flags)
  885. * Adds an FDB entry to dev for addr.
  886. * int (*ndo_fdb_del)(struct ndmsg *ndm, struct nlattr *tb[],
  887. * struct net_device *dev,
  888. * const unsigned char *addr, u16 vid)
  889. * Deletes the FDB entry from dev coresponding to addr.
  890. * int (*ndo_fdb_dump)(struct sk_buff *skb, struct netlink_callback *cb,
  891. * struct net_device *dev, struct net_device *filter_dev,
  892. * int idx)
  893. * Used to add FDB entries to dump requests. Implementers should add
  894. * entries to skb and update idx with the number of entries.
  895. *
  896. * int (*ndo_bridge_setlink)(struct net_device *dev, struct nlmsghdr *nlh,
  897. * u16 flags)
  898. * int (*ndo_bridge_getlink)(struct sk_buff *skb, u32 pid, u32 seq,
  899. * struct net_device *dev, u32 filter_mask,
  900. * int nlflags)
  901. * int (*ndo_bridge_dellink)(struct net_device *dev, struct nlmsghdr *nlh,
  902. * u16 flags);
  903. *
  904. * int (*ndo_change_carrier)(struct net_device *dev, bool new_carrier);
  905. * Called to change device carrier. Soft-devices (like dummy, team, etc)
  906. * which do not represent real hardware may define this to allow their
  907. * userspace components to manage their virtual carrier state. Devices
  908. * that determine carrier state from physical hardware properties (eg
  909. * network cables) or protocol-dependent mechanisms (eg
  910. * USB_CDC_NOTIFY_NETWORK_CONNECTION) should NOT implement this function.
  911. *
  912. * int (*ndo_get_phys_port_id)(struct net_device *dev,
  913. * struct netdev_phys_item_id *ppid);
  914. * Called to get ID of physical port of this device. If driver does
  915. * not implement this, it is assumed that the hw is not able to have
  916. * multiple net devices on single physical port.
  917. *
  918. * void (*ndo_add_vxlan_port)(struct net_device *dev,
  919. * sa_family_t sa_family, __be16 port);
  920. * Called by vxlan to notiy a driver about the UDP port and socket
  921. * address family that vxlan is listnening to. It is called only when
  922. * a new port starts listening. The operation is protected by the
  923. * vxlan_net->sock_lock.
  924. *
  925. * void (*ndo_del_vxlan_port)(struct net_device *dev,
  926. * sa_family_t sa_family, __be16 port);
  927. * Called by vxlan to notify the driver about a UDP port and socket
  928. * address family that vxlan is not listening to anymore. The operation
  929. * is protected by the vxlan_net->sock_lock.
  930. *
  931. * void* (*ndo_dfwd_add_station)(struct net_device *pdev,
  932. * struct net_device *dev)
  933. * Called by upper layer devices to accelerate switching or other
  934. * station functionality into hardware. 'pdev is the lowerdev
  935. * to use for the offload and 'dev' is the net device that will
  936. * back the offload. Returns a pointer to the private structure
  937. * the upper layer will maintain.
  938. * void (*ndo_dfwd_del_station)(struct net_device *pdev, void *priv)
  939. * Called by upper layer device to delete the station created
  940. * by 'ndo_dfwd_add_station'. 'pdev' is the net device backing
  941. * the station and priv is the structure returned by the add
  942. * operation.
  943. * netdev_tx_t (*ndo_dfwd_start_xmit)(struct sk_buff *skb,
  944. * struct net_device *dev,
  945. * void *priv);
  946. * Callback to use for xmit over the accelerated station. This
  947. * is used in place of ndo_start_xmit on accelerated net
  948. * devices.
  949. * netdev_features_t (*ndo_features_check) (struct sk_buff *skb,
  950. * struct net_device *dev
  951. * netdev_features_t features);
  952. * Called by core transmit path to determine if device is capable of
  953. * performing offload operations on a given packet. This is to give
  954. * the device an opportunity to implement any restrictions that cannot
  955. * be otherwise expressed by feature flags. The check is called with
  956. * the set of features that the stack has calculated and it returns
  957. * those the driver believes to be appropriate.
  958. * int (*ndo_set_tx_maxrate)(struct net_device *dev,
  959. * int queue_index, u32 maxrate);
  960. * Called when a user wants to set a max-rate limitation of specific
  961. * TX queue.
  962. * int (*ndo_get_iflink)(const struct net_device *dev);
  963. * Called to get the iflink value of this device.
  964. * void (*ndo_change_proto_down)(struct net_device *dev,
  965. * bool proto_down);
  966. * This function is used to pass protocol port error state information
  967. * to the switch driver. The switch driver can react to the proto_down
  968. * by doing a phys down on the associated switch port.
  969. *
  970. */
  971. struct net_device_ops {
  972. int (*ndo_init)(struct net_device *dev);
  973. void (*ndo_uninit)(struct net_device *dev);
  974. int (*ndo_open)(struct net_device *dev);
  975. int (*ndo_stop)(struct net_device *dev);
  976. netdev_tx_t (*ndo_start_xmit) (struct sk_buff *skb,
  977. struct net_device *dev);
  978. u16 (*ndo_select_queue)(struct net_device *dev,
  979. struct sk_buff *skb,
  980. void *accel_priv,
  981. select_queue_fallback_t fallback);
  982. void (*ndo_change_rx_flags)(struct net_device *dev,
  983. int flags);
  984. void (*ndo_set_rx_mode)(struct net_device *dev);
  985. int (*ndo_set_mac_address)(struct net_device *dev,
  986. void *addr);
  987. int (*ndo_validate_addr)(struct net_device *dev);
  988. int (*ndo_do_ioctl)(struct net_device *dev,
  989. struct ifreq *ifr, int cmd);
  990. int (*ndo_set_config)(struct net_device *dev,
  991. struct ifmap *map);
  992. int (*ndo_change_mtu)(struct net_device *dev,
  993. int new_mtu);
  994. int (*ndo_neigh_setup)(struct net_device *dev,
  995. struct neigh_parms *);
  996. void (*ndo_tx_timeout) (struct net_device *dev);
  997. struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev,
  998. struct rtnl_link_stats64 *storage);
  999. struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
  1000. int (*ndo_vlan_rx_add_vid)(struct net_device *dev,
  1001. __be16 proto, u16 vid);
  1002. int (*ndo_vlan_rx_kill_vid)(struct net_device *dev,
  1003. __be16 proto, u16 vid);
  1004. #ifdef CONFIG_NET_POLL_CONTROLLER
  1005. void (*ndo_poll_controller)(struct net_device *dev);
  1006. int (*ndo_netpoll_setup)(struct net_device *dev,
  1007. struct netpoll_info *info);
  1008. void (*ndo_netpoll_cleanup)(struct net_device *dev);
  1009. #endif
  1010. #ifdef CONFIG_NET_RX_BUSY_POLL
  1011. int (*ndo_busy_poll)(struct napi_struct *dev);
  1012. #endif
  1013. int (*ndo_set_vf_mac)(struct net_device *dev,
  1014. int queue, u8 *mac);
  1015. int (*ndo_set_vf_vlan)(struct net_device *dev,
  1016. int queue, u16 vlan, u8 qos);
  1017. int (*ndo_set_vf_rate)(struct net_device *dev,
  1018. int vf, int min_tx_rate,
  1019. int max_tx_rate);
  1020. int (*ndo_set_vf_spoofchk)(struct net_device *dev,
  1021. int vf, bool setting);
  1022. int (*ndo_get_vf_config)(struct net_device *dev,
  1023. int vf,
  1024. struct ifla_vf_info *ivf);
  1025. int (*ndo_set_vf_link_state)(struct net_device *dev,
  1026. int vf, int link_state);
  1027. int (*ndo_get_vf_stats)(struct net_device *dev,
  1028. int vf,
  1029. struct ifla_vf_stats
  1030. *vf_stats);
  1031. int (*ndo_set_vf_port)(struct net_device *dev,
  1032. int vf,
  1033. struct nlattr *port[]);
  1034. int (*ndo_get_vf_port)(struct net_device *dev,
  1035. int vf, struct sk_buff *skb);
  1036. int (*ndo_set_vf_rss_query_en)(
  1037. struct net_device *dev,
  1038. int vf, bool setting);
  1039. int (*ndo_setup_tc)(struct net_device *dev, u8 tc);
  1040. #if IS_ENABLED(CONFIG_FCOE)
  1041. int (*ndo_fcoe_enable)(struct net_device *dev);
  1042. int (*ndo_fcoe_disable)(struct net_device *dev);
  1043. int (*ndo_fcoe_ddp_setup)(struct net_device *dev,
  1044. u16 xid,
  1045. struct scatterlist *sgl,
  1046. unsigned int sgc);
  1047. int (*ndo_fcoe_ddp_done)(struct net_device *dev,
  1048. u16 xid);
  1049. int (*ndo_fcoe_ddp_target)(struct net_device *dev,
  1050. u16 xid,
  1051. struct scatterlist *sgl,
  1052. unsigned int sgc);
  1053. int (*ndo_fcoe_get_hbainfo)(struct net_device *dev,
  1054. struct netdev_fcoe_hbainfo *hbainfo);
  1055. #endif
  1056. #if IS_ENABLED(CONFIG_LIBFCOE)
  1057. #define NETDEV_FCOE_WWNN 0
  1058. #define NETDEV_FCOE_WWPN 1
  1059. int (*ndo_fcoe_get_wwn)(struct net_device *dev,
  1060. u64 *wwn, int type);
  1061. #endif
  1062. #ifdef CONFIG_RFS_ACCEL
  1063. int (*ndo_rx_flow_steer)(struct net_device *dev,
  1064. const struct sk_buff *skb,
  1065. u16 rxq_index,
  1066. u32 flow_id);
  1067. #endif
  1068. int (*ndo_add_slave)(struct net_device *dev,
  1069. struct net_device *slave_dev);
  1070. int (*ndo_del_slave)(struct net_device *dev,
  1071. struct net_device *slave_dev);
  1072. netdev_features_t (*ndo_fix_features)(struct net_device *dev,
  1073. netdev_features_t features);
  1074. int (*ndo_set_features)(struct net_device *dev,
  1075. netdev_features_t features);
  1076. int (*ndo_neigh_construct)(struct neighbour *n);
  1077. void (*ndo_neigh_destroy)(struct neighbour *n);
  1078. int (*ndo_fdb_add)(struct ndmsg *ndm,
  1079. struct nlattr *tb[],
  1080. struct net_device *dev,
  1081. const unsigned char *addr,
  1082. u16 vid,
  1083. u16 flags);
  1084. int (*ndo_fdb_del)(struct ndmsg *ndm,
  1085. struct nlattr *tb[],
  1086. struct net_device *dev,
  1087. const unsigned char *addr,
  1088. u16 vid);
  1089. int (*ndo_fdb_dump)(struct sk_buff *skb,
  1090. struct netlink_callback *cb,
  1091. struct net_device *dev,
  1092. struct net_device *filter_dev,
  1093. int idx);
  1094. int (*ndo_bridge_setlink)(struct net_device *dev,
  1095. struct nlmsghdr *nlh,
  1096. u16 flags);
  1097. int (*ndo_bridge_getlink)(struct sk_buff *skb,
  1098. u32 pid, u32 seq,
  1099. struct net_device *dev,
  1100. u32 filter_mask,
  1101. int nlflags);
  1102. int (*ndo_bridge_dellink)(struct net_device *dev,
  1103. struct nlmsghdr *nlh,
  1104. u16 flags);
  1105. int (*ndo_change_carrier)(struct net_device *dev,
  1106. bool new_carrier);
  1107. int (*ndo_get_phys_port_id)(struct net_device *dev,
  1108. struct netdev_phys_item_id *ppid);
  1109. int (*ndo_get_phys_port_name)(struct net_device *dev,
  1110. char *name, size_t len);
  1111. void (*ndo_add_vxlan_port)(struct net_device *dev,
  1112. sa_family_t sa_family,
  1113. __be16 port);
  1114. void (*ndo_del_vxlan_port)(struct net_device *dev,
  1115. sa_family_t sa_family,
  1116. __be16 port);
  1117. void* (*ndo_dfwd_add_station)(struct net_device *pdev,
  1118. struct net_device *dev);
  1119. void (*ndo_dfwd_del_station)(struct net_device *pdev,
  1120. void *priv);
  1121. netdev_tx_t (*ndo_dfwd_start_xmit) (struct sk_buff *skb,
  1122. struct net_device *dev,
  1123. void *priv);
  1124. int (*ndo_get_lock_subclass)(struct net_device *dev);
  1125. netdev_features_t (*ndo_features_check) (struct sk_buff *skb,
  1126. struct net_device *dev,
  1127. netdev_features_t features);
  1128. int (*ndo_set_tx_maxrate)(struct net_device *dev,
  1129. int queue_index,
  1130. u32 maxrate);
  1131. int (*ndo_get_iflink)(const struct net_device *dev);
  1132. int (*ndo_change_proto_down)(struct net_device *dev,
  1133. bool proto_down);
  1134. };
  1135. /**
  1136. * enum net_device_priv_flags - &struct net_device priv_flags
  1137. *
  1138. * These are the &struct net_device, they are only set internally
  1139. * by drivers and used in the kernel. These flags are invisible to
  1140. * userspace, this means that the order of these flags can change
  1141. * during any kernel release.
  1142. *
  1143. * You should have a pretty good reason to be extending these flags.
  1144. *
  1145. * @IFF_802_1Q_VLAN: 802.1Q VLAN device
  1146. * @IFF_EBRIDGE: Ethernet bridging device
  1147. * @IFF_BONDING: bonding master or slave
  1148. * @IFF_ISATAP: ISATAP interface (RFC4214)
  1149. * @IFF_WAN_HDLC: WAN HDLC device
  1150. * @IFF_XMIT_DST_RELEASE: dev_hard_start_xmit() is allowed to
  1151. * release skb->dst
  1152. * @IFF_DONT_BRIDGE: disallow bridging this ether dev
  1153. * @IFF_DISABLE_NETPOLL: disable netpoll at run-time
  1154. * @IFF_MACVLAN_PORT: device used as macvlan port
  1155. * @IFF_BRIDGE_PORT: device used as bridge port
  1156. * @IFF_OVS_DATAPATH: device used as Open vSwitch datapath port
  1157. * @IFF_TX_SKB_SHARING: The interface supports sharing skbs on transmit
  1158. * @IFF_UNICAST_FLT: Supports unicast filtering
  1159. * @IFF_TEAM_PORT: device used as team port
  1160. * @IFF_SUPP_NOFCS: device supports sending custom FCS
  1161. * @IFF_LIVE_ADDR_CHANGE: device supports hardware address
  1162. * change when it's running
  1163. * @IFF_MACVLAN: Macvlan device
  1164. * @IFF_VRF_MASTER: device is a VRF master
  1165. * @IFF_NO_QUEUE: device can run without qdisc attached
  1166. * @IFF_OPENVSWITCH: device is a Open vSwitch master
  1167. */
  1168. enum netdev_priv_flags {
  1169. IFF_802_1Q_VLAN = 1<<0,
  1170. IFF_EBRIDGE = 1<<1,
  1171. IFF_BONDING = 1<<2,
  1172. IFF_ISATAP = 1<<3,
  1173. IFF_WAN_HDLC = 1<<4,
  1174. IFF_XMIT_DST_RELEASE = 1<<5,
  1175. IFF_DONT_BRIDGE = 1<<6,
  1176. IFF_DISABLE_NETPOLL = 1<<7,
  1177. IFF_MACVLAN_PORT = 1<<8,
  1178. IFF_BRIDGE_PORT = 1<<9,
  1179. IFF_OVS_DATAPATH = 1<<10,
  1180. IFF_TX_SKB_SHARING = 1<<11,
  1181. IFF_UNICAST_FLT = 1<<12,
  1182. IFF_TEAM_PORT = 1<<13,
  1183. IFF_SUPP_NOFCS = 1<<14,
  1184. IFF_LIVE_ADDR_CHANGE = 1<<15,
  1185. IFF_MACVLAN = 1<<16,
  1186. IFF_XMIT_DST_RELEASE_PERM = 1<<17,
  1187. IFF_IPVLAN_MASTER = 1<<18,
  1188. IFF_IPVLAN_SLAVE = 1<<19,
  1189. IFF_VRF_MASTER = 1<<20,
  1190. IFF_NO_QUEUE = 1<<21,
  1191. IFF_OPENVSWITCH = 1<<22,
  1192. };
  1193. #define IFF_802_1Q_VLAN IFF_802_1Q_VLAN
  1194. #define IFF_EBRIDGE IFF_EBRIDGE
  1195. #define IFF_BONDING IFF_BONDING
  1196. #define IFF_ISATAP IFF_ISATAP
  1197. #define IFF_WAN_HDLC IFF_WAN_HDLC
  1198. #define IFF_XMIT_DST_RELEASE IFF_XMIT_DST_RELEASE
  1199. #define IFF_DONT_BRIDGE IFF_DONT_BRIDGE
  1200. #define IFF_DISABLE_NETPOLL IFF_DISABLE_NETPOLL
  1201. #define IFF_MACVLAN_PORT IFF_MACVLAN_PORT
  1202. #define IFF_BRIDGE_PORT IFF_BRIDGE_PORT
  1203. #define IFF_OVS_DATAPATH IFF_OVS_DATAPATH
  1204. #define IFF_TX_SKB_SHARING IFF_TX_SKB_SHARING
  1205. #define IFF_UNICAST_FLT IFF_UNICAST_FLT
  1206. #define IFF_TEAM_PORT IFF_TEAM_PORT
  1207. #define IFF_SUPP_NOFCS IFF_SUPP_NOFCS
  1208. #define IFF_LIVE_ADDR_CHANGE IFF_LIVE_ADDR_CHANGE
  1209. #define IFF_MACVLAN IFF_MACVLAN
  1210. #define IFF_XMIT_DST_RELEASE_PERM IFF_XMIT_DST_RELEASE_PERM
  1211. #define IFF_IPVLAN_MASTER IFF_IPVLAN_MASTER
  1212. #define IFF_IPVLAN_SLAVE IFF_IPVLAN_SLAVE
  1213. #define IFF_VRF_MASTER IFF_VRF_MASTER
  1214. #define IFF_NO_QUEUE IFF_NO_QUEUE
  1215. #define IFF_OPENVSWITCH IFF_OPENVSWITCH
  1216. /**
  1217. * struct net_device - The DEVICE structure.
  1218. * Actually, this whole structure is a big mistake. It mixes I/O
  1219. * data with strictly "high-level" data, and it has to know about
  1220. * almost every data structure used in the INET module.
  1221. *
  1222. * @name: This is the first field of the "visible" part of this structure
  1223. * (i.e. as seen by users in the "Space.c" file). It is the name
  1224. * of the interface.
  1225. *
  1226. * @name_hlist: Device name hash chain, please keep it close to name[]
  1227. * @ifalias: SNMP alias
  1228. * @mem_end: Shared memory end
  1229. * @mem_start: Shared memory start
  1230. * @base_addr: Device I/O address
  1231. * @irq: Device IRQ number
  1232. *
  1233. * @carrier_changes: Stats to monitor carrier on<->off transitions
  1234. *
  1235. * @state: Generic network queuing layer state, see netdev_state_t
  1236. * @dev_list: The global list of network devices
  1237. * @napi_list: List entry, that is used for polling napi devices
  1238. * @unreg_list: List entry, that is used, when we are unregistering the
  1239. * device, see the function unregister_netdev
  1240. * @close_list: List entry, that is used, when we are closing the device
  1241. *
  1242. * @adj_list: Directly linked devices, like slaves for bonding
  1243. * @all_adj_list: All linked devices, *including* neighbours
  1244. * @features: Currently active device features
  1245. * @hw_features: User-changeable features
  1246. *
  1247. * @wanted_features: User-requested features
  1248. * @vlan_features: Mask of features inheritable by VLAN devices
  1249. *
  1250. * @hw_enc_features: Mask of features inherited by encapsulating devices
  1251. * This field indicates what encapsulation
  1252. * offloads the hardware is capable of doing,
  1253. * and drivers will need to set them appropriately.
  1254. *
  1255. * @mpls_features: Mask of features inheritable by MPLS
  1256. *
  1257. * @ifindex: interface index
  1258. * @group: The group, that the device belongs to
  1259. *
  1260. * @stats: Statistics struct, which was left as a legacy, use
  1261. * rtnl_link_stats64 instead
  1262. *
  1263. * @rx_dropped: Dropped packets by core network,
  1264. * do not use this in drivers
  1265. * @tx_dropped: Dropped packets by core network,
  1266. * do not use this in drivers
  1267. *
  1268. * @wireless_handlers: List of functions to handle Wireless Extensions,
  1269. * instead of ioctl,
  1270. * see <net/iw_handler.h> for details.
  1271. * @wireless_data: Instance data managed by the core of wireless extensions
  1272. *
  1273. * @netdev_ops: Includes several pointers to callbacks,
  1274. * if one wants to override the ndo_*() functions
  1275. * @ethtool_ops: Management operations
  1276. * @header_ops: Includes callbacks for creating,parsing,caching,etc
  1277. * of Layer 2 headers.
  1278. *
  1279. * @flags: Interface flags (a la BSD)
  1280. * @priv_flags: Like 'flags' but invisible to userspace,
  1281. * see if.h for the definitions
  1282. * @gflags: Global flags ( kept as legacy )
  1283. * @padded: How much padding added by alloc_netdev()
  1284. * @operstate: RFC2863 operstate
  1285. * @link_mode: Mapping policy to operstate
  1286. * @if_port: Selectable AUI, TP, ...
  1287. * @dma: DMA channel
  1288. * @mtu: Interface MTU value
  1289. * @type: Interface hardware type
  1290. * @hard_header_len: Hardware header length
  1291. *
  1292. * @needed_headroom: Extra headroom the hardware may need, but not in all
  1293. * cases can this be guaranteed
  1294. * @needed_tailroom: Extra tailroom the hardware may need, but not in all
  1295. * cases can this be guaranteed. Some cases also use
  1296. * LL_MAX_HEADER instead to allocate the skb
  1297. *
  1298. * interface address info:
  1299. *
  1300. * @perm_addr: Permanent hw address
  1301. * @addr_assign_type: Hw address assignment type
  1302. * @addr_len: Hardware address length
  1303. * @neigh_priv_len; Used in neigh_alloc(),
  1304. * initialized only in atm/clip.c
  1305. * @dev_id: Used to differentiate devices that share
  1306. * the same link layer address
  1307. * @dev_port: Used to differentiate devices that share
  1308. * the same function
  1309. * @addr_list_lock: XXX: need comments on this one
  1310. * @uc_promisc: Counter, that indicates, that promiscuous mode
  1311. * has been enabled due to the need to listen to
  1312. * additional unicast addresses in a device that
  1313. * does not implement ndo_set_rx_mode()
  1314. * @uc: unicast mac addresses
  1315. * @mc: multicast mac addresses
  1316. * @dev_addrs: list of device hw addresses
  1317. * @queues_kset: Group of all Kobjects in the Tx and RX queues
  1318. * @promiscuity: Number of times, the NIC is told to work in
  1319. * Promiscuous mode, if it becomes 0 the NIC will
  1320. * exit from working in Promiscuous mode
  1321. * @allmulti: Counter, enables or disables allmulticast mode
  1322. *
  1323. * @vlan_info: VLAN info
  1324. * @dsa_ptr: dsa specific data
  1325. * @tipc_ptr: TIPC specific data
  1326. * @atalk_ptr: AppleTalk link
  1327. * @ip_ptr: IPv4 specific data
  1328. * @dn_ptr: DECnet specific data
  1329. * @ip6_ptr: IPv6 specific data
  1330. * @ax25_ptr: AX.25 specific data
  1331. * @vrf_ptr: VRF specific data
  1332. * @ieee80211_ptr: IEEE 802.11 specific data, assign before registering
  1333. *
  1334. * @last_rx: Time of last Rx
  1335. * @dev_addr: Hw address (before bcast,
  1336. * because most packets are unicast)
  1337. *
  1338. * @_rx: Array of RX queues
  1339. * @num_rx_queues: Number of RX queues
  1340. * allocated at register_netdev() time
  1341. * @real_num_rx_queues: Number of RX queues currently active in device
  1342. *
  1343. * @rx_handler: handler for received packets
  1344. * @rx_handler_data: XXX: need comments on this one
  1345. * @ingress_queue: XXX: need comments on this one
  1346. * @broadcast: hw bcast address
  1347. *
  1348. * @rx_cpu_rmap: CPU reverse-mapping for RX completion interrupts,
  1349. * indexed by RX queue number. Assigned by driver.
  1350. * This must only be set if the ndo_rx_flow_steer
  1351. * operation is defined
  1352. * @index_hlist: Device index hash chain
  1353. *
  1354. * @_tx: Array of TX queues
  1355. * @num_tx_queues: Number of TX queues allocated at alloc_netdev_mq() time
  1356. * @real_num_tx_queues: Number of TX queues currently active in device
  1357. * @qdisc: Root qdisc from userspace point of view
  1358. * @tx_queue_len: Max frames per queue allowed
  1359. * @tx_global_lock: XXX: need comments on this one
  1360. *
  1361. * @xps_maps: XXX: need comments on this one
  1362. *
  1363. * @offload_fwd_mark: Offload device fwding mark
  1364. *
  1365. * @trans_start: Time (in jiffies) of last Tx
  1366. * @watchdog_timeo: Represents the timeout that is used by
  1367. * the watchdog ( see dev_watchdog() )
  1368. * @watchdog_timer: List of timers
  1369. *
  1370. * @pcpu_refcnt: Number of references to this device
  1371. * @todo_list: Delayed register/unregister
  1372. * @link_watch_list: XXX: need comments on this one
  1373. *
  1374. * @reg_state: Register/unregister state machine
  1375. * @dismantle: Device is going to be freed
  1376. * @rtnl_link_state: This enum represents the phases of creating
  1377. * a new link
  1378. *
  1379. * @destructor: Called from unregister,
  1380. * can be used to call free_netdev
  1381. * @npinfo: XXX: need comments on this one
  1382. * @nd_net: Network namespace this network device is inside
  1383. *
  1384. * @ml_priv: Mid-layer private
  1385. * @lstats: Loopback statistics
  1386. * @tstats: Tunnel statistics
  1387. * @dstats: Dummy statistics
  1388. * @vstats: Virtual ethernet statistics
  1389. *
  1390. * @garp_port: GARP
  1391. * @mrp_port: MRP
  1392. *
  1393. * @dev: Class/net/name entry
  1394. * @sysfs_groups: Space for optional device, statistics and wireless
  1395. * sysfs groups
  1396. *
  1397. * @sysfs_rx_queue_group: Space for optional per-rx queue attributes
  1398. * @rtnl_link_ops: Rtnl_link_ops
  1399. *
  1400. * @gso_max_size: Maximum size of generic segmentation offload
  1401. * @gso_max_segs: Maximum number of segments that can be passed to the
  1402. * NIC for GSO
  1403. * @gso_min_segs: Minimum number of segments that can be passed to the
  1404. * NIC for GSO
  1405. *
  1406. * @dcbnl_ops: Data Center Bridging netlink ops
  1407. * @num_tc: Number of traffic classes in the net device
  1408. * @tc_to_txq: XXX: need comments on this one
  1409. * @prio_tc_map XXX: need comments on this one
  1410. *
  1411. * @fcoe_ddp_xid: Max exchange id for FCoE LRO by ddp
  1412. *
  1413. * @priomap: XXX: need comments on this one
  1414. * @phydev: Physical device may attach itself
  1415. * for hardware timestamping
  1416. *
  1417. * @qdisc_tx_busylock: XXX: need comments on this one
  1418. *
  1419. * @proto_down: protocol port state information can be sent to the
  1420. * switch driver and used to set the phys state of the
  1421. * switch port.
  1422. *
  1423. * FIXME: cleanup struct net_device such that network protocol info
  1424. * moves out.
  1425. */
  1426. struct net_device {
  1427. char name[IFNAMSIZ];
  1428. struct hlist_node name_hlist;
  1429. char *ifalias;
  1430. /*
  1431. * I/O specific fields
  1432. * FIXME: Merge these and struct ifmap into one
  1433. */
  1434. unsigned long mem_end;
  1435. unsigned long mem_start;
  1436. unsigned long base_addr;
  1437. int irq;
  1438. atomic_t carrier_changes;
  1439. /*
  1440. * Some hardware also needs these fields (state,dev_list,
  1441. * napi_list,unreg_list,close_list) but they are not
  1442. * part of the usual set specified in Space.c.
  1443. */
  1444. unsigned long state;
  1445. struct list_head dev_list;
  1446. struct list_head napi_list;
  1447. struct list_head unreg_list;
  1448. struct list_head close_list;
  1449. struct list_head ptype_all;
  1450. struct list_head ptype_specific;
  1451. struct {
  1452. struct list_head upper;
  1453. struct list_head lower;
  1454. } adj_list;
  1455. struct {
  1456. struct list_head upper;
  1457. struct list_head lower;
  1458. } all_adj_list;
  1459. netdev_features_t features;
  1460. netdev_features_t hw_features;
  1461. netdev_features_t wanted_features;
  1462. netdev_features_t vlan_features;
  1463. netdev_features_t hw_enc_features;
  1464. netdev_features_t mpls_features;
  1465. int ifindex;
  1466. int group;
  1467. struct net_device_stats stats;
  1468. atomic_long_t rx_dropped;
  1469. atomic_long_t tx_dropped;
  1470. #ifdef CONFIG_WIRELESS_EXT
  1471. const struct iw_handler_def * wireless_handlers;
  1472. struct iw_public_data * wireless_data;
  1473. #endif
  1474. const struct net_device_ops *netdev_ops;
  1475. const struct ethtool_ops *ethtool_ops;
  1476. #ifdef CONFIG_NET_SWITCHDEV
  1477. const struct switchdev_ops *switchdev_ops;
  1478. #endif
  1479. const struct header_ops *header_ops;
  1480. unsigned int flags;
  1481. unsigned int priv_flags;
  1482. unsigned short gflags;
  1483. unsigned short padded;
  1484. unsigned char operstate;
  1485. unsigned char link_mode;
  1486. unsigned char if_port;
  1487. unsigned char dma;
  1488. unsigned int mtu;
  1489. unsigned short type;
  1490. unsigned short hard_header_len;
  1491. unsigned short needed_headroom;
  1492. unsigned short needed_tailroom;
  1493. /* Interface address info. */
  1494. unsigned char perm_addr[MAX_ADDR_LEN];
  1495. unsigned char addr_assign_type;
  1496. unsigned char addr_len;
  1497. unsigned short neigh_priv_len;
  1498. unsigned short dev_id;
  1499. unsigned short dev_port;
  1500. spinlock_t addr_list_lock;
  1501. unsigned char name_assign_type;
  1502. bool uc_promisc;
  1503. struct netdev_hw_addr_list uc;
  1504. struct netdev_hw_addr_list mc;
  1505. struct netdev_hw_addr_list dev_addrs;
  1506. #ifdef CONFIG_SYSFS
  1507. struct kset *queues_kset;
  1508. #endif
  1509. unsigned int promiscuity;
  1510. unsigned int allmulti;
  1511. /* Protocol specific pointers */
  1512. #if IS_ENABLED(CONFIG_VLAN_8021Q)
  1513. struct vlan_info __rcu *vlan_info;
  1514. #endif
  1515. #if IS_ENABLED(CONFIG_NET_DSA)
  1516. struct dsa_switch_tree *dsa_ptr;
  1517. #endif
  1518. #if IS_ENABLED(CONFIG_TIPC)
  1519. struct tipc_bearer __rcu *tipc_ptr;
  1520. #endif
  1521. void *atalk_ptr;
  1522. struct in_device __rcu *ip_ptr;
  1523. struct dn_dev __rcu *dn_ptr;
  1524. struct inet6_dev __rcu *ip6_ptr;
  1525. void *ax25_ptr;
  1526. struct net_vrf_dev __rcu *vrf_ptr;
  1527. struct wireless_dev *ieee80211_ptr;
  1528. struct wpan_dev *ieee802154_ptr;
  1529. #if IS_ENABLED(CONFIG_MPLS_ROUTING)
  1530. struct mpls_dev __rcu *mpls_ptr;
  1531. #endif
  1532. /*
  1533. * Cache lines mostly used on receive path (including eth_type_trans())
  1534. */
  1535. unsigned long last_rx;
  1536. /* Interface address info used in eth_type_trans() */
  1537. unsigned char *dev_addr;
  1538. #ifdef CONFIG_SYSFS
  1539. struct netdev_rx_queue *_rx;
  1540. unsigned int num_rx_queues;
  1541. unsigned int real_num_rx_queues;
  1542. #endif
  1543. unsigned long gro_flush_timeout;
  1544. rx_handler_func_t __rcu *rx_handler;
  1545. void __rcu *rx_handler_data;
  1546. #ifdef CONFIG_NET_CLS_ACT
  1547. struct tcf_proto __rcu *ingress_cl_list;
  1548. #endif
  1549. struct netdev_queue __rcu *ingress_queue;
  1550. #ifdef CONFIG_NETFILTER_INGRESS
  1551. struct list_head nf_hooks_ingress;
  1552. #endif
  1553. unsigned char broadcast[MAX_ADDR_LEN];
  1554. #ifdef CONFIG_RFS_ACCEL
  1555. struct cpu_rmap *rx_cpu_rmap;
  1556. #endif
  1557. struct hlist_node index_hlist;
  1558. /*
  1559. * Cache lines mostly used on transmit path
  1560. */
  1561. struct netdev_queue *_tx ____cacheline_aligned_in_smp;
  1562. unsigned int num_tx_queues;
  1563. unsigned int real_num_tx_queues;
  1564. struct Qdisc *qdisc;
  1565. unsigned long tx_queue_len;
  1566. spinlock_t tx_global_lock;
  1567. int watchdog_timeo;
  1568. #ifdef CONFIG_XPS
  1569. struct xps_dev_maps __rcu *xps_maps;
  1570. #endif
  1571. #ifdef CONFIG_NET_SWITCHDEV
  1572. u32 offload_fwd_mark;
  1573. #endif
  1574. /* These may be needed for future network-power-down code. */
  1575. /*
  1576. * trans_start here is expensive for high speed devices on SMP,
  1577. * please use netdev_queue->trans_start instead.
  1578. */
  1579. unsigned long trans_start;
  1580. struct timer_list watchdog_timer;
  1581. int __percpu *pcpu_refcnt;
  1582. struct list_head todo_list;
  1583. struct list_head link_watch_list;
  1584. enum { NETREG_UNINITIALIZED=0,
  1585. NETREG_REGISTERED, /* completed register_netdevice */
  1586. NETREG_UNREGISTERING, /* called unregister_netdevice */
  1587. NETREG_UNREGISTERED, /* completed unregister todo */
  1588. NETREG_RELEASED, /* called free_netdev */
  1589. NETREG_DUMMY, /* dummy device for NAPI poll */
  1590. } reg_state:8;
  1591. bool dismantle;
  1592. enum {
  1593. RTNL_LINK_INITIALIZED,
  1594. RTNL_LINK_INITIALIZING,
  1595. } rtnl_link_state:16;
  1596. void (*destructor)(struct net_device *dev);
  1597. #ifdef CONFIG_NETPOLL
  1598. struct netpoll_info __rcu *npinfo;
  1599. #endif
  1600. possible_net_t nd_net;
  1601. /* mid-layer private */
  1602. union {
  1603. void *ml_priv;
  1604. struct pcpu_lstats __percpu *lstats;
  1605. struct pcpu_sw_netstats __percpu *tstats;
  1606. struct pcpu_dstats __percpu *dstats;
  1607. struct pcpu_vstats __percpu *vstats;
  1608. };
  1609. struct garp_port __rcu *garp_port;
  1610. struct mrp_port __rcu *mrp_port;
  1611. struct device dev;
  1612. const struct attribute_group *sysfs_groups[4];
  1613. const struct attribute_group *sysfs_rx_queue_group;
  1614. const struct rtnl_link_ops *rtnl_link_ops;
  1615. /* for setting kernel sock attribute on TCP connection setup */
  1616. #define GSO_MAX_SIZE 65536
  1617. unsigned int gso_max_size;
  1618. #define GSO_MAX_SEGS 65535
  1619. u16 gso_max_segs;
  1620. u16 gso_min_segs;
  1621. #ifdef CONFIG_DCB
  1622. const struct dcbnl_rtnl_ops *dcbnl_ops;
  1623. #endif
  1624. u8 num_tc;
  1625. struct netdev_tc_txq tc_to_txq[TC_MAX_QUEUE];
  1626. u8 prio_tc_map[TC_BITMASK + 1];
  1627. #if IS_ENABLED(CONFIG_FCOE)
  1628. unsigned int fcoe_ddp_xid;
  1629. #endif
  1630. #if IS_ENABLED(CONFIG_CGROUP_NET_PRIO)
  1631. struct netprio_map __rcu *priomap;
  1632. #endif
  1633. struct phy_device *phydev;
  1634. struct lock_class_key *qdisc_tx_busylock;
  1635. bool proto_down;
  1636. };
  1637. #define to_net_dev(d) container_of(d, struct net_device, dev)
  1638. #define NETDEV_ALIGN 32
  1639. static inline
  1640. int netdev_get_prio_tc_map(const struct net_device *dev, u32 prio)
  1641. {
  1642. return dev->prio_tc_map[prio & TC_BITMASK];
  1643. }
  1644. static inline
  1645. int netdev_set_prio_tc_map(struct net_device *dev, u8 prio, u8 tc)
  1646. {
  1647. if (tc >= dev->num_tc)
  1648. return -EINVAL;
  1649. dev->prio_tc_map[prio & TC_BITMASK] = tc & TC_BITMASK;
  1650. return 0;
  1651. }
  1652. static inline
  1653. void netdev_reset_tc(struct net_device *dev)
  1654. {
  1655. dev->num_tc = 0;
  1656. memset(dev->tc_to_txq, 0, sizeof(dev->tc_to_txq));
  1657. memset(dev->prio_tc_map, 0, sizeof(dev->prio_tc_map));
  1658. }
  1659. static inline
  1660. int netdev_set_tc_queue(struct net_device *dev, u8 tc, u16 count, u16 offset)
  1661. {
  1662. if (tc >= dev->num_tc)
  1663. return -EINVAL;
  1664. dev->tc_to_txq[tc].count = count;
  1665. dev->tc_to_txq[tc].offset = offset;
  1666. return 0;
  1667. }
  1668. static inline
  1669. int netdev_set_num_tc(struct net_device *dev, u8 num_tc)
  1670. {
  1671. if (num_tc > TC_MAX_QUEUE)
  1672. return -EINVAL;
  1673. dev->num_tc = num_tc;
  1674. return 0;
  1675. }
  1676. static inline
  1677. int netdev_get_num_tc(struct net_device *dev)
  1678. {
  1679. return dev->num_tc;
  1680. }
  1681. static inline
  1682. struct netdev_queue *netdev_get_tx_queue(const struct net_device *dev,
  1683. unsigned int index)
  1684. {
  1685. return &dev->_tx[index];
  1686. }
  1687. static inline struct netdev_queue *skb_get_tx_queue(const struct net_device *dev,
  1688. const struct sk_buff *skb)
  1689. {
  1690. return netdev_get_tx_queue(dev, skb_get_queue_mapping(skb));
  1691. }
  1692. static inline void netdev_for_each_tx_queue(struct net_device *dev,
  1693. void (*f)(struct net_device *,
  1694. struct netdev_queue *,
  1695. void *),
  1696. void *arg)
  1697. {
  1698. unsigned int i;
  1699. for (i = 0; i < dev->num_tx_queues; i++)
  1700. f(dev, &dev->_tx[i], arg);
  1701. }
  1702. struct netdev_queue *netdev_pick_tx(struct net_device *dev,
  1703. struct sk_buff *skb,
  1704. void *accel_priv);
  1705. /*
  1706. * Net namespace inlines
  1707. */
  1708. static inline
  1709. struct net *dev_net(const struct net_device *dev)
  1710. {
  1711. return read_pnet(&dev->nd_net);
  1712. }
  1713. static inline
  1714. void dev_net_set(struct net_device *dev, struct net *net)
  1715. {
  1716. write_pnet(&dev->nd_net, net);
  1717. }
  1718. static inline bool netdev_uses_dsa(struct net_device *dev)
  1719. {
  1720. #if IS_ENABLED(CONFIG_NET_DSA)
  1721. if (dev->dsa_ptr != NULL)
  1722. return dsa_uses_tagged_protocol(dev->dsa_ptr);
  1723. #endif
  1724. return false;
  1725. }
  1726. /**
  1727. * netdev_priv - access network device private data
  1728. * @dev: network device
  1729. *
  1730. * Get network device private data
  1731. */
  1732. static inline void *netdev_priv(const struct net_device *dev)
  1733. {
  1734. return (char *)dev + ALIGN(sizeof(struct net_device), NETDEV_ALIGN);
  1735. }
  1736. /* Set the sysfs physical device reference for the network logical device
  1737. * if set prior to registration will cause a symlink during initialization.
  1738. */
  1739. #define SET_NETDEV_DEV(net, pdev) ((net)->dev.parent = (pdev))
  1740. /* Set the sysfs device type for the network logical device to allow
  1741. * fine-grained identification of different network device types. For
  1742. * example Ethernet, Wirelss LAN, Bluetooth, WiMAX etc.
  1743. */
  1744. #define SET_NETDEV_DEVTYPE(net, devtype) ((net)->dev.type = (devtype))
  1745. /* Default NAPI poll() weight
  1746. * Device drivers are strongly advised to not use bigger value
  1747. */
  1748. #define NAPI_POLL_WEIGHT 64
  1749. /**
  1750. * netif_napi_add - initialize a napi context
  1751. * @dev: network device
  1752. * @napi: napi context
  1753. * @poll: polling function
  1754. * @weight: default weight
  1755. *
  1756. * netif_napi_add() must be used to initialize a napi context prior to calling
  1757. * *any* of the other napi related functions.
  1758. */
  1759. void netif_napi_add(struct net_device *dev, struct napi_struct *napi,
  1760. int (*poll)(struct napi_struct *, int), int weight);
  1761. /**
  1762. * netif_napi_del - remove a napi context
  1763. * @napi: napi context
  1764. *
  1765. * netif_napi_del() removes a napi context from the network device napi list
  1766. */
  1767. void netif_napi_del(struct napi_struct *napi);
  1768. struct napi_gro_cb {
  1769. /* Virtual address of skb_shinfo(skb)->frags[0].page + offset. */
  1770. void *frag0;
  1771. /* Length of frag0. */
  1772. unsigned int frag0_len;
  1773. /* This indicates where we are processing relative to skb->data. */
  1774. int data_offset;
  1775. /* This is non-zero if the packet cannot be merged with the new skb. */
  1776. u16 flush;
  1777. /* Save the IP ID here and check when we get to the transport layer */
  1778. u16 flush_id;
  1779. /* Number of segments aggregated. */
  1780. u16 count;
  1781. /* Start offset for remote checksum offload */
  1782. u16 gro_remcsum_start;
  1783. /* jiffies when first packet was created/queued */
  1784. unsigned long age;
  1785. /* Used in ipv6_gro_receive() and foo-over-udp */
  1786. u16 proto;
  1787. /* This is non-zero if the packet may be of the same flow. */
  1788. u8 same_flow:1;
  1789. /* Used in udp_gro_receive */
  1790. u8 udp_mark:1;
  1791. /* GRO checksum is valid */
  1792. u8 csum_valid:1;
  1793. /* Number of checksums via CHECKSUM_UNNECESSARY */
  1794. u8 csum_cnt:3;
  1795. /* Free the skb? */
  1796. u8 free:2;
  1797. #define NAPI_GRO_FREE 1
  1798. #define NAPI_GRO_FREE_STOLEN_HEAD 2
  1799. /* Used in foo-over-udp, set in udp[46]_gro_receive */
  1800. u8 is_ipv6:1;
  1801. /* 7 bit hole */
  1802. /* used to support CHECKSUM_COMPLETE for tunneling protocols */
  1803. __wsum csum;
  1804. /* used in skb_gro_receive() slow path */
  1805. struct sk_buff *last;
  1806. };
  1807. #define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb)
  1808. struct packet_type {
  1809. __be16 type; /* This is really htons(ether_type). */
  1810. struct net_device *dev; /* NULL is wildcarded here */
  1811. int (*func) (struct sk_buff *,
  1812. struct net_device *,
  1813. struct packet_type *,
  1814. struct net_device *);
  1815. bool (*id_match)(struct packet_type *ptype,
  1816. struct sock *sk);
  1817. void *af_packet_priv;
  1818. struct list_head list;
  1819. };
  1820. struct offload_callbacks {
  1821. struct sk_buff *(*gso_segment)(struct sk_buff *skb,
  1822. netdev_features_t features);
  1823. struct sk_buff **(*gro_receive)(struct sk_buff **head,
  1824. struct sk_buff *skb);
  1825. int (*gro_complete)(struct sk_buff *skb, int nhoff);
  1826. };
  1827. struct packet_offload {
  1828. __be16 type; /* This is really htons(ether_type). */
  1829. u16 priority;
  1830. struct offload_callbacks callbacks;
  1831. struct list_head list;
  1832. };
  1833. struct udp_offload;
  1834. struct udp_offload_callbacks {
  1835. struct sk_buff **(*gro_receive)(struct sk_buff **head,
  1836. struct sk_buff *skb,
  1837. struct udp_offload *uoff);
  1838. int (*gro_complete)(struct sk_buff *skb,
  1839. int nhoff,
  1840. struct udp_offload *uoff);
  1841. };
  1842. struct udp_offload {
  1843. __be16 port;
  1844. u8 ipproto;
  1845. struct udp_offload_callbacks callbacks;
  1846. };
  1847. /* often modified stats are per cpu, other are shared (netdev->stats) */
  1848. struct pcpu_sw_netstats {
  1849. u64 rx_packets;
  1850. u64 rx_bytes;
  1851. u64 tx_packets;
  1852. u64 tx_bytes;
  1853. struct u64_stats_sync syncp;
  1854. };
  1855. #define netdev_alloc_pcpu_stats(type) \
  1856. ({ \
  1857. typeof(type) __percpu *pcpu_stats = alloc_percpu(type); \
  1858. if (pcpu_stats) { \
  1859. int __cpu; \
  1860. for_each_possible_cpu(__cpu) { \
  1861. typeof(type) *stat; \
  1862. stat = per_cpu_ptr(pcpu_stats, __cpu); \
  1863. u64_stats_init(&stat->syncp); \
  1864. } \
  1865. } \
  1866. pcpu_stats; \
  1867. })
  1868. #include <linux/notifier.h>
  1869. /* netdevice notifier chain. Please remember to update the rtnetlink
  1870. * notification exclusion list in rtnetlink_event() when adding new
  1871. * types.
  1872. */
  1873. #define NETDEV_UP 0x0001 /* For now you can't veto a device up/down */
  1874. #define NETDEV_DOWN 0x0002
  1875. #define NETDEV_REBOOT 0x0003 /* Tell a protocol stack a network interface
  1876. detected a hardware crash and restarted
  1877. - we can use this eg to kick tcp sessions
  1878. once done */
  1879. #define NETDEV_CHANGE 0x0004 /* Notify device state change */
  1880. #define NETDEV_REGISTER 0x0005
  1881. #define NETDEV_UNREGISTER 0x0006
  1882. #define NETDEV_CHANGEMTU 0x0007 /* notify after mtu change happened */
  1883. #define NETDEV_CHANGEADDR 0x0008
  1884. #define NETDEV_GOING_DOWN 0x0009
  1885. #define NETDEV_CHANGENAME 0x000A
  1886. #define NETDEV_FEAT_CHANGE 0x000B
  1887. #define NETDEV_BONDING_FAILOVER 0x000C
  1888. #define NETDEV_PRE_UP 0x000D
  1889. #define NETDEV_PRE_TYPE_CHANGE 0x000E
  1890. #define NETDEV_POST_TYPE_CHANGE 0x000F
  1891. #define NETDEV_POST_INIT 0x0010
  1892. #define NETDEV_UNREGISTER_FINAL 0x0011
  1893. #define NETDEV_RELEASE 0x0012
  1894. #define NETDEV_NOTIFY_PEERS 0x0013
  1895. #define NETDEV_JOIN 0x0014
  1896. #define NETDEV_CHANGEUPPER 0x0015
  1897. #define NETDEV_RESEND_IGMP 0x0016
  1898. #define NETDEV_PRECHANGEMTU 0x0017 /* notify before mtu change happened */
  1899. #define NETDEV_CHANGEINFODATA 0x0018
  1900. #define NETDEV_BONDING_INFO 0x0019
  1901. int register_netdevice_notifier(struct notifier_block *nb);
  1902. int unregister_netdevice_notifier(struct notifier_block *nb);
  1903. struct netdev_notifier_info {
  1904. struct net_device *dev;
  1905. };
  1906. struct netdev_notifier_change_info {
  1907. struct netdev_notifier_info info; /* must be first */
  1908. unsigned int flags_changed;
  1909. };
  1910. struct netdev_notifier_changeupper_info {
  1911. struct netdev_notifier_info info; /* must be first */
  1912. struct net_device *upper_dev; /* new upper dev */
  1913. bool master; /* is upper dev master */
  1914. bool linking; /* is the nofication for link or unlink */
  1915. };
  1916. static inline void netdev_notifier_info_init(struct netdev_notifier_info *info,
  1917. struct net_device *dev)
  1918. {
  1919. info->dev = dev;
  1920. }
  1921. static inline struct net_device *
  1922. netdev_notifier_info_to_dev(const struct netdev_notifier_info *info)
  1923. {
  1924. return info->dev;
  1925. }
  1926. int call_netdevice_notifiers(unsigned long val, struct net_device *dev);
  1927. extern rwlock_t dev_base_lock; /* Device list lock */
  1928. #define for_each_netdev(net, d) \
  1929. list_for_each_entry(d, &(net)->dev_base_head, dev_list)
  1930. #define for_each_netdev_reverse(net, d) \
  1931. list_for_each_entry_reverse(d, &(net)->dev_base_head, dev_list)
  1932. #define for_each_netdev_rcu(net, d) \
  1933. list_for_each_entry_rcu(d, &(net)->dev_base_head, dev_list)
  1934. #define for_each_netdev_safe(net, d, n) \
  1935. list_for_each_entry_safe(d, n, &(net)->dev_base_head, dev_list)
  1936. #define for_each_netdev_continue(net, d) \
  1937. list_for_each_entry_continue(d, &(net)->dev_base_head, dev_list)
  1938. #define for_each_netdev_continue_rcu(net, d) \
  1939. list_for_each_entry_continue_rcu(d, &(net)->dev_base_head, dev_list)
  1940. #define for_each_netdev_in_bond_rcu(bond, slave) \
  1941. for_each_netdev_rcu(&init_net, slave) \
  1942. if (netdev_master_upper_dev_get_rcu(slave) == (bond))
  1943. #define net_device_entry(lh) list_entry(lh, struct net_device, dev_list)
  1944. static inline struct net_device *next_net_device(struct net_device *dev)
  1945. {
  1946. struct list_head *lh;
  1947. struct net *net;
  1948. net = dev_net(dev);
  1949. lh = dev->dev_list.next;
  1950. return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
  1951. }
  1952. static inline struct net_device *next_net_device_rcu(struct net_device *dev)
  1953. {
  1954. struct list_head *lh;
  1955. struct net *net;
  1956. net = dev_net(dev);
  1957. lh = rcu_dereference(list_next_rcu(&dev->dev_list));
  1958. return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
  1959. }
  1960. static inline struct net_device *first_net_device(struct net *net)
  1961. {
  1962. return list_empty(&net->dev_base_head) ? NULL :
  1963. net_device_entry(net->dev_base_head.next);
  1964. }
  1965. static inline struct net_device *first_net_device_rcu(struct net *net)
  1966. {
  1967. struct list_head *lh = rcu_dereference(list_next_rcu(&net->dev_base_head));
  1968. return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
  1969. }
  1970. int netdev_boot_setup_check(struct net_device *dev);
  1971. unsigned long netdev_boot_base(const char *prefix, int unit);
  1972. struct net_device *dev_getbyhwaddr_rcu(struct net *net, unsigned short type,
  1973. const char *hwaddr);
  1974. struct net_device *dev_getfirstbyhwtype(struct net *net, unsigned short type);
  1975. struct net_device *__dev_getfirstbyhwtype(struct net *net, unsigned short type);
  1976. void dev_add_pack(struct packet_type *pt);
  1977. void dev_remove_pack(struct packet_type *pt);
  1978. void __dev_remove_pack(struct packet_type *pt);
  1979. void dev_add_offload(struct packet_offload *po);
  1980. void dev_remove_offload(struct packet_offload *po);
  1981. int dev_get_iflink(const struct net_device *dev);
  1982. struct net_device *__dev_get_by_flags(struct net *net, unsigned short flags,
  1983. unsigned short mask);
  1984. struct net_device *dev_get_by_name(struct net *net, const char *name);
  1985. struct net_device *dev_get_by_name_rcu(struct net *net, const char *name);
  1986. struct net_device *__dev_get_by_name(struct net *net, const char *name);
  1987. int dev_alloc_name(struct net_device *dev, const char *name);
  1988. int dev_open(struct net_device *dev);
  1989. int dev_close(struct net_device *dev);
  1990. int dev_close_many(struct list_head *head, bool unlink);
  1991. void dev_disable_lro(struct net_device *dev);
  1992. int dev_loopback_xmit(struct sock *sk, struct sk_buff *newskb);
  1993. int dev_queue_xmit_sk(struct sock *sk, struct sk_buff *skb);
  1994. static inline int dev_queue_xmit(struct sk_buff *skb)
  1995. {
  1996. return dev_queue_xmit_sk(skb->sk, skb);
  1997. }
  1998. int dev_queue_xmit_accel(struct sk_buff *skb, void *accel_priv);
  1999. int register_netdevice(struct net_device *dev);
  2000. void unregister_netdevice_queue(struct net_device *dev, struct list_head *head);
  2001. void unregister_netdevice_many(struct list_head *head);
  2002. static inline void unregister_netdevice(struct net_device *dev)
  2003. {
  2004. unregister_netdevice_queue(dev, NULL);
  2005. }
  2006. int netdev_refcnt_read(const struct net_device *dev);
  2007. void free_netdev(struct net_device *dev);
  2008. void netdev_freemem(struct net_device *dev);
  2009. void synchronize_net(void);
  2010. int init_dummy_netdev(struct net_device *dev);
  2011. DECLARE_PER_CPU(int, xmit_recursion);
  2012. static inline int dev_recursion_level(void)
  2013. {
  2014. return this_cpu_read(xmit_recursion);
  2015. }
  2016. struct net_device *dev_get_by_index(struct net *net, int ifindex);
  2017. struct net_device *__dev_get_by_index(struct net *net, int ifindex);
  2018. struct net_device *dev_get_by_index_rcu(struct net *net, int ifindex);
  2019. int netdev_get_name(struct net *net, char *name, int ifindex);
  2020. int dev_restart(struct net_device *dev);
  2021. int skb_gro_receive(struct sk_buff **head, struct sk_buff *skb);
  2022. static inline unsigned int skb_gro_offset(const struct sk_buff *skb)
  2023. {
  2024. return NAPI_GRO_CB(skb)->data_offset;
  2025. }
  2026. static inline unsigned int skb_gro_len(const struct sk_buff *skb)
  2027. {
  2028. return skb->len - NAPI_GRO_CB(skb)->data_offset;
  2029. }
  2030. static inline void skb_gro_pull(struct sk_buff *skb, unsigned int len)
  2031. {
  2032. NAPI_GRO_CB(skb)->data_offset += len;
  2033. }
  2034. static inline void *skb_gro_header_fast(struct sk_buff *skb,
  2035. unsigned int offset)
  2036. {
  2037. return NAPI_GRO_CB(skb)->frag0 + offset;
  2038. }
  2039. static inline int skb_gro_header_hard(struct sk_buff *skb, unsigned int hlen)
  2040. {
  2041. return NAPI_GRO_CB(skb)->frag0_len < hlen;
  2042. }
  2043. static inline void *skb_gro_header_slow(struct sk_buff *skb, unsigned int hlen,
  2044. unsigned int offset)
  2045. {
  2046. if (!pskb_may_pull(skb, hlen))
  2047. return NULL;
  2048. NAPI_GRO_CB(skb)->frag0 = NULL;
  2049. NAPI_GRO_CB(skb)->frag0_len = 0;
  2050. return skb->data + offset;
  2051. }
  2052. static inline void *skb_gro_network_header(struct sk_buff *skb)
  2053. {
  2054. return (NAPI_GRO_CB(skb)->frag0 ?: skb->data) +
  2055. skb_network_offset(skb);
  2056. }
  2057. static inline void skb_gro_postpull_rcsum(struct sk_buff *skb,
  2058. const void *start, unsigned int len)
  2059. {
  2060. if (NAPI_GRO_CB(skb)->csum_valid)
  2061. NAPI_GRO_CB(skb)->csum = csum_sub(NAPI_GRO_CB(skb)->csum,
  2062. csum_partial(start, len, 0));
  2063. }
  2064. /* GRO checksum functions. These are logical equivalents of the normal
  2065. * checksum functions (in skbuff.h) except that they operate on the GRO
  2066. * offsets and fields in sk_buff.
  2067. */
  2068. __sum16 __skb_gro_checksum_complete(struct sk_buff *skb);
  2069. static inline bool skb_at_gro_remcsum_start(struct sk_buff *skb)
  2070. {
  2071. return (NAPI_GRO_CB(skb)->gro_remcsum_start == skb_gro_offset(skb));
  2072. }
  2073. static inline bool __skb_gro_checksum_validate_needed(struct sk_buff *skb,
  2074. bool zero_okay,
  2075. __sum16 check)
  2076. {
  2077. return ((skb->ip_summed != CHECKSUM_PARTIAL ||
  2078. skb_checksum_start_offset(skb) <
  2079. skb_gro_offset(skb)) &&
  2080. !skb_at_gro_remcsum_start(skb) &&
  2081. NAPI_GRO_CB(skb)->csum_cnt == 0 &&
  2082. (!zero_okay || check));
  2083. }
  2084. static inline __sum16 __skb_gro_checksum_validate_complete(struct sk_buff *skb,
  2085. __wsum psum)
  2086. {
  2087. if (NAPI_GRO_CB(skb)->csum_valid &&
  2088. !csum_fold(csum_add(psum, NAPI_GRO_CB(skb)->csum)))
  2089. return 0;
  2090. NAPI_GRO_CB(skb)->csum = psum;
  2091. return __skb_gro_checksum_complete(skb);
  2092. }
  2093. static inline void skb_gro_incr_csum_unnecessary(struct sk_buff *skb)
  2094. {
  2095. if (NAPI_GRO_CB(skb)->csum_cnt > 0) {
  2096. /* Consume a checksum from CHECKSUM_UNNECESSARY */
  2097. NAPI_GRO_CB(skb)->csum_cnt--;
  2098. } else {
  2099. /* Update skb for CHECKSUM_UNNECESSARY and csum_level when we
  2100. * verified a new top level checksum or an encapsulated one
  2101. * during GRO. This saves work if we fallback to normal path.
  2102. */
  2103. __skb_incr_checksum_unnecessary(skb);
  2104. }
  2105. }
  2106. #define __skb_gro_checksum_validate(skb, proto, zero_okay, check, \
  2107. compute_pseudo) \
  2108. ({ \
  2109. __sum16 __ret = 0; \
  2110. if (__skb_gro_checksum_validate_needed(skb, zero_okay, check)) \
  2111. __ret = __skb_gro_checksum_validate_complete(skb, \
  2112. compute_pseudo(skb, proto)); \
  2113. if (__ret) \
  2114. __skb_mark_checksum_bad(skb); \
  2115. else \
  2116. skb_gro_incr_csum_unnecessary(skb); \
  2117. __ret; \
  2118. })
  2119. #define skb_gro_checksum_validate(skb, proto, compute_pseudo) \
  2120. __skb_gro_checksum_validate(skb, proto, false, 0, compute_pseudo)
  2121. #define skb_gro_checksum_validate_zero_check(skb, proto, check, \
  2122. compute_pseudo) \
  2123. __skb_gro_checksum_validate(skb, proto, true, check, compute_pseudo)
  2124. #define skb_gro_checksum_simple_validate(skb) \
  2125. __skb_gro_checksum_validate(skb, 0, false, 0, null_compute_pseudo)
  2126. static inline bool __skb_gro_checksum_convert_check(struct sk_buff *skb)
  2127. {
  2128. return (NAPI_GRO_CB(skb)->csum_cnt == 0 &&
  2129. !NAPI_GRO_CB(skb)->csum_valid);
  2130. }
  2131. static inline void __skb_gro_checksum_convert(struct sk_buff *skb,
  2132. __sum16 check, __wsum pseudo)
  2133. {
  2134. NAPI_GRO_CB(skb)->csum = ~pseudo;
  2135. NAPI_GRO_CB(skb)->csum_valid = 1;
  2136. }
  2137. #define skb_gro_checksum_try_convert(skb, proto, check, compute_pseudo) \
  2138. do { \
  2139. if (__skb_gro_checksum_convert_check(skb)) \
  2140. __skb_gro_checksum_convert(skb, check, \
  2141. compute_pseudo(skb, proto)); \
  2142. } while (0)
  2143. struct gro_remcsum {
  2144. int offset;
  2145. __wsum delta;
  2146. };
  2147. static inline void skb_gro_remcsum_init(struct gro_remcsum *grc)
  2148. {
  2149. grc->offset = 0;
  2150. grc->delta = 0;
  2151. }
  2152. static inline void *skb_gro_remcsum_process(struct sk_buff *skb, void *ptr,
  2153. unsigned int off, size_t hdrlen,
  2154. int start, int offset,
  2155. struct gro_remcsum *grc,
  2156. bool nopartial)
  2157. {
  2158. __wsum delta;
  2159. size_t plen = hdrlen + max_t(size_t, offset + sizeof(u16), start);
  2160. BUG_ON(!NAPI_GRO_CB(skb)->csum_valid);
  2161. if (!nopartial) {
  2162. NAPI_GRO_CB(skb)->gro_remcsum_start = off + hdrlen + start;
  2163. return ptr;
  2164. }
  2165. ptr = skb_gro_header_fast(skb, off);
  2166. if (skb_gro_header_hard(skb, off + plen)) {
  2167. ptr = skb_gro_header_slow(skb, off + plen, off);
  2168. if (!ptr)
  2169. return NULL;
  2170. }
  2171. delta = remcsum_adjust(ptr + hdrlen, NAPI_GRO_CB(skb)->csum,
  2172. start, offset);
  2173. /* Adjust skb->csum since we changed the packet */
  2174. NAPI_GRO_CB(skb)->csum = csum_add(NAPI_GRO_CB(skb)->csum, delta);
  2175. grc->offset = off + hdrlen + offset;
  2176. grc->delta = delta;
  2177. return ptr;
  2178. }
  2179. static inline void skb_gro_remcsum_cleanup(struct sk_buff *skb,
  2180. struct gro_remcsum *grc)
  2181. {
  2182. void *ptr;
  2183. size_t plen = grc->offset + sizeof(u16);
  2184. if (!grc->delta)
  2185. return;
  2186. ptr = skb_gro_header_fast(skb, grc->offset);
  2187. if (skb_gro_header_hard(skb, grc->offset + sizeof(u16))) {
  2188. ptr = skb_gro_header_slow(skb, plen, grc->offset);
  2189. if (!ptr)
  2190. return;
  2191. }
  2192. remcsum_unadjust((__sum16 *)ptr, grc->delta);
  2193. }
  2194. static inline int dev_hard_header(struct sk_buff *skb, struct net_device *dev,
  2195. unsigned short type,
  2196. const void *daddr, const void *saddr,
  2197. unsigned int len)
  2198. {
  2199. if (!dev->header_ops || !dev->header_ops->create)
  2200. return 0;
  2201. return dev->header_ops->create(skb, dev, type, daddr, saddr, len);
  2202. }
  2203. static inline int dev_parse_header(const struct sk_buff *skb,
  2204. unsigned char *haddr)
  2205. {
  2206. const struct net_device *dev = skb->dev;
  2207. if (!dev->header_ops || !dev->header_ops->parse)
  2208. return 0;
  2209. return dev->header_ops->parse(skb, haddr);
  2210. }
  2211. typedef int gifconf_func_t(struct net_device * dev, char __user * bufptr, int len);
  2212. int register_gifconf(unsigned int family, gifconf_func_t *gifconf);
  2213. static inline int unregister_gifconf(unsigned int family)
  2214. {
  2215. return register_gifconf(family, NULL);
  2216. }
  2217. #ifdef CONFIG_NET_FLOW_LIMIT
  2218. #define FLOW_LIMIT_HISTORY (1 << 7) /* must be ^2 and !overflow buckets */
  2219. struct sd_flow_limit {
  2220. u64 count;
  2221. unsigned int num_buckets;
  2222. unsigned int history_head;
  2223. u16 history[FLOW_LIMIT_HISTORY];
  2224. u8 buckets[];
  2225. };
  2226. extern int netdev_flow_limit_table_len;
  2227. #endif /* CONFIG_NET_FLOW_LIMIT */
  2228. /*
  2229. * Incoming packets are placed on per-cpu queues
  2230. */
  2231. struct softnet_data {
  2232. struct list_head poll_list;
  2233. struct sk_buff_head process_queue;
  2234. /* stats */
  2235. unsigned int processed;
  2236. unsigned int time_squeeze;
  2237. unsigned int cpu_collision;
  2238. unsigned int received_rps;
  2239. #ifdef CONFIG_RPS
  2240. struct softnet_data *rps_ipi_list;
  2241. #endif
  2242. #ifdef CONFIG_NET_FLOW_LIMIT
  2243. struct sd_flow_limit __rcu *flow_limit;
  2244. #endif
  2245. struct Qdisc *output_queue;
  2246. struct Qdisc **output_queue_tailp;
  2247. struct sk_buff *completion_queue;
  2248. #ifdef CONFIG_RPS
  2249. /* Elements below can be accessed between CPUs for RPS */
  2250. struct call_single_data csd ____cacheline_aligned_in_smp;
  2251. struct softnet_data *rps_ipi_next;
  2252. unsigned int cpu;
  2253. unsigned int input_queue_head;
  2254. unsigned int input_queue_tail;
  2255. #endif
  2256. unsigned int dropped;
  2257. struct sk_buff_head input_pkt_queue;
  2258. struct napi_struct backlog;
  2259. };
  2260. static inline void input_queue_head_incr(struct softnet_data *sd)
  2261. {
  2262. #ifdef CONFIG_RPS
  2263. sd->input_queue_head++;
  2264. #endif
  2265. }
  2266. static inline void input_queue_tail_incr_save(struct softnet_data *sd,
  2267. unsigned int *qtail)
  2268. {
  2269. #ifdef CONFIG_RPS
  2270. *qtail = ++sd->input_queue_tail;
  2271. #endif
  2272. }
  2273. DECLARE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);
  2274. void __netif_schedule(struct Qdisc *q);
  2275. void netif_schedule_queue(struct netdev_queue *txq);
  2276. static inline void netif_tx_schedule_all(struct net_device *dev)
  2277. {
  2278. unsigned int i;
  2279. for (i = 0; i < dev->num_tx_queues; i++)
  2280. netif_schedule_queue(netdev_get_tx_queue(dev, i));
  2281. }
  2282. static inline void netif_tx_start_queue(struct netdev_queue *dev_queue)
  2283. {
  2284. clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
  2285. }
  2286. /**
  2287. * netif_start_queue - allow transmit
  2288. * @dev: network device
  2289. *
  2290. * Allow upper layers to call the device hard_start_xmit routine.
  2291. */
  2292. static inline void netif_start_queue(struct net_device *dev)
  2293. {
  2294. netif_tx_start_queue(netdev_get_tx_queue(dev, 0));
  2295. }
  2296. static inline void netif_tx_start_all_queues(struct net_device *dev)
  2297. {
  2298. unsigned int i;
  2299. for (i = 0; i < dev->num_tx_queues; i++) {
  2300. struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
  2301. netif_tx_start_queue(txq);
  2302. }
  2303. }
  2304. void netif_tx_wake_queue(struct netdev_queue *dev_queue);
  2305. /**
  2306. * netif_wake_queue - restart transmit
  2307. * @dev: network device
  2308. *
  2309. * Allow upper layers to call the device hard_start_xmit routine.
  2310. * Used for flow control when transmit resources are available.
  2311. */
  2312. static inline void netif_wake_queue(struct net_device *dev)
  2313. {
  2314. netif_tx_wake_queue(netdev_get_tx_queue(dev, 0));
  2315. }
  2316. static inline void netif_tx_wake_all_queues(struct net_device *dev)
  2317. {
  2318. unsigned int i;
  2319. for (i = 0; i < dev->num_tx_queues; i++) {
  2320. struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
  2321. netif_tx_wake_queue(txq);
  2322. }
  2323. }
  2324. static inline void netif_tx_stop_queue(struct netdev_queue *dev_queue)
  2325. {
  2326. set_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
  2327. }
  2328. /**
  2329. * netif_stop_queue - stop transmitted packets
  2330. * @dev: network device
  2331. *
  2332. * Stop upper layers calling the device hard_start_xmit routine.
  2333. * Used for flow control when transmit resources are unavailable.
  2334. */
  2335. static inline void netif_stop_queue(struct net_device *dev)
  2336. {
  2337. netif_tx_stop_queue(netdev_get_tx_queue(dev, 0));
  2338. }
  2339. void netif_tx_stop_all_queues(struct net_device *dev);
  2340. static inline bool netif_tx_queue_stopped(const struct netdev_queue *dev_queue)
  2341. {
  2342. return test_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
  2343. }
  2344. /**
  2345. * netif_queue_stopped - test if transmit queue is flowblocked
  2346. * @dev: network device
  2347. *
  2348. * Test if transmit queue on device is currently unable to send.
  2349. */
  2350. static inline bool netif_queue_stopped(const struct net_device *dev)
  2351. {
  2352. return netif_tx_queue_stopped(netdev_get_tx_queue(dev, 0));
  2353. }
  2354. static inline bool netif_xmit_stopped(const struct netdev_queue *dev_queue)
  2355. {
  2356. return dev_queue->state & QUEUE_STATE_ANY_XOFF;
  2357. }
  2358. static inline bool
  2359. netif_xmit_frozen_or_stopped(const struct netdev_queue *dev_queue)
  2360. {
  2361. return dev_queue->state & QUEUE_STATE_ANY_XOFF_OR_FROZEN;
  2362. }
  2363. static inline bool
  2364. netif_xmit_frozen_or_drv_stopped(const struct netdev_queue *dev_queue)
  2365. {
  2366. return dev_queue->state & QUEUE_STATE_DRV_XOFF_OR_FROZEN;
  2367. }
  2368. /**
  2369. * netdev_txq_bql_enqueue_prefetchw - prefetch bql data for write
  2370. * @dev_queue: pointer to transmit queue
  2371. *
  2372. * BQL enabled drivers might use this helper in their ndo_start_xmit(),
  2373. * to give appropriate hint to the cpu.
  2374. */
  2375. static inline void netdev_txq_bql_enqueue_prefetchw(struct netdev_queue *dev_queue)
  2376. {
  2377. #ifdef CONFIG_BQL
  2378. prefetchw(&dev_queue->dql.num_queued);
  2379. #endif
  2380. }
  2381. /**
  2382. * netdev_txq_bql_complete_prefetchw - prefetch bql data for write
  2383. * @dev_queue: pointer to transmit queue
  2384. *
  2385. * BQL enabled drivers might use this helper in their TX completion path,
  2386. * to give appropriate hint to the cpu.
  2387. */
  2388. static inline void netdev_txq_bql_complete_prefetchw(struct netdev_queue *dev_queue)
  2389. {
  2390. #ifdef CONFIG_BQL
  2391. prefetchw(&dev_queue->dql.limit);
  2392. #endif
  2393. }
  2394. static inline void netdev_tx_sent_queue(struct netdev_queue *dev_queue,
  2395. unsigned int bytes)
  2396. {
  2397. #ifdef CONFIG_BQL
  2398. dql_queued(&dev_queue->dql, bytes);
  2399. if (likely(dql_avail(&dev_queue->dql) >= 0))
  2400. return;
  2401. set_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state);
  2402. /*
  2403. * The XOFF flag must be set before checking the dql_avail below,
  2404. * because in netdev_tx_completed_queue we update the dql_completed
  2405. * before checking the XOFF flag.
  2406. */
  2407. smp_mb();
  2408. /* check again in case another CPU has just made room avail */
  2409. if (unlikely(dql_avail(&dev_queue->dql) >= 0))
  2410. clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state);
  2411. #endif
  2412. }
  2413. /**
  2414. * netdev_sent_queue - report the number of bytes queued to hardware
  2415. * @dev: network device
  2416. * @bytes: number of bytes queued to the hardware device queue
  2417. *
  2418. * Report the number of bytes queued for sending/completion to the network
  2419. * device hardware queue. @bytes should be a good approximation and should
  2420. * exactly match netdev_completed_queue() @bytes
  2421. */
  2422. static inline void netdev_sent_queue(struct net_device *dev, unsigned int bytes)
  2423. {
  2424. netdev_tx_sent_queue(netdev_get_tx_queue(dev, 0), bytes);
  2425. }
  2426. static inline void netdev_tx_completed_queue(struct netdev_queue *dev_queue,
  2427. unsigned int pkts, unsigned int bytes)
  2428. {
  2429. #ifdef CONFIG_BQL
  2430. if (unlikely(!bytes))
  2431. return;
  2432. dql_completed(&dev_queue->dql, bytes);
  2433. /*
  2434. * Without the memory barrier there is a small possiblity that
  2435. * netdev_tx_sent_queue will miss the update and cause the queue to
  2436. * be stopped forever
  2437. */
  2438. smp_mb();
  2439. if (dql_avail(&dev_queue->dql) < 0)
  2440. return;
  2441. if (test_and_clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state))
  2442. netif_schedule_queue(dev_queue);
  2443. #endif
  2444. }
  2445. /**
  2446. * netdev_completed_queue - report bytes and packets completed by device
  2447. * @dev: network device
  2448. * @pkts: actual number of packets sent over the medium
  2449. * @bytes: actual number of bytes sent over the medium
  2450. *
  2451. * Report the number of bytes and packets transmitted by the network device
  2452. * hardware queue over the physical medium, @bytes must exactly match the
  2453. * @bytes amount passed to netdev_sent_queue()
  2454. */
  2455. static inline void netdev_completed_queue(struct net_device *dev,
  2456. unsigned int pkts, unsigned int bytes)
  2457. {
  2458. netdev_tx_completed_queue(netdev_get_tx_queue(dev, 0), pkts, bytes);
  2459. }
  2460. static inline void netdev_tx_reset_queue(struct netdev_queue *q)
  2461. {
  2462. #ifdef CONFIG_BQL
  2463. clear_bit(__QUEUE_STATE_STACK_XOFF, &q->state);
  2464. dql_reset(&q->dql);
  2465. #endif
  2466. }
  2467. /**
  2468. * netdev_reset_queue - reset the packets and bytes count of a network device
  2469. * @dev_queue: network device
  2470. *
  2471. * Reset the bytes and packet count of a network device and clear the
  2472. * software flow control OFF bit for this network device
  2473. */
  2474. static inline void netdev_reset_queue(struct net_device *dev_queue)
  2475. {
  2476. netdev_tx_reset_queue(netdev_get_tx_queue(dev_queue, 0));
  2477. }
  2478. /**
  2479. * netdev_cap_txqueue - check if selected tx queue exceeds device queues
  2480. * @dev: network device
  2481. * @queue_index: given tx queue index
  2482. *
  2483. * Returns 0 if given tx queue index >= number of device tx queues,
  2484. * otherwise returns the originally passed tx queue index.
  2485. */
  2486. static inline u16 netdev_cap_txqueue(struct net_device *dev, u16 queue_index)
  2487. {
  2488. if (unlikely(queue_index >= dev->real_num_tx_queues)) {
  2489. net_warn_ratelimited("%s selects TX queue %d, but real number of TX queues is %d\n",
  2490. dev->name, queue_index,
  2491. dev->real_num_tx_queues);
  2492. return 0;
  2493. }
  2494. return queue_index;
  2495. }
  2496. /**
  2497. * netif_running - test if up
  2498. * @dev: network device
  2499. *
  2500. * Test if the device has been brought up.
  2501. */
  2502. static inline bool netif_running(const struct net_device *dev)
  2503. {
  2504. return test_bit(__LINK_STATE_START, &dev->state);
  2505. }
  2506. /*
  2507. * Routines to manage the subqueues on a device. We only need start
  2508. * stop, and a check if it's stopped. All other device management is
  2509. * done at the overall netdevice level.
  2510. * Also test the device if we're multiqueue.
  2511. */
  2512. /**
  2513. * netif_start_subqueue - allow sending packets on subqueue
  2514. * @dev: network device
  2515. * @queue_index: sub queue index
  2516. *
  2517. * Start individual transmit queue of a device with multiple transmit queues.
  2518. */
  2519. static inline void netif_start_subqueue(struct net_device *dev, u16 queue_index)
  2520. {
  2521. struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
  2522. netif_tx_start_queue(txq);
  2523. }
  2524. /**
  2525. * netif_stop_subqueue - stop sending packets on subqueue
  2526. * @dev: network device
  2527. * @queue_index: sub queue index
  2528. *
  2529. * Stop individual transmit queue of a device with multiple transmit queues.
  2530. */
  2531. static inline void netif_stop_subqueue(struct net_device *dev, u16 queue_index)
  2532. {
  2533. struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
  2534. netif_tx_stop_queue(txq);
  2535. }
  2536. /**
  2537. * netif_subqueue_stopped - test status of subqueue
  2538. * @dev: network device
  2539. * @queue_index: sub queue index
  2540. *
  2541. * Check individual transmit queue of a device with multiple transmit queues.
  2542. */
  2543. static inline bool __netif_subqueue_stopped(const struct net_device *dev,
  2544. u16 queue_index)
  2545. {
  2546. struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
  2547. return netif_tx_queue_stopped(txq);
  2548. }
  2549. static inline bool netif_subqueue_stopped(const struct net_device *dev,
  2550. struct sk_buff *skb)
  2551. {
  2552. return __netif_subqueue_stopped(dev, skb_get_queue_mapping(skb));
  2553. }
  2554. void netif_wake_subqueue(struct net_device *dev, u16 queue_index);
  2555. #ifdef CONFIG_XPS
  2556. int netif_set_xps_queue(struct net_device *dev, const struct cpumask *mask,
  2557. u16 index);
  2558. #else
  2559. static inline int netif_set_xps_queue(struct net_device *dev,
  2560. const struct cpumask *mask,
  2561. u16 index)
  2562. {
  2563. return 0;
  2564. }
  2565. #endif
  2566. u16 __skb_tx_hash(const struct net_device *dev, struct sk_buff *skb,
  2567. unsigned int num_tx_queues);
  2568. /*
  2569. * Returns a Tx hash for the given packet when dev->real_num_tx_queues is used
  2570. * as a distribution range limit for the returned value.
  2571. */
  2572. static inline u16 skb_tx_hash(const struct net_device *dev,
  2573. struct sk_buff *skb)
  2574. {
  2575. return __skb_tx_hash(dev, skb, dev->real_num_tx_queues);
  2576. }
  2577. /**
  2578. * netif_is_multiqueue - test if device has multiple transmit queues
  2579. * @dev: network device
  2580. *
  2581. * Check if device has multiple transmit queues
  2582. */
  2583. static inline bool netif_is_multiqueue(const struct net_device *dev)
  2584. {
  2585. return dev->num_tx_queues > 1;
  2586. }
  2587. int netif_set_real_num_tx_queues(struct net_device *dev, unsigned int txq);
  2588. #ifdef CONFIG_SYSFS
  2589. int netif_set_real_num_rx_queues(struct net_device *dev, unsigned int rxq);
  2590. #else
  2591. static inline int netif_set_real_num_rx_queues(struct net_device *dev,
  2592. unsigned int rxq)
  2593. {
  2594. return 0;
  2595. }
  2596. #endif
  2597. #ifdef CONFIG_SYSFS
  2598. static inline unsigned int get_netdev_rx_queue_index(
  2599. struct netdev_rx_queue *queue)
  2600. {
  2601. struct net_device *dev = queue->dev;
  2602. int index = queue - dev->_rx;
  2603. BUG_ON(index >= dev->num_rx_queues);
  2604. return index;
  2605. }
  2606. #endif
  2607. #define DEFAULT_MAX_NUM_RSS_QUEUES (8)
  2608. int netif_get_num_default_rss_queues(void);
  2609. enum skb_free_reason {
  2610. SKB_REASON_CONSUMED,
  2611. SKB_REASON_DROPPED,
  2612. };
  2613. void __dev_kfree_skb_irq(struct sk_buff *skb, enum skb_free_reason reason);
  2614. void __dev_kfree_skb_any(struct sk_buff *skb, enum skb_free_reason reason);
  2615. /*
  2616. * It is not allowed to call kfree_skb() or consume_skb() from hardware
  2617. * interrupt context or with hardware interrupts being disabled.
  2618. * (in_irq() || irqs_disabled())
  2619. *
  2620. * We provide four helpers that can be used in following contexts :
  2621. *
  2622. * dev_kfree_skb_irq(skb) when caller drops a packet from irq context,
  2623. * replacing kfree_skb(skb)
  2624. *
  2625. * dev_consume_skb_irq(skb) when caller consumes a packet from irq context.
  2626. * Typically used in place of consume_skb(skb) in TX completion path
  2627. *
  2628. * dev_kfree_skb_any(skb) when caller doesn't know its current irq context,
  2629. * replacing kfree_skb(skb)
  2630. *
  2631. * dev_consume_skb_any(skb) when caller doesn't know its current irq context,
  2632. * and consumed a packet. Used in place of consume_skb(skb)
  2633. */
  2634. static inline void dev_kfree_skb_irq(struct sk_buff *skb)
  2635. {
  2636. __dev_kfree_skb_irq(skb, SKB_REASON_DROPPED);
  2637. }
  2638. static inline void dev_consume_skb_irq(struct sk_buff *skb)
  2639. {
  2640. __dev_kfree_skb_irq(skb, SKB_REASON_CONSUMED);
  2641. }
  2642. static inline void dev_kfree_skb_any(struct sk_buff *skb)
  2643. {
  2644. __dev_kfree_skb_any(skb, SKB_REASON_DROPPED);
  2645. }
  2646. static inline void dev_consume_skb_any(struct sk_buff *skb)
  2647. {
  2648. __dev_kfree_skb_any(skb, SKB_REASON_CONSUMED);
  2649. }
  2650. int netif_rx(struct sk_buff *skb);
  2651. int netif_rx_ni(struct sk_buff *skb);
  2652. int netif_receive_skb_sk(struct sock *sk, struct sk_buff *skb);
  2653. static inline int netif_receive_skb(struct sk_buff *skb)
  2654. {
  2655. return netif_receive_skb_sk(skb->sk, skb);
  2656. }
  2657. gro_result_t napi_gro_receive(struct napi_struct *napi, struct sk_buff *skb);
  2658. void napi_gro_flush(struct napi_struct *napi, bool flush_old);
  2659. struct sk_buff *napi_get_frags(struct napi_struct *napi);
  2660. gro_result_t napi_gro_frags(struct napi_struct *napi);
  2661. struct packet_offload *gro_find_receive_by_type(__be16 type);
  2662. struct packet_offload *gro_find_complete_by_type(__be16 type);
  2663. static inline void napi_free_frags(struct napi_struct *napi)
  2664. {
  2665. kfree_skb(napi->skb);
  2666. napi->skb = NULL;
  2667. }
  2668. int netdev_rx_handler_register(struct net_device *dev,
  2669. rx_handler_func_t *rx_handler,
  2670. void *rx_handler_data);
  2671. void netdev_rx_handler_unregister(struct net_device *dev);
  2672. bool dev_valid_name(const char *name);
  2673. int dev_ioctl(struct net *net, unsigned int cmd, void __user *);
  2674. int dev_ethtool(struct net *net, struct ifreq *);
  2675. unsigned int dev_get_flags(const struct net_device *);
  2676. int __dev_change_flags(struct net_device *, unsigned int flags);
  2677. int dev_change_flags(struct net_device *, unsigned int);
  2678. void __dev_notify_flags(struct net_device *, unsigned int old_flags,
  2679. unsigned int gchanges);
  2680. int dev_change_name(struct net_device *, const char *);
  2681. int dev_set_alias(struct net_device *, const char *, size_t);
  2682. int dev_change_net_namespace(struct net_device *, struct net *, const char *);
  2683. int dev_set_mtu(struct net_device *, int);
  2684. void dev_set_group(struct net_device *, int);
  2685. int dev_set_mac_address(struct net_device *, struct sockaddr *);
  2686. int dev_change_carrier(struct net_device *, bool new_carrier);
  2687. int dev_get_phys_port_id(struct net_device *dev,
  2688. struct netdev_phys_item_id *ppid);
  2689. int dev_get_phys_port_name(struct net_device *dev,
  2690. char *name, size_t len);
  2691. int dev_change_proto_down(struct net_device *dev, bool proto_down);
  2692. struct sk_buff *validate_xmit_skb_list(struct sk_buff *skb, struct net_device *dev);
  2693. struct sk_buff *dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev,
  2694. struct netdev_queue *txq, int *ret);
  2695. int __dev_forward_skb(struct net_device *dev, struct sk_buff *skb);
  2696. int dev_forward_skb(struct net_device *dev, struct sk_buff *skb);
  2697. bool is_skb_forwardable(struct net_device *dev, struct sk_buff *skb);
  2698. extern int netdev_budget;
  2699. /* Called by rtnetlink.c:rtnl_unlock() */
  2700. void netdev_run_todo(void);
  2701. /**
  2702. * dev_put - release reference to device
  2703. * @dev: network device
  2704. *
  2705. * Release reference to device to allow it to be freed.
  2706. */
  2707. static inline void dev_put(struct net_device *dev)
  2708. {
  2709. this_cpu_dec(*dev->pcpu_refcnt);
  2710. }
  2711. /**
  2712. * dev_hold - get reference to device
  2713. * @dev: network device
  2714. *
  2715. * Hold reference to device to keep it from being freed.
  2716. */
  2717. static inline void dev_hold(struct net_device *dev)
  2718. {
  2719. this_cpu_inc(*dev->pcpu_refcnt);
  2720. }
  2721. /* Carrier loss detection, dial on demand. The functions netif_carrier_on
  2722. * and _off may be called from IRQ context, but it is caller
  2723. * who is responsible for serialization of these calls.
  2724. *
  2725. * The name carrier is inappropriate, these functions should really be
  2726. * called netif_lowerlayer_*() because they represent the state of any
  2727. * kind of lower layer not just hardware media.
  2728. */
  2729. void linkwatch_init_dev(struct net_device *dev);
  2730. void linkwatch_fire_event(struct net_device *dev);
  2731. void linkwatch_forget_dev(struct net_device *dev);
  2732. /**
  2733. * netif_carrier_ok - test if carrier present
  2734. * @dev: network device
  2735. *
  2736. * Check if carrier is present on device
  2737. */
  2738. static inline bool netif_carrier_ok(const struct net_device *dev)
  2739. {
  2740. return !test_bit(__LINK_STATE_NOCARRIER, &dev->state);
  2741. }
  2742. unsigned long dev_trans_start(struct net_device *dev);
  2743. void __netdev_watchdog_up(struct net_device *dev);
  2744. void netif_carrier_on(struct net_device *dev);
  2745. void netif_carrier_off(struct net_device *dev);
  2746. /**
  2747. * netif_dormant_on - mark device as dormant.
  2748. * @dev: network device
  2749. *
  2750. * Mark device as dormant (as per RFC2863).
  2751. *
  2752. * The dormant state indicates that the relevant interface is not
  2753. * actually in a condition to pass packets (i.e., it is not 'up') but is
  2754. * in a "pending" state, waiting for some external event. For "on-
  2755. * demand" interfaces, this new state identifies the situation where the
  2756. * interface is waiting for events to place it in the up state.
  2757. *
  2758. */
  2759. static inline void netif_dormant_on(struct net_device *dev)
  2760. {
  2761. if (!test_and_set_bit(__LINK_STATE_DORMANT, &dev->state))
  2762. linkwatch_fire_event(dev);
  2763. }
  2764. /**
  2765. * netif_dormant_off - set device as not dormant.
  2766. * @dev: network device
  2767. *
  2768. * Device is not in dormant state.
  2769. */
  2770. static inline void netif_dormant_off(struct net_device *dev)
  2771. {
  2772. if (test_and_clear_bit(__LINK_STATE_DORMANT, &dev->state))
  2773. linkwatch_fire_event(dev);
  2774. }
  2775. /**
  2776. * netif_dormant - test if carrier present
  2777. * @dev: network device
  2778. *
  2779. * Check if carrier is present on device
  2780. */
  2781. static inline bool netif_dormant(const struct net_device *dev)
  2782. {
  2783. return test_bit(__LINK_STATE_DORMANT, &dev->state);
  2784. }
  2785. /**
  2786. * netif_oper_up - test if device is operational
  2787. * @dev: network device
  2788. *
  2789. * Check if carrier is operational
  2790. */
  2791. static inline bool netif_oper_up(const struct net_device *dev)
  2792. {
  2793. return (dev->operstate == IF_OPER_UP ||
  2794. dev->operstate == IF_OPER_UNKNOWN /* backward compat */);
  2795. }
  2796. /**
  2797. * netif_device_present - is device available or removed
  2798. * @dev: network device
  2799. *
  2800. * Check if device has not been removed from system.
  2801. */
  2802. static inline bool netif_device_present(struct net_device *dev)
  2803. {
  2804. return test_bit(__LINK_STATE_PRESENT, &dev->state);
  2805. }
  2806. void netif_device_detach(struct net_device *dev);
  2807. void netif_device_attach(struct net_device *dev);
  2808. /*
  2809. * Network interface message level settings
  2810. */
  2811. enum {
  2812. NETIF_MSG_DRV = 0x0001,
  2813. NETIF_MSG_PROBE = 0x0002,
  2814. NETIF_MSG_LINK = 0x0004,
  2815. NETIF_MSG_TIMER = 0x0008,
  2816. NETIF_MSG_IFDOWN = 0x0010,
  2817. NETIF_MSG_IFUP = 0x0020,
  2818. NETIF_MSG_RX_ERR = 0x0040,
  2819. NETIF_MSG_TX_ERR = 0x0080,
  2820. NETIF_MSG_TX_QUEUED = 0x0100,
  2821. NETIF_MSG_INTR = 0x0200,
  2822. NETIF_MSG_TX_DONE = 0x0400,
  2823. NETIF_MSG_RX_STATUS = 0x0800,
  2824. NETIF_MSG_PKTDATA = 0x1000,
  2825. NETIF_MSG_HW = 0x2000,
  2826. NETIF_MSG_WOL = 0x4000,
  2827. };
  2828. #define netif_msg_drv(p) ((p)->msg_enable & NETIF_MSG_DRV)
  2829. #define netif_msg_probe(p) ((p)->msg_enable & NETIF_MSG_PROBE)
  2830. #define netif_msg_link(p) ((p)->msg_enable & NETIF_MSG_LINK)
  2831. #define netif_msg_timer(p) ((p)->msg_enable & NETIF_MSG_TIMER)
  2832. #define netif_msg_ifdown(p) ((p)->msg_enable & NETIF_MSG_IFDOWN)
  2833. #define netif_msg_ifup(p) ((p)->msg_enable & NETIF_MSG_IFUP)
  2834. #define netif_msg_rx_err(p) ((p)->msg_enable & NETIF_MSG_RX_ERR)
  2835. #define netif_msg_tx_err(p) ((p)->msg_enable & NETIF_MSG_TX_ERR)
  2836. #define netif_msg_tx_queued(p) ((p)->msg_enable & NETIF_MSG_TX_QUEUED)
  2837. #define netif_msg_intr(p) ((p)->msg_enable & NETIF_MSG_INTR)
  2838. #define netif_msg_tx_done(p) ((p)->msg_enable & NETIF_MSG_TX_DONE)
  2839. #define netif_msg_rx_status(p) ((p)->msg_enable & NETIF_MSG_RX_STATUS)
  2840. #define netif_msg_pktdata(p) ((p)->msg_enable & NETIF_MSG_PKTDATA)
  2841. #define netif_msg_hw(p) ((p)->msg_enable & NETIF_MSG_HW)
  2842. #define netif_msg_wol(p) ((p)->msg_enable & NETIF_MSG_WOL)
  2843. static inline u32 netif_msg_init(int debug_value, int default_msg_enable_bits)
  2844. {
  2845. /* use default */
  2846. if (debug_value < 0 || debug_value >= (sizeof(u32) * 8))
  2847. return default_msg_enable_bits;
  2848. if (debug_value == 0) /* no output */
  2849. return 0;
  2850. /* set low N bits */
  2851. return (1 << debug_value) - 1;
  2852. }
  2853. static inline void __netif_tx_lock(struct netdev_queue *txq, int cpu)
  2854. {
  2855. spin_lock(&txq->_xmit_lock);
  2856. txq->xmit_lock_owner = cpu;
  2857. }
  2858. static inline void __netif_tx_lock_bh(struct netdev_queue *txq)
  2859. {
  2860. spin_lock_bh(&txq->_xmit_lock);
  2861. txq->xmit_lock_owner = smp_processor_id();
  2862. }
  2863. static inline bool __netif_tx_trylock(struct netdev_queue *txq)
  2864. {
  2865. bool ok = spin_trylock(&txq->_xmit_lock);
  2866. if (likely(ok))
  2867. txq->xmit_lock_owner = smp_processor_id();
  2868. return ok;
  2869. }
  2870. static inline void __netif_tx_unlock(struct netdev_queue *txq)
  2871. {
  2872. txq->xmit_lock_owner = -1;
  2873. spin_unlock(&txq->_xmit_lock);
  2874. }
  2875. static inline void __netif_tx_unlock_bh(struct netdev_queue *txq)
  2876. {
  2877. txq->xmit_lock_owner = -1;
  2878. spin_unlock_bh(&txq->_xmit_lock);
  2879. }
  2880. static inline void txq_trans_update(struct netdev_queue *txq)
  2881. {
  2882. if (txq->xmit_lock_owner != -1)
  2883. txq->trans_start = jiffies;
  2884. }
  2885. /**
  2886. * netif_tx_lock - grab network device transmit lock
  2887. * @dev: network device
  2888. *
  2889. * Get network device transmit lock
  2890. */
  2891. static inline void netif_tx_lock(struct net_device *dev)
  2892. {
  2893. unsigned int i;
  2894. int cpu;
  2895. spin_lock(&dev->tx_global_lock);
  2896. cpu = smp_processor_id();
  2897. for (i = 0; i < dev->num_tx_queues; i++) {
  2898. struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
  2899. /* We are the only thread of execution doing a
  2900. * freeze, but we have to grab the _xmit_lock in
  2901. * order to synchronize with threads which are in
  2902. * the ->hard_start_xmit() handler and already
  2903. * checked the frozen bit.
  2904. */
  2905. __netif_tx_lock(txq, cpu);
  2906. set_bit(__QUEUE_STATE_FROZEN, &txq->state);
  2907. __netif_tx_unlock(txq);
  2908. }
  2909. }
  2910. static inline void netif_tx_lock_bh(struct net_device *dev)
  2911. {
  2912. local_bh_disable();
  2913. netif_tx_lock(dev);
  2914. }
  2915. static inline void netif_tx_unlock(struct net_device *dev)
  2916. {
  2917. unsigned int i;
  2918. for (i = 0; i < dev->num_tx_queues; i++) {
  2919. struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
  2920. /* No need to grab the _xmit_lock here. If the
  2921. * queue is not stopped for another reason, we
  2922. * force a schedule.
  2923. */
  2924. clear_bit(__QUEUE_STATE_FROZEN, &txq->state);
  2925. netif_schedule_queue(txq);
  2926. }
  2927. spin_unlock(&dev->tx_global_lock);
  2928. }
  2929. static inline void netif_tx_unlock_bh(struct net_device *dev)
  2930. {
  2931. netif_tx_unlock(dev);
  2932. local_bh_enable();
  2933. }
  2934. #define HARD_TX_LOCK(dev, txq, cpu) { \
  2935. if ((dev->features & NETIF_F_LLTX) == 0) { \
  2936. __netif_tx_lock(txq, cpu); \
  2937. } \
  2938. }
  2939. #define HARD_TX_TRYLOCK(dev, txq) \
  2940. (((dev->features & NETIF_F_LLTX) == 0) ? \
  2941. __netif_tx_trylock(txq) : \
  2942. true )
  2943. #define HARD_TX_UNLOCK(dev, txq) { \
  2944. if ((dev->features & NETIF_F_LLTX) == 0) { \
  2945. __netif_tx_unlock(txq); \
  2946. } \
  2947. }
  2948. static inline void netif_tx_disable(struct net_device *dev)
  2949. {
  2950. unsigned int i;
  2951. int cpu;
  2952. local_bh_disable();
  2953. cpu = smp_processor_id();
  2954. for (i = 0; i < dev->num_tx_queues; i++) {
  2955. struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
  2956. __netif_tx_lock(txq, cpu);
  2957. netif_tx_stop_queue(txq);
  2958. __netif_tx_unlock(txq);
  2959. }
  2960. local_bh_enable();
  2961. }
  2962. static inline void netif_addr_lock(struct net_device *dev)
  2963. {
  2964. spin_lock(&dev->addr_list_lock);
  2965. }
  2966. static inline void netif_addr_lock_nested(struct net_device *dev)
  2967. {
  2968. int subclass = SINGLE_DEPTH_NESTING;
  2969. if (dev->netdev_ops->ndo_get_lock_subclass)
  2970. subclass = dev->netdev_ops->ndo_get_lock_subclass(dev);
  2971. spin_lock_nested(&dev->addr_list_lock, subclass);
  2972. }
  2973. static inline void netif_addr_lock_bh(struct net_device *dev)
  2974. {
  2975. spin_lock_bh(&dev->addr_list_lock);
  2976. }
  2977. static inline void netif_addr_unlock(struct net_device *dev)
  2978. {
  2979. spin_unlock(&dev->addr_list_lock);
  2980. }
  2981. static inline void netif_addr_unlock_bh(struct net_device *dev)
  2982. {
  2983. spin_unlock_bh(&dev->addr_list_lock);
  2984. }
  2985. /*
  2986. * dev_addrs walker. Should be used only for read access. Call with
  2987. * rcu_read_lock held.
  2988. */
  2989. #define for_each_dev_addr(dev, ha) \
  2990. list_for_each_entry_rcu(ha, &dev->dev_addrs.list, list)
  2991. /* These functions live elsewhere (drivers/net/net_init.c, but related) */
  2992. void ether_setup(struct net_device *dev);
  2993. /* Support for loadable net-drivers */
  2994. struct net_device *alloc_netdev_mqs(int sizeof_priv, const char *name,
  2995. unsigned char name_assign_type,
  2996. void (*setup)(struct net_device *),
  2997. unsigned int txqs, unsigned int rxqs);
  2998. #define alloc_netdev(sizeof_priv, name, name_assign_type, setup) \
  2999. alloc_netdev_mqs(sizeof_priv, name, name_assign_type, setup, 1, 1)
  3000. #define alloc_netdev_mq(sizeof_priv, name, name_assign_type, setup, count) \
  3001. alloc_netdev_mqs(sizeof_priv, name, name_assign_type, setup, count, \
  3002. count)
  3003. int register_netdev(struct net_device *dev);
  3004. void unregister_netdev(struct net_device *dev);
  3005. /* General hardware address lists handling functions */
  3006. int __hw_addr_sync(struct netdev_hw_addr_list *to_list,
  3007. struct netdev_hw_addr_list *from_list, int addr_len);
  3008. void __hw_addr_unsync(struct netdev_hw_addr_list *to_list,
  3009. struct netdev_hw_addr_list *from_list, int addr_len);
  3010. int __hw_addr_sync_dev(struct netdev_hw_addr_list *list,
  3011. struct net_device *dev,
  3012. int (*sync)(struct net_device *, const unsigned char *),
  3013. int (*unsync)(struct net_device *,
  3014. const unsigned char *));
  3015. void __hw_addr_unsync_dev(struct netdev_hw_addr_list *list,
  3016. struct net_device *dev,
  3017. int (*unsync)(struct net_device *,
  3018. const unsigned char *));
  3019. void __hw_addr_init(struct netdev_hw_addr_list *list);
  3020. /* Functions used for device addresses handling */
  3021. int dev_addr_add(struct net_device *dev, const unsigned char *addr,
  3022. unsigned char addr_type);
  3023. int dev_addr_del(struct net_device *dev, const unsigned char *addr,
  3024. unsigned char addr_type);
  3025. void dev_addr_flush(struct net_device *dev);
  3026. int dev_addr_init(struct net_device *dev);
  3027. /* Functions used for unicast addresses handling */
  3028. int dev_uc_add(struct net_device *dev, const unsigned char *addr);
  3029. int dev_uc_add_excl(struct net_device *dev, const unsigned char *addr);
  3030. int dev_uc_del(struct net_device *dev, const unsigned char *addr);
  3031. int dev_uc_sync(struct net_device *to, struct net_device *from);
  3032. int dev_uc_sync_multiple(struct net_device *to, struct net_device *from);
  3033. void dev_uc_unsync(struct net_device *to, struct net_device *from);
  3034. void dev_uc_flush(struct net_device *dev);
  3035. void dev_uc_init(struct net_device *dev);
  3036. /**
  3037. * __dev_uc_sync - Synchonize device's unicast list
  3038. * @dev: device to sync
  3039. * @sync: function to call if address should be added
  3040. * @unsync: function to call if address should be removed
  3041. *
  3042. * Add newly added addresses to the interface, and release
  3043. * addresses that have been deleted.
  3044. **/
  3045. static inline int __dev_uc_sync(struct net_device *dev,
  3046. int (*sync)(struct net_device *,
  3047. const unsigned char *),
  3048. int (*unsync)(struct net_device *,
  3049. const unsigned char *))
  3050. {
  3051. return __hw_addr_sync_dev(&dev->uc, dev, sync, unsync);
  3052. }
  3053. /**
  3054. * __dev_uc_unsync - Remove synchronized addresses from device
  3055. * @dev: device to sync
  3056. * @unsync: function to call if address should be removed
  3057. *
  3058. * Remove all addresses that were added to the device by dev_uc_sync().
  3059. **/
  3060. static inline void __dev_uc_unsync(struct net_device *dev,
  3061. int (*unsync)(struct net_device *,
  3062. const unsigned char *))
  3063. {
  3064. __hw_addr_unsync_dev(&dev->uc, dev, unsync);
  3065. }
  3066. /* Functions used for multicast addresses handling */
  3067. int dev_mc_add(struct net_device *dev, const unsigned char *addr);
  3068. int dev_mc_add_global(struct net_device *dev, const unsigned char *addr);
  3069. int dev_mc_add_excl(struct net_device *dev, const unsigned char *addr);
  3070. int dev_mc_del(struct net_device *dev, const unsigned char *addr);
  3071. int dev_mc_del_global(struct net_device *dev, const unsigned char *addr);
  3072. int dev_mc_sync(struct net_device *to, struct net_device *from);
  3073. int dev_mc_sync_multiple(struct net_device *to, struct net_device *from);
  3074. void dev_mc_unsync(struct net_device *to, struct net_device *from);
  3075. void dev_mc_flush(struct net_device *dev);
  3076. void dev_mc_init(struct net_device *dev);
  3077. /**
  3078. * __dev_mc_sync - Synchonize device's multicast list
  3079. * @dev: device to sync
  3080. * @sync: function to call if address should be added
  3081. * @unsync: function to call if address should be removed
  3082. *
  3083. * Add newly added addresses to the interface, and release
  3084. * addresses that have been deleted.
  3085. **/
  3086. static inline int __dev_mc_sync(struct net_device *dev,
  3087. int (*sync)(struct net_device *,
  3088. const unsigned char *),
  3089. int (*unsync)(struct net_device *,
  3090. const unsigned char *))
  3091. {
  3092. return __hw_addr_sync_dev(&dev->mc, dev, sync, unsync);
  3093. }
  3094. /**
  3095. * __dev_mc_unsync - Remove synchronized addresses from device
  3096. * @dev: device to sync
  3097. * @unsync: function to call if address should be removed
  3098. *
  3099. * Remove all addresses that were added to the device by dev_mc_sync().
  3100. **/
  3101. static inline void __dev_mc_unsync(struct net_device *dev,
  3102. int (*unsync)(struct net_device *,
  3103. const unsigned char *))
  3104. {
  3105. __hw_addr_unsync_dev(&dev->mc, dev, unsync);
  3106. }
  3107. /* Functions used for secondary unicast and multicast support */
  3108. void dev_set_rx_mode(struct net_device *dev);
  3109. void __dev_set_rx_mode(struct net_device *dev);
  3110. int dev_set_promiscuity(struct net_device *dev, int inc);
  3111. int dev_set_allmulti(struct net_device *dev, int inc);
  3112. void netdev_state_change(struct net_device *dev);
  3113. void netdev_notify_peers(struct net_device *dev);
  3114. void netdev_features_change(struct net_device *dev);
  3115. /* Load a device via the kmod */
  3116. void dev_load(struct net *net, const char *name);
  3117. struct rtnl_link_stats64 *dev_get_stats(struct net_device *dev,
  3118. struct rtnl_link_stats64 *storage);
  3119. void netdev_stats_to_stats64(struct rtnl_link_stats64 *stats64,
  3120. const struct net_device_stats *netdev_stats);
  3121. extern int netdev_max_backlog;
  3122. extern int netdev_tstamp_prequeue;
  3123. extern int weight_p;
  3124. extern int bpf_jit_enable;
  3125. bool netdev_has_upper_dev(struct net_device *dev, struct net_device *upper_dev);
  3126. struct net_device *netdev_upper_get_next_dev_rcu(struct net_device *dev,
  3127. struct list_head **iter);
  3128. struct net_device *netdev_all_upper_get_next_dev_rcu(struct net_device *dev,
  3129. struct list_head **iter);
  3130. /* iterate through upper list, must be called under RCU read lock */
  3131. #define netdev_for_each_upper_dev_rcu(dev, updev, iter) \
  3132. for (iter = &(dev)->adj_list.upper, \
  3133. updev = netdev_upper_get_next_dev_rcu(dev, &(iter)); \
  3134. updev; \
  3135. updev = netdev_upper_get_next_dev_rcu(dev, &(iter)))
  3136. /* iterate through upper list, must be called under RCU read lock */
  3137. #define netdev_for_each_all_upper_dev_rcu(dev, updev, iter) \
  3138. for (iter = &(dev)->all_adj_list.upper, \
  3139. updev = netdev_all_upper_get_next_dev_rcu(dev, &(iter)); \
  3140. updev; \
  3141. updev = netdev_all_upper_get_next_dev_rcu(dev, &(iter)))
  3142. void *netdev_lower_get_next_private(struct net_device *dev,
  3143. struct list_head **iter);
  3144. void *netdev_lower_get_next_private_rcu(struct net_device *dev,
  3145. struct list_head **iter);
  3146. #define netdev_for_each_lower_private(dev, priv, iter) \
  3147. for (iter = (dev)->adj_list.lower.next, \
  3148. priv = netdev_lower_get_next_private(dev, &(iter)); \
  3149. priv; \
  3150. priv = netdev_lower_get_next_private(dev, &(iter)))
  3151. #define netdev_for_each_lower_private_rcu(dev, priv, iter) \
  3152. for (iter = &(dev)->adj_list.lower, \
  3153. priv = netdev_lower_get_next_private_rcu(dev, &(iter)); \
  3154. priv; \
  3155. priv = netdev_lower_get_next_private_rcu(dev, &(iter)))
  3156. void *netdev_lower_get_next(struct net_device *dev,
  3157. struct list_head **iter);
  3158. #define netdev_for_each_lower_dev(dev, ldev, iter) \
  3159. for (iter = &(dev)->adj_list.lower, \
  3160. ldev = netdev_lower_get_next(dev, &(iter)); \
  3161. ldev; \
  3162. ldev = netdev_lower_get_next(dev, &(iter)))
  3163. void *netdev_adjacent_get_private(struct list_head *adj_list);
  3164. void *netdev_lower_get_first_private_rcu(struct net_device *dev);
  3165. struct net_device *netdev_master_upper_dev_get(struct net_device *dev);
  3166. struct net_device *netdev_master_upper_dev_get_rcu(struct net_device *dev);
  3167. int netdev_upper_dev_link(struct net_device *dev, struct net_device *upper_dev);
  3168. int netdev_master_upper_dev_link(struct net_device *dev,
  3169. struct net_device *upper_dev);
  3170. int netdev_master_upper_dev_link_private(struct net_device *dev,
  3171. struct net_device *upper_dev,
  3172. void *private);
  3173. void netdev_upper_dev_unlink(struct net_device *dev,
  3174. struct net_device *upper_dev);
  3175. void netdev_adjacent_rename_links(struct net_device *dev, char *oldname);
  3176. void *netdev_lower_dev_get_private(struct net_device *dev,
  3177. struct net_device *lower_dev);
  3178. /* RSS keys are 40 or 52 bytes long */
  3179. #define NETDEV_RSS_KEY_LEN 52
  3180. extern u8 netdev_rss_key[NETDEV_RSS_KEY_LEN];
  3181. void netdev_rss_key_fill(void *buffer, size_t len);
  3182. int dev_get_nest_level(struct net_device *dev,
  3183. bool (*type_check)(struct net_device *dev));
  3184. int skb_checksum_help(struct sk_buff *skb);
  3185. struct sk_buff *__skb_gso_segment(struct sk_buff *skb,
  3186. netdev_features_t features, bool tx_path);
  3187. struct sk_buff *skb_mac_gso_segment(struct sk_buff *skb,
  3188. netdev_features_t features);
  3189. struct netdev_bonding_info {
  3190. ifslave slave;
  3191. ifbond master;
  3192. };
  3193. struct netdev_notifier_bonding_info {
  3194. struct netdev_notifier_info info; /* must be first */
  3195. struct netdev_bonding_info bonding_info;
  3196. };
  3197. void netdev_bonding_info_change(struct net_device *dev,
  3198. struct netdev_bonding_info *bonding_info);
  3199. static inline
  3200. struct sk_buff *skb_gso_segment(struct sk_buff *skb, netdev_features_t features)
  3201. {
  3202. return __skb_gso_segment(skb, features, true);
  3203. }
  3204. __be16 skb_network_protocol(struct sk_buff *skb, int *depth);
  3205. static inline bool can_checksum_protocol(netdev_features_t features,
  3206. __be16 protocol)
  3207. {
  3208. return ((features & NETIF_F_GEN_CSUM) ||
  3209. ((features & NETIF_F_V4_CSUM) &&
  3210. protocol == htons(ETH_P_IP)) ||
  3211. ((features & NETIF_F_V6_CSUM) &&
  3212. protocol == htons(ETH_P_IPV6)) ||
  3213. ((features & NETIF_F_FCOE_CRC) &&
  3214. protocol == htons(ETH_P_FCOE)));
  3215. }
  3216. #ifdef CONFIG_BUG
  3217. void netdev_rx_csum_fault(struct net_device *dev);
  3218. #else
  3219. static inline void netdev_rx_csum_fault(struct net_device *dev)
  3220. {
  3221. }
  3222. #endif
  3223. /* rx skb timestamps */
  3224. void net_enable_timestamp(void);
  3225. void net_disable_timestamp(void);
  3226. #ifdef CONFIG_PROC_FS
  3227. int __init dev_proc_init(void);
  3228. #else
  3229. #define dev_proc_init() 0
  3230. #endif
  3231. static inline netdev_tx_t __netdev_start_xmit(const struct net_device_ops *ops,
  3232. struct sk_buff *skb, struct net_device *dev,
  3233. bool more)
  3234. {
  3235. skb->xmit_more = more ? 1 : 0;
  3236. return ops->ndo_start_xmit(skb, dev);
  3237. }
  3238. static inline netdev_tx_t netdev_start_xmit(struct sk_buff *skb, struct net_device *dev,
  3239. struct netdev_queue *txq, bool more)
  3240. {
  3241. const struct net_device_ops *ops = dev->netdev_ops;
  3242. int rc;
  3243. rc = __netdev_start_xmit(ops, skb, dev, more);
  3244. if (rc == NETDEV_TX_OK)
  3245. txq_trans_update(txq);
  3246. return rc;
  3247. }
  3248. int netdev_class_create_file_ns(struct class_attribute *class_attr,
  3249. const void *ns);
  3250. void netdev_class_remove_file_ns(struct class_attribute *class_attr,
  3251. const void *ns);
  3252. static inline int netdev_class_create_file(struct class_attribute *class_attr)
  3253. {
  3254. return netdev_class_create_file_ns(class_attr, NULL);
  3255. }
  3256. static inline void netdev_class_remove_file(struct class_attribute *class_attr)
  3257. {
  3258. netdev_class_remove_file_ns(class_attr, NULL);
  3259. }
  3260. extern struct kobj_ns_type_operations net_ns_type_operations;
  3261. const char *netdev_drivername(const struct net_device *dev);
  3262. void linkwatch_run_queue(void);
  3263. static inline netdev_features_t netdev_intersect_features(netdev_features_t f1,
  3264. netdev_features_t f2)
  3265. {
  3266. if (f1 & NETIF_F_GEN_CSUM)
  3267. f1 |= (NETIF_F_ALL_CSUM & ~NETIF_F_GEN_CSUM);
  3268. if (f2 & NETIF_F_GEN_CSUM)
  3269. f2 |= (NETIF_F_ALL_CSUM & ~NETIF_F_GEN_CSUM);
  3270. f1 &= f2;
  3271. if (f1 & NETIF_F_GEN_CSUM)
  3272. f1 &= ~(NETIF_F_ALL_CSUM & ~NETIF_F_GEN_CSUM);
  3273. return f1;
  3274. }
  3275. static inline netdev_features_t netdev_get_wanted_features(
  3276. struct net_device *dev)
  3277. {
  3278. return (dev->features & ~dev->hw_features) | dev->wanted_features;
  3279. }
  3280. netdev_features_t netdev_increment_features(netdev_features_t all,
  3281. netdev_features_t one, netdev_features_t mask);
  3282. /* Allow TSO being used on stacked device :
  3283. * Performing the GSO segmentation before last device
  3284. * is a performance improvement.
  3285. */
  3286. static inline netdev_features_t netdev_add_tso_features(netdev_features_t features,
  3287. netdev_features_t mask)
  3288. {
  3289. return netdev_increment_features(features, NETIF_F_ALL_TSO, mask);
  3290. }
  3291. int __netdev_update_features(struct net_device *dev);
  3292. void netdev_update_features(struct net_device *dev);
  3293. void netdev_change_features(struct net_device *dev);
  3294. void netif_stacked_transfer_operstate(const struct net_device *rootdev,
  3295. struct net_device *dev);
  3296. netdev_features_t passthru_features_check(struct sk_buff *skb,
  3297. struct net_device *dev,
  3298. netdev_features_t features);
  3299. netdev_features_t netif_skb_features(struct sk_buff *skb);
  3300. static inline bool net_gso_ok(netdev_features_t features, int gso_type)
  3301. {
  3302. netdev_features_t feature = gso_type << NETIF_F_GSO_SHIFT;
  3303. /* check flags correspondence */
  3304. BUILD_BUG_ON(SKB_GSO_TCPV4 != (NETIF_F_TSO >> NETIF_F_GSO_SHIFT));
  3305. BUILD_BUG_ON(SKB_GSO_UDP != (NETIF_F_UFO >> NETIF_F_GSO_SHIFT));
  3306. BUILD_BUG_ON(SKB_GSO_DODGY != (NETIF_F_GSO_ROBUST >> NETIF_F_GSO_SHIFT));
  3307. BUILD_BUG_ON(SKB_GSO_TCP_ECN != (NETIF_F_TSO_ECN >> NETIF_F_GSO_SHIFT));
  3308. BUILD_BUG_ON(SKB_GSO_TCPV6 != (NETIF_F_TSO6 >> NETIF_F_GSO_SHIFT));
  3309. BUILD_BUG_ON(SKB_GSO_FCOE != (NETIF_F_FSO >> NETIF_F_GSO_SHIFT));
  3310. BUILD_BUG_ON(SKB_GSO_GRE != (NETIF_F_GSO_GRE >> NETIF_F_GSO_SHIFT));
  3311. BUILD_BUG_ON(SKB_GSO_GRE_CSUM != (NETIF_F_GSO_GRE_CSUM >> NETIF_F_GSO_SHIFT));
  3312. BUILD_BUG_ON(SKB_GSO_IPIP != (NETIF_F_GSO_IPIP >> NETIF_F_GSO_SHIFT));
  3313. BUILD_BUG_ON(SKB_GSO_SIT != (NETIF_F_GSO_SIT >> NETIF_F_GSO_SHIFT));
  3314. BUILD_BUG_ON(SKB_GSO_UDP_TUNNEL != (NETIF_F_GSO_UDP_TUNNEL >> NETIF_F_GSO_SHIFT));
  3315. BUILD_BUG_ON(SKB_GSO_UDP_TUNNEL_CSUM != (NETIF_F_GSO_UDP_TUNNEL_CSUM >> NETIF_F_GSO_SHIFT));
  3316. BUILD_BUG_ON(SKB_GSO_TUNNEL_REMCSUM != (NETIF_F_GSO_TUNNEL_REMCSUM >> NETIF_F_GSO_SHIFT));
  3317. return (features & feature) == feature;
  3318. }
  3319. static inline bool skb_gso_ok(struct sk_buff *skb, netdev_features_t features)
  3320. {
  3321. return net_gso_ok(features, skb_shinfo(skb)->gso_type) &&
  3322. (!skb_has_frag_list(skb) || (features & NETIF_F_FRAGLIST));
  3323. }
  3324. static inline bool netif_needs_gso(struct sk_buff *skb,
  3325. netdev_features_t features)
  3326. {
  3327. return skb_is_gso(skb) && (!skb_gso_ok(skb, features) ||
  3328. unlikely((skb->ip_summed != CHECKSUM_PARTIAL) &&
  3329. (skb->ip_summed != CHECKSUM_UNNECESSARY)));
  3330. }
  3331. static inline void netif_set_gso_max_size(struct net_device *dev,
  3332. unsigned int size)
  3333. {
  3334. dev->gso_max_size = size;
  3335. }
  3336. static inline void skb_gso_error_unwind(struct sk_buff *skb, __be16 protocol,
  3337. int pulled_hlen, u16 mac_offset,
  3338. int mac_len)
  3339. {
  3340. skb->protocol = protocol;
  3341. skb->encapsulation = 1;
  3342. skb_push(skb, pulled_hlen);
  3343. skb_reset_transport_header(skb);
  3344. skb->mac_header = mac_offset;
  3345. skb->network_header = skb->mac_header + mac_len;
  3346. skb->mac_len = mac_len;
  3347. }
  3348. static inline bool netif_is_macvlan(struct net_device *dev)
  3349. {
  3350. return dev->priv_flags & IFF_MACVLAN;
  3351. }
  3352. static inline bool netif_is_macvlan_port(struct net_device *dev)
  3353. {
  3354. return dev->priv_flags & IFF_MACVLAN_PORT;
  3355. }
  3356. static inline bool netif_is_ipvlan(struct net_device *dev)
  3357. {
  3358. return dev->priv_flags & IFF_IPVLAN_SLAVE;
  3359. }
  3360. static inline bool netif_is_ipvlan_port(struct net_device *dev)
  3361. {
  3362. return dev->priv_flags & IFF_IPVLAN_MASTER;
  3363. }
  3364. static inline bool netif_is_bond_master(struct net_device *dev)
  3365. {
  3366. return dev->flags & IFF_MASTER && dev->priv_flags & IFF_BONDING;
  3367. }
  3368. static inline bool netif_is_bond_slave(struct net_device *dev)
  3369. {
  3370. return dev->flags & IFF_SLAVE && dev->priv_flags & IFF_BONDING;
  3371. }
  3372. static inline bool netif_supports_nofcs(struct net_device *dev)
  3373. {
  3374. return dev->priv_flags & IFF_SUPP_NOFCS;
  3375. }
  3376. static inline bool netif_is_vrf(const struct net_device *dev)
  3377. {
  3378. return dev->priv_flags & IFF_VRF_MASTER;
  3379. }
  3380. static inline bool netif_is_bridge_master(const struct net_device *dev)
  3381. {
  3382. return dev->priv_flags & IFF_EBRIDGE;
  3383. }
  3384. static inline bool netif_is_ovs_master(const struct net_device *dev)
  3385. {
  3386. return dev->priv_flags & IFF_OPENVSWITCH;
  3387. }
  3388. static inline bool netif_index_is_vrf(struct net *net, int ifindex)
  3389. {
  3390. bool rc = false;
  3391. #if IS_ENABLED(CONFIG_NET_VRF)
  3392. struct net_device *dev;
  3393. if (ifindex == 0)
  3394. return false;
  3395. rcu_read_lock();
  3396. dev = dev_get_by_index_rcu(net, ifindex);
  3397. if (dev)
  3398. rc = netif_is_vrf(dev);
  3399. rcu_read_unlock();
  3400. #endif
  3401. return rc;
  3402. }
  3403. /* This device needs to keep skb dst for qdisc enqueue or ndo_start_xmit() */
  3404. static inline void netif_keep_dst(struct net_device *dev)
  3405. {
  3406. dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_XMIT_DST_RELEASE_PERM);
  3407. }
  3408. extern struct pernet_operations __net_initdata loopback_net_ops;
  3409. /* Logging, debugging and troubleshooting/diagnostic helpers. */
  3410. /* netdev_printk helpers, similar to dev_printk */
  3411. static inline const char *netdev_name(const struct net_device *dev)
  3412. {
  3413. if (!dev->name[0] || strchr(dev->name, '%'))
  3414. return "(unnamed net_device)";
  3415. return dev->name;
  3416. }
  3417. static inline const char *netdev_reg_state(const struct net_device *dev)
  3418. {
  3419. switch (dev->reg_state) {
  3420. case NETREG_UNINITIALIZED: return " (uninitialized)";
  3421. case NETREG_REGISTERED: return "";
  3422. case NETREG_UNREGISTERING: return " (unregistering)";
  3423. case NETREG_UNREGISTERED: return " (unregistered)";
  3424. case NETREG_RELEASED: return " (released)";
  3425. case NETREG_DUMMY: return " (dummy)";
  3426. }
  3427. WARN_ONCE(1, "%s: unknown reg_state %d\n", dev->name, dev->reg_state);
  3428. return " (unknown)";
  3429. }
  3430. __printf(3, 4)
  3431. void netdev_printk(const char *level, const struct net_device *dev,
  3432. const char *format, ...);
  3433. __printf(2, 3)
  3434. void netdev_emerg(const struct net_device *dev, const char *format, ...);
  3435. __printf(2, 3)
  3436. void netdev_alert(const struct net_device *dev, const char *format, ...);
  3437. __printf(2, 3)
  3438. void netdev_crit(const struct net_device *dev, const char *format, ...);
  3439. __printf(2, 3)
  3440. void netdev_err(const struct net_device *dev, const char *format, ...);
  3441. __printf(2, 3)
  3442. void netdev_warn(const struct net_device *dev, const char *format, ...);
  3443. __printf(2, 3)
  3444. void netdev_notice(const struct net_device *dev, const char *format, ...);
  3445. __printf(2, 3)
  3446. void netdev_info(const struct net_device *dev, const char *format, ...);
  3447. #define MODULE_ALIAS_NETDEV(device) \
  3448. MODULE_ALIAS("netdev-" device)
  3449. #if defined(CONFIG_DYNAMIC_DEBUG)
  3450. #define netdev_dbg(__dev, format, args...) \
  3451. do { \
  3452. dynamic_netdev_dbg(__dev, format, ##args); \
  3453. } while (0)
  3454. #elif defined(DEBUG)
  3455. #define netdev_dbg(__dev, format, args...) \
  3456. netdev_printk(KERN_DEBUG, __dev, format, ##args)
  3457. #else
  3458. #define netdev_dbg(__dev, format, args...) \
  3459. ({ \
  3460. if (0) \
  3461. netdev_printk(KERN_DEBUG, __dev, format, ##args); \
  3462. })
  3463. #endif
  3464. #if defined(VERBOSE_DEBUG)
  3465. #define netdev_vdbg netdev_dbg
  3466. #else
  3467. #define netdev_vdbg(dev, format, args...) \
  3468. ({ \
  3469. if (0) \
  3470. netdev_printk(KERN_DEBUG, dev, format, ##args); \
  3471. 0; \
  3472. })
  3473. #endif
  3474. /*
  3475. * netdev_WARN() acts like dev_printk(), but with the key difference
  3476. * of using a WARN/WARN_ON to get the message out, including the
  3477. * file/line information and a backtrace.
  3478. */
  3479. #define netdev_WARN(dev, format, args...) \
  3480. WARN(1, "netdevice: %s%s\n" format, netdev_name(dev), \
  3481. netdev_reg_state(dev), ##args)
  3482. /* netif printk helpers, similar to netdev_printk */
  3483. #define netif_printk(priv, type, level, dev, fmt, args...) \
  3484. do { \
  3485. if (netif_msg_##type(priv)) \
  3486. netdev_printk(level, (dev), fmt, ##args); \
  3487. } while (0)
  3488. #define netif_level(level, priv, type, dev, fmt, args...) \
  3489. do { \
  3490. if (netif_msg_##type(priv)) \
  3491. netdev_##level(dev, fmt, ##args); \
  3492. } while (0)
  3493. #define netif_emerg(priv, type, dev, fmt, args...) \
  3494. netif_level(emerg, priv, type, dev, fmt, ##args)
  3495. #define netif_alert(priv, type, dev, fmt, args...) \
  3496. netif_level(alert, priv, type, dev, fmt, ##args)
  3497. #define netif_crit(priv, type, dev, fmt, args...) \
  3498. netif_level(crit, priv, type, dev, fmt, ##args)
  3499. #define netif_err(priv, type, dev, fmt, args...) \
  3500. netif_level(err, priv, type, dev, fmt, ##args)
  3501. #define netif_warn(priv, type, dev, fmt, args...) \
  3502. netif_level(warn, priv, type, dev, fmt, ##args)
  3503. #define netif_notice(priv, type, dev, fmt, args...) \
  3504. netif_level(notice, priv, type, dev, fmt, ##args)
  3505. #define netif_info(priv, type, dev, fmt, args...) \
  3506. netif_level(info, priv, type, dev, fmt, ##args)
  3507. #if defined(CONFIG_DYNAMIC_DEBUG)
  3508. #define netif_dbg(priv, type, netdev, format, args...) \
  3509. do { \
  3510. if (netif_msg_##type(priv)) \
  3511. dynamic_netdev_dbg(netdev, format, ##args); \
  3512. } while (0)
  3513. #elif defined(DEBUG)
  3514. #define netif_dbg(priv, type, dev, format, args...) \
  3515. netif_printk(priv, type, KERN_DEBUG, dev, format, ##args)
  3516. #else
  3517. #define netif_dbg(priv, type, dev, format, args...) \
  3518. ({ \
  3519. if (0) \
  3520. netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
  3521. 0; \
  3522. })
  3523. #endif
  3524. #if defined(VERBOSE_DEBUG)
  3525. #define netif_vdbg netif_dbg
  3526. #else
  3527. #define netif_vdbg(priv, type, dev, format, args...) \
  3528. ({ \
  3529. if (0) \
  3530. netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
  3531. 0; \
  3532. })
  3533. #endif
  3534. /*
  3535. * The list of packet types we will receive (as opposed to discard)
  3536. * and the routines to invoke.
  3537. *
  3538. * Why 16. Because with 16 the only overlap we get on a hash of the
  3539. * low nibble of the protocol value is RARP/SNAP/X.25.
  3540. *
  3541. * NOTE: That is no longer true with the addition of VLAN tags. Not
  3542. * sure which should go first, but I bet it won't make much
  3543. * difference if we are running VLANs. The good news is that
  3544. * this protocol won't be in the list unless compiled in, so
  3545. * the average user (w/out VLANs) will not be adversely affected.
  3546. * --BLG
  3547. *
  3548. * 0800 IP
  3549. * 8100 802.1Q VLAN
  3550. * 0001 802.3
  3551. * 0002 AX.25
  3552. * 0004 802.2
  3553. * 8035 RARP
  3554. * 0005 SNAP
  3555. * 0805 X.25
  3556. * 0806 ARP
  3557. * 8137 IPX
  3558. * 0009 Localtalk
  3559. * 86DD IPv6
  3560. */
  3561. #define PTYPE_HASH_SIZE (16)
  3562. #define PTYPE_HASH_MASK (PTYPE_HASH_SIZE - 1)
  3563. #endif /* _LINUX_NETDEVICE_H */