test_verifier.c 379 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762476347644765476647674768476947704771477247734774477547764777477847794780478147824783478447854786478747884789479047914792479347944795479647974798479948004801480248034804480548064807480848094810481148124813481448154816481748184819482048214822482348244825482648274828482948304831483248334834483548364837483848394840484148424843484448454846484748484849485048514852485348544855485648574858485948604861486248634864486548664867486848694870487148724873487448754876487748784879488048814882488348844885488648874888488948904891489248934894489548964897489848994900490149024903490449054906490749084909491049114912491349144915491649174918491949204921492249234924492549264927492849294930493149324933493449354936493749384939494049414942494349444945494649474948494949504951495249534954495549564957495849594960496149624963496449654966496749684969497049714972497349744975497649774978497949804981498249834984498549864987498849894990499149924993499449954996499749984999500050015002500350045005500650075008500950105011501250135014501550165017501850195020502150225023502450255026502750285029503050315032503350345035503650375038503950405041504250435044504550465047504850495050505150525053505450555056505750585059506050615062506350645065506650675068506950705071507250735074507550765077507850795080508150825083508450855086508750885089509050915092509350945095509650975098509951005101510251035104510551065107510851095110511151125113511451155116511751185119512051215122512351245125512651275128512951305131513251335134513551365137513851395140514151425143514451455146514751485149515051515152515351545155515651575158515951605161516251635164516551665167516851695170517151725173517451755176517751785179518051815182518351845185518651875188518951905191519251935194519551965197519851995200520152025203520452055206520752085209521052115212521352145215521652175218521952205221522252235224522552265227522852295230523152325233523452355236523752385239524052415242524352445245524652475248524952505251525252535254525552565257525852595260526152625263526452655266526752685269527052715272527352745275527652775278527952805281528252835284528552865287528852895290529152925293529452955296529752985299530053015302530353045305530653075308530953105311531253135314531553165317531853195320532153225323532453255326532753285329533053315332533353345335533653375338533953405341534253435344534553465347534853495350535153525353535453555356535753585359536053615362536353645365536653675368536953705371537253735374537553765377537853795380538153825383538453855386538753885389539053915392539353945395539653975398539954005401540254035404540554065407540854095410541154125413541454155416541754185419542054215422542354245425542654275428542954305431543254335434543554365437543854395440544154425443544454455446544754485449545054515452545354545455545654575458545954605461546254635464546554665467546854695470547154725473547454755476547754785479548054815482548354845485548654875488548954905491549254935494549554965497549854995500550155025503550455055506550755085509551055115512551355145515551655175518551955205521552255235524552555265527552855295530553155325533553455355536553755385539554055415542554355445545554655475548554955505551555255535554555555565557555855595560556155625563556455655566556755685569557055715572557355745575557655775578557955805581558255835584558555865587558855895590559155925593559455955596559755985599560056015602560356045605560656075608560956105611561256135614561556165617561856195620562156225623562456255626562756285629563056315632563356345635563656375638563956405641564256435644564556465647564856495650565156525653565456555656565756585659566056615662566356645665566656675668566956705671567256735674567556765677567856795680568156825683568456855686568756885689569056915692569356945695569656975698569957005701570257035704570557065707570857095710571157125713571457155716571757185719572057215722572357245725572657275728572957305731573257335734573557365737573857395740574157425743574457455746574757485749575057515752575357545755575657575758575957605761576257635764576557665767576857695770577157725773577457755776577757785779578057815782578357845785578657875788578957905791579257935794579557965797579857995800580158025803580458055806580758085809581058115812581358145815581658175818581958205821582258235824582558265827582858295830583158325833583458355836583758385839584058415842584358445845584658475848584958505851585258535854585558565857585858595860586158625863586458655866586758685869587058715872587358745875587658775878587958805881588258835884588558865887588858895890589158925893589458955896589758985899590059015902590359045905590659075908590959105911591259135914591559165917591859195920592159225923592459255926592759285929593059315932593359345935593659375938593959405941594259435944594559465947594859495950595159525953595459555956595759585959596059615962596359645965596659675968596959705971597259735974597559765977597859795980598159825983598459855986598759885989599059915992599359945995599659975998599960006001600260036004600560066007600860096010601160126013601460156016601760186019602060216022602360246025602660276028602960306031603260336034603560366037603860396040604160426043604460456046604760486049605060516052605360546055605660576058605960606061606260636064606560666067606860696070607160726073607460756076607760786079608060816082608360846085608660876088608960906091609260936094609560966097609860996100610161026103610461056106610761086109611061116112611361146115611661176118611961206121612261236124612561266127612861296130613161326133613461356136613761386139614061416142614361446145614661476148614961506151615261536154615561566157615861596160616161626163616461656166616761686169617061716172617361746175617661776178617961806181618261836184618561866187618861896190619161926193619461956196619761986199620062016202620362046205620662076208620962106211621262136214621562166217621862196220622162226223622462256226622762286229623062316232623362346235623662376238623962406241624262436244624562466247624862496250625162526253625462556256625762586259626062616262626362646265626662676268626962706271627262736274627562766277627862796280628162826283628462856286628762886289629062916292629362946295629662976298629963006301630263036304630563066307630863096310631163126313631463156316631763186319632063216322632363246325632663276328632963306331633263336334633563366337633863396340634163426343634463456346634763486349635063516352635363546355635663576358635963606361636263636364636563666367636863696370637163726373637463756376637763786379638063816382638363846385638663876388638963906391639263936394639563966397639863996400640164026403640464056406640764086409641064116412641364146415641664176418641964206421642264236424642564266427642864296430643164326433643464356436643764386439644064416442644364446445644664476448644964506451645264536454645564566457645864596460646164626463646464656466646764686469647064716472647364746475647664776478647964806481648264836484648564866487648864896490649164926493649464956496649764986499650065016502650365046505650665076508650965106511651265136514651565166517651865196520652165226523652465256526652765286529653065316532653365346535653665376538653965406541654265436544654565466547654865496550655165526553655465556556655765586559656065616562656365646565656665676568656965706571657265736574657565766577657865796580658165826583658465856586658765886589659065916592659365946595659665976598659966006601660266036604660566066607660866096610661166126613661466156616661766186619662066216622662366246625662666276628662966306631663266336634663566366637663866396640664166426643664466456646664766486649665066516652665366546655665666576658665966606661666266636664666566666667666866696670667166726673667466756676667766786679668066816682668366846685668666876688668966906691669266936694669566966697669866996700670167026703670467056706670767086709671067116712671367146715671667176718671967206721672267236724672567266727672867296730673167326733673467356736673767386739674067416742674367446745674667476748674967506751675267536754675567566757675867596760676167626763676467656766676767686769677067716772677367746775677667776778677967806781678267836784678567866787678867896790679167926793679467956796679767986799680068016802680368046805680668076808680968106811681268136814681568166817681868196820682168226823682468256826682768286829683068316832683368346835683668376838683968406841684268436844684568466847684868496850685168526853685468556856685768586859686068616862686368646865686668676868686968706871687268736874687568766877687868796880688168826883688468856886688768886889689068916892689368946895689668976898689969006901690269036904690569066907690869096910691169126913691469156916691769186919692069216922692369246925692669276928692969306931693269336934693569366937693869396940694169426943694469456946694769486949695069516952695369546955695669576958695969606961696269636964696569666967696869696970697169726973697469756976697769786979698069816982698369846985698669876988698969906991699269936994699569966997699869997000700170027003700470057006700770087009701070117012701370147015701670177018701970207021702270237024702570267027702870297030703170327033703470357036703770387039704070417042704370447045704670477048704970507051705270537054705570567057705870597060706170627063706470657066706770687069707070717072707370747075707670777078707970807081708270837084708570867087708870897090709170927093709470957096709770987099710071017102710371047105710671077108710971107111711271137114711571167117711871197120712171227123712471257126712771287129713071317132713371347135713671377138713971407141714271437144714571467147714871497150715171527153715471557156715771587159716071617162716371647165716671677168716971707171717271737174717571767177717871797180718171827183718471857186718771887189719071917192719371947195719671977198719972007201720272037204720572067207720872097210721172127213721472157216721772187219722072217222722372247225722672277228722972307231723272337234723572367237723872397240724172427243724472457246724772487249725072517252725372547255725672577258725972607261726272637264726572667267726872697270727172727273727472757276727772787279728072817282728372847285728672877288728972907291729272937294729572967297729872997300730173027303730473057306730773087309731073117312731373147315731673177318731973207321732273237324732573267327732873297330733173327333733473357336733773387339734073417342734373447345734673477348734973507351735273537354735573567357735873597360736173627363736473657366736773687369737073717372737373747375737673777378737973807381738273837384738573867387738873897390739173927393739473957396739773987399740074017402740374047405740674077408740974107411741274137414741574167417741874197420742174227423742474257426742774287429743074317432743374347435743674377438743974407441744274437444744574467447744874497450745174527453745474557456745774587459746074617462746374647465746674677468746974707471747274737474747574767477747874797480748174827483748474857486748774887489749074917492749374947495749674977498749975007501750275037504750575067507750875097510751175127513751475157516751775187519752075217522752375247525752675277528752975307531753275337534753575367537753875397540754175427543754475457546754775487549755075517552755375547555755675577558755975607561756275637564756575667567756875697570757175727573757475757576757775787579758075817582758375847585758675877588758975907591759275937594759575967597759875997600760176027603760476057606760776087609761076117612761376147615761676177618761976207621762276237624762576267627762876297630763176327633763476357636763776387639764076417642764376447645764676477648764976507651765276537654765576567657765876597660766176627663766476657666766776687669767076717672767376747675767676777678767976807681768276837684768576867687768876897690769176927693769476957696769776987699770077017702770377047705770677077708770977107711771277137714771577167717771877197720772177227723772477257726772777287729773077317732773377347735773677377738773977407741774277437744774577467747774877497750775177527753775477557756775777587759776077617762776377647765776677677768776977707771777277737774777577767777777877797780778177827783778477857786778777887789779077917792779377947795779677977798779978007801780278037804780578067807780878097810781178127813781478157816781778187819782078217822782378247825782678277828782978307831783278337834783578367837783878397840784178427843784478457846784778487849785078517852785378547855785678577858785978607861786278637864786578667867786878697870787178727873787478757876787778787879788078817882788378847885788678877888788978907891789278937894789578967897789878997900790179027903790479057906790779087909791079117912791379147915791679177918791979207921792279237924792579267927792879297930793179327933793479357936793779387939794079417942794379447945794679477948794979507951795279537954795579567957795879597960796179627963796479657966796779687969797079717972797379747975797679777978797979807981798279837984798579867987798879897990799179927993799479957996799779987999800080018002800380048005800680078008800980108011801280138014801580168017801880198020802180228023802480258026802780288029803080318032803380348035803680378038803980408041804280438044804580468047804880498050805180528053805480558056805780588059806080618062806380648065806680678068806980708071807280738074807580768077807880798080808180828083808480858086808780888089809080918092809380948095809680978098809981008101810281038104810581068107810881098110811181128113811481158116811781188119812081218122812381248125812681278128812981308131813281338134813581368137813881398140814181428143814481458146814781488149815081518152815381548155815681578158815981608161816281638164816581668167816881698170817181728173817481758176817781788179818081818182818381848185818681878188818981908191819281938194819581968197819881998200820182028203820482058206820782088209821082118212821382148215821682178218821982208221822282238224822582268227822882298230823182328233823482358236823782388239824082418242824382448245824682478248824982508251825282538254825582568257825882598260826182628263826482658266826782688269827082718272827382748275827682778278827982808281828282838284828582868287828882898290829182928293829482958296829782988299830083018302830383048305830683078308830983108311831283138314831583168317831883198320832183228323832483258326832783288329833083318332833383348335833683378338833983408341834283438344834583468347834883498350835183528353835483558356835783588359836083618362836383648365836683678368836983708371837283738374837583768377837883798380838183828383838483858386838783888389839083918392839383948395839683978398839984008401840284038404840584068407840884098410841184128413841484158416841784188419842084218422842384248425842684278428842984308431843284338434843584368437843884398440844184428443844484458446844784488449845084518452845384548455845684578458845984608461846284638464846584668467846884698470847184728473847484758476847784788479848084818482848384848485848684878488848984908491849284938494849584968497849884998500850185028503850485058506850785088509851085118512851385148515851685178518851985208521852285238524852585268527852885298530853185328533853485358536853785388539854085418542854385448545854685478548854985508551855285538554855585568557855885598560856185628563856485658566856785688569857085718572857385748575857685778578857985808581858285838584858585868587858885898590859185928593859485958596859785988599860086018602860386048605860686078608860986108611861286138614861586168617861886198620862186228623862486258626862786288629863086318632863386348635863686378638863986408641864286438644864586468647864886498650865186528653865486558656865786588659866086618662866386648665866686678668866986708671867286738674867586768677867886798680868186828683868486858686868786888689869086918692869386948695869686978698869987008701870287038704870587068707870887098710871187128713871487158716871787188719872087218722872387248725872687278728872987308731873287338734873587368737873887398740874187428743874487458746874787488749875087518752875387548755875687578758875987608761876287638764876587668767876887698770877187728773877487758776877787788779878087818782878387848785878687878788878987908791879287938794879587968797879887998800880188028803880488058806880788088809881088118812881388148815881688178818881988208821882288238824882588268827882888298830883188328833883488358836883788388839884088418842884388448845884688478848884988508851885288538854885588568857885888598860886188628863886488658866886788688869887088718872887388748875887688778878887988808881888288838884888588868887888888898890889188928893889488958896889788988899890089018902890389048905890689078908890989108911891289138914891589168917891889198920892189228923892489258926892789288929893089318932893389348935893689378938893989408941894289438944894589468947894889498950895189528953895489558956895789588959896089618962896389648965896689678968896989708971897289738974897589768977897889798980898189828983898489858986898789888989899089918992899389948995899689978998899990009001900290039004900590069007900890099010901190129013901490159016901790189019902090219022902390249025902690279028902990309031903290339034903590369037903890399040904190429043904490459046904790489049905090519052905390549055905690579058905990609061906290639064906590669067906890699070907190729073907490759076907790789079908090819082908390849085908690879088908990909091909290939094909590969097909890999100910191029103910491059106910791089109911091119112911391149115911691179118911991209121912291239124912591269127912891299130913191329133913491359136913791389139914091419142914391449145914691479148914991509151915291539154915591569157915891599160916191629163916491659166916791689169917091719172917391749175917691779178917991809181918291839184918591869187918891899190919191929193919491959196919791989199920092019202920392049205920692079208920992109211921292139214921592169217921892199220922192229223922492259226922792289229923092319232923392349235923692379238923992409241924292439244924592469247924892499250925192529253925492559256925792589259926092619262926392649265926692679268926992709271927292739274927592769277927892799280928192829283928492859286928792889289929092919292929392949295929692979298929993009301930293039304930593069307930893099310931193129313931493159316931793189319932093219322932393249325932693279328932993309331933293339334933593369337933893399340934193429343934493459346934793489349935093519352935393549355935693579358935993609361936293639364936593669367936893699370937193729373937493759376937793789379938093819382938393849385938693879388938993909391939293939394939593969397939893999400940194029403940494059406940794089409941094119412941394149415941694179418941994209421942294239424942594269427942894299430943194329433943494359436943794389439944094419442944394449445944694479448944994509451945294539454945594569457945894599460946194629463946494659466946794689469947094719472947394749475947694779478947994809481948294839484948594869487948894899490949194929493949494959496949794989499950095019502950395049505950695079508950995109511951295139514951595169517951895199520952195229523952495259526952795289529953095319532953395349535953695379538953995409541954295439544954595469547954895499550955195529553955495559556955795589559956095619562956395649565956695679568956995709571957295739574957595769577957895799580958195829583958495859586958795889589959095919592959395949595959695979598959996009601960296039604960596069607960896099610961196129613961496159616961796189619962096219622962396249625962696279628962996309631963296339634963596369637963896399640964196429643964496459646964796489649965096519652965396549655965696579658965996609661966296639664966596669667966896699670967196729673967496759676967796789679968096819682968396849685968696879688968996909691969296939694969596969697969896999700970197029703970497059706970797089709971097119712971397149715971697179718971997209721972297239724972597269727972897299730973197329733973497359736973797389739974097419742974397449745974697479748974997509751975297539754975597569757975897599760976197629763976497659766976797689769977097719772977397749775977697779778977997809781978297839784978597869787978897899790979197929793979497959796979797989799980098019802980398049805980698079808980998109811981298139814981598169817981898199820982198229823982498259826982798289829983098319832983398349835983698379838983998409841984298439844984598469847984898499850985198529853985498559856985798589859986098619862986398649865986698679868986998709871987298739874987598769877987898799880988198829883988498859886988798889889989098919892989398949895989698979898989999009901990299039904990599069907990899099910991199129913991499159916991799189919992099219922992399249925992699279928992999309931993299339934993599369937993899399940994199429943994499459946994799489949995099519952995399549955995699579958995999609961996299639964996599669967996899699970997199729973997499759976997799789979998099819982998399849985998699879988998999909991999299939994999599969997999899991000010001100021000310004100051000610007100081000910010100111001210013100141001510016100171001810019100201002110022100231002410025100261002710028100291003010031100321003310034100351003610037100381003910040100411004210043100441004510046100471004810049100501005110052100531005410055100561005710058100591006010061100621006310064100651006610067100681006910070100711007210073100741007510076100771007810079100801008110082100831008410085100861008710088100891009010091100921009310094100951009610097100981009910100101011010210103101041010510106101071010810109101101011110112101131011410115101161011710118101191012010121101221012310124101251012610127101281012910130101311013210133101341013510136101371013810139101401014110142101431014410145101461014710148101491015010151101521015310154101551015610157101581015910160101611016210163101641016510166101671016810169101701017110172101731017410175101761017710178101791018010181101821018310184101851018610187101881018910190101911019210193101941019510196101971019810199102001020110202102031020410205102061020710208102091021010211102121021310214102151021610217102181021910220102211022210223102241022510226102271022810229102301023110232102331023410235102361023710238102391024010241102421024310244102451024610247102481024910250102511025210253102541025510256102571025810259102601026110262102631026410265102661026710268102691027010271102721027310274102751027610277102781027910280102811028210283102841028510286102871028810289102901029110292102931029410295102961029710298102991030010301103021030310304103051030610307103081030910310103111031210313103141031510316103171031810319103201032110322103231032410325103261032710328103291033010331103321033310334103351033610337103381033910340103411034210343103441034510346103471034810349103501035110352103531035410355103561035710358103591036010361103621036310364103651036610367103681036910370103711037210373103741037510376103771037810379103801038110382103831038410385103861038710388103891039010391103921039310394103951039610397103981039910400104011040210403104041040510406104071040810409104101041110412104131041410415104161041710418104191042010421104221042310424104251042610427104281042910430104311043210433104341043510436104371043810439104401044110442104431044410445104461044710448104491045010451104521045310454104551045610457104581045910460104611046210463104641046510466104671046810469104701047110472104731047410475104761047710478104791048010481104821048310484104851048610487104881048910490104911049210493104941049510496104971049810499105001050110502105031050410505105061050710508105091051010511105121051310514105151051610517105181051910520105211052210523105241052510526105271052810529105301053110532105331053410535105361053710538105391054010541105421054310544105451054610547105481054910550105511055210553105541055510556105571055810559105601056110562105631056410565105661056710568105691057010571105721057310574105751057610577105781057910580105811058210583105841058510586105871058810589105901059110592105931059410595105961059710598105991060010601106021060310604106051060610607106081060910610106111061210613106141061510616106171061810619106201062110622106231062410625106261062710628106291063010631106321063310634106351063610637106381063910640106411064210643106441064510646106471064810649106501065110652106531065410655106561065710658106591066010661106621066310664106651066610667106681066910670106711067210673106741067510676106771067810679106801068110682106831068410685106861068710688106891069010691106921069310694106951069610697106981069910700107011070210703107041070510706107071070810709107101071110712107131071410715107161071710718107191072010721107221072310724107251072610727107281072910730107311073210733107341073510736107371073810739107401074110742107431074410745107461074710748107491075010751107521075310754107551075610757107581075910760107611076210763107641076510766107671076810769107701077110772107731077410775107761077710778107791078010781107821078310784107851078610787107881078910790107911079210793107941079510796107971079810799108001080110802108031080410805108061080710808108091081010811108121081310814108151081610817108181081910820108211082210823108241082510826108271082810829108301083110832108331083410835108361083710838108391084010841108421084310844108451084610847108481084910850108511085210853108541085510856108571085810859108601086110862108631086410865108661086710868108691087010871108721087310874108751087610877108781087910880108811088210883108841088510886108871088810889108901089110892108931089410895108961089710898108991090010901109021090310904109051090610907109081090910910109111091210913109141091510916109171091810919109201092110922109231092410925109261092710928109291093010931109321093310934109351093610937109381093910940109411094210943109441094510946109471094810949109501095110952109531095410955109561095710958109591096010961109621096310964109651096610967109681096910970109711097210973109741097510976109771097810979109801098110982109831098410985109861098710988109891099010991109921099310994109951099610997109981099911000110011100211003110041100511006110071100811009110101101111012110131101411015110161101711018110191102011021110221102311024110251102611027110281102911030110311103211033110341103511036110371103811039110401104111042110431104411045110461104711048110491105011051110521105311054110551105611057110581105911060110611106211063110641106511066110671106811069110701107111072110731107411075110761107711078110791108011081110821108311084110851108611087110881108911090110911109211093110941109511096110971109811099111001110111102111031110411105111061110711108111091111011111111121111311114111151111611117111181111911120111211112211123111241112511126111271112811129111301113111132111331113411135111361113711138111391114011141111421114311144111451114611147111481114911150111511115211153111541115511156111571115811159111601116111162111631116411165111661116711168111691117011171111721117311174111751117611177111781117911180111811118211183111841118511186111871118811189111901119111192111931119411195111961119711198111991120011201112021120311204112051120611207112081120911210112111121211213112141121511216112171121811219112201122111222112231122411225112261122711228112291123011231112321123311234112351123611237112381123911240112411124211243112441124511246112471124811249112501125111252112531125411255112561125711258112591126011261112621126311264112651126611267112681126911270112711127211273112741127511276112771127811279112801128111282112831128411285112861128711288112891129011291112921129311294112951129611297112981129911300113011130211303113041130511306113071130811309113101131111312113131131411315113161131711318113191132011321113221132311324113251132611327113281132911330113311133211333113341133511336113371133811339113401134111342113431134411345113461134711348113491135011351113521135311354113551135611357113581135911360113611136211363113641136511366113671136811369113701137111372113731137411375113761137711378113791138011381113821138311384113851138611387113881138911390113911139211393113941139511396113971139811399114001140111402114031140411405114061140711408114091141011411114121141311414114151141611417114181141911420114211142211423114241142511426114271142811429114301143111432114331143411435114361143711438114391144011441114421144311444114451144611447114481144911450114511145211453114541145511456114571145811459114601146111462114631146411465114661146711468114691147011471114721147311474114751147611477114781147911480114811148211483114841148511486114871148811489114901149111492114931149411495114961149711498114991150011501115021150311504115051150611507115081150911510115111151211513115141151511516115171151811519115201152111522115231152411525115261152711528115291153011531115321153311534115351153611537115381153911540115411154211543115441154511546115471154811549115501155111552115531155411555115561155711558115591156011561115621156311564115651156611567115681156911570115711157211573115741157511576115771157811579115801158111582115831158411585115861158711588115891159011591115921159311594115951159611597115981159911600116011160211603116041160511606116071160811609116101161111612116131161411615116161161711618116191162011621116221162311624116251162611627116281162911630116311163211633116341163511636116371163811639116401164111642116431164411645116461164711648116491165011651116521165311654116551165611657116581165911660116611166211663116641166511666116671166811669116701167111672116731167411675116761167711678116791168011681116821168311684116851168611687116881168911690116911169211693116941169511696116971169811699117001170111702117031170411705117061170711708117091171011711117121171311714117151171611717117181171911720117211172211723117241172511726117271172811729117301173111732117331173411735117361173711738117391174011741117421174311744117451174611747117481174911750117511175211753117541175511756117571175811759117601176111762117631176411765117661176711768117691177011771117721177311774117751177611777117781177911780117811178211783117841178511786117871178811789117901179111792117931179411795117961179711798117991180011801118021180311804118051180611807118081180911810118111181211813118141181511816118171181811819118201182111822118231182411825118261182711828118291183011831118321183311834118351183611837118381183911840118411184211843118441184511846118471184811849118501185111852118531185411855118561185711858118591186011861118621186311864118651186611867118681186911870118711187211873118741187511876118771187811879118801188111882118831188411885118861188711888118891189011891118921189311894118951189611897118981189911900119011190211903119041190511906119071190811909119101191111912119131191411915119161191711918119191192011921119221192311924119251192611927119281192911930119311193211933119341193511936119371193811939119401194111942119431194411945119461194711948119491195011951119521195311954119551195611957119581195911960119611196211963119641196511966119671196811969119701197111972119731197411975119761197711978119791198011981119821198311984119851198611987119881198911990119911199211993119941199511996119971199811999120001200112002120031200412005120061200712008120091201012011120121201312014120151201612017120181201912020120211202212023120241202512026120271202812029120301203112032120331203412035120361203712038120391204012041120421204312044120451204612047120481204912050120511205212053120541205512056120571205812059120601206112062120631206412065120661206712068120691207012071120721207312074120751207612077120781207912080120811208212083120841208512086120871208812089120901209112092120931209412095120961209712098120991210012101121021210312104121051210612107121081210912110121111211212113121141211512116121171211812119121201212112122121231212412125121261212712128121291213012131121321213312134121351213612137121381213912140121411214212143121441214512146121471214812149121501215112152121531215412155121561215712158121591216012161121621216312164121651216612167121681216912170121711217212173121741217512176121771217812179121801218112182121831218412185121861218712188121891219012191121921219312194121951219612197121981219912200122011220212203122041220512206122071220812209122101221112212122131221412215122161221712218122191222012221122221222312224122251222612227122281222912230122311223212233122341223512236122371223812239122401224112242122431224412245122461224712248122491225012251122521225312254122551225612257122581225912260122611226212263122641226512266122671226812269122701227112272122731227412275122761227712278122791228012281122821228312284122851228612287122881228912290122911229212293122941229512296122971229812299123001230112302123031230412305123061230712308123091231012311123121231312314123151231612317123181231912320123211232212323123241232512326123271232812329123301233112332123331233412335123361233712338123391234012341123421234312344123451234612347123481234912350123511235212353123541235512356123571235812359123601236112362123631236412365123661236712368123691237012371123721237312374123751237612377123781237912380123811238212383123841238512386123871238812389123901239112392123931239412395123961239712398123991240012401124021240312404124051240612407124081240912410124111241212413124141241512416124171241812419124201242112422124231242412425124261242712428124291243012431124321243312434124351243612437124381243912440124411244212443124441244512446124471244812449124501245112452124531245412455124561245712458124591246012461124621246312464124651246612467124681246912470124711247212473124741247512476124771247812479124801248112482124831248412485124861248712488124891249012491124921249312494124951249612497124981249912500125011250212503125041250512506125071250812509125101251112512125131251412515125161251712518125191252012521125221252312524125251252612527125281252912530125311253212533125341253512536125371253812539125401254112542125431254412545125461254712548125491255012551125521255312554125551255612557125581255912560125611256212563125641256512566125671256812569125701257112572125731257412575125761257712578125791258012581125821258312584125851258612587125881258912590125911259212593125941259512596125971259812599126001260112602126031260412605126061260712608126091261012611126121261312614126151261612617126181261912620126211262212623126241262512626126271262812629126301263112632126331263412635126361263712638126391264012641126421264312644126451264612647126481264912650126511265212653126541265512656126571265812659126601266112662126631266412665126661266712668126691267012671126721267312674126751267612677126781267912680126811268212683126841268512686126871268812689126901269112692126931269412695126961269712698126991270012701127021270312704127051270612707127081270912710127111271212713127141271512716127171271812719
  1. /*
  2. * Testsuite for eBPF verifier
  3. *
  4. * Copyright (c) 2014 PLUMgrid, http://plumgrid.com
  5. * Copyright (c) 2017 Facebook
  6. *
  7. * This program is free software; you can redistribute it and/or
  8. * modify it under the terms of version 2 of the GNU General Public
  9. * License as published by the Free Software Foundation.
  10. */
  11. #include <endian.h>
  12. #include <asm/types.h>
  13. #include <linux/types.h>
  14. #include <stdint.h>
  15. #include <stdio.h>
  16. #include <stdlib.h>
  17. #include <unistd.h>
  18. #include <errno.h>
  19. #include <string.h>
  20. #include <stddef.h>
  21. #include <stdbool.h>
  22. #include <sched.h>
  23. #include <limits.h>
  24. #include <sys/capability.h>
  25. #include <linux/unistd.h>
  26. #include <linux/filter.h>
  27. #include <linux/bpf_perf_event.h>
  28. #include <linux/bpf.h>
  29. #include <linux/if_ether.h>
  30. #include <bpf/bpf.h>
  31. #ifdef HAVE_GENHDR
  32. # include "autoconf.h"
  33. #else
  34. # if defined(__i386) || defined(__x86_64) || defined(__s390x__) || defined(__aarch64__)
  35. # define CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS 1
  36. # endif
  37. #endif
  38. #include "bpf_rlimit.h"
  39. #include "bpf_rand.h"
  40. #include "../../../include/linux/filter.h"
  41. #ifndef ARRAY_SIZE
  42. # define ARRAY_SIZE(x) (sizeof(x) / sizeof((x)[0]))
  43. #endif
  44. #define MAX_INSNS BPF_MAXINSNS
  45. #define MAX_FIXUPS 8
  46. #define MAX_NR_MAPS 7
  47. #define POINTER_VALUE 0xcafe4all
  48. #define TEST_DATA_LEN 64
  49. #define F_NEEDS_EFFICIENT_UNALIGNED_ACCESS (1 << 0)
  50. #define F_LOAD_WITH_STRICT_ALIGNMENT (1 << 1)
  51. #define UNPRIV_SYSCTL "kernel/unprivileged_bpf_disabled"
  52. static bool unpriv_disabled = false;
  53. struct bpf_test {
  54. const char *descr;
  55. struct bpf_insn insns[MAX_INSNS];
  56. int fixup_map1[MAX_FIXUPS];
  57. int fixup_map2[MAX_FIXUPS];
  58. int fixup_map3[MAX_FIXUPS];
  59. int fixup_map4[MAX_FIXUPS];
  60. int fixup_prog1[MAX_FIXUPS];
  61. int fixup_prog2[MAX_FIXUPS];
  62. int fixup_map_in_map[MAX_FIXUPS];
  63. const char *errstr;
  64. const char *errstr_unpriv;
  65. uint32_t retval;
  66. enum {
  67. UNDEF,
  68. ACCEPT,
  69. REJECT
  70. } result, result_unpriv;
  71. enum bpf_prog_type prog_type;
  72. uint8_t flags;
  73. __u8 data[TEST_DATA_LEN];
  74. void (*fill_helper)(struct bpf_test *self);
  75. };
  76. /* Note we want this to be 64 bit aligned so that the end of our array is
  77. * actually the end of the structure.
  78. */
  79. #define MAX_ENTRIES 11
  80. struct test_val {
  81. unsigned int index;
  82. int foo[MAX_ENTRIES];
  83. };
  84. struct other_val {
  85. long long foo;
  86. long long bar;
  87. };
  88. static void bpf_fill_ld_abs_vlan_push_pop(struct bpf_test *self)
  89. {
  90. /* test: {skb->data[0], vlan_push} x 68 + {skb->data[0], vlan_pop} x 68 */
  91. #define PUSH_CNT 51
  92. unsigned int len = BPF_MAXINSNS;
  93. struct bpf_insn *insn = self->insns;
  94. int i = 0, j, k = 0;
  95. insn[i++] = BPF_MOV64_REG(BPF_REG_6, BPF_REG_1);
  96. loop:
  97. for (j = 0; j < PUSH_CNT; j++) {
  98. insn[i++] = BPF_LD_ABS(BPF_B, 0);
  99. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x34, len - i - 2);
  100. i++;
  101. insn[i++] = BPF_MOV64_REG(BPF_REG_1, BPF_REG_6);
  102. insn[i++] = BPF_MOV64_IMM(BPF_REG_2, 1);
  103. insn[i++] = BPF_MOV64_IMM(BPF_REG_3, 2);
  104. insn[i++] = BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  105. BPF_FUNC_skb_vlan_push),
  106. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, len - i - 2);
  107. i++;
  108. }
  109. for (j = 0; j < PUSH_CNT; j++) {
  110. insn[i++] = BPF_LD_ABS(BPF_B, 0);
  111. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x34, len - i - 2);
  112. i++;
  113. insn[i++] = BPF_MOV64_REG(BPF_REG_1, BPF_REG_6);
  114. insn[i++] = BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  115. BPF_FUNC_skb_vlan_pop),
  116. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, len - i - 2);
  117. i++;
  118. }
  119. if (++k < 5)
  120. goto loop;
  121. for (; i < len - 1; i++)
  122. insn[i] = BPF_ALU32_IMM(BPF_MOV, BPF_REG_0, 0xbef);
  123. insn[len - 1] = BPF_EXIT_INSN();
  124. }
  125. static void bpf_fill_jump_around_ld_abs(struct bpf_test *self)
  126. {
  127. struct bpf_insn *insn = self->insns;
  128. unsigned int len = BPF_MAXINSNS;
  129. int i = 0;
  130. insn[i++] = BPF_MOV64_REG(BPF_REG_6, BPF_REG_1);
  131. insn[i++] = BPF_LD_ABS(BPF_B, 0);
  132. insn[i] = BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 10, len - i - 2);
  133. i++;
  134. while (i < len - 1)
  135. insn[i++] = BPF_LD_ABS(BPF_B, 1);
  136. insn[i] = BPF_EXIT_INSN();
  137. }
  138. static void bpf_fill_rand_ld_dw(struct bpf_test *self)
  139. {
  140. struct bpf_insn *insn = self->insns;
  141. uint64_t res = 0;
  142. int i = 0;
  143. insn[i++] = BPF_MOV32_IMM(BPF_REG_0, 0);
  144. while (i < self->retval) {
  145. uint64_t val = bpf_semi_rand_get();
  146. struct bpf_insn tmp[2] = { BPF_LD_IMM64(BPF_REG_1, val) };
  147. res ^= val;
  148. insn[i++] = tmp[0];
  149. insn[i++] = tmp[1];
  150. insn[i++] = BPF_ALU64_REG(BPF_XOR, BPF_REG_0, BPF_REG_1);
  151. }
  152. insn[i++] = BPF_MOV64_REG(BPF_REG_1, BPF_REG_0);
  153. insn[i++] = BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 32);
  154. insn[i++] = BPF_ALU64_REG(BPF_XOR, BPF_REG_0, BPF_REG_1);
  155. insn[i] = BPF_EXIT_INSN();
  156. res ^= (res >> 32);
  157. self->retval = (uint32_t)res;
  158. }
  159. static struct bpf_test tests[] = {
  160. {
  161. "add+sub+mul",
  162. .insns = {
  163. BPF_MOV64_IMM(BPF_REG_1, 1),
  164. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 2),
  165. BPF_MOV64_IMM(BPF_REG_2, 3),
  166. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_2),
  167. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -1),
  168. BPF_ALU64_IMM(BPF_MUL, BPF_REG_1, 3),
  169. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  170. BPF_EXIT_INSN(),
  171. },
  172. .result = ACCEPT,
  173. .retval = -3,
  174. },
  175. {
  176. "DIV32 by 0, zero check 1",
  177. .insns = {
  178. BPF_MOV32_IMM(BPF_REG_0, 42),
  179. BPF_MOV32_IMM(BPF_REG_1, 0),
  180. BPF_MOV32_IMM(BPF_REG_2, 1),
  181. BPF_ALU32_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  182. BPF_EXIT_INSN(),
  183. },
  184. .result = ACCEPT,
  185. .retval = 42,
  186. },
  187. {
  188. "DIV32 by 0, zero check 2",
  189. .insns = {
  190. BPF_MOV32_IMM(BPF_REG_0, 42),
  191. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  192. BPF_MOV32_IMM(BPF_REG_2, 1),
  193. BPF_ALU32_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  194. BPF_EXIT_INSN(),
  195. },
  196. .result = ACCEPT,
  197. .retval = 42,
  198. },
  199. {
  200. "DIV64 by 0, zero check",
  201. .insns = {
  202. BPF_MOV32_IMM(BPF_REG_0, 42),
  203. BPF_MOV32_IMM(BPF_REG_1, 0),
  204. BPF_MOV32_IMM(BPF_REG_2, 1),
  205. BPF_ALU64_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  206. BPF_EXIT_INSN(),
  207. },
  208. .result = ACCEPT,
  209. .retval = 42,
  210. },
  211. {
  212. "MOD32 by 0, zero check 1",
  213. .insns = {
  214. BPF_MOV32_IMM(BPF_REG_0, 42),
  215. BPF_MOV32_IMM(BPF_REG_1, 0),
  216. BPF_MOV32_IMM(BPF_REG_2, 1),
  217. BPF_ALU32_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  218. BPF_EXIT_INSN(),
  219. },
  220. .result = ACCEPT,
  221. .retval = 42,
  222. },
  223. {
  224. "MOD32 by 0, zero check 2",
  225. .insns = {
  226. BPF_MOV32_IMM(BPF_REG_0, 42),
  227. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  228. BPF_MOV32_IMM(BPF_REG_2, 1),
  229. BPF_ALU32_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  230. BPF_EXIT_INSN(),
  231. },
  232. .result = ACCEPT,
  233. .retval = 42,
  234. },
  235. {
  236. "MOD64 by 0, zero check",
  237. .insns = {
  238. BPF_MOV32_IMM(BPF_REG_0, 42),
  239. BPF_MOV32_IMM(BPF_REG_1, 0),
  240. BPF_MOV32_IMM(BPF_REG_2, 1),
  241. BPF_ALU64_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  242. BPF_EXIT_INSN(),
  243. },
  244. .result = ACCEPT,
  245. .retval = 42,
  246. },
  247. {
  248. "DIV32 by 0, zero check ok, cls",
  249. .insns = {
  250. BPF_MOV32_IMM(BPF_REG_0, 42),
  251. BPF_MOV32_IMM(BPF_REG_1, 2),
  252. BPF_MOV32_IMM(BPF_REG_2, 16),
  253. BPF_ALU32_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  254. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  255. BPF_EXIT_INSN(),
  256. },
  257. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  258. .result = ACCEPT,
  259. .retval = 8,
  260. },
  261. {
  262. "DIV32 by 0, zero check 1, cls",
  263. .insns = {
  264. BPF_MOV32_IMM(BPF_REG_1, 0),
  265. BPF_MOV32_IMM(BPF_REG_0, 1),
  266. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  267. BPF_EXIT_INSN(),
  268. },
  269. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  270. .result = ACCEPT,
  271. .retval = 0,
  272. },
  273. {
  274. "DIV32 by 0, zero check 2, cls",
  275. .insns = {
  276. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  277. BPF_MOV32_IMM(BPF_REG_0, 1),
  278. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  279. BPF_EXIT_INSN(),
  280. },
  281. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  282. .result = ACCEPT,
  283. .retval = 0,
  284. },
  285. {
  286. "DIV64 by 0, zero check, cls",
  287. .insns = {
  288. BPF_MOV32_IMM(BPF_REG_1, 0),
  289. BPF_MOV32_IMM(BPF_REG_0, 1),
  290. BPF_ALU64_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  291. BPF_EXIT_INSN(),
  292. },
  293. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  294. .result = ACCEPT,
  295. .retval = 0,
  296. },
  297. {
  298. "MOD32 by 0, zero check ok, cls",
  299. .insns = {
  300. BPF_MOV32_IMM(BPF_REG_0, 42),
  301. BPF_MOV32_IMM(BPF_REG_1, 3),
  302. BPF_MOV32_IMM(BPF_REG_2, 5),
  303. BPF_ALU32_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  304. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  305. BPF_EXIT_INSN(),
  306. },
  307. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  308. .result = ACCEPT,
  309. .retval = 2,
  310. },
  311. {
  312. "MOD32 by 0, zero check 1, cls",
  313. .insns = {
  314. BPF_MOV32_IMM(BPF_REG_1, 0),
  315. BPF_MOV32_IMM(BPF_REG_0, 1),
  316. BPF_ALU32_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  317. BPF_EXIT_INSN(),
  318. },
  319. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  320. .result = ACCEPT,
  321. .retval = 1,
  322. },
  323. {
  324. "MOD32 by 0, zero check 2, cls",
  325. .insns = {
  326. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  327. BPF_MOV32_IMM(BPF_REG_0, 1),
  328. BPF_ALU32_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  329. BPF_EXIT_INSN(),
  330. },
  331. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  332. .result = ACCEPT,
  333. .retval = 1,
  334. },
  335. {
  336. "MOD64 by 0, zero check 1, cls",
  337. .insns = {
  338. BPF_MOV32_IMM(BPF_REG_1, 0),
  339. BPF_MOV32_IMM(BPF_REG_0, 2),
  340. BPF_ALU64_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  341. BPF_EXIT_INSN(),
  342. },
  343. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  344. .result = ACCEPT,
  345. .retval = 2,
  346. },
  347. {
  348. "MOD64 by 0, zero check 2, cls",
  349. .insns = {
  350. BPF_MOV32_IMM(BPF_REG_1, 0),
  351. BPF_MOV32_IMM(BPF_REG_0, -1),
  352. BPF_ALU64_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  353. BPF_EXIT_INSN(),
  354. },
  355. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  356. .result = ACCEPT,
  357. .retval = -1,
  358. },
  359. /* Just make sure that JITs used udiv/umod as otherwise we get
  360. * an exception from INT_MIN/-1 overflow similarly as with div
  361. * by zero.
  362. */
  363. {
  364. "DIV32 overflow, check 1",
  365. .insns = {
  366. BPF_MOV32_IMM(BPF_REG_1, -1),
  367. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  368. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  369. BPF_EXIT_INSN(),
  370. },
  371. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  372. .result = ACCEPT,
  373. .retval = 0,
  374. },
  375. {
  376. "DIV32 overflow, check 2",
  377. .insns = {
  378. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  379. BPF_ALU32_IMM(BPF_DIV, BPF_REG_0, -1),
  380. BPF_EXIT_INSN(),
  381. },
  382. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  383. .result = ACCEPT,
  384. .retval = 0,
  385. },
  386. {
  387. "DIV64 overflow, check 1",
  388. .insns = {
  389. BPF_MOV64_IMM(BPF_REG_1, -1),
  390. BPF_LD_IMM64(BPF_REG_0, LLONG_MIN),
  391. BPF_ALU64_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  392. BPF_EXIT_INSN(),
  393. },
  394. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  395. .result = ACCEPT,
  396. .retval = 0,
  397. },
  398. {
  399. "DIV64 overflow, check 2",
  400. .insns = {
  401. BPF_LD_IMM64(BPF_REG_0, LLONG_MIN),
  402. BPF_ALU64_IMM(BPF_DIV, BPF_REG_0, -1),
  403. BPF_EXIT_INSN(),
  404. },
  405. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  406. .result = ACCEPT,
  407. .retval = 0,
  408. },
  409. {
  410. "MOD32 overflow, check 1",
  411. .insns = {
  412. BPF_MOV32_IMM(BPF_REG_1, -1),
  413. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  414. BPF_ALU32_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  415. BPF_EXIT_INSN(),
  416. },
  417. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  418. .result = ACCEPT,
  419. .retval = INT_MIN,
  420. },
  421. {
  422. "MOD32 overflow, check 2",
  423. .insns = {
  424. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  425. BPF_ALU32_IMM(BPF_MOD, BPF_REG_0, -1),
  426. BPF_EXIT_INSN(),
  427. },
  428. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  429. .result = ACCEPT,
  430. .retval = INT_MIN,
  431. },
  432. {
  433. "MOD64 overflow, check 1",
  434. .insns = {
  435. BPF_MOV64_IMM(BPF_REG_1, -1),
  436. BPF_LD_IMM64(BPF_REG_2, LLONG_MIN),
  437. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  438. BPF_ALU64_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  439. BPF_MOV32_IMM(BPF_REG_0, 0),
  440. BPF_JMP_REG(BPF_JNE, BPF_REG_3, BPF_REG_2, 1),
  441. BPF_MOV32_IMM(BPF_REG_0, 1),
  442. BPF_EXIT_INSN(),
  443. },
  444. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  445. .result = ACCEPT,
  446. .retval = 1,
  447. },
  448. {
  449. "MOD64 overflow, check 2",
  450. .insns = {
  451. BPF_LD_IMM64(BPF_REG_2, LLONG_MIN),
  452. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  453. BPF_ALU64_IMM(BPF_MOD, BPF_REG_2, -1),
  454. BPF_MOV32_IMM(BPF_REG_0, 0),
  455. BPF_JMP_REG(BPF_JNE, BPF_REG_3, BPF_REG_2, 1),
  456. BPF_MOV32_IMM(BPF_REG_0, 1),
  457. BPF_EXIT_INSN(),
  458. },
  459. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  460. .result = ACCEPT,
  461. .retval = 1,
  462. },
  463. {
  464. "xor32 zero extend check",
  465. .insns = {
  466. BPF_MOV32_IMM(BPF_REG_2, -1),
  467. BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 32),
  468. BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 0xffff),
  469. BPF_ALU32_REG(BPF_XOR, BPF_REG_2, BPF_REG_2),
  470. BPF_MOV32_IMM(BPF_REG_0, 2),
  471. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 0, 1),
  472. BPF_MOV32_IMM(BPF_REG_0, 1),
  473. BPF_EXIT_INSN(),
  474. },
  475. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  476. .result = ACCEPT,
  477. .retval = 1,
  478. },
  479. {
  480. "empty prog",
  481. .insns = {
  482. },
  483. .errstr = "unknown opcode 00",
  484. .result = REJECT,
  485. },
  486. {
  487. "only exit insn",
  488. .insns = {
  489. BPF_EXIT_INSN(),
  490. },
  491. .errstr = "R0 !read_ok",
  492. .result = REJECT,
  493. },
  494. {
  495. "unreachable",
  496. .insns = {
  497. BPF_EXIT_INSN(),
  498. BPF_EXIT_INSN(),
  499. },
  500. .errstr = "unreachable",
  501. .result = REJECT,
  502. },
  503. {
  504. "unreachable2",
  505. .insns = {
  506. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  507. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  508. BPF_EXIT_INSN(),
  509. },
  510. .errstr = "unreachable",
  511. .result = REJECT,
  512. },
  513. {
  514. "out of range jump",
  515. .insns = {
  516. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  517. BPF_EXIT_INSN(),
  518. },
  519. .errstr = "jump out of range",
  520. .result = REJECT,
  521. },
  522. {
  523. "out of range jump2",
  524. .insns = {
  525. BPF_JMP_IMM(BPF_JA, 0, 0, -2),
  526. BPF_EXIT_INSN(),
  527. },
  528. .errstr = "jump out of range",
  529. .result = REJECT,
  530. },
  531. {
  532. "test1 ld_imm64",
  533. .insns = {
  534. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  535. BPF_LD_IMM64(BPF_REG_0, 0),
  536. BPF_LD_IMM64(BPF_REG_0, 0),
  537. BPF_LD_IMM64(BPF_REG_0, 1),
  538. BPF_LD_IMM64(BPF_REG_0, 1),
  539. BPF_MOV64_IMM(BPF_REG_0, 2),
  540. BPF_EXIT_INSN(),
  541. },
  542. .errstr = "invalid BPF_LD_IMM insn",
  543. .errstr_unpriv = "R1 pointer comparison",
  544. .result = REJECT,
  545. },
  546. {
  547. "test2 ld_imm64",
  548. .insns = {
  549. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  550. BPF_LD_IMM64(BPF_REG_0, 0),
  551. BPF_LD_IMM64(BPF_REG_0, 0),
  552. BPF_LD_IMM64(BPF_REG_0, 1),
  553. BPF_LD_IMM64(BPF_REG_0, 1),
  554. BPF_EXIT_INSN(),
  555. },
  556. .errstr = "invalid BPF_LD_IMM insn",
  557. .errstr_unpriv = "R1 pointer comparison",
  558. .result = REJECT,
  559. },
  560. {
  561. "test3 ld_imm64",
  562. .insns = {
  563. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  564. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  565. BPF_LD_IMM64(BPF_REG_0, 0),
  566. BPF_LD_IMM64(BPF_REG_0, 0),
  567. BPF_LD_IMM64(BPF_REG_0, 1),
  568. BPF_LD_IMM64(BPF_REG_0, 1),
  569. BPF_EXIT_INSN(),
  570. },
  571. .errstr = "invalid bpf_ld_imm64 insn",
  572. .result = REJECT,
  573. },
  574. {
  575. "test4 ld_imm64",
  576. .insns = {
  577. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  578. BPF_EXIT_INSN(),
  579. },
  580. .errstr = "invalid bpf_ld_imm64 insn",
  581. .result = REJECT,
  582. },
  583. {
  584. "test5 ld_imm64",
  585. .insns = {
  586. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  587. },
  588. .errstr = "invalid bpf_ld_imm64 insn",
  589. .result = REJECT,
  590. },
  591. {
  592. "test6 ld_imm64",
  593. .insns = {
  594. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  595. BPF_RAW_INSN(0, 0, 0, 0, 0),
  596. BPF_EXIT_INSN(),
  597. },
  598. .result = ACCEPT,
  599. },
  600. {
  601. "test7 ld_imm64",
  602. .insns = {
  603. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  604. BPF_RAW_INSN(0, 0, 0, 0, 1),
  605. BPF_EXIT_INSN(),
  606. },
  607. .result = ACCEPT,
  608. .retval = 1,
  609. },
  610. {
  611. "test8 ld_imm64",
  612. .insns = {
  613. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 1, 1),
  614. BPF_RAW_INSN(0, 0, 0, 0, 1),
  615. BPF_EXIT_INSN(),
  616. },
  617. .errstr = "uses reserved fields",
  618. .result = REJECT,
  619. },
  620. {
  621. "test9 ld_imm64",
  622. .insns = {
  623. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  624. BPF_RAW_INSN(0, 0, 0, 1, 1),
  625. BPF_EXIT_INSN(),
  626. },
  627. .errstr = "invalid bpf_ld_imm64 insn",
  628. .result = REJECT,
  629. },
  630. {
  631. "test10 ld_imm64",
  632. .insns = {
  633. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  634. BPF_RAW_INSN(0, BPF_REG_1, 0, 0, 1),
  635. BPF_EXIT_INSN(),
  636. },
  637. .errstr = "invalid bpf_ld_imm64 insn",
  638. .result = REJECT,
  639. },
  640. {
  641. "test11 ld_imm64",
  642. .insns = {
  643. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  644. BPF_RAW_INSN(0, 0, BPF_REG_1, 0, 1),
  645. BPF_EXIT_INSN(),
  646. },
  647. .errstr = "invalid bpf_ld_imm64 insn",
  648. .result = REJECT,
  649. },
  650. {
  651. "test12 ld_imm64",
  652. .insns = {
  653. BPF_MOV64_IMM(BPF_REG_1, 0),
  654. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, BPF_REG_1, 0, 1),
  655. BPF_RAW_INSN(0, 0, 0, 0, 1),
  656. BPF_EXIT_INSN(),
  657. },
  658. .errstr = "not pointing to valid bpf_map",
  659. .result = REJECT,
  660. },
  661. {
  662. "test13 ld_imm64",
  663. .insns = {
  664. BPF_MOV64_IMM(BPF_REG_1, 0),
  665. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, BPF_REG_1, 0, 1),
  666. BPF_RAW_INSN(0, 0, BPF_REG_1, 0, 1),
  667. BPF_EXIT_INSN(),
  668. },
  669. .errstr = "invalid bpf_ld_imm64 insn",
  670. .result = REJECT,
  671. },
  672. {
  673. "arsh32 on imm",
  674. .insns = {
  675. BPF_MOV64_IMM(BPF_REG_0, 1),
  676. BPF_ALU32_IMM(BPF_ARSH, BPF_REG_0, 5),
  677. BPF_EXIT_INSN(),
  678. },
  679. .result = REJECT,
  680. .errstr = "unknown opcode c4",
  681. },
  682. {
  683. "arsh32 on reg",
  684. .insns = {
  685. BPF_MOV64_IMM(BPF_REG_0, 1),
  686. BPF_MOV64_IMM(BPF_REG_1, 5),
  687. BPF_ALU32_REG(BPF_ARSH, BPF_REG_0, BPF_REG_1),
  688. BPF_EXIT_INSN(),
  689. },
  690. .result = REJECT,
  691. .errstr = "unknown opcode cc",
  692. },
  693. {
  694. "arsh64 on imm",
  695. .insns = {
  696. BPF_MOV64_IMM(BPF_REG_0, 1),
  697. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_0, 5),
  698. BPF_EXIT_INSN(),
  699. },
  700. .result = ACCEPT,
  701. },
  702. {
  703. "arsh64 on reg",
  704. .insns = {
  705. BPF_MOV64_IMM(BPF_REG_0, 1),
  706. BPF_MOV64_IMM(BPF_REG_1, 5),
  707. BPF_ALU64_REG(BPF_ARSH, BPF_REG_0, BPF_REG_1),
  708. BPF_EXIT_INSN(),
  709. },
  710. .result = ACCEPT,
  711. },
  712. {
  713. "no bpf_exit",
  714. .insns = {
  715. BPF_ALU64_REG(BPF_MOV, BPF_REG_0, BPF_REG_2),
  716. },
  717. .errstr = "not an exit",
  718. .result = REJECT,
  719. },
  720. {
  721. "loop (back-edge)",
  722. .insns = {
  723. BPF_JMP_IMM(BPF_JA, 0, 0, -1),
  724. BPF_EXIT_INSN(),
  725. },
  726. .errstr = "back-edge",
  727. .result = REJECT,
  728. },
  729. {
  730. "loop2 (back-edge)",
  731. .insns = {
  732. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  733. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  734. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  735. BPF_JMP_IMM(BPF_JA, 0, 0, -4),
  736. BPF_EXIT_INSN(),
  737. },
  738. .errstr = "back-edge",
  739. .result = REJECT,
  740. },
  741. {
  742. "conditional loop",
  743. .insns = {
  744. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  745. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  746. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  747. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -3),
  748. BPF_EXIT_INSN(),
  749. },
  750. .errstr = "back-edge",
  751. .result = REJECT,
  752. },
  753. {
  754. "read uninitialized register",
  755. .insns = {
  756. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  757. BPF_EXIT_INSN(),
  758. },
  759. .errstr = "R2 !read_ok",
  760. .result = REJECT,
  761. },
  762. {
  763. "read invalid register",
  764. .insns = {
  765. BPF_MOV64_REG(BPF_REG_0, -1),
  766. BPF_EXIT_INSN(),
  767. },
  768. .errstr = "R15 is invalid",
  769. .result = REJECT,
  770. },
  771. {
  772. "program doesn't init R0 before exit",
  773. .insns = {
  774. BPF_ALU64_REG(BPF_MOV, BPF_REG_2, BPF_REG_1),
  775. BPF_EXIT_INSN(),
  776. },
  777. .errstr = "R0 !read_ok",
  778. .result = REJECT,
  779. },
  780. {
  781. "program doesn't init R0 before exit in all branches",
  782. .insns = {
  783. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  784. BPF_MOV64_IMM(BPF_REG_0, 1),
  785. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 2),
  786. BPF_EXIT_INSN(),
  787. },
  788. .errstr = "R0 !read_ok",
  789. .errstr_unpriv = "R1 pointer comparison",
  790. .result = REJECT,
  791. },
  792. {
  793. "stack out of bounds",
  794. .insns = {
  795. BPF_ST_MEM(BPF_DW, BPF_REG_10, 8, 0),
  796. BPF_EXIT_INSN(),
  797. },
  798. .errstr = "invalid stack",
  799. .result = REJECT,
  800. },
  801. {
  802. "invalid call insn1",
  803. .insns = {
  804. BPF_RAW_INSN(BPF_JMP | BPF_CALL | BPF_X, 0, 0, 0, 0),
  805. BPF_EXIT_INSN(),
  806. },
  807. .errstr = "unknown opcode 8d",
  808. .result = REJECT,
  809. },
  810. {
  811. "invalid call insn2",
  812. .insns = {
  813. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 1, 0),
  814. BPF_EXIT_INSN(),
  815. },
  816. .errstr = "BPF_CALL uses reserved",
  817. .result = REJECT,
  818. },
  819. {
  820. "invalid function call",
  821. .insns = {
  822. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, 1234567),
  823. BPF_EXIT_INSN(),
  824. },
  825. .errstr = "invalid func unknown#1234567",
  826. .result = REJECT,
  827. },
  828. {
  829. "uninitialized stack1",
  830. .insns = {
  831. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  832. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  833. BPF_LD_MAP_FD(BPF_REG_1, 0),
  834. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  835. BPF_FUNC_map_lookup_elem),
  836. BPF_EXIT_INSN(),
  837. },
  838. .fixup_map1 = { 2 },
  839. .errstr = "invalid indirect read from stack",
  840. .result = REJECT,
  841. },
  842. {
  843. "uninitialized stack2",
  844. .insns = {
  845. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  846. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, -8),
  847. BPF_EXIT_INSN(),
  848. },
  849. .errstr = "invalid read from stack",
  850. .result = REJECT,
  851. },
  852. {
  853. "invalid fp arithmetic",
  854. /* If this gets ever changed, make sure JITs can deal with it. */
  855. .insns = {
  856. BPF_MOV64_IMM(BPF_REG_0, 0),
  857. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  858. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 8),
  859. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  860. BPF_EXIT_INSN(),
  861. },
  862. .errstr = "R1 subtraction from stack pointer",
  863. .result = REJECT,
  864. },
  865. {
  866. "non-invalid fp arithmetic",
  867. .insns = {
  868. BPF_MOV64_IMM(BPF_REG_0, 0),
  869. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  870. BPF_EXIT_INSN(),
  871. },
  872. .result = ACCEPT,
  873. },
  874. {
  875. "invalid argument register",
  876. .insns = {
  877. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  878. BPF_FUNC_get_cgroup_classid),
  879. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  880. BPF_FUNC_get_cgroup_classid),
  881. BPF_EXIT_INSN(),
  882. },
  883. .errstr = "R1 !read_ok",
  884. .result = REJECT,
  885. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  886. },
  887. {
  888. "non-invalid argument register",
  889. .insns = {
  890. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  891. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  892. BPF_FUNC_get_cgroup_classid),
  893. BPF_ALU64_REG(BPF_MOV, BPF_REG_1, BPF_REG_6),
  894. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  895. BPF_FUNC_get_cgroup_classid),
  896. BPF_EXIT_INSN(),
  897. },
  898. .result = ACCEPT,
  899. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  900. },
  901. {
  902. "check valid spill/fill",
  903. .insns = {
  904. /* spill R1(ctx) into stack */
  905. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  906. /* fill it back into R2 */
  907. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -8),
  908. /* should be able to access R0 = *(R2 + 8) */
  909. /* BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 8), */
  910. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  911. BPF_EXIT_INSN(),
  912. },
  913. .errstr_unpriv = "R0 leaks addr",
  914. .result = ACCEPT,
  915. .result_unpriv = REJECT,
  916. .retval = POINTER_VALUE,
  917. },
  918. {
  919. "check valid spill/fill, skb mark",
  920. .insns = {
  921. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  922. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
  923. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  924. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  925. offsetof(struct __sk_buff, mark)),
  926. BPF_EXIT_INSN(),
  927. },
  928. .result = ACCEPT,
  929. .result_unpriv = ACCEPT,
  930. },
  931. {
  932. "check corrupted spill/fill",
  933. .insns = {
  934. /* spill R1(ctx) into stack */
  935. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  936. /* mess up with R1 pointer on stack */
  937. BPF_ST_MEM(BPF_B, BPF_REG_10, -7, 0x23),
  938. /* fill back into R0 should fail */
  939. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  940. BPF_EXIT_INSN(),
  941. },
  942. .errstr_unpriv = "attempt to corrupt spilled",
  943. .errstr = "corrupted spill",
  944. .result = REJECT,
  945. },
  946. {
  947. "invalid src register in STX",
  948. .insns = {
  949. BPF_STX_MEM(BPF_B, BPF_REG_10, -1, -1),
  950. BPF_EXIT_INSN(),
  951. },
  952. .errstr = "R15 is invalid",
  953. .result = REJECT,
  954. },
  955. {
  956. "invalid dst register in STX",
  957. .insns = {
  958. BPF_STX_MEM(BPF_B, 14, BPF_REG_10, -1),
  959. BPF_EXIT_INSN(),
  960. },
  961. .errstr = "R14 is invalid",
  962. .result = REJECT,
  963. },
  964. {
  965. "invalid dst register in ST",
  966. .insns = {
  967. BPF_ST_MEM(BPF_B, 14, -1, -1),
  968. BPF_EXIT_INSN(),
  969. },
  970. .errstr = "R14 is invalid",
  971. .result = REJECT,
  972. },
  973. {
  974. "invalid src register in LDX",
  975. .insns = {
  976. BPF_LDX_MEM(BPF_B, BPF_REG_0, 12, 0),
  977. BPF_EXIT_INSN(),
  978. },
  979. .errstr = "R12 is invalid",
  980. .result = REJECT,
  981. },
  982. {
  983. "invalid dst register in LDX",
  984. .insns = {
  985. BPF_LDX_MEM(BPF_B, 11, BPF_REG_1, 0),
  986. BPF_EXIT_INSN(),
  987. },
  988. .errstr = "R11 is invalid",
  989. .result = REJECT,
  990. },
  991. {
  992. "junk insn",
  993. .insns = {
  994. BPF_RAW_INSN(0, 0, 0, 0, 0),
  995. BPF_EXIT_INSN(),
  996. },
  997. .errstr = "unknown opcode 00",
  998. .result = REJECT,
  999. },
  1000. {
  1001. "junk insn2",
  1002. .insns = {
  1003. BPF_RAW_INSN(1, 0, 0, 0, 0),
  1004. BPF_EXIT_INSN(),
  1005. },
  1006. .errstr = "BPF_LDX uses reserved fields",
  1007. .result = REJECT,
  1008. },
  1009. {
  1010. "junk insn3",
  1011. .insns = {
  1012. BPF_RAW_INSN(-1, 0, 0, 0, 0),
  1013. BPF_EXIT_INSN(),
  1014. },
  1015. .errstr = "unknown opcode ff",
  1016. .result = REJECT,
  1017. },
  1018. {
  1019. "junk insn4",
  1020. .insns = {
  1021. BPF_RAW_INSN(-1, -1, -1, -1, -1),
  1022. BPF_EXIT_INSN(),
  1023. },
  1024. .errstr = "unknown opcode ff",
  1025. .result = REJECT,
  1026. },
  1027. {
  1028. "junk insn5",
  1029. .insns = {
  1030. BPF_RAW_INSN(0x7f, -1, -1, -1, -1),
  1031. BPF_EXIT_INSN(),
  1032. },
  1033. .errstr = "BPF_ALU uses reserved fields",
  1034. .result = REJECT,
  1035. },
  1036. {
  1037. "misaligned read from stack",
  1038. .insns = {
  1039. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1040. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, -4),
  1041. BPF_EXIT_INSN(),
  1042. },
  1043. .errstr = "misaligned stack access",
  1044. .result = REJECT,
  1045. },
  1046. {
  1047. "invalid map_fd for function call",
  1048. .insns = {
  1049. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1050. BPF_ALU64_REG(BPF_MOV, BPF_REG_2, BPF_REG_10),
  1051. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1052. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1053. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1054. BPF_FUNC_map_delete_elem),
  1055. BPF_EXIT_INSN(),
  1056. },
  1057. .errstr = "fd 0 is not pointing to valid bpf_map",
  1058. .result = REJECT,
  1059. },
  1060. {
  1061. "don't check return value before access",
  1062. .insns = {
  1063. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1064. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1065. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1066. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1067. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1068. BPF_FUNC_map_lookup_elem),
  1069. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  1070. BPF_EXIT_INSN(),
  1071. },
  1072. .fixup_map1 = { 3 },
  1073. .errstr = "R0 invalid mem access 'map_value_or_null'",
  1074. .result = REJECT,
  1075. },
  1076. {
  1077. "access memory with incorrect alignment",
  1078. .insns = {
  1079. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1080. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1081. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1082. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1083. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1084. BPF_FUNC_map_lookup_elem),
  1085. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  1086. BPF_ST_MEM(BPF_DW, BPF_REG_0, 4, 0),
  1087. BPF_EXIT_INSN(),
  1088. },
  1089. .fixup_map1 = { 3 },
  1090. .errstr = "misaligned value access",
  1091. .result = REJECT,
  1092. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  1093. },
  1094. {
  1095. "sometimes access memory with incorrect alignment",
  1096. .insns = {
  1097. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1098. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1099. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1100. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1101. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1102. BPF_FUNC_map_lookup_elem),
  1103. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  1104. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  1105. BPF_EXIT_INSN(),
  1106. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 1),
  1107. BPF_EXIT_INSN(),
  1108. },
  1109. .fixup_map1 = { 3 },
  1110. .errstr = "R0 invalid mem access",
  1111. .errstr_unpriv = "R0 leaks addr",
  1112. .result = REJECT,
  1113. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  1114. },
  1115. {
  1116. "jump test 1",
  1117. .insns = {
  1118. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1119. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -8),
  1120. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  1121. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
  1122. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 1),
  1123. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 1),
  1124. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 1),
  1125. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 2),
  1126. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 1),
  1127. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 3),
  1128. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 1),
  1129. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 4),
  1130. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 1),
  1131. BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 5),
  1132. BPF_MOV64_IMM(BPF_REG_0, 0),
  1133. BPF_EXIT_INSN(),
  1134. },
  1135. .errstr_unpriv = "R1 pointer comparison",
  1136. .result_unpriv = REJECT,
  1137. .result = ACCEPT,
  1138. },
  1139. {
  1140. "jump test 2",
  1141. .insns = {
  1142. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1143. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 2),
  1144. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
  1145. BPF_JMP_IMM(BPF_JA, 0, 0, 14),
  1146. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 2),
  1147. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 0),
  1148. BPF_JMP_IMM(BPF_JA, 0, 0, 11),
  1149. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 2),
  1150. BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 0),
  1151. BPF_JMP_IMM(BPF_JA, 0, 0, 8),
  1152. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 2),
  1153. BPF_ST_MEM(BPF_DW, BPF_REG_2, -40, 0),
  1154. BPF_JMP_IMM(BPF_JA, 0, 0, 5),
  1155. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 2),
  1156. BPF_ST_MEM(BPF_DW, BPF_REG_2, -48, 0),
  1157. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1158. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 1),
  1159. BPF_ST_MEM(BPF_DW, BPF_REG_2, -56, 0),
  1160. BPF_MOV64_IMM(BPF_REG_0, 0),
  1161. BPF_EXIT_INSN(),
  1162. },
  1163. .errstr_unpriv = "R1 pointer comparison",
  1164. .result_unpriv = REJECT,
  1165. .result = ACCEPT,
  1166. },
  1167. {
  1168. "jump test 3",
  1169. .insns = {
  1170. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1171. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  1172. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
  1173. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1174. BPF_JMP_IMM(BPF_JA, 0, 0, 19),
  1175. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 3),
  1176. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 0),
  1177. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  1178. BPF_JMP_IMM(BPF_JA, 0, 0, 15),
  1179. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 3),
  1180. BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 0),
  1181. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -32),
  1182. BPF_JMP_IMM(BPF_JA, 0, 0, 11),
  1183. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 3),
  1184. BPF_ST_MEM(BPF_DW, BPF_REG_2, -40, 0),
  1185. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -40),
  1186. BPF_JMP_IMM(BPF_JA, 0, 0, 7),
  1187. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 3),
  1188. BPF_ST_MEM(BPF_DW, BPF_REG_2, -48, 0),
  1189. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -48),
  1190. BPF_JMP_IMM(BPF_JA, 0, 0, 3),
  1191. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 0),
  1192. BPF_ST_MEM(BPF_DW, BPF_REG_2, -56, 0),
  1193. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -56),
  1194. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1195. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1196. BPF_FUNC_map_delete_elem),
  1197. BPF_EXIT_INSN(),
  1198. },
  1199. .fixup_map1 = { 24 },
  1200. .errstr_unpriv = "R1 pointer comparison",
  1201. .result_unpriv = REJECT,
  1202. .result = ACCEPT,
  1203. .retval = -ENOENT,
  1204. },
  1205. {
  1206. "jump test 4",
  1207. .insns = {
  1208. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1209. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1210. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1211. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1212. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1213. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1214. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1215. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1216. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1217. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1218. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1219. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1220. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1221. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1222. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1223. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1224. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1225. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1226. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1227. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1228. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1229. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1230. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1231. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1232. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1233. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1234. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1235. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1236. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1237. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1238. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1239. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1240. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1241. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1242. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1243. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1244. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1245. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1246. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1247. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1248. BPF_MOV64_IMM(BPF_REG_0, 0),
  1249. BPF_EXIT_INSN(),
  1250. },
  1251. .errstr_unpriv = "R1 pointer comparison",
  1252. .result_unpriv = REJECT,
  1253. .result = ACCEPT,
  1254. },
  1255. {
  1256. "jump test 5",
  1257. .insns = {
  1258. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1259. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  1260. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1261. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1262. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1263. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1264. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1265. BPF_MOV64_IMM(BPF_REG_0, 0),
  1266. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1267. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1268. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1269. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1270. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1271. BPF_MOV64_IMM(BPF_REG_0, 0),
  1272. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1273. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1274. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1275. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1276. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1277. BPF_MOV64_IMM(BPF_REG_0, 0),
  1278. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1279. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1280. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1281. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1282. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1283. BPF_MOV64_IMM(BPF_REG_0, 0),
  1284. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1285. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1286. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1287. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1288. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1289. BPF_MOV64_IMM(BPF_REG_0, 0),
  1290. BPF_EXIT_INSN(),
  1291. },
  1292. .errstr_unpriv = "R1 pointer comparison",
  1293. .result_unpriv = REJECT,
  1294. .result = ACCEPT,
  1295. },
  1296. {
  1297. "access skb fields ok",
  1298. .insns = {
  1299. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1300. offsetof(struct __sk_buff, len)),
  1301. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  1302. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1303. offsetof(struct __sk_buff, mark)),
  1304. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  1305. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1306. offsetof(struct __sk_buff, pkt_type)),
  1307. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  1308. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1309. offsetof(struct __sk_buff, queue_mapping)),
  1310. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1311. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1312. offsetof(struct __sk_buff, protocol)),
  1313. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1314. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1315. offsetof(struct __sk_buff, vlan_present)),
  1316. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1317. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1318. offsetof(struct __sk_buff, vlan_tci)),
  1319. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1320. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1321. offsetof(struct __sk_buff, napi_id)),
  1322. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1323. BPF_EXIT_INSN(),
  1324. },
  1325. .result = ACCEPT,
  1326. },
  1327. {
  1328. "access skb fields bad1",
  1329. .insns = {
  1330. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -4),
  1331. BPF_EXIT_INSN(),
  1332. },
  1333. .errstr = "invalid bpf_context access",
  1334. .result = REJECT,
  1335. },
  1336. {
  1337. "access skb fields bad2",
  1338. .insns = {
  1339. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 9),
  1340. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1341. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1342. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1343. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1344. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1345. BPF_FUNC_map_lookup_elem),
  1346. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  1347. BPF_EXIT_INSN(),
  1348. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  1349. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1350. offsetof(struct __sk_buff, pkt_type)),
  1351. BPF_EXIT_INSN(),
  1352. },
  1353. .fixup_map1 = { 4 },
  1354. .errstr = "different pointers",
  1355. .errstr_unpriv = "R1 pointer comparison",
  1356. .result = REJECT,
  1357. },
  1358. {
  1359. "access skb fields bad3",
  1360. .insns = {
  1361. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1362. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1363. offsetof(struct __sk_buff, pkt_type)),
  1364. BPF_EXIT_INSN(),
  1365. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1366. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1367. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1368. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1369. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1370. BPF_FUNC_map_lookup_elem),
  1371. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  1372. BPF_EXIT_INSN(),
  1373. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  1374. BPF_JMP_IMM(BPF_JA, 0, 0, -12),
  1375. },
  1376. .fixup_map1 = { 6 },
  1377. .errstr = "different pointers",
  1378. .errstr_unpriv = "R1 pointer comparison",
  1379. .result = REJECT,
  1380. },
  1381. {
  1382. "access skb fields bad4",
  1383. .insns = {
  1384. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 3),
  1385. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  1386. offsetof(struct __sk_buff, len)),
  1387. BPF_MOV64_IMM(BPF_REG_0, 0),
  1388. BPF_EXIT_INSN(),
  1389. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1390. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1391. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1392. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1393. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1394. BPF_FUNC_map_lookup_elem),
  1395. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  1396. BPF_EXIT_INSN(),
  1397. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  1398. BPF_JMP_IMM(BPF_JA, 0, 0, -13),
  1399. },
  1400. .fixup_map1 = { 7 },
  1401. .errstr = "different pointers",
  1402. .errstr_unpriv = "R1 pointer comparison",
  1403. .result = REJECT,
  1404. },
  1405. {
  1406. "invalid access __sk_buff family",
  1407. .insns = {
  1408. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1409. offsetof(struct __sk_buff, family)),
  1410. BPF_EXIT_INSN(),
  1411. },
  1412. .errstr = "invalid bpf_context access",
  1413. .result = REJECT,
  1414. },
  1415. {
  1416. "invalid access __sk_buff remote_ip4",
  1417. .insns = {
  1418. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1419. offsetof(struct __sk_buff, remote_ip4)),
  1420. BPF_EXIT_INSN(),
  1421. },
  1422. .errstr = "invalid bpf_context access",
  1423. .result = REJECT,
  1424. },
  1425. {
  1426. "invalid access __sk_buff local_ip4",
  1427. .insns = {
  1428. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1429. offsetof(struct __sk_buff, local_ip4)),
  1430. BPF_EXIT_INSN(),
  1431. },
  1432. .errstr = "invalid bpf_context access",
  1433. .result = REJECT,
  1434. },
  1435. {
  1436. "invalid access __sk_buff remote_ip6",
  1437. .insns = {
  1438. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1439. offsetof(struct __sk_buff, remote_ip6)),
  1440. BPF_EXIT_INSN(),
  1441. },
  1442. .errstr = "invalid bpf_context access",
  1443. .result = REJECT,
  1444. },
  1445. {
  1446. "invalid access __sk_buff local_ip6",
  1447. .insns = {
  1448. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1449. offsetof(struct __sk_buff, local_ip6)),
  1450. BPF_EXIT_INSN(),
  1451. },
  1452. .errstr = "invalid bpf_context access",
  1453. .result = REJECT,
  1454. },
  1455. {
  1456. "invalid access __sk_buff remote_port",
  1457. .insns = {
  1458. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1459. offsetof(struct __sk_buff, remote_port)),
  1460. BPF_EXIT_INSN(),
  1461. },
  1462. .errstr = "invalid bpf_context access",
  1463. .result = REJECT,
  1464. },
  1465. {
  1466. "invalid access __sk_buff remote_port",
  1467. .insns = {
  1468. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1469. offsetof(struct __sk_buff, local_port)),
  1470. BPF_EXIT_INSN(),
  1471. },
  1472. .errstr = "invalid bpf_context access",
  1473. .result = REJECT,
  1474. },
  1475. {
  1476. "valid access __sk_buff family",
  1477. .insns = {
  1478. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1479. offsetof(struct __sk_buff, family)),
  1480. BPF_EXIT_INSN(),
  1481. },
  1482. .result = ACCEPT,
  1483. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1484. },
  1485. {
  1486. "valid access __sk_buff remote_ip4",
  1487. .insns = {
  1488. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1489. offsetof(struct __sk_buff, remote_ip4)),
  1490. BPF_EXIT_INSN(),
  1491. },
  1492. .result = ACCEPT,
  1493. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1494. },
  1495. {
  1496. "valid access __sk_buff local_ip4",
  1497. .insns = {
  1498. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1499. offsetof(struct __sk_buff, local_ip4)),
  1500. BPF_EXIT_INSN(),
  1501. },
  1502. .result = ACCEPT,
  1503. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1504. },
  1505. {
  1506. "valid access __sk_buff remote_ip6",
  1507. .insns = {
  1508. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1509. offsetof(struct __sk_buff, remote_ip6[0])),
  1510. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1511. offsetof(struct __sk_buff, remote_ip6[1])),
  1512. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1513. offsetof(struct __sk_buff, remote_ip6[2])),
  1514. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1515. offsetof(struct __sk_buff, remote_ip6[3])),
  1516. BPF_EXIT_INSN(),
  1517. },
  1518. .result = ACCEPT,
  1519. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1520. },
  1521. {
  1522. "valid access __sk_buff local_ip6",
  1523. .insns = {
  1524. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1525. offsetof(struct __sk_buff, local_ip6[0])),
  1526. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1527. offsetof(struct __sk_buff, local_ip6[1])),
  1528. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1529. offsetof(struct __sk_buff, local_ip6[2])),
  1530. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1531. offsetof(struct __sk_buff, local_ip6[3])),
  1532. BPF_EXIT_INSN(),
  1533. },
  1534. .result = ACCEPT,
  1535. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1536. },
  1537. {
  1538. "valid access __sk_buff remote_port",
  1539. .insns = {
  1540. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1541. offsetof(struct __sk_buff, remote_port)),
  1542. BPF_EXIT_INSN(),
  1543. },
  1544. .result = ACCEPT,
  1545. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1546. },
  1547. {
  1548. "valid access __sk_buff remote_port",
  1549. .insns = {
  1550. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1551. offsetof(struct __sk_buff, local_port)),
  1552. BPF_EXIT_INSN(),
  1553. },
  1554. .result = ACCEPT,
  1555. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1556. },
  1557. {
  1558. "invalid access of tc_classid for SK_SKB",
  1559. .insns = {
  1560. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1561. offsetof(struct __sk_buff, tc_classid)),
  1562. BPF_EXIT_INSN(),
  1563. },
  1564. .result = REJECT,
  1565. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1566. .errstr = "invalid bpf_context access",
  1567. },
  1568. {
  1569. "invalid access of skb->mark for SK_SKB",
  1570. .insns = {
  1571. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1572. offsetof(struct __sk_buff, mark)),
  1573. BPF_EXIT_INSN(),
  1574. },
  1575. .result = REJECT,
  1576. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1577. .errstr = "invalid bpf_context access",
  1578. },
  1579. {
  1580. "check skb->mark is not writeable by SK_SKB",
  1581. .insns = {
  1582. BPF_MOV64_IMM(BPF_REG_0, 0),
  1583. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  1584. offsetof(struct __sk_buff, mark)),
  1585. BPF_EXIT_INSN(),
  1586. },
  1587. .result = REJECT,
  1588. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1589. .errstr = "invalid bpf_context access",
  1590. },
  1591. {
  1592. "check skb->tc_index is writeable by SK_SKB",
  1593. .insns = {
  1594. BPF_MOV64_IMM(BPF_REG_0, 0),
  1595. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  1596. offsetof(struct __sk_buff, tc_index)),
  1597. BPF_EXIT_INSN(),
  1598. },
  1599. .result = ACCEPT,
  1600. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1601. },
  1602. {
  1603. "check skb->priority is writeable by SK_SKB",
  1604. .insns = {
  1605. BPF_MOV64_IMM(BPF_REG_0, 0),
  1606. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  1607. offsetof(struct __sk_buff, priority)),
  1608. BPF_EXIT_INSN(),
  1609. },
  1610. .result = ACCEPT,
  1611. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1612. },
  1613. {
  1614. "direct packet read for SK_SKB",
  1615. .insns = {
  1616. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1617. offsetof(struct __sk_buff, data)),
  1618. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  1619. offsetof(struct __sk_buff, data_end)),
  1620. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1621. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1622. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1623. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  1624. BPF_MOV64_IMM(BPF_REG_0, 0),
  1625. BPF_EXIT_INSN(),
  1626. },
  1627. .result = ACCEPT,
  1628. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1629. },
  1630. {
  1631. "direct packet write for SK_SKB",
  1632. .insns = {
  1633. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1634. offsetof(struct __sk_buff, data)),
  1635. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  1636. offsetof(struct __sk_buff, data_end)),
  1637. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1638. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1639. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1640. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  1641. BPF_MOV64_IMM(BPF_REG_0, 0),
  1642. BPF_EXIT_INSN(),
  1643. },
  1644. .result = ACCEPT,
  1645. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1646. },
  1647. {
  1648. "overlapping checks for direct packet access SK_SKB",
  1649. .insns = {
  1650. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1651. offsetof(struct __sk_buff, data)),
  1652. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  1653. offsetof(struct __sk_buff, data_end)),
  1654. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1655. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1656. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
  1657. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  1658. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
  1659. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  1660. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
  1661. BPF_MOV64_IMM(BPF_REG_0, 0),
  1662. BPF_EXIT_INSN(),
  1663. },
  1664. .result = ACCEPT,
  1665. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1666. },
  1667. {
  1668. "valid access family in SK_MSG",
  1669. .insns = {
  1670. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1671. offsetof(struct sk_msg_md, family)),
  1672. BPF_EXIT_INSN(),
  1673. },
  1674. .result = ACCEPT,
  1675. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1676. },
  1677. {
  1678. "valid access remote_ip4 in SK_MSG",
  1679. .insns = {
  1680. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1681. offsetof(struct sk_msg_md, remote_ip4)),
  1682. BPF_EXIT_INSN(),
  1683. },
  1684. .result = ACCEPT,
  1685. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1686. },
  1687. {
  1688. "valid access local_ip4 in SK_MSG",
  1689. .insns = {
  1690. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1691. offsetof(struct sk_msg_md, local_ip4)),
  1692. BPF_EXIT_INSN(),
  1693. },
  1694. .result = ACCEPT,
  1695. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1696. },
  1697. {
  1698. "valid access remote_port in SK_MSG",
  1699. .insns = {
  1700. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1701. offsetof(struct sk_msg_md, remote_port)),
  1702. BPF_EXIT_INSN(),
  1703. },
  1704. .result = ACCEPT,
  1705. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1706. },
  1707. {
  1708. "valid access local_port in SK_MSG",
  1709. .insns = {
  1710. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1711. offsetof(struct sk_msg_md, local_port)),
  1712. BPF_EXIT_INSN(),
  1713. },
  1714. .result = ACCEPT,
  1715. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1716. },
  1717. {
  1718. "valid access remote_ip6 in SK_MSG",
  1719. .insns = {
  1720. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1721. offsetof(struct sk_msg_md, remote_ip6[0])),
  1722. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1723. offsetof(struct sk_msg_md, remote_ip6[1])),
  1724. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1725. offsetof(struct sk_msg_md, remote_ip6[2])),
  1726. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1727. offsetof(struct sk_msg_md, remote_ip6[3])),
  1728. BPF_EXIT_INSN(),
  1729. },
  1730. .result = ACCEPT,
  1731. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1732. },
  1733. {
  1734. "valid access local_ip6 in SK_MSG",
  1735. .insns = {
  1736. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1737. offsetof(struct sk_msg_md, local_ip6[0])),
  1738. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1739. offsetof(struct sk_msg_md, local_ip6[1])),
  1740. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1741. offsetof(struct sk_msg_md, local_ip6[2])),
  1742. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1743. offsetof(struct sk_msg_md, local_ip6[3])),
  1744. BPF_EXIT_INSN(),
  1745. },
  1746. .result = ACCEPT,
  1747. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1748. },
  1749. {
  1750. "invalid 64B read of family in SK_MSG",
  1751. .insns = {
  1752. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1753. offsetof(struct sk_msg_md, family)),
  1754. BPF_EXIT_INSN(),
  1755. },
  1756. .errstr = "invalid bpf_context access",
  1757. .result = REJECT,
  1758. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1759. },
  1760. {
  1761. "invalid read past end of SK_MSG",
  1762. .insns = {
  1763. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1764. offsetof(struct sk_msg_md, local_port) + 4),
  1765. BPF_EXIT_INSN(),
  1766. },
  1767. .errstr = "R0 !read_ok",
  1768. .result = REJECT,
  1769. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1770. },
  1771. {
  1772. "invalid read offset in SK_MSG",
  1773. .insns = {
  1774. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1775. offsetof(struct sk_msg_md, family) + 1),
  1776. BPF_EXIT_INSN(),
  1777. },
  1778. .errstr = "invalid bpf_context access",
  1779. .result = REJECT,
  1780. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1781. },
  1782. {
  1783. "direct packet read for SK_MSG",
  1784. .insns = {
  1785. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1786. offsetof(struct sk_msg_md, data)),
  1787. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1,
  1788. offsetof(struct sk_msg_md, data_end)),
  1789. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1790. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1791. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1792. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  1793. BPF_MOV64_IMM(BPF_REG_0, 0),
  1794. BPF_EXIT_INSN(),
  1795. },
  1796. .result = ACCEPT,
  1797. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1798. },
  1799. {
  1800. "direct packet write for SK_MSG",
  1801. .insns = {
  1802. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1803. offsetof(struct sk_msg_md, data)),
  1804. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1,
  1805. offsetof(struct sk_msg_md, data_end)),
  1806. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1807. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1808. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1809. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  1810. BPF_MOV64_IMM(BPF_REG_0, 0),
  1811. BPF_EXIT_INSN(),
  1812. },
  1813. .result = ACCEPT,
  1814. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1815. },
  1816. {
  1817. "overlapping checks for direct packet access SK_MSG",
  1818. .insns = {
  1819. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1820. offsetof(struct sk_msg_md, data)),
  1821. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1,
  1822. offsetof(struct sk_msg_md, data_end)),
  1823. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1824. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1825. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
  1826. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  1827. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
  1828. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  1829. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
  1830. BPF_MOV64_IMM(BPF_REG_0, 0),
  1831. BPF_EXIT_INSN(),
  1832. },
  1833. .result = ACCEPT,
  1834. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1835. },
  1836. {
  1837. "check skb->mark is not writeable by sockets",
  1838. .insns = {
  1839. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  1840. offsetof(struct __sk_buff, mark)),
  1841. BPF_EXIT_INSN(),
  1842. },
  1843. .errstr = "invalid bpf_context access",
  1844. .errstr_unpriv = "R1 leaks addr",
  1845. .result = REJECT,
  1846. },
  1847. {
  1848. "check skb->tc_index is not writeable by sockets",
  1849. .insns = {
  1850. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  1851. offsetof(struct __sk_buff, tc_index)),
  1852. BPF_EXIT_INSN(),
  1853. },
  1854. .errstr = "invalid bpf_context access",
  1855. .errstr_unpriv = "R1 leaks addr",
  1856. .result = REJECT,
  1857. },
  1858. {
  1859. "check cb access: byte",
  1860. .insns = {
  1861. BPF_MOV64_IMM(BPF_REG_0, 0),
  1862. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1863. offsetof(struct __sk_buff, cb[0])),
  1864. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1865. offsetof(struct __sk_buff, cb[0]) + 1),
  1866. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1867. offsetof(struct __sk_buff, cb[0]) + 2),
  1868. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1869. offsetof(struct __sk_buff, cb[0]) + 3),
  1870. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1871. offsetof(struct __sk_buff, cb[1])),
  1872. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1873. offsetof(struct __sk_buff, cb[1]) + 1),
  1874. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1875. offsetof(struct __sk_buff, cb[1]) + 2),
  1876. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1877. offsetof(struct __sk_buff, cb[1]) + 3),
  1878. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1879. offsetof(struct __sk_buff, cb[2])),
  1880. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1881. offsetof(struct __sk_buff, cb[2]) + 1),
  1882. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1883. offsetof(struct __sk_buff, cb[2]) + 2),
  1884. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1885. offsetof(struct __sk_buff, cb[2]) + 3),
  1886. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1887. offsetof(struct __sk_buff, cb[3])),
  1888. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1889. offsetof(struct __sk_buff, cb[3]) + 1),
  1890. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1891. offsetof(struct __sk_buff, cb[3]) + 2),
  1892. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1893. offsetof(struct __sk_buff, cb[3]) + 3),
  1894. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1895. offsetof(struct __sk_buff, cb[4])),
  1896. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1897. offsetof(struct __sk_buff, cb[4]) + 1),
  1898. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1899. offsetof(struct __sk_buff, cb[4]) + 2),
  1900. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1901. offsetof(struct __sk_buff, cb[4]) + 3),
  1902. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1903. offsetof(struct __sk_buff, cb[0])),
  1904. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1905. offsetof(struct __sk_buff, cb[0]) + 1),
  1906. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1907. offsetof(struct __sk_buff, cb[0]) + 2),
  1908. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1909. offsetof(struct __sk_buff, cb[0]) + 3),
  1910. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1911. offsetof(struct __sk_buff, cb[1])),
  1912. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1913. offsetof(struct __sk_buff, cb[1]) + 1),
  1914. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1915. offsetof(struct __sk_buff, cb[1]) + 2),
  1916. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1917. offsetof(struct __sk_buff, cb[1]) + 3),
  1918. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1919. offsetof(struct __sk_buff, cb[2])),
  1920. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1921. offsetof(struct __sk_buff, cb[2]) + 1),
  1922. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1923. offsetof(struct __sk_buff, cb[2]) + 2),
  1924. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1925. offsetof(struct __sk_buff, cb[2]) + 3),
  1926. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1927. offsetof(struct __sk_buff, cb[3])),
  1928. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1929. offsetof(struct __sk_buff, cb[3]) + 1),
  1930. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1931. offsetof(struct __sk_buff, cb[3]) + 2),
  1932. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1933. offsetof(struct __sk_buff, cb[3]) + 3),
  1934. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1935. offsetof(struct __sk_buff, cb[4])),
  1936. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1937. offsetof(struct __sk_buff, cb[4]) + 1),
  1938. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1939. offsetof(struct __sk_buff, cb[4]) + 2),
  1940. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1941. offsetof(struct __sk_buff, cb[4]) + 3),
  1942. BPF_EXIT_INSN(),
  1943. },
  1944. .result = ACCEPT,
  1945. },
  1946. {
  1947. "__sk_buff->hash, offset 0, byte store not permitted",
  1948. .insns = {
  1949. BPF_MOV64_IMM(BPF_REG_0, 0),
  1950. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1951. offsetof(struct __sk_buff, hash)),
  1952. BPF_EXIT_INSN(),
  1953. },
  1954. .errstr = "invalid bpf_context access",
  1955. .result = REJECT,
  1956. },
  1957. {
  1958. "__sk_buff->tc_index, offset 3, byte store not permitted",
  1959. .insns = {
  1960. BPF_MOV64_IMM(BPF_REG_0, 0),
  1961. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1962. offsetof(struct __sk_buff, tc_index) + 3),
  1963. BPF_EXIT_INSN(),
  1964. },
  1965. .errstr = "invalid bpf_context access",
  1966. .result = REJECT,
  1967. },
  1968. {
  1969. "check skb->hash byte load permitted",
  1970. .insns = {
  1971. BPF_MOV64_IMM(BPF_REG_0, 0),
  1972. #if __BYTE_ORDER == __LITTLE_ENDIAN
  1973. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1974. offsetof(struct __sk_buff, hash)),
  1975. #else
  1976. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1977. offsetof(struct __sk_buff, hash) + 3),
  1978. #endif
  1979. BPF_EXIT_INSN(),
  1980. },
  1981. .result = ACCEPT,
  1982. },
  1983. {
  1984. "check skb->hash byte load not permitted 1",
  1985. .insns = {
  1986. BPF_MOV64_IMM(BPF_REG_0, 0),
  1987. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1988. offsetof(struct __sk_buff, hash) + 1),
  1989. BPF_EXIT_INSN(),
  1990. },
  1991. .errstr = "invalid bpf_context access",
  1992. .result = REJECT,
  1993. },
  1994. {
  1995. "check skb->hash byte load not permitted 2",
  1996. .insns = {
  1997. BPF_MOV64_IMM(BPF_REG_0, 0),
  1998. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1999. offsetof(struct __sk_buff, hash) + 2),
  2000. BPF_EXIT_INSN(),
  2001. },
  2002. .errstr = "invalid bpf_context access",
  2003. .result = REJECT,
  2004. },
  2005. {
  2006. "check skb->hash byte load not permitted 3",
  2007. .insns = {
  2008. BPF_MOV64_IMM(BPF_REG_0, 0),
  2009. #if __BYTE_ORDER == __LITTLE_ENDIAN
  2010. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  2011. offsetof(struct __sk_buff, hash) + 3),
  2012. #else
  2013. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  2014. offsetof(struct __sk_buff, hash)),
  2015. #endif
  2016. BPF_EXIT_INSN(),
  2017. },
  2018. .errstr = "invalid bpf_context access",
  2019. .result = REJECT,
  2020. },
  2021. {
  2022. "check cb access: byte, wrong type",
  2023. .insns = {
  2024. BPF_MOV64_IMM(BPF_REG_0, 0),
  2025. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  2026. offsetof(struct __sk_buff, cb[0])),
  2027. BPF_EXIT_INSN(),
  2028. },
  2029. .errstr = "invalid bpf_context access",
  2030. .result = REJECT,
  2031. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  2032. },
  2033. {
  2034. "check cb access: half",
  2035. .insns = {
  2036. BPF_MOV64_IMM(BPF_REG_0, 0),
  2037. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2038. offsetof(struct __sk_buff, cb[0])),
  2039. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2040. offsetof(struct __sk_buff, cb[0]) + 2),
  2041. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2042. offsetof(struct __sk_buff, cb[1])),
  2043. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2044. offsetof(struct __sk_buff, cb[1]) + 2),
  2045. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2046. offsetof(struct __sk_buff, cb[2])),
  2047. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2048. offsetof(struct __sk_buff, cb[2]) + 2),
  2049. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2050. offsetof(struct __sk_buff, cb[3])),
  2051. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2052. offsetof(struct __sk_buff, cb[3]) + 2),
  2053. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2054. offsetof(struct __sk_buff, cb[4])),
  2055. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2056. offsetof(struct __sk_buff, cb[4]) + 2),
  2057. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2058. offsetof(struct __sk_buff, cb[0])),
  2059. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2060. offsetof(struct __sk_buff, cb[0]) + 2),
  2061. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2062. offsetof(struct __sk_buff, cb[1])),
  2063. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2064. offsetof(struct __sk_buff, cb[1]) + 2),
  2065. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2066. offsetof(struct __sk_buff, cb[2])),
  2067. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2068. offsetof(struct __sk_buff, cb[2]) + 2),
  2069. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2070. offsetof(struct __sk_buff, cb[3])),
  2071. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2072. offsetof(struct __sk_buff, cb[3]) + 2),
  2073. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2074. offsetof(struct __sk_buff, cb[4])),
  2075. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2076. offsetof(struct __sk_buff, cb[4]) + 2),
  2077. BPF_EXIT_INSN(),
  2078. },
  2079. .result = ACCEPT,
  2080. },
  2081. {
  2082. "check cb access: half, unaligned",
  2083. .insns = {
  2084. BPF_MOV64_IMM(BPF_REG_0, 0),
  2085. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2086. offsetof(struct __sk_buff, cb[0]) + 1),
  2087. BPF_EXIT_INSN(),
  2088. },
  2089. .errstr = "misaligned context access",
  2090. .result = REJECT,
  2091. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2092. },
  2093. {
  2094. "check __sk_buff->hash, offset 0, half store not permitted",
  2095. .insns = {
  2096. BPF_MOV64_IMM(BPF_REG_0, 0),
  2097. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2098. offsetof(struct __sk_buff, hash)),
  2099. BPF_EXIT_INSN(),
  2100. },
  2101. .errstr = "invalid bpf_context access",
  2102. .result = REJECT,
  2103. },
  2104. {
  2105. "check __sk_buff->tc_index, offset 2, half store not permitted",
  2106. .insns = {
  2107. BPF_MOV64_IMM(BPF_REG_0, 0),
  2108. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2109. offsetof(struct __sk_buff, tc_index) + 2),
  2110. BPF_EXIT_INSN(),
  2111. },
  2112. .errstr = "invalid bpf_context access",
  2113. .result = REJECT,
  2114. },
  2115. {
  2116. "check skb->hash half load permitted",
  2117. .insns = {
  2118. BPF_MOV64_IMM(BPF_REG_0, 0),
  2119. #if __BYTE_ORDER == __LITTLE_ENDIAN
  2120. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2121. offsetof(struct __sk_buff, hash)),
  2122. #else
  2123. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2124. offsetof(struct __sk_buff, hash) + 2),
  2125. #endif
  2126. BPF_EXIT_INSN(),
  2127. },
  2128. .result = ACCEPT,
  2129. },
  2130. {
  2131. "check skb->hash half load not permitted",
  2132. .insns = {
  2133. BPF_MOV64_IMM(BPF_REG_0, 0),
  2134. #if __BYTE_ORDER == __LITTLE_ENDIAN
  2135. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2136. offsetof(struct __sk_buff, hash) + 2),
  2137. #else
  2138. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2139. offsetof(struct __sk_buff, hash)),
  2140. #endif
  2141. BPF_EXIT_INSN(),
  2142. },
  2143. .errstr = "invalid bpf_context access",
  2144. .result = REJECT,
  2145. },
  2146. {
  2147. "check cb access: half, wrong type",
  2148. .insns = {
  2149. BPF_MOV64_IMM(BPF_REG_0, 0),
  2150. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2151. offsetof(struct __sk_buff, cb[0])),
  2152. BPF_EXIT_INSN(),
  2153. },
  2154. .errstr = "invalid bpf_context access",
  2155. .result = REJECT,
  2156. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  2157. },
  2158. {
  2159. "check cb access: word",
  2160. .insns = {
  2161. BPF_MOV64_IMM(BPF_REG_0, 0),
  2162. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2163. offsetof(struct __sk_buff, cb[0])),
  2164. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2165. offsetof(struct __sk_buff, cb[1])),
  2166. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2167. offsetof(struct __sk_buff, cb[2])),
  2168. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2169. offsetof(struct __sk_buff, cb[3])),
  2170. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2171. offsetof(struct __sk_buff, cb[4])),
  2172. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2173. offsetof(struct __sk_buff, cb[0])),
  2174. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2175. offsetof(struct __sk_buff, cb[1])),
  2176. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2177. offsetof(struct __sk_buff, cb[2])),
  2178. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2179. offsetof(struct __sk_buff, cb[3])),
  2180. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2181. offsetof(struct __sk_buff, cb[4])),
  2182. BPF_EXIT_INSN(),
  2183. },
  2184. .result = ACCEPT,
  2185. },
  2186. {
  2187. "check cb access: word, unaligned 1",
  2188. .insns = {
  2189. BPF_MOV64_IMM(BPF_REG_0, 0),
  2190. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2191. offsetof(struct __sk_buff, cb[0]) + 2),
  2192. BPF_EXIT_INSN(),
  2193. },
  2194. .errstr = "misaligned context access",
  2195. .result = REJECT,
  2196. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2197. },
  2198. {
  2199. "check cb access: word, unaligned 2",
  2200. .insns = {
  2201. BPF_MOV64_IMM(BPF_REG_0, 0),
  2202. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2203. offsetof(struct __sk_buff, cb[4]) + 1),
  2204. BPF_EXIT_INSN(),
  2205. },
  2206. .errstr = "misaligned context access",
  2207. .result = REJECT,
  2208. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2209. },
  2210. {
  2211. "check cb access: word, unaligned 3",
  2212. .insns = {
  2213. BPF_MOV64_IMM(BPF_REG_0, 0),
  2214. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2215. offsetof(struct __sk_buff, cb[4]) + 2),
  2216. BPF_EXIT_INSN(),
  2217. },
  2218. .errstr = "misaligned context access",
  2219. .result = REJECT,
  2220. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2221. },
  2222. {
  2223. "check cb access: word, unaligned 4",
  2224. .insns = {
  2225. BPF_MOV64_IMM(BPF_REG_0, 0),
  2226. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2227. offsetof(struct __sk_buff, cb[4]) + 3),
  2228. BPF_EXIT_INSN(),
  2229. },
  2230. .errstr = "misaligned context access",
  2231. .result = REJECT,
  2232. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2233. },
  2234. {
  2235. "check cb access: double",
  2236. .insns = {
  2237. BPF_MOV64_IMM(BPF_REG_0, 0),
  2238. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2239. offsetof(struct __sk_buff, cb[0])),
  2240. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2241. offsetof(struct __sk_buff, cb[2])),
  2242. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2243. offsetof(struct __sk_buff, cb[0])),
  2244. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2245. offsetof(struct __sk_buff, cb[2])),
  2246. BPF_EXIT_INSN(),
  2247. },
  2248. .result = ACCEPT,
  2249. },
  2250. {
  2251. "check cb access: double, unaligned 1",
  2252. .insns = {
  2253. BPF_MOV64_IMM(BPF_REG_0, 0),
  2254. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2255. offsetof(struct __sk_buff, cb[1])),
  2256. BPF_EXIT_INSN(),
  2257. },
  2258. .errstr = "misaligned context access",
  2259. .result = REJECT,
  2260. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2261. },
  2262. {
  2263. "check cb access: double, unaligned 2",
  2264. .insns = {
  2265. BPF_MOV64_IMM(BPF_REG_0, 0),
  2266. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2267. offsetof(struct __sk_buff, cb[3])),
  2268. BPF_EXIT_INSN(),
  2269. },
  2270. .errstr = "misaligned context access",
  2271. .result = REJECT,
  2272. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2273. },
  2274. {
  2275. "check cb access: double, oob 1",
  2276. .insns = {
  2277. BPF_MOV64_IMM(BPF_REG_0, 0),
  2278. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2279. offsetof(struct __sk_buff, cb[4])),
  2280. BPF_EXIT_INSN(),
  2281. },
  2282. .errstr = "invalid bpf_context access",
  2283. .result = REJECT,
  2284. },
  2285. {
  2286. "check cb access: double, oob 2",
  2287. .insns = {
  2288. BPF_MOV64_IMM(BPF_REG_0, 0),
  2289. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2290. offsetof(struct __sk_buff, cb[4])),
  2291. BPF_EXIT_INSN(),
  2292. },
  2293. .errstr = "invalid bpf_context access",
  2294. .result = REJECT,
  2295. },
  2296. {
  2297. "check __sk_buff->ifindex dw store not permitted",
  2298. .insns = {
  2299. BPF_MOV64_IMM(BPF_REG_0, 0),
  2300. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2301. offsetof(struct __sk_buff, ifindex)),
  2302. BPF_EXIT_INSN(),
  2303. },
  2304. .errstr = "invalid bpf_context access",
  2305. .result = REJECT,
  2306. },
  2307. {
  2308. "check __sk_buff->ifindex dw load not permitted",
  2309. .insns = {
  2310. BPF_MOV64_IMM(BPF_REG_0, 0),
  2311. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2312. offsetof(struct __sk_buff, ifindex)),
  2313. BPF_EXIT_INSN(),
  2314. },
  2315. .errstr = "invalid bpf_context access",
  2316. .result = REJECT,
  2317. },
  2318. {
  2319. "check cb access: double, wrong type",
  2320. .insns = {
  2321. BPF_MOV64_IMM(BPF_REG_0, 0),
  2322. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2323. offsetof(struct __sk_buff, cb[0])),
  2324. BPF_EXIT_INSN(),
  2325. },
  2326. .errstr = "invalid bpf_context access",
  2327. .result = REJECT,
  2328. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  2329. },
  2330. {
  2331. "check out of range skb->cb access",
  2332. .insns = {
  2333. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2334. offsetof(struct __sk_buff, cb[0]) + 256),
  2335. BPF_EXIT_INSN(),
  2336. },
  2337. .errstr = "invalid bpf_context access",
  2338. .errstr_unpriv = "",
  2339. .result = REJECT,
  2340. .prog_type = BPF_PROG_TYPE_SCHED_ACT,
  2341. },
  2342. {
  2343. "write skb fields from socket prog",
  2344. .insns = {
  2345. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2346. offsetof(struct __sk_buff, cb[4])),
  2347. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  2348. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2349. offsetof(struct __sk_buff, mark)),
  2350. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2351. offsetof(struct __sk_buff, tc_index)),
  2352. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  2353. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  2354. offsetof(struct __sk_buff, cb[0])),
  2355. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  2356. offsetof(struct __sk_buff, cb[2])),
  2357. BPF_EXIT_INSN(),
  2358. },
  2359. .result = ACCEPT,
  2360. .errstr_unpriv = "R1 leaks addr",
  2361. .result_unpriv = REJECT,
  2362. },
  2363. {
  2364. "write skb fields from tc_cls_act prog",
  2365. .insns = {
  2366. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2367. offsetof(struct __sk_buff, cb[0])),
  2368. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2369. offsetof(struct __sk_buff, mark)),
  2370. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2371. offsetof(struct __sk_buff, tc_index)),
  2372. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2373. offsetof(struct __sk_buff, tc_index)),
  2374. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2375. offsetof(struct __sk_buff, cb[3])),
  2376. BPF_EXIT_INSN(),
  2377. },
  2378. .errstr_unpriv = "",
  2379. .result_unpriv = REJECT,
  2380. .result = ACCEPT,
  2381. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2382. },
  2383. {
  2384. "PTR_TO_STACK store/load",
  2385. .insns = {
  2386. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2387. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -10),
  2388. BPF_ST_MEM(BPF_DW, BPF_REG_1, 2, 0xfaceb00c),
  2389. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 2),
  2390. BPF_EXIT_INSN(),
  2391. },
  2392. .result = ACCEPT,
  2393. .retval = 0xfaceb00c,
  2394. },
  2395. {
  2396. "PTR_TO_STACK store/load - bad alignment on off",
  2397. .insns = {
  2398. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2399. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  2400. BPF_ST_MEM(BPF_DW, BPF_REG_1, 2, 0xfaceb00c),
  2401. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 2),
  2402. BPF_EXIT_INSN(),
  2403. },
  2404. .result = REJECT,
  2405. .errstr = "misaligned stack access off (0x0; 0x0)+-8+2 size 8",
  2406. },
  2407. {
  2408. "PTR_TO_STACK store/load - bad alignment on reg",
  2409. .insns = {
  2410. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2411. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -10),
  2412. BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
  2413. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
  2414. BPF_EXIT_INSN(),
  2415. },
  2416. .result = REJECT,
  2417. .errstr = "misaligned stack access off (0x0; 0x0)+-10+8 size 8",
  2418. },
  2419. {
  2420. "PTR_TO_STACK store/load - out of bounds low",
  2421. .insns = {
  2422. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2423. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -80000),
  2424. BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
  2425. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
  2426. BPF_EXIT_INSN(),
  2427. },
  2428. .result = REJECT,
  2429. .errstr = "invalid stack off=-79992 size=8",
  2430. },
  2431. {
  2432. "PTR_TO_STACK store/load - out of bounds high",
  2433. .insns = {
  2434. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2435. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  2436. BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
  2437. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
  2438. BPF_EXIT_INSN(),
  2439. },
  2440. .result = REJECT,
  2441. .errstr = "invalid stack off=0 size=8",
  2442. },
  2443. {
  2444. "unpriv: return pointer",
  2445. .insns = {
  2446. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  2447. BPF_EXIT_INSN(),
  2448. },
  2449. .result = ACCEPT,
  2450. .result_unpriv = REJECT,
  2451. .errstr_unpriv = "R0 leaks addr",
  2452. .retval = POINTER_VALUE,
  2453. },
  2454. {
  2455. "unpriv: add const to pointer",
  2456. .insns = {
  2457. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  2458. BPF_MOV64_IMM(BPF_REG_0, 0),
  2459. BPF_EXIT_INSN(),
  2460. },
  2461. .result = ACCEPT,
  2462. },
  2463. {
  2464. "unpriv: add pointer to pointer",
  2465. .insns = {
  2466. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_10),
  2467. BPF_MOV64_IMM(BPF_REG_0, 0),
  2468. BPF_EXIT_INSN(),
  2469. },
  2470. .result = REJECT,
  2471. .errstr = "R1 pointer += pointer",
  2472. },
  2473. {
  2474. "unpriv: neg pointer",
  2475. .insns = {
  2476. BPF_ALU64_IMM(BPF_NEG, BPF_REG_1, 0),
  2477. BPF_MOV64_IMM(BPF_REG_0, 0),
  2478. BPF_EXIT_INSN(),
  2479. },
  2480. .result = ACCEPT,
  2481. .result_unpriv = REJECT,
  2482. .errstr_unpriv = "R1 pointer arithmetic",
  2483. },
  2484. {
  2485. "unpriv: cmp pointer with const",
  2486. .insns = {
  2487. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 0),
  2488. BPF_MOV64_IMM(BPF_REG_0, 0),
  2489. BPF_EXIT_INSN(),
  2490. },
  2491. .result = ACCEPT,
  2492. .result_unpriv = REJECT,
  2493. .errstr_unpriv = "R1 pointer comparison",
  2494. },
  2495. {
  2496. "unpriv: cmp pointer with pointer",
  2497. .insns = {
  2498. BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  2499. BPF_MOV64_IMM(BPF_REG_0, 0),
  2500. BPF_EXIT_INSN(),
  2501. },
  2502. .result = ACCEPT,
  2503. .result_unpriv = REJECT,
  2504. .errstr_unpriv = "R10 pointer comparison",
  2505. },
  2506. {
  2507. "unpriv: check that printk is disallowed",
  2508. .insns = {
  2509. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  2510. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2511. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  2512. BPF_MOV64_IMM(BPF_REG_2, 8),
  2513. BPF_MOV64_REG(BPF_REG_3, BPF_REG_1),
  2514. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2515. BPF_FUNC_trace_printk),
  2516. BPF_MOV64_IMM(BPF_REG_0, 0),
  2517. BPF_EXIT_INSN(),
  2518. },
  2519. .errstr_unpriv = "unknown func bpf_trace_printk#6",
  2520. .result_unpriv = REJECT,
  2521. .result = ACCEPT,
  2522. },
  2523. {
  2524. "unpriv: pass pointer to helper function",
  2525. .insns = {
  2526. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  2527. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2528. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2529. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2530. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  2531. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  2532. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2533. BPF_FUNC_map_update_elem),
  2534. BPF_MOV64_IMM(BPF_REG_0, 0),
  2535. BPF_EXIT_INSN(),
  2536. },
  2537. .fixup_map1 = { 3 },
  2538. .errstr_unpriv = "R4 leaks addr",
  2539. .result_unpriv = REJECT,
  2540. .result = ACCEPT,
  2541. },
  2542. {
  2543. "unpriv: indirectly pass pointer on stack to helper function",
  2544. .insns = {
  2545. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2546. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2547. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2548. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2549. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2550. BPF_FUNC_map_lookup_elem),
  2551. BPF_MOV64_IMM(BPF_REG_0, 0),
  2552. BPF_EXIT_INSN(),
  2553. },
  2554. .fixup_map1 = { 3 },
  2555. .errstr = "invalid indirect read from stack off -8+0 size 8",
  2556. .result = REJECT,
  2557. },
  2558. {
  2559. "unpriv: mangle pointer on stack 1",
  2560. .insns = {
  2561. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2562. BPF_ST_MEM(BPF_W, BPF_REG_10, -8, 0),
  2563. BPF_MOV64_IMM(BPF_REG_0, 0),
  2564. BPF_EXIT_INSN(),
  2565. },
  2566. .errstr_unpriv = "attempt to corrupt spilled",
  2567. .result_unpriv = REJECT,
  2568. .result = ACCEPT,
  2569. },
  2570. {
  2571. "unpriv: mangle pointer on stack 2",
  2572. .insns = {
  2573. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2574. BPF_ST_MEM(BPF_B, BPF_REG_10, -1, 0),
  2575. BPF_MOV64_IMM(BPF_REG_0, 0),
  2576. BPF_EXIT_INSN(),
  2577. },
  2578. .errstr_unpriv = "attempt to corrupt spilled",
  2579. .result_unpriv = REJECT,
  2580. .result = ACCEPT,
  2581. },
  2582. {
  2583. "unpriv: read pointer from stack in small chunks",
  2584. .insns = {
  2585. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2586. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -8),
  2587. BPF_MOV64_IMM(BPF_REG_0, 0),
  2588. BPF_EXIT_INSN(),
  2589. },
  2590. .errstr = "invalid size",
  2591. .result = REJECT,
  2592. },
  2593. {
  2594. "unpriv: write pointer into ctx",
  2595. .insns = {
  2596. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1, 0),
  2597. BPF_MOV64_IMM(BPF_REG_0, 0),
  2598. BPF_EXIT_INSN(),
  2599. },
  2600. .errstr_unpriv = "R1 leaks addr",
  2601. .result_unpriv = REJECT,
  2602. .errstr = "invalid bpf_context access",
  2603. .result = REJECT,
  2604. },
  2605. {
  2606. "unpriv: spill/fill of ctx",
  2607. .insns = {
  2608. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2609. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2610. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2611. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2612. BPF_MOV64_IMM(BPF_REG_0, 0),
  2613. BPF_EXIT_INSN(),
  2614. },
  2615. .result = ACCEPT,
  2616. },
  2617. {
  2618. "unpriv: spill/fill of ctx 2",
  2619. .insns = {
  2620. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2621. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2622. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2623. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2624. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2625. BPF_FUNC_get_hash_recalc),
  2626. BPF_MOV64_IMM(BPF_REG_0, 0),
  2627. BPF_EXIT_INSN(),
  2628. },
  2629. .result = ACCEPT,
  2630. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2631. },
  2632. {
  2633. "unpriv: spill/fill of ctx 3",
  2634. .insns = {
  2635. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2636. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2637. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2638. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_10, 0),
  2639. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2640. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2641. BPF_FUNC_get_hash_recalc),
  2642. BPF_EXIT_INSN(),
  2643. },
  2644. .result = REJECT,
  2645. .errstr = "R1 type=fp expected=ctx",
  2646. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2647. },
  2648. {
  2649. "unpriv: spill/fill of ctx 4",
  2650. .insns = {
  2651. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2652. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2653. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2654. BPF_MOV64_IMM(BPF_REG_0, 1),
  2655. BPF_RAW_INSN(BPF_STX | BPF_XADD | BPF_DW, BPF_REG_10,
  2656. BPF_REG_0, -8, 0),
  2657. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2658. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2659. BPF_FUNC_get_hash_recalc),
  2660. BPF_EXIT_INSN(),
  2661. },
  2662. .result = REJECT,
  2663. .errstr = "R1 type=inv expected=ctx",
  2664. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2665. },
  2666. {
  2667. "unpriv: spill/fill of different pointers stx",
  2668. .insns = {
  2669. BPF_MOV64_IMM(BPF_REG_3, 42),
  2670. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2671. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2672. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  2673. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2674. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  2675. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_2, 0),
  2676. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1),
  2677. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2678. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2679. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_3,
  2680. offsetof(struct __sk_buff, mark)),
  2681. BPF_MOV64_IMM(BPF_REG_0, 0),
  2682. BPF_EXIT_INSN(),
  2683. },
  2684. .result = REJECT,
  2685. .errstr = "same insn cannot be used with different pointers",
  2686. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2687. },
  2688. {
  2689. "unpriv: spill/fill of different pointers ldx",
  2690. .insns = {
  2691. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2692. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2693. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  2694. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2695. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
  2696. -(__s32)offsetof(struct bpf_perf_event_data,
  2697. sample_period) - 8),
  2698. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_2, 0),
  2699. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1),
  2700. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2701. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2702. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1,
  2703. offsetof(struct bpf_perf_event_data,
  2704. sample_period)),
  2705. BPF_MOV64_IMM(BPF_REG_0, 0),
  2706. BPF_EXIT_INSN(),
  2707. },
  2708. .result = REJECT,
  2709. .errstr = "same insn cannot be used with different pointers",
  2710. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  2711. },
  2712. {
  2713. "unpriv: write pointer into map elem value",
  2714. .insns = {
  2715. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  2716. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2717. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2718. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2719. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2720. BPF_FUNC_map_lookup_elem),
  2721. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  2722. BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  2723. BPF_EXIT_INSN(),
  2724. },
  2725. .fixup_map1 = { 3 },
  2726. .errstr_unpriv = "R0 leaks addr",
  2727. .result_unpriv = REJECT,
  2728. .result = ACCEPT,
  2729. },
  2730. {
  2731. "unpriv: partial copy of pointer",
  2732. .insns = {
  2733. BPF_MOV32_REG(BPF_REG_1, BPF_REG_10),
  2734. BPF_MOV64_IMM(BPF_REG_0, 0),
  2735. BPF_EXIT_INSN(),
  2736. },
  2737. .errstr_unpriv = "R10 partial copy",
  2738. .result_unpriv = REJECT,
  2739. .result = ACCEPT,
  2740. },
  2741. {
  2742. "unpriv: pass pointer to tail_call",
  2743. .insns = {
  2744. BPF_MOV64_REG(BPF_REG_3, BPF_REG_1),
  2745. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2746. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2747. BPF_FUNC_tail_call),
  2748. BPF_MOV64_IMM(BPF_REG_0, 0),
  2749. BPF_EXIT_INSN(),
  2750. },
  2751. .fixup_prog1 = { 1 },
  2752. .errstr_unpriv = "R3 leaks addr into helper",
  2753. .result_unpriv = REJECT,
  2754. .result = ACCEPT,
  2755. },
  2756. {
  2757. "unpriv: cmp map pointer with zero",
  2758. .insns = {
  2759. BPF_MOV64_IMM(BPF_REG_1, 0),
  2760. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2761. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 0),
  2762. BPF_MOV64_IMM(BPF_REG_0, 0),
  2763. BPF_EXIT_INSN(),
  2764. },
  2765. .fixup_map1 = { 1 },
  2766. .errstr_unpriv = "R1 pointer comparison",
  2767. .result_unpriv = REJECT,
  2768. .result = ACCEPT,
  2769. },
  2770. {
  2771. "unpriv: write into frame pointer",
  2772. .insns = {
  2773. BPF_MOV64_REG(BPF_REG_10, BPF_REG_1),
  2774. BPF_MOV64_IMM(BPF_REG_0, 0),
  2775. BPF_EXIT_INSN(),
  2776. },
  2777. .errstr = "frame pointer is read only",
  2778. .result = REJECT,
  2779. },
  2780. {
  2781. "unpriv: spill/fill frame pointer",
  2782. .insns = {
  2783. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2784. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2785. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_10, 0),
  2786. BPF_LDX_MEM(BPF_DW, BPF_REG_10, BPF_REG_6, 0),
  2787. BPF_MOV64_IMM(BPF_REG_0, 0),
  2788. BPF_EXIT_INSN(),
  2789. },
  2790. .errstr = "frame pointer is read only",
  2791. .result = REJECT,
  2792. },
  2793. {
  2794. "unpriv: cmp of frame pointer",
  2795. .insns = {
  2796. BPF_JMP_IMM(BPF_JEQ, BPF_REG_10, 0, 0),
  2797. BPF_MOV64_IMM(BPF_REG_0, 0),
  2798. BPF_EXIT_INSN(),
  2799. },
  2800. .errstr_unpriv = "R10 pointer comparison",
  2801. .result_unpriv = REJECT,
  2802. .result = ACCEPT,
  2803. },
  2804. {
  2805. "unpriv: adding of fp",
  2806. .insns = {
  2807. BPF_MOV64_IMM(BPF_REG_0, 0),
  2808. BPF_MOV64_IMM(BPF_REG_1, 0),
  2809. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_10),
  2810. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, -8),
  2811. BPF_EXIT_INSN(),
  2812. },
  2813. .result = ACCEPT,
  2814. },
  2815. {
  2816. "unpriv: cmp of stack pointer",
  2817. .insns = {
  2818. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2819. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2820. BPF_JMP_IMM(BPF_JEQ, BPF_REG_2, 0, 0),
  2821. BPF_MOV64_IMM(BPF_REG_0, 0),
  2822. BPF_EXIT_INSN(),
  2823. },
  2824. .errstr_unpriv = "R2 pointer comparison",
  2825. .result_unpriv = REJECT,
  2826. .result = ACCEPT,
  2827. },
  2828. {
  2829. "runtime/jit: tail_call within bounds, prog once",
  2830. .insns = {
  2831. BPF_MOV64_IMM(BPF_REG_3, 0),
  2832. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2833. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2834. BPF_FUNC_tail_call),
  2835. BPF_MOV64_IMM(BPF_REG_0, 1),
  2836. BPF_EXIT_INSN(),
  2837. },
  2838. .fixup_prog1 = { 1 },
  2839. .result = ACCEPT,
  2840. .retval = 42,
  2841. },
  2842. {
  2843. "runtime/jit: tail_call within bounds, prog loop",
  2844. .insns = {
  2845. BPF_MOV64_IMM(BPF_REG_3, 1),
  2846. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2847. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2848. BPF_FUNC_tail_call),
  2849. BPF_MOV64_IMM(BPF_REG_0, 1),
  2850. BPF_EXIT_INSN(),
  2851. },
  2852. .fixup_prog1 = { 1 },
  2853. .result = ACCEPT,
  2854. .retval = 41,
  2855. },
  2856. {
  2857. "runtime/jit: tail_call within bounds, no prog",
  2858. .insns = {
  2859. BPF_MOV64_IMM(BPF_REG_3, 2),
  2860. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2861. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2862. BPF_FUNC_tail_call),
  2863. BPF_MOV64_IMM(BPF_REG_0, 1),
  2864. BPF_EXIT_INSN(),
  2865. },
  2866. .fixup_prog1 = { 1 },
  2867. .result = ACCEPT,
  2868. .retval = 1,
  2869. },
  2870. {
  2871. "runtime/jit: tail_call out of bounds",
  2872. .insns = {
  2873. BPF_MOV64_IMM(BPF_REG_3, 256),
  2874. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2875. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2876. BPF_FUNC_tail_call),
  2877. BPF_MOV64_IMM(BPF_REG_0, 2),
  2878. BPF_EXIT_INSN(),
  2879. },
  2880. .fixup_prog1 = { 1 },
  2881. .result = ACCEPT,
  2882. .retval = 2,
  2883. },
  2884. {
  2885. "runtime/jit: pass negative index to tail_call",
  2886. .insns = {
  2887. BPF_MOV64_IMM(BPF_REG_3, -1),
  2888. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2889. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2890. BPF_FUNC_tail_call),
  2891. BPF_MOV64_IMM(BPF_REG_0, 2),
  2892. BPF_EXIT_INSN(),
  2893. },
  2894. .fixup_prog1 = { 1 },
  2895. .result = ACCEPT,
  2896. .retval = 2,
  2897. },
  2898. {
  2899. "runtime/jit: pass > 32bit index to tail_call",
  2900. .insns = {
  2901. BPF_LD_IMM64(BPF_REG_3, 0x100000000ULL),
  2902. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2903. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2904. BPF_FUNC_tail_call),
  2905. BPF_MOV64_IMM(BPF_REG_0, 2),
  2906. BPF_EXIT_INSN(),
  2907. },
  2908. .fixup_prog1 = { 2 },
  2909. .result = ACCEPT,
  2910. .retval = 42,
  2911. },
  2912. {
  2913. "stack pointer arithmetic",
  2914. .insns = {
  2915. BPF_MOV64_IMM(BPF_REG_1, 4),
  2916. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  2917. BPF_MOV64_REG(BPF_REG_7, BPF_REG_10),
  2918. BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, -10),
  2919. BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, -10),
  2920. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  2921. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_1),
  2922. BPF_ST_MEM(0, BPF_REG_2, 4, 0),
  2923. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  2924. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  2925. BPF_ST_MEM(0, BPF_REG_2, 4, 0),
  2926. BPF_MOV64_IMM(BPF_REG_0, 0),
  2927. BPF_EXIT_INSN(),
  2928. },
  2929. .result = ACCEPT,
  2930. },
  2931. {
  2932. "raw_stack: no skb_load_bytes",
  2933. .insns = {
  2934. BPF_MOV64_IMM(BPF_REG_2, 4),
  2935. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2936. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2937. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2938. BPF_MOV64_IMM(BPF_REG_4, 8),
  2939. /* Call to skb_load_bytes() omitted. */
  2940. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2941. BPF_EXIT_INSN(),
  2942. },
  2943. .result = REJECT,
  2944. .errstr = "invalid read from stack off -8+0 size 8",
  2945. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2946. },
  2947. {
  2948. "raw_stack: skb_load_bytes, negative len",
  2949. .insns = {
  2950. BPF_MOV64_IMM(BPF_REG_2, 4),
  2951. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2952. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2953. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2954. BPF_MOV64_IMM(BPF_REG_4, -8),
  2955. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2956. BPF_FUNC_skb_load_bytes),
  2957. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2958. BPF_EXIT_INSN(),
  2959. },
  2960. .result = REJECT,
  2961. .errstr = "R4 min value is negative",
  2962. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2963. },
  2964. {
  2965. "raw_stack: skb_load_bytes, negative len 2",
  2966. .insns = {
  2967. BPF_MOV64_IMM(BPF_REG_2, 4),
  2968. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2969. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2970. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2971. BPF_MOV64_IMM(BPF_REG_4, ~0),
  2972. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2973. BPF_FUNC_skb_load_bytes),
  2974. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2975. BPF_EXIT_INSN(),
  2976. },
  2977. .result = REJECT,
  2978. .errstr = "R4 min value is negative",
  2979. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2980. },
  2981. {
  2982. "raw_stack: skb_load_bytes, zero len",
  2983. .insns = {
  2984. BPF_MOV64_IMM(BPF_REG_2, 4),
  2985. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2986. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2987. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2988. BPF_MOV64_IMM(BPF_REG_4, 0),
  2989. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2990. BPF_FUNC_skb_load_bytes),
  2991. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2992. BPF_EXIT_INSN(),
  2993. },
  2994. .result = REJECT,
  2995. .errstr = "invalid stack type R3",
  2996. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2997. },
  2998. {
  2999. "raw_stack: skb_load_bytes, no init",
  3000. .insns = {
  3001. BPF_MOV64_IMM(BPF_REG_2, 4),
  3002. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3003. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  3004. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3005. BPF_MOV64_IMM(BPF_REG_4, 8),
  3006. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3007. BPF_FUNC_skb_load_bytes),
  3008. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3009. BPF_EXIT_INSN(),
  3010. },
  3011. .result = ACCEPT,
  3012. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3013. },
  3014. {
  3015. "raw_stack: skb_load_bytes, init",
  3016. .insns = {
  3017. BPF_MOV64_IMM(BPF_REG_2, 4),
  3018. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3019. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  3020. BPF_ST_MEM(BPF_DW, BPF_REG_6, 0, 0xcafe),
  3021. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3022. BPF_MOV64_IMM(BPF_REG_4, 8),
  3023. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3024. BPF_FUNC_skb_load_bytes),
  3025. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3026. BPF_EXIT_INSN(),
  3027. },
  3028. .result = ACCEPT,
  3029. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3030. },
  3031. {
  3032. "raw_stack: skb_load_bytes, spilled regs around bounds",
  3033. .insns = {
  3034. BPF_MOV64_IMM(BPF_REG_2, 4),
  3035. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3036. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
  3037. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
  3038. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
  3039. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3040. BPF_MOV64_IMM(BPF_REG_4, 8),
  3041. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3042. BPF_FUNC_skb_load_bytes),
  3043. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
  3044. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
  3045. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3046. offsetof(struct __sk_buff, mark)),
  3047. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
  3048. offsetof(struct __sk_buff, priority)),
  3049. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3050. BPF_EXIT_INSN(),
  3051. },
  3052. .result = ACCEPT,
  3053. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3054. },
  3055. {
  3056. "raw_stack: skb_load_bytes, spilled regs corruption",
  3057. .insns = {
  3058. BPF_MOV64_IMM(BPF_REG_2, 4),
  3059. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3060. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  3061. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  3062. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3063. BPF_MOV64_IMM(BPF_REG_4, 8),
  3064. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3065. BPF_FUNC_skb_load_bytes),
  3066. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3067. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3068. offsetof(struct __sk_buff, mark)),
  3069. BPF_EXIT_INSN(),
  3070. },
  3071. .result = REJECT,
  3072. .errstr = "R0 invalid mem access 'inv'",
  3073. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3074. },
  3075. {
  3076. "raw_stack: skb_load_bytes, spilled regs corruption 2",
  3077. .insns = {
  3078. BPF_MOV64_IMM(BPF_REG_2, 4),
  3079. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3080. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
  3081. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
  3082. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  3083. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
  3084. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3085. BPF_MOV64_IMM(BPF_REG_4, 8),
  3086. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3087. BPF_FUNC_skb_load_bytes),
  3088. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
  3089. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
  3090. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6, 0),
  3091. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3092. offsetof(struct __sk_buff, mark)),
  3093. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
  3094. offsetof(struct __sk_buff, priority)),
  3095. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3096. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_3,
  3097. offsetof(struct __sk_buff, pkt_type)),
  3098. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
  3099. BPF_EXIT_INSN(),
  3100. },
  3101. .result = REJECT,
  3102. .errstr = "R3 invalid mem access 'inv'",
  3103. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3104. },
  3105. {
  3106. "raw_stack: skb_load_bytes, spilled regs + data",
  3107. .insns = {
  3108. BPF_MOV64_IMM(BPF_REG_2, 4),
  3109. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3110. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
  3111. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
  3112. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  3113. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
  3114. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3115. BPF_MOV64_IMM(BPF_REG_4, 8),
  3116. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3117. BPF_FUNC_skb_load_bytes),
  3118. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
  3119. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
  3120. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6, 0),
  3121. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3122. offsetof(struct __sk_buff, mark)),
  3123. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
  3124. offsetof(struct __sk_buff, priority)),
  3125. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3126. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
  3127. BPF_EXIT_INSN(),
  3128. },
  3129. .result = ACCEPT,
  3130. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3131. },
  3132. {
  3133. "raw_stack: skb_load_bytes, invalid access 1",
  3134. .insns = {
  3135. BPF_MOV64_IMM(BPF_REG_2, 4),
  3136. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3137. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -513),
  3138. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3139. BPF_MOV64_IMM(BPF_REG_4, 8),
  3140. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3141. BPF_FUNC_skb_load_bytes),
  3142. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3143. BPF_EXIT_INSN(),
  3144. },
  3145. .result = REJECT,
  3146. .errstr = "invalid stack type R3 off=-513 access_size=8",
  3147. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3148. },
  3149. {
  3150. "raw_stack: skb_load_bytes, invalid access 2",
  3151. .insns = {
  3152. BPF_MOV64_IMM(BPF_REG_2, 4),
  3153. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3154. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
  3155. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3156. BPF_MOV64_IMM(BPF_REG_4, 8),
  3157. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3158. BPF_FUNC_skb_load_bytes),
  3159. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3160. BPF_EXIT_INSN(),
  3161. },
  3162. .result = REJECT,
  3163. .errstr = "invalid stack type R3 off=-1 access_size=8",
  3164. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3165. },
  3166. {
  3167. "raw_stack: skb_load_bytes, invalid access 3",
  3168. .insns = {
  3169. BPF_MOV64_IMM(BPF_REG_2, 4),
  3170. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3171. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 0xffffffff),
  3172. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3173. BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
  3174. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3175. BPF_FUNC_skb_load_bytes),
  3176. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3177. BPF_EXIT_INSN(),
  3178. },
  3179. .result = REJECT,
  3180. .errstr = "R4 min value is negative",
  3181. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3182. },
  3183. {
  3184. "raw_stack: skb_load_bytes, invalid access 4",
  3185. .insns = {
  3186. BPF_MOV64_IMM(BPF_REG_2, 4),
  3187. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3188. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
  3189. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3190. BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
  3191. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3192. BPF_FUNC_skb_load_bytes),
  3193. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3194. BPF_EXIT_INSN(),
  3195. },
  3196. .result = REJECT,
  3197. .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
  3198. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3199. },
  3200. {
  3201. "raw_stack: skb_load_bytes, invalid access 5",
  3202. .insns = {
  3203. BPF_MOV64_IMM(BPF_REG_2, 4),
  3204. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3205. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
  3206. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3207. BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
  3208. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3209. BPF_FUNC_skb_load_bytes),
  3210. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3211. BPF_EXIT_INSN(),
  3212. },
  3213. .result = REJECT,
  3214. .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
  3215. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3216. },
  3217. {
  3218. "raw_stack: skb_load_bytes, invalid access 6",
  3219. .insns = {
  3220. BPF_MOV64_IMM(BPF_REG_2, 4),
  3221. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3222. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
  3223. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3224. BPF_MOV64_IMM(BPF_REG_4, 0),
  3225. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3226. BPF_FUNC_skb_load_bytes),
  3227. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3228. BPF_EXIT_INSN(),
  3229. },
  3230. .result = REJECT,
  3231. .errstr = "invalid stack type R3 off=-512 access_size=0",
  3232. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3233. },
  3234. {
  3235. "raw_stack: skb_load_bytes, large access",
  3236. .insns = {
  3237. BPF_MOV64_IMM(BPF_REG_2, 4),
  3238. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3239. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
  3240. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3241. BPF_MOV64_IMM(BPF_REG_4, 512),
  3242. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3243. BPF_FUNC_skb_load_bytes),
  3244. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3245. BPF_EXIT_INSN(),
  3246. },
  3247. .result = ACCEPT,
  3248. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3249. },
  3250. {
  3251. "context stores via ST",
  3252. .insns = {
  3253. BPF_MOV64_IMM(BPF_REG_0, 0),
  3254. BPF_ST_MEM(BPF_DW, BPF_REG_1, offsetof(struct __sk_buff, mark), 0),
  3255. BPF_EXIT_INSN(),
  3256. },
  3257. .errstr = "BPF_ST stores into R1 context is not allowed",
  3258. .result = REJECT,
  3259. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3260. },
  3261. {
  3262. "context stores via XADD",
  3263. .insns = {
  3264. BPF_MOV64_IMM(BPF_REG_0, 0),
  3265. BPF_RAW_INSN(BPF_STX | BPF_XADD | BPF_W, BPF_REG_1,
  3266. BPF_REG_0, offsetof(struct __sk_buff, mark), 0),
  3267. BPF_EXIT_INSN(),
  3268. },
  3269. .errstr = "BPF_XADD stores into R1 context is not allowed",
  3270. .result = REJECT,
  3271. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3272. },
  3273. {
  3274. "direct packet access: test1",
  3275. .insns = {
  3276. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3277. offsetof(struct __sk_buff, data)),
  3278. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3279. offsetof(struct __sk_buff, data_end)),
  3280. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3281. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3282. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3283. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3284. BPF_MOV64_IMM(BPF_REG_0, 0),
  3285. BPF_EXIT_INSN(),
  3286. },
  3287. .result = ACCEPT,
  3288. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3289. },
  3290. {
  3291. "direct packet access: test2",
  3292. .insns = {
  3293. BPF_MOV64_IMM(BPF_REG_0, 1),
  3294. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  3295. offsetof(struct __sk_buff, data_end)),
  3296. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3297. offsetof(struct __sk_buff, data)),
  3298. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3299. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 14),
  3300. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_4, 15),
  3301. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 7),
  3302. BPF_LDX_MEM(BPF_B, BPF_REG_4, BPF_REG_3, 12),
  3303. BPF_ALU64_IMM(BPF_MUL, BPF_REG_4, 14),
  3304. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3305. offsetof(struct __sk_buff, data)),
  3306. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_4),
  3307. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3308. offsetof(struct __sk_buff, len)),
  3309. BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 49),
  3310. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 49),
  3311. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_2),
  3312. BPF_MOV64_REG(BPF_REG_2, BPF_REG_3),
  3313. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  3314. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  3315. offsetof(struct __sk_buff, data_end)),
  3316. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  3317. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_3, 4),
  3318. BPF_MOV64_IMM(BPF_REG_0, 0),
  3319. BPF_EXIT_INSN(),
  3320. },
  3321. .result = ACCEPT,
  3322. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3323. },
  3324. {
  3325. "direct packet access: test3",
  3326. .insns = {
  3327. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3328. offsetof(struct __sk_buff, data)),
  3329. BPF_MOV64_IMM(BPF_REG_0, 0),
  3330. BPF_EXIT_INSN(),
  3331. },
  3332. .errstr = "invalid bpf_context access off=76",
  3333. .result = REJECT,
  3334. .prog_type = BPF_PROG_TYPE_SOCKET_FILTER,
  3335. },
  3336. {
  3337. "direct packet access: test4 (write)",
  3338. .insns = {
  3339. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3340. offsetof(struct __sk_buff, data)),
  3341. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3342. offsetof(struct __sk_buff, data_end)),
  3343. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3344. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3345. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3346. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3347. BPF_MOV64_IMM(BPF_REG_0, 0),
  3348. BPF_EXIT_INSN(),
  3349. },
  3350. .result = ACCEPT,
  3351. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3352. },
  3353. {
  3354. "direct packet access: test5 (pkt_end >= reg, good access)",
  3355. .insns = {
  3356. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3357. offsetof(struct __sk_buff, data)),
  3358. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3359. offsetof(struct __sk_buff, data_end)),
  3360. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3361. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3362. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 2),
  3363. BPF_MOV64_IMM(BPF_REG_0, 1),
  3364. BPF_EXIT_INSN(),
  3365. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3366. BPF_MOV64_IMM(BPF_REG_0, 0),
  3367. BPF_EXIT_INSN(),
  3368. },
  3369. .result = ACCEPT,
  3370. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3371. },
  3372. {
  3373. "direct packet access: test6 (pkt_end >= reg, bad access)",
  3374. .insns = {
  3375. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3376. offsetof(struct __sk_buff, data)),
  3377. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3378. offsetof(struct __sk_buff, data_end)),
  3379. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3380. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3381. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 3),
  3382. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3383. BPF_MOV64_IMM(BPF_REG_0, 1),
  3384. BPF_EXIT_INSN(),
  3385. BPF_MOV64_IMM(BPF_REG_0, 0),
  3386. BPF_EXIT_INSN(),
  3387. },
  3388. .errstr = "invalid access to packet",
  3389. .result = REJECT,
  3390. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3391. },
  3392. {
  3393. "direct packet access: test7 (pkt_end >= reg, both accesses)",
  3394. .insns = {
  3395. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3396. offsetof(struct __sk_buff, data)),
  3397. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3398. offsetof(struct __sk_buff, data_end)),
  3399. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3400. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3401. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 3),
  3402. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3403. BPF_MOV64_IMM(BPF_REG_0, 1),
  3404. BPF_EXIT_INSN(),
  3405. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3406. BPF_MOV64_IMM(BPF_REG_0, 0),
  3407. BPF_EXIT_INSN(),
  3408. },
  3409. .errstr = "invalid access to packet",
  3410. .result = REJECT,
  3411. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3412. },
  3413. {
  3414. "direct packet access: test8 (double test, variant 1)",
  3415. .insns = {
  3416. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3417. offsetof(struct __sk_buff, data)),
  3418. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3419. offsetof(struct __sk_buff, data_end)),
  3420. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3421. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3422. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 4),
  3423. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3424. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3425. BPF_MOV64_IMM(BPF_REG_0, 1),
  3426. BPF_EXIT_INSN(),
  3427. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3428. BPF_MOV64_IMM(BPF_REG_0, 0),
  3429. BPF_EXIT_INSN(),
  3430. },
  3431. .result = ACCEPT,
  3432. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3433. },
  3434. {
  3435. "direct packet access: test9 (double test, variant 2)",
  3436. .insns = {
  3437. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3438. offsetof(struct __sk_buff, data)),
  3439. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3440. offsetof(struct __sk_buff, data_end)),
  3441. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3442. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3443. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 2),
  3444. BPF_MOV64_IMM(BPF_REG_0, 1),
  3445. BPF_EXIT_INSN(),
  3446. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3447. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3448. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3449. BPF_MOV64_IMM(BPF_REG_0, 0),
  3450. BPF_EXIT_INSN(),
  3451. },
  3452. .result = ACCEPT,
  3453. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3454. },
  3455. {
  3456. "direct packet access: test10 (write invalid)",
  3457. .insns = {
  3458. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3459. offsetof(struct __sk_buff, data)),
  3460. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3461. offsetof(struct __sk_buff, data_end)),
  3462. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3463. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3464. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  3465. BPF_MOV64_IMM(BPF_REG_0, 0),
  3466. BPF_EXIT_INSN(),
  3467. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3468. BPF_MOV64_IMM(BPF_REG_0, 0),
  3469. BPF_EXIT_INSN(),
  3470. },
  3471. .errstr = "invalid access to packet",
  3472. .result = REJECT,
  3473. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3474. },
  3475. {
  3476. "direct packet access: test11 (shift, good access)",
  3477. .insns = {
  3478. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3479. offsetof(struct __sk_buff, data)),
  3480. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3481. offsetof(struct __sk_buff, data_end)),
  3482. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3483. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3484. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
  3485. BPF_MOV64_IMM(BPF_REG_3, 144),
  3486. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3487. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
  3488. BPF_ALU64_IMM(BPF_RSH, BPF_REG_5, 3),
  3489. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3490. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3491. BPF_MOV64_IMM(BPF_REG_0, 1),
  3492. BPF_EXIT_INSN(),
  3493. BPF_MOV64_IMM(BPF_REG_0, 0),
  3494. BPF_EXIT_INSN(),
  3495. },
  3496. .result = ACCEPT,
  3497. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3498. .retval = 1,
  3499. },
  3500. {
  3501. "direct packet access: test12 (and, good access)",
  3502. .insns = {
  3503. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3504. offsetof(struct __sk_buff, data)),
  3505. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3506. offsetof(struct __sk_buff, data_end)),
  3507. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3508. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3509. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
  3510. BPF_MOV64_IMM(BPF_REG_3, 144),
  3511. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3512. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
  3513. BPF_ALU64_IMM(BPF_AND, BPF_REG_5, 15),
  3514. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3515. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3516. BPF_MOV64_IMM(BPF_REG_0, 1),
  3517. BPF_EXIT_INSN(),
  3518. BPF_MOV64_IMM(BPF_REG_0, 0),
  3519. BPF_EXIT_INSN(),
  3520. },
  3521. .result = ACCEPT,
  3522. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3523. .retval = 1,
  3524. },
  3525. {
  3526. "direct packet access: test13 (branches, good access)",
  3527. .insns = {
  3528. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3529. offsetof(struct __sk_buff, data)),
  3530. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3531. offsetof(struct __sk_buff, data_end)),
  3532. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3533. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3534. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 13),
  3535. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3536. offsetof(struct __sk_buff, mark)),
  3537. BPF_MOV64_IMM(BPF_REG_4, 1),
  3538. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_4, 2),
  3539. BPF_MOV64_IMM(BPF_REG_3, 14),
  3540. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  3541. BPF_MOV64_IMM(BPF_REG_3, 24),
  3542. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3543. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
  3544. BPF_ALU64_IMM(BPF_AND, BPF_REG_5, 15),
  3545. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3546. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3547. BPF_MOV64_IMM(BPF_REG_0, 1),
  3548. BPF_EXIT_INSN(),
  3549. BPF_MOV64_IMM(BPF_REG_0, 0),
  3550. BPF_EXIT_INSN(),
  3551. },
  3552. .result = ACCEPT,
  3553. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3554. .retval = 1,
  3555. },
  3556. {
  3557. "direct packet access: test14 (pkt_ptr += 0, CONST_IMM, good access)",
  3558. .insns = {
  3559. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3560. offsetof(struct __sk_buff, data)),
  3561. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3562. offsetof(struct __sk_buff, data_end)),
  3563. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3564. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3565. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 7),
  3566. BPF_MOV64_IMM(BPF_REG_5, 12),
  3567. BPF_ALU64_IMM(BPF_RSH, BPF_REG_5, 4),
  3568. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3569. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3570. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_6, 0),
  3571. BPF_MOV64_IMM(BPF_REG_0, 1),
  3572. BPF_EXIT_INSN(),
  3573. BPF_MOV64_IMM(BPF_REG_0, 0),
  3574. BPF_EXIT_INSN(),
  3575. },
  3576. .result = ACCEPT,
  3577. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3578. .retval = 1,
  3579. },
  3580. {
  3581. "direct packet access: test15 (spill with xadd)",
  3582. .insns = {
  3583. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3584. offsetof(struct __sk_buff, data)),
  3585. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3586. offsetof(struct __sk_buff, data_end)),
  3587. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3588. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3589. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
  3590. BPF_MOV64_IMM(BPF_REG_5, 4096),
  3591. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  3592. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  3593. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  3594. BPF_STX_XADD(BPF_DW, BPF_REG_4, BPF_REG_5, 0),
  3595. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  3596. BPF_STX_MEM(BPF_W, BPF_REG_2, BPF_REG_5, 0),
  3597. BPF_MOV64_IMM(BPF_REG_0, 0),
  3598. BPF_EXIT_INSN(),
  3599. },
  3600. .errstr = "R2 invalid mem access 'inv'",
  3601. .result = REJECT,
  3602. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3603. },
  3604. {
  3605. "direct packet access: test16 (arith on data_end)",
  3606. .insns = {
  3607. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3608. offsetof(struct __sk_buff, data)),
  3609. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3610. offsetof(struct __sk_buff, data_end)),
  3611. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3612. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3613. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 16),
  3614. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3615. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3616. BPF_MOV64_IMM(BPF_REG_0, 0),
  3617. BPF_EXIT_INSN(),
  3618. },
  3619. .errstr = "R3 pointer arithmetic on PTR_TO_PACKET_END",
  3620. .result = REJECT,
  3621. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3622. },
  3623. {
  3624. "direct packet access: test17 (pruning, alignment)",
  3625. .insns = {
  3626. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3627. offsetof(struct __sk_buff, data)),
  3628. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3629. offsetof(struct __sk_buff, data_end)),
  3630. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  3631. offsetof(struct __sk_buff, mark)),
  3632. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3633. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 14),
  3634. BPF_JMP_IMM(BPF_JGT, BPF_REG_7, 1, 4),
  3635. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3636. BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_0, -4),
  3637. BPF_MOV64_IMM(BPF_REG_0, 0),
  3638. BPF_EXIT_INSN(),
  3639. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 1),
  3640. BPF_JMP_A(-6),
  3641. },
  3642. .errstr = "misaligned packet access off 2+(0x0; 0x0)+15+-4 size 4",
  3643. .result = REJECT,
  3644. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3645. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  3646. },
  3647. {
  3648. "direct packet access: test18 (imm += pkt_ptr, 1)",
  3649. .insns = {
  3650. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3651. offsetof(struct __sk_buff, data)),
  3652. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3653. offsetof(struct __sk_buff, data_end)),
  3654. BPF_MOV64_IMM(BPF_REG_0, 8),
  3655. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3656. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3657. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3658. BPF_MOV64_IMM(BPF_REG_0, 0),
  3659. BPF_EXIT_INSN(),
  3660. },
  3661. .result = ACCEPT,
  3662. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3663. },
  3664. {
  3665. "direct packet access: test19 (imm += pkt_ptr, 2)",
  3666. .insns = {
  3667. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3668. offsetof(struct __sk_buff, data)),
  3669. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3670. offsetof(struct __sk_buff, data_end)),
  3671. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3672. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3673. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  3674. BPF_MOV64_IMM(BPF_REG_4, 4),
  3675. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3676. BPF_STX_MEM(BPF_B, BPF_REG_4, BPF_REG_4, 0),
  3677. BPF_MOV64_IMM(BPF_REG_0, 0),
  3678. BPF_EXIT_INSN(),
  3679. },
  3680. .result = ACCEPT,
  3681. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3682. },
  3683. {
  3684. "direct packet access: test20 (x += pkt_ptr, 1)",
  3685. .insns = {
  3686. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3687. offsetof(struct __sk_buff, data)),
  3688. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3689. offsetof(struct __sk_buff, data_end)),
  3690. BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
  3691. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  3692. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  3693. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0x7fff),
  3694. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  3695. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3696. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  3697. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0x7fff - 1),
  3698. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  3699. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_4, 0),
  3700. BPF_MOV64_IMM(BPF_REG_0, 0),
  3701. BPF_EXIT_INSN(),
  3702. },
  3703. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3704. .result = ACCEPT,
  3705. },
  3706. {
  3707. "direct packet access: test21 (x += pkt_ptr, 2)",
  3708. .insns = {
  3709. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3710. offsetof(struct __sk_buff, data)),
  3711. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3712. offsetof(struct __sk_buff, data_end)),
  3713. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3714. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3715. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 9),
  3716. BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
  3717. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -8),
  3718. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  3719. BPF_ALU64_IMM(BPF_AND, BPF_REG_4, 0x7fff),
  3720. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3721. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  3722. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0x7fff - 1),
  3723. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  3724. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_4, 0),
  3725. BPF_MOV64_IMM(BPF_REG_0, 0),
  3726. BPF_EXIT_INSN(),
  3727. },
  3728. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3729. .result = ACCEPT,
  3730. },
  3731. {
  3732. "direct packet access: test22 (x += pkt_ptr, 3)",
  3733. .insns = {
  3734. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3735. offsetof(struct __sk_buff, data)),
  3736. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3737. offsetof(struct __sk_buff, data_end)),
  3738. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3739. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3740. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -8),
  3741. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_3, -16),
  3742. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_10, -16),
  3743. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 11),
  3744. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -8),
  3745. BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
  3746. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_4, -8),
  3747. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  3748. BPF_ALU64_IMM(BPF_RSH, BPF_REG_4, 49),
  3749. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3750. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  3751. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 2),
  3752. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  3753. BPF_MOV64_IMM(BPF_REG_2, 1),
  3754. BPF_STX_MEM(BPF_H, BPF_REG_4, BPF_REG_2, 0),
  3755. BPF_MOV64_IMM(BPF_REG_0, 0),
  3756. BPF_EXIT_INSN(),
  3757. },
  3758. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3759. .result = ACCEPT,
  3760. },
  3761. {
  3762. "direct packet access: test23 (x += pkt_ptr, 4)",
  3763. .insns = {
  3764. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3765. offsetof(struct __sk_buff, data)),
  3766. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3767. offsetof(struct __sk_buff, data_end)),
  3768. BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
  3769. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  3770. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  3771. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0xffff),
  3772. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  3773. BPF_MOV64_IMM(BPF_REG_0, 31),
  3774. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_4),
  3775. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3776. BPF_MOV64_REG(BPF_REG_5, BPF_REG_0),
  3777. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0xffff - 1),
  3778. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3779. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_0, 0),
  3780. BPF_MOV64_IMM(BPF_REG_0, 0),
  3781. BPF_EXIT_INSN(),
  3782. },
  3783. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3784. .result = REJECT,
  3785. .errstr = "invalid access to packet, off=0 size=8, R5(id=1,off=0,r=0)",
  3786. },
  3787. {
  3788. "direct packet access: test24 (x += pkt_ptr, 5)",
  3789. .insns = {
  3790. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3791. offsetof(struct __sk_buff, data)),
  3792. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3793. offsetof(struct __sk_buff, data_end)),
  3794. BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
  3795. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  3796. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  3797. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0xff),
  3798. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  3799. BPF_MOV64_IMM(BPF_REG_0, 64),
  3800. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_4),
  3801. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3802. BPF_MOV64_REG(BPF_REG_5, BPF_REG_0),
  3803. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x7fff - 1),
  3804. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3805. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_0, 0),
  3806. BPF_MOV64_IMM(BPF_REG_0, 0),
  3807. BPF_EXIT_INSN(),
  3808. },
  3809. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3810. .result = ACCEPT,
  3811. },
  3812. {
  3813. "direct packet access: test25 (marking on <, good access)",
  3814. .insns = {
  3815. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3816. offsetof(struct __sk_buff, data)),
  3817. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3818. offsetof(struct __sk_buff, data_end)),
  3819. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3820. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3821. BPF_JMP_REG(BPF_JLT, BPF_REG_0, BPF_REG_3, 2),
  3822. BPF_MOV64_IMM(BPF_REG_0, 0),
  3823. BPF_EXIT_INSN(),
  3824. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3825. BPF_JMP_IMM(BPF_JA, 0, 0, -4),
  3826. },
  3827. .result = ACCEPT,
  3828. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3829. },
  3830. {
  3831. "direct packet access: test26 (marking on <, bad access)",
  3832. .insns = {
  3833. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3834. offsetof(struct __sk_buff, data)),
  3835. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3836. offsetof(struct __sk_buff, data_end)),
  3837. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3838. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3839. BPF_JMP_REG(BPF_JLT, BPF_REG_0, BPF_REG_3, 3),
  3840. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3841. BPF_MOV64_IMM(BPF_REG_0, 0),
  3842. BPF_EXIT_INSN(),
  3843. BPF_JMP_IMM(BPF_JA, 0, 0, -3),
  3844. },
  3845. .result = REJECT,
  3846. .errstr = "invalid access to packet",
  3847. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3848. },
  3849. {
  3850. "direct packet access: test27 (marking on <=, good access)",
  3851. .insns = {
  3852. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3853. offsetof(struct __sk_buff, data)),
  3854. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3855. offsetof(struct __sk_buff, data_end)),
  3856. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3857. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3858. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_0, 1),
  3859. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3860. BPF_MOV64_IMM(BPF_REG_0, 1),
  3861. BPF_EXIT_INSN(),
  3862. },
  3863. .result = ACCEPT,
  3864. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3865. .retval = 1,
  3866. },
  3867. {
  3868. "direct packet access: test28 (marking on <=, bad access)",
  3869. .insns = {
  3870. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3871. offsetof(struct __sk_buff, data)),
  3872. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3873. offsetof(struct __sk_buff, data_end)),
  3874. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3875. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3876. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_0, 2),
  3877. BPF_MOV64_IMM(BPF_REG_0, 1),
  3878. BPF_EXIT_INSN(),
  3879. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3880. BPF_JMP_IMM(BPF_JA, 0, 0, -4),
  3881. },
  3882. .result = REJECT,
  3883. .errstr = "invalid access to packet",
  3884. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3885. },
  3886. {
  3887. "helper access to packet: test1, valid packet_ptr range",
  3888. .insns = {
  3889. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3890. offsetof(struct xdp_md, data)),
  3891. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3892. offsetof(struct xdp_md, data_end)),
  3893. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  3894. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  3895. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 5),
  3896. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3897. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  3898. BPF_MOV64_IMM(BPF_REG_4, 0),
  3899. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3900. BPF_FUNC_map_update_elem),
  3901. BPF_MOV64_IMM(BPF_REG_0, 0),
  3902. BPF_EXIT_INSN(),
  3903. },
  3904. .fixup_map1 = { 5 },
  3905. .result_unpriv = ACCEPT,
  3906. .result = ACCEPT,
  3907. .prog_type = BPF_PROG_TYPE_XDP,
  3908. },
  3909. {
  3910. "helper access to packet: test2, unchecked packet_ptr",
  3911. .insns = {
  3912. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3913. offsetof(struct xdp_md, data)),
  3914. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3915. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3916. BPF_FUNC_map_lookup_elem),
  3917. BPF_MOV64_IMM(BPF_REG_0, 0),
  3918. BPF_EXIT_INSN(),
  3919. },
  3920. .fixup_map1 = { 1 },
  3921. .result = REJECT,
  3922. .errstr = "invalid access to packet",
  3923. .prog_type = BPF_PROG_TYPE_XDP,
  3924. },
  3925. {
  3926. "helper access to packet: test3, variable add",
  3927. .insns = {
  3928. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3929. offsetof(struct xdp_md, data)),
  3930. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3931. offsetof(struct xdp_md, data_end)),
  3932. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3933. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  3934. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 10),
  3935. BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_2, 0),
  3936. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3937. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_5),
  3938. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  3939. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 8),
  3940. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 4),
  3941. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3942. BPF_MOV64_REG(BPF_REG_2, BPF_REG_4),
  3943. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3944. BPF_FUNC_map_lookup_elem),
  3945. BPF_MOV64_IMM(BPF_REG_0, 0),
  3946. BPF_EXIT_INSN(),
  3947. },
  3948. .fixup_map1 = { 11 },
  3949. .result = ACCEPT,
  3950. .prog_type = BPF_PROG_TYPE_XDP,
  3951. },
  3952. {
  3953. "helper access to packet: test4, packet_ptr with bad range",
  3954. .insns = {
  3955. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3956. offsetof(struct xdp_md, data)),
  3957. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3958. offsetof(struct xdp_md, data_end)),
  3959. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3960. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 4),
  3961. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 2),
  3962. BPF_MOV64_IMM(BPF_REG_0, 0),
  3963. BPF_EXIT_INSN(),
  3964. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3965. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3966. BPF_FUNC_map_lookup_elem),
  3967. BPF_MOV64_IMM(BPF_REG_0, 0),
  3968. BPF_EXIT_INSN(),
  3969. },
  3970. .fixup_map1 = { 7 },
  3971. .result = REJECT,
  3972. .errstr = "invalid access to packet",
  3973. .prog_type = BPF_PROG_TYPE_XDP,
  3974. },
  3975. {
  3976. "helper access to packet: test5, packet_ptr with too short range",
  3977. .insns = {
  3978. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3979. offsetof(struct xdp_md, data)),
  3980. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3981. offsetof(struct xdp_md, data_end)),
  3982. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  3983. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3984. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 7),
  3985. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 3),
  3986. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3987. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3988. BPF_FUNC_map_lookup_elem),
  3989. BPF_MOV64_IMM(BPF_REG_0, 0),
  3990. BPF_EXIT_INSN(),
  3991. },
  3992. .fixup_map1 = { 6 },
  3993. .result = REJECT,
  3994. .errstr = "invalid access to packet",
  3995. .prog_type = BPF_PROG_TYPE_XDP,
  3996. },
  3997. {
  3998. "helper access to packet: test6, cls valid packet_ptr range",
  3999. .insns = {
  4000. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4001. offsetof(struct __sk_buff, data)),
  4002. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4003. offsetof(struct __sk_buff, data_end)),
  4004. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  4005. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  4006. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 5),
  4007. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4008. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  4009. BPF_MOV64_IMM(BPF_REG_4, 0),
  4010. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4011. BPF_FUNC_map_update_elem),
  4012. BPF_MOV64_IMM(BPF_REG_0, 0),
  4013. BPF_EXIT_INSN(),
  4014. },
  4015. .fixup_map1 = { 5 },
  4016. .result = ACCEPT,
  4017. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4018. },
  4019. {
  4020. "helper access to packet: test7, cls unchecked packet_ptr",
  4021. .insns = {
  4022. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4023. offsetof(struct __sk_buff, data)),
  4024. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4025. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4026. BPF_FUNC_map_lookup_elem),
  4027. BPF_MOV64_IMM(BPF_REG_0, 0),
  4028. BPF_EXIT_INSN(),
  4029. },
  4030. .fixup_map1 = { 1 },
  4031. .result = REJECT,
  4032. .errstr = "invalid access to packet",
  4033. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4034. },
  4035. {
  4036. "helper access to packet: test8, cls variable add",
  4037. .insns = {
  4038. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4039. offsetof(struct __sk_buff, data)),
  4040. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4041. offsetof(struct __sk_buff, data_end)),
  4042. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4043. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  4044. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 10),
  4045. BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_2, 0),
  4046. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4047. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_5),
  4048. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  4049. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 8),
  4050. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 4),
  4051. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4052. BPF_MOV64_REG(BPF_REG_2, BPF_REG_4),
  4053. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4054. BPF_FUNC_map_lookup_elem),
  4055. BPF_MOV64_IMM(BPF_REG_0, 0),
  4056. BPF_EXIT_INSN(),
  4057. },
  4058. .fixup_map1 = { 11 },
  4059. .result = ACCEPT,
  4060. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4061. },
  4062. {
  4063. "helper access to packet: test9, cls packet_ptr with bad range",
  4064. .insns = {
  4065. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4066. offsetof(struct __sk_buff, data)),
  4067. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4068. offsetof(struct __sk_buff, data_end)),
  4069. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4070. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 4),
  4071. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 2),
  4072. BPF_MOV64_IMM(BPF_REG_0, 0),
  4073. BPF_EXIT_INSN(),
  4074. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4075. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4076. BPF_FUNC_map_lookup_elem),
  4077. BPF_MOV64_IMM(BPF_REG_0, 0),
  4078. BPF_EXIT_INSN(),
  4079. },
  4080. .fixup_map1 = { 7 },
  4081. .result = REJECT,
  4082. .errstr = "invalid access to packet",
  4083. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4084. },
  4085. {
  4086. "helper access to packet: test10, cls packet_ptr with too short range",
  4087. .insns = {
  4088. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4089. offsetof(struct __sk_buff, data)),
  4090. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4091. offsetof(struct __sk_buff, data_end)),
  4092. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  4093. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4094. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 7),
  4095. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 3),
  4096. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4097. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4098. BPF_FUNC_map_lookup_elem),
  4099. BPF_MOV64_IMM(BPF_REG_0, 0),
  4100. BPF_EXIT_INSN(),
  4101. },
  4102. .fixup_map1 = { 6 },
  4103. .result = REJECT,
  4104. .errstr = "invalid access to packet",
  4105. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4106. },
  4107. {
  4108. "helper access to packet: test11, cls unsuitable helper 1",
  4109. .insns = {
  4110. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4111. offsetof(struct __sk_buff, data)),
  4112. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4113. offsetof(struct __sk_buff, data_end)),
  4114. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4115. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  4116. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 7),
  4117. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_7, 4),
  4118. BPF_MOV64_IMM(BPF_REG_2, 0),
  4119. BPF_MOV64_IMM(BPF_REG_4, 42),
  4120. BPF_MOV64_IMM(BPF_REG_5, 0),
  4121. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4122. BPF_FUNC_skb_store_bytes),
  4123. BPF_MOV64_IMM(BPF_REG_0, 0),
  4124. BPF_EXIT_INSN(),
  4125. },
  4126. .result = REJECT,
  4127. .errstr = "helper access to the packet",
  4128. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4129. },
  4130. {
  4131. "helper access to packet: test12, cls unsuitable helper 2",
  4132. .insns = {
  4133. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4134. offsetof(struct __sk_buff, data)),
  4135. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4136. offsetof(struct __sk_buff, data_end)),
  4137. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  4138. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
  4139. BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_7, 3),
  4140. BPF_MOV64_IMM(BPF_REG_2, 0),
  4141. BPF_MOV64_IMM(BPF_REG_4, 4),
  4142. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4143. BPF_FUNC_skb_load_bytes),
  4144. BPF_MOV64_IMM(BPF_REG_0, 0),
  4145. BPF_EXIT_INSN(),
  4146. },
  4147. .result = REJECT,
  4148. .errstr = "helper access to the packet",
  4149. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4150. },
  4151. {
  4152. "helper access to packet: test13, cls helper ok",
  4153. .insns = {
  4154. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4155. offsetof(struct __sk_buff, data)),
  4156. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4157. offsetof(struct __sk_buff, data_end)),
  4158. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4159. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4160. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4161. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4162. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4163. BPF_MOV64_IMM(BPF_REG_2, 4),
  4164. BPF_MOV64_IMM(BPF_REG_3, 0),
  4165. BPF_MOV64_IMM(BPF_REG_4, 0),
  4166. BPF_MOV64_IMM(BPF_REG_5, 0),
  4167. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4168. BPF_FUNC_csum_diff),
  4169. BPF_MOV64_IMM(BPF_REG_0, 0),
  4170. BPF_EXIT_INSN(),
  4171. },
  4172. .result = ACCEPT,
  4173. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4174. },
  4175. {
  4176. "helper access to packet: test14, cls helper ok sub",
  4177. .insns = {
  4178. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4179. offsetof(struct __sk_buff, data)),
  4180. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4181. offsetof(struct __sk_buff, data_end)),
  4182. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4183. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4184. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4185. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4186. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 4),
  4187. BPF_MOV64_IMM(BPF_REG_2, 4),
  4188. BPF_MOV64_IMM(BPF_REG_3, 0),
  4189. BPF_MOV64_IMM(BPF_REG_4, 0),
  4190. BPF_MOV64_IMM(BPF_REG_5, 0),
  4191. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4192. BPF_FUNC_csum_diff),
  4193. BPF_MOV64_IMM(BPF_REG_0, 0),
  4194. BPF_EXIT_INSN(),
  4195. },
  4196. .result = ACCEPT,
  4197. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4198. },
  4199. {
  4200. "helper access to packet: test15, cls helper fail sub",
  4201. .insns = {
  4202. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4203. offsetof(struct __sk_buff, data)),
  4204. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4205. offsetof(struct __sk_buff, data_end)),
  4206. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4207. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4208. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4209. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4210. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 12),
  4211. BPF_MOV64_IMM(BPF_REG_2, 4),
  4212. BPF_MOV64_IMM(BPF_REG_3, 0),
  4213. BPF_MOV64_IMM(BPF_REG_4, 0),
  4214. BPF_MOV64_IMM(BPF_REG_5, 0),
  4215. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4216. BPF_FUNC_csum_diff),
  4217. BPF_MOV64_IMM(BPF_REG_0, 0),
  4218. BPF_EXIT_INSN(),
  4219. },
  4220. .result = REJECT,
  4221. .errstr = "invalid access to packet",
  4222. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4223. },
  4224. {
  4225. "helper access to packet: test16, cls helper fail range 1",
  4226. .insns = {
  4227. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4228. offsetof(struct __sk_buff, data)),
  4229. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4230. offsetof(struct __sk_buff, data_end)),
  4231. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4232. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4233. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4234. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4235. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4236. BPF_MOV64_IMM(BPF_REG_2, 8),
  4237. BPF_MOV64_IMM(BPF_REG_3, 0),
  4238. BPF_MOV64_IMM(BPF_REG_4, 0),
  4239. BPF_MOV64_IMM(BPF_REG_5, 0),
  4240. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4241. BPF_FUNC_csum_diff),
  4242. BPF_MOV64_IMM(BPF_REG_0, 0),
  4243. BPF_EXIT_INSN(),
  4244. },
  4245. .result = REJECT,
  4246. .errstr = "invalid access to packet",
  4247. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4248. },
  4249. {
  4250. "helper access to packet: test17, cls helper fail range 2",
  4251. .insns = {
  4252. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4253. offsetof(struct __sk_buff, data)),
  4254. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4255. offsetof(struct __sk_buff, data_end)),
  4256. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4257. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4258. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4259. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4260. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4261. BPF_MOV64_IMM(BPF_REG_2, -9),
  4262. BPF_MOV64_IMM(BPF_REG_3, 0),
  4263. BPF_MOV64_IMM(BPF_REG_4, 0),
  4264. BPF_MOV64_IMM(BPF_REG_5, 0),
  4265. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4266. BPF_FUNC_csum_diff),
  4267. BPF_MOV64_IMM(BPF_REG_0, 0),
  4268. BPF_EXIT_INSN(),
  4269. },
  4270. .result = REJECT,
  4271. .errstr = "R2 min value is negative",
  4272. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4273. },
  4274. {
  4275. "helper access to packet: test18, cls helper fail range 3",
  4276. .insns = {
  4277. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4278. offsetof(struct __sk_buff, data)),
  4279. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4280. offsetof(struct __sk_buff, data_end)),
  4281. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4282. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4283. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4284. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4285. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4286. BPF_MOV64_IMM(BPF_REG_2, ~0),
  4287. BPF_MOV64_IMM(BPF_REG_3, 0),
  4288. BPF_MOV64_IMM(BPF_REG_4, 0),
  4289. BPF_MOV64_IMM(BPF_REG_5, 0),
  4290. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4291. BPF_FUNC_csum_diff),
  4292. BPF_MOV64_IMM(BPF_REG_0, 0),
  4293. BPF_EXIT_INSN(),
  4294. },
  4295. .result = REJECT,
  4296. .errstr = "R2 min value is negative",
  4297. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4298. },
  4299. {
  4300. "helper access to packet: test19, cls helper range zero",
  4301. .insns = {
  4302. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4303. offsetof(struct __sk_buff, data)),
  4304. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4305. offsetof(struct __sk_buff, data_end)),
  4306. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4307. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4308. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4309. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4310. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4311. BPF_MOV64_IMM(BPF_REG_2, 0),
  4312. BPF_MOV64_IMM(BPF_REG_3, 0),
  4313. BPF_MOV64_IMM(BPF_REG_4, 0),
  4314. BPF_MOV64_IMM(BPF_REG_5, 0),
  4315. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4316. BPF_FUNC_csum_diff),
  4317. BPF_MOV64_IMM(BPF_REG_0, 0),
  4318. BPF_EXIT_INSN(),
  4319. },
  4320. .result = ACCEPT,
  4321. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4322. },
  4323. {
  4324. "helper access to packet: test20, pkt end as input",
  4325. .insns = {
  4326. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4327. offsetof(struct __sk_buff, data)),
  4328. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4329. offsetof(struct __sk_buff, data_end)),
  4330. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4331. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4332. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4333. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4334. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  4335. BPF_MOV64_IMM(BPF_REG_2, 4),
  4336. BPF_MOV64_IMM(BPF_REG_3, 0),
  4337. BPF_MOV64_IMM(BPF_REG_4, 0),
  4338. BPF_MOV64_IMM(BPF_REG_5, 0),
  4339. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4340. BPF_FUNC_csum_diff),
  4341. BPF_MOV64_IMM(BPF_REG_0, 0),
  4342. BPF_EXIT_INSN(),
  4343. },
  4344. .result = REJECT,
  4345. .errstr = "R1 type=pkt_end expected=fp",
  4346. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4347. },
  4348. {
  4349. "helper access to packet: test21, wrong reg",
  4350. .insns = {
  4351. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4352. offsetof(struct __sk_buff, data)),
  4353. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4354. offsetof(struct __sk_buff, data_end)),
  4355. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4356. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4357. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4358. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4359. BPF_MOV64_IMM(BPF_REG_2, 4),
  4360. BPF_MOV64_IMM(BPF_REG_3, 0),
  4361. BPF_MOV64_IMM(BPF_REG_4, 0),
  4362. BPF_MOV64_IMM(BPF_REG_5, 0),
  4363. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4364. BPF_FUNC_csum_diff),
  4365. BPF_MOV64_IMM(BPF_REG_0, 0),
  4366. BPF_EXIT_INSN(),
  4367. },
  4368. .result = REJECT,
  4369. .errstr = "invalid access to packet",
  4370. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4371. },
  4372. {
  4373. "valid map access into an array with a constant",
  4374. .insns = {
  4375. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4376. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4377. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4378. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4379. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4380. BPF_FUNC_map_lookup_elem),
  4381. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4382. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4383. offsetof(struct test_val, foo)),
  4384. BPF_EXIT_INSN(),
  4385. },
  4386. .fixup_map2 = { 3 },
  4387. .errstr_unpriv = "R0 leaks addr",
  4388. .result_unpriv = REJECT,
  4389. .result = ACCEPT,
  4390. },
  4391. {
  4392. "valid map access into an array with a register",
  4393. .insns = {
  4394. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4395. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4396. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4397. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4398. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4399. BPF_FUNC_map_lookup_elem),
  4400. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  4401. BPF_MOV64_IMM(BPF_REG_1, 4),
  4402. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4403. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4404. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4405. offsetof(struct test_val, foo)),
  4406. BPF_EXIT_INSN(),
  4407. },
  4408. .fixup_map2 = { 3 },
  4409. .errstr_unpriv = "R0 leaks addr",
  4410. .result_unpriv = REJECT,
  4411. .result = ACCEPT,
  4412. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4413. },
  4414. {
  4415. "valid map access into an array with a variable",
  4416. .insns = {
  4417. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4418. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4419. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4420. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4421. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4422. BPF_FUNC_map_lookup_elem),
  4423. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  4424. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4425. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES, 3),
  4426. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4427. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4428. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4429. offsetof(struct test_val, foo)),
  4430. BPF_EXIT_INSN(),
  4431. },
  4432. .fixup_map2 = { 3 },
  4433. .errstr_unpriv = "R0 leaks addr",
  4434. .result_unpriv = REJECT,
  4435. .result = ACCEPT,
  4436. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4437. },
  4438. {
  4439. "valid map access into an array with a signed variable",
  4440. .insns = {
  4441. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4442. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4443. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4444. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4445. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4446. BPF_FUNC_map_lookup_elem),
  4447. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  4448. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4449. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 0xffffffff, 1),
  4450. BPF_MOV32_IMM(BPF_REG_1, 0),
  4451. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
  4452. BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
  4453. BPF_MOV32_IMM(BPF_REG_1, 0),
  4454. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  4455. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4456. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4457. offsetof(struct test_val, foo)),
  4458. BPF_EXIT_INSN(),
  4459. },
  4460. .fixup_map2 = { 3 },
  4461. .errstr_unpriv = "R0 leaks addr",
  4462. .result_unpriv = REJECT,
  4463. .result = ACCEPT,
  4464. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4465. },
  4466. {
  4467. "invalid map access into an array with a constant",
  4468. .insns = {
  4469. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4470. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4471. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4472. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4473. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4474. BPF_FUNC_map_lookup_elem),
  4475. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4476. BPF_ST_MEM(BPF_DW, BPF_REG_0, (MAX_ENTRIES + 1) << 2,
  4477. offsetof(struct test_val, foo)),
  4478. BPF_EXIT_INSN(),
  4479. },
  4480. .fixup_map2 = { 3 },
  4481. .errstr = "invalid access to map value, value_size=48 off=48 size=8",
  4482. .result = REJECT,
  4483. },
  4484. {
  4485. "invalid map access into an array with a register",
  4486. .insns = {
  4487. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4488. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4489. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4490. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4491. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4492. BPF_FUNC_map_lookup_elem),
  4493. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  4494. BPF_MOV64_IMM(BPF_REG_1, MAX_ENTRIES + 1),
  4495. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4496. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4497. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4498. offsetof(struct test_val, foo)),
  4499. BPF_EXIT_INSN(),
  4500. },
  4501. .fixup_map2 = { 3 },
  4502. .errstr = "R0 min value is outside of the array range",
  4503. .result = REJECT,
  4504. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4505. },
  4506. {
  4507. "invalid map access into an array with a variable",
  4508. .insns = {
  4509. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4510. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4511. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4512. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4513. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4514. BPF_FUNC_map_lookup_elem),
  4515. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  4516. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4517. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4518. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4519. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4520. offsetof(struct test_val, foo)),
  4521. BPF_EXIT_INSN(),
  4522. },
  4523. .fixup_map2 = { 3 },
  4524. .errstr = "R0 unbounded memory access, make sure to bounds check any array access into a map",
  4525. .result = REJECT,
  4526. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4527. },
  4528. {
  4529. "invalid map access into an array with no floor check",
  4530. .insns = {
  4531. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4532. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4533. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4534. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4535. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4536. BPF_FUNC_map_lookup_elem),
  4537. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  4538. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  4539. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
  4540. BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
  4541. BPF_MOV32_IMM(BPF_REG_1, 0),
  4542. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  4543. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4544. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4545. offsetof(struct test_val, foo)),
  4546. BPF_EXIT_INSN(),
  4547. },
  4548. .fixup_map2 = { 3 },
  4549. .errstr_unpriv = "R0 leaks addr",
  4550. .errstr = "R0 unbounded memory access",
  4551. .result_unpriv = REJECT,
  4552. .result = REJECT,
  4553. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4554. },
  4555. {
  4556. "invalid map access into an array with a invalid max check",
  4557. .insns = {
  4558. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4559. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4560. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4561. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4562. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4563. BPF_FUNC_map_lookup_elem),
  4564. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  4565. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4566. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES + 1),
  4567. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  4568. BPF_MOV32_IMM(BPF_REG_1, 0),
  4569. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  4570. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4571. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4572. offsetof(struct test_val, foo)),
  4573. BPF_EXIT_INSN(),
  4574. },
  4575. .fixup_map2 = { 3 },
  4576. .errstr_unpriv = "R0 leaks addr",
  4577. .errstr = "invalid access to map value, value_size=48 off=44 size=8",
  4578. .result_unpriv = REJECT,
  4579. .result = REJECT,
  4580. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4581. },
  4582. {
  4583. "invalid map access into an array with a invalid max check",
  4584. .insns = {
  4585. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4586. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4587. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4588. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4589. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4590. BPF_FUNC_map_lookup_elem),
  4591. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  4592. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  4593. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4594. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4595. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4596. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4597. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4598. BPF_FUNC_map_lookup_elem),
  4599. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  4600. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
  4601. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  4602. offsetof(struct test_val, foo)),
  4603. BPF_EXIT_INSN(),
  4604. },
  4605. .fixup_map2 = { 3, 11 },
  4606. .errstr = "R0 pointer += pointer",
  4607. .result = REJECT,
  4608. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4609. },
  4610. {
  4611. "multiple registers share map_lookup_elem result",
  4612. .insns = {
  4613. BPF_MOV64_IMM(BPF_REG_1, 10),
  4614. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4615. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4616. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4617. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4618. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4619. BPF_FUNC_map_lookup_elem),
  4620. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4621. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4622. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4623. BPF_EXIT_INSN(),
  4624. },
  4625. .fixup_map1 = { 4 },
  4626. .result = ACCEPT,
  4627. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4628. },
  4629. {
  4630. "alu ops on ptr_to_map_value_or_null, 1",
  4631. .insns = {
  4632. BPF_MOV64_IMM(BPF_REG_1, 10),
  4633. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4634. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4635. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4636. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4637. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4638. BPF_FUNC_map_lookup_elem),
  4639. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4640. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -2),
  4641. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 2),
  4642. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4643. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4644. BPF_EXIT_INSN(),
  4645. },
  4646. .fixup_map1 = { 4 },
  4647. .errstr = "R4 pointer arithmetic on PTR_TO_MAP_VALUE_OR_NULL",
  4648. .result = REJECT,
  4649. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4650. },
  4651. {
  4652. "alu ops on ptr_to_map_value_or_null, 2",
  4653. .insns = {
  4654. BPF_MOV64_IMM(BPF_REG_1, 10),
  4655. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4656. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4657. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4658. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4659. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4660. BPF_FUNC_map_lookup_elem),
  4661. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4662. BPF_ALU64_IMM(BPF_AND, BPF_REG_4, -1),
  4663. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4664. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4665. BPF_EXIT_INSN(),
  4666. },
  4667. .fixup_map1 = { 4 },
  4668. .errstr = "R4 pointer arithmetic on PTR_TO_MAP_VALUE_OR_NULL",
  4669. .result = REJECT,
  4670. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4671. },
  4672. {
  4673. "alu ops on ptr_to_map_value_or_null, 3",
  4674. .insns = {
  4675. BPF_MOV64_IMM(BPF_REG_1, 10),
  4676. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4677. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4678. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4679. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4680. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4681. BPF_FUNC_map_lookup_elem),
  4682. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4683. BPF_ALU64_IMM(BPF_LSH, BPF_REG_4, 1),
  4684. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4685. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4686. BPF_EXIT_INSN(),
  4687. },
  4688. .fixup_map1 = { 4 },
  4689. .errstr = "R4 pointer arithmetic on PTR_TO_MAP_VALUE_OR_NULL",
  4690. .result = REJECT,
  4691. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4692. },
  4693. {
  4694. "invalid memory access with multiple map_lookup_elem calls",
  4695. .insns = {
  4696. BPF_MOV64_IMM(BPF_REG_1, 10),
  4697. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4698. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4699. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4700. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4701. BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
  4702. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  4703. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4704. BPF_FUNC_map_lookup_elem),
  4705. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4706. BPF_MOV64_REG(BPF_REG_1, BPF_REG_8),
  4707. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  4708. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4709. BPF_FUNC_map_lookup_elem),
  4710. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4711. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4712. BPF_EXIT_INSN(),
  4713. },
  4714. .fixup_map1 = { 4 },
  4715. .result = REJECT,
  4716. .errstr = "R4 !read_ok",
  4717. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4718. },
  4719. {
  4720. "valid indirect map_lookup_elem access with 2nd lookup in branch",
  4721. .insns = {
  4722. BPF_MOV64_IMM(BPF_REG_1, 10),
  4723. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4724. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4725. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4726. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4727. BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
  4728. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  4729. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4730. BPF_FUNC_map_lookup_elem),
  4731. BPF_MOV64_IMM(BPF_REG_2, 10),
  4732. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 0, 3),
  4733. BPF_MOV64_REG(BPF_REG_1, BPF_REG_8),
  4734. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  4735. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4736. BPF_FUNC_map_lookup_elem),
  4737. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4738. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4739. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4740. BPF_EXIT_INSN(),
  4741. },
  4742. .fixup_map1 = { 4 },
  4743. .result = ACCEPT,
  4744. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4745. },
  4746. {
  4747. "invalid map access from else condition",
  4748. .insns = {
  4749. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4750. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4751. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4752. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4753. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_map_lookup_elem),
  4754. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  4755. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4756. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES-1, 1),
  4757. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 1),
  4758. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4759. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4760. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, offsetof(struct test_val, foo)),
  4761. BPF_EXIT_INSN(),
  4762. },
  4763. .fixup_map2 = { 3 },
  4764. .errstr = "R0 unbounded memory access",
  4765. .result = REJECT,
  4766. .errstr_unpriv = "R0 leaks addr",
  4767. .result_unpriv = REJECT,
  4768. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4769. },
  4770. {
  4771. "constant register |= constant should keep constant type",
  4772. .insns = {
  4773. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4774. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4775. BPF_MOV64_IMM(BPF_REG_2, 34),
  4776. BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 13),
  4777. BPF_MOV64_IMM(BPF_REG_3, 0),
  4778. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4779. BPF_EXIT_INSN(),
  4780. },
  4781. .result = ACCEPT,
  4782. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4783. },
  4784. {
  4785. "constant register |= constant should not bypass stack boundary checks",
  4786. .insns = {
  4787. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4788. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4789. BPF_MOV64_IMM(BPF_REG_2, 34),
  4790. BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 24),
  4791. BPF_MOV64_IMM(BPF_REG_3, 0),
  4792. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4793. BPF_EXIT_INSN(),
  4794. },
  4795. .errstr = "invalid stack type R1 off=-48 access_size=58",
  4796. .result = REJECT,
  4797. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4798. },
  4799. {
  4800. "constant register |= constant register should keep constant type",
  4801. .insns = {
  4802. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4803. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4804. BPF_MOV64_IMM(BPF_REG_2, 34),
  4805. BPF_MOV64_IMM(BPF_REG_4, 13),
  4806. BPF_ALU64_REG(BPF_OR, BPF_REG_2, BPF_REG_4),
  4807. BPF_MOV64_IMM(BPF_REG_3, 0),
  4808. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4809. BPF_EXIT_INSN(),
  4810. },
  4811. .result = ACCEPT,
  4812. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4813. },
  4814. {
  4815. "constant register |= constant register should not bypass stack boundary checks",
  4816. .insns = {
  4817. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4818. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4819. BPF_MOV64_IMM(BPF_REG_2, 34),
  4820. BPF_MOV64_IMM(BPF_REG_4, 24),
  4821. BPF_ALU64_REG(BPF_OR, BPF_REG_2, BPF_REG_4),
  4822. BPF_MOV64_IMM(BPF_REG_3, 0),
  4823. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4824. BPF_EXIT_INSN(),
  4825. },
  4826. .errstr = "invalid stack type R1 off=-48 access_size=58",
  4827. .result = REJECT,
  4828. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4829. },
  4830. {
  4831. "invalid direct packet write for LWT_IN",
  4832. .insns = {
  4833. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4834. offsetof(struct __sk_buff, data)),
  4835. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4836. offsetof(struct __sk_buff, data_end)),
  4837. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4838. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4839. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4840. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  4841. BPF_MOV64_IMM(BPF_REG_0, 0),
  4842. BPF_EXIT_INSN(),
  4843. },
  4844. .errstr = "cannot write into packet",
  4845. .result = REJECT,
  4846. .prog_type = BPF_PROG_TYPE_LWT_IN,
  4847. },
  4848. {
  4849. "invalid direct packet write for LWT_OUT",
  4850. .insns = {
  4851. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4852. offsetof(struct __sk_buff, data)),
  4853. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4854. offsetof(struct __sk_buff, data_end)),
  4855. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4856. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4857. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4858. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  4859. BPF_MOV64_IMM(BPF_REG_0, 0),
  4860. BPF_EXIT_INSN(),
  4861. },
  4862. .errstr = "cannot write into packet",
  4863. .result = REJECT,
  4864. .prog_type = BPF_PROG_TYPE_LWT_OUT,
  4865. },
  4866. {
  4867. "direct packet write for LWT_XMIT",
  4868. .insns = {
  4869. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4870. offsetof(struct __sk_buff, data)),
  4871. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4872. offsetof(struct __sk_buff, data_end)),
  4873. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4874. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4875. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4876. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  4877. BPF_MOV64_IMM(BPF_REG_0, 0),
  4878. BPF_EXIT_INSN(),
  4879. },
  4880. .result = ACCEPT,
  4881. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  4882. },
  4883. {
  4884. "direct packet read for LWT_IN",
  4885. .insns = {
  4886. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4887. offsetof(struct __sk_buff, data)),
  4888. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4889. offsetof(struct __sk_buff, data_end)),
  4890. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4891. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4892. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4893. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  4894. BPF_MOV64_IMM(BPF_REG_0, 0),
  4895. BPF_EXIT_INSN(),
  4896. },
  4897. .result = ACCEPT,
  4898. .prog_type = BPF_PROG_TYPE_LWT_IN,
  4899. },
  4900. {
  4901. "direct packet read for LWT_OUT",
  4902. .insns = {
  4903. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4904. offsetof(struct __sk_buff, data)),
  4905. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4906. offsetof(struct __sk_buff, data_end)),
  4907. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4908. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4909. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4910. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  4911. BPF_MOV64_IMM(BPF_REG_0, 0),
  4912. BPF_EXIT_INSN(),
  4913. },
  4914. .result = ACCEPT,
  4915. .prog_type = BPF_PROG_TYPE_LWT_OUT,
  4916. },
  4917. {
  4918. "direct packet read for LWT_XMIT",
  4919. .insns = {
  4920. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4921. offsetof(struct __sk_buff, data)),
  4922. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4923. offsetof(struct __sk_buff, data_end)),
  4924. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4925. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4926. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4927. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  4928. BPF_MOV64_IMM(BPF_REG_0, 0),
  4929. BPF_EXIT_INSN(),
  4930. },
  4931. .result = ACCEPT,
  4932. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  4933. },
  4934. {
  4935. "overlapping checks for direct packet access",
  4936. .insns = {
  4937. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4938. offsetof(struct __sk_buff, data)),
  4939. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4940. offsetof(struct __sk_buff, data_end)),
  4941. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4942. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4943. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
  4944. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  4945. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
  4946. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  4947. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
  4948. BPF_MOV64_IMM(BPF_REG_0, 0),
  4949. BPF_EXIT_INSN(),
  4950. },
  4951. .result = ACCEPT,
  4952. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  4953. },
  4954. {
  4955. "invalid access of tc_classid for LWT_IN",
  4956. .insns = {
  4957. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  4958. offsetof(struct __sk_buff, tc_classid)),
  4959. BPF_EXIT_INSN(),
  4960. },
  4961. .result = REJECT,
  4962. .errstr = "invalid bpf_context access",
  4963. },
  4964. {
  4965. "invalid access of tc_classid for LWT_OUT",
  4966. .insns = {
  4967. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  4968. offsetof(struct __sk_buff, tc_classid)),
  4969. BPF_EXIT_INSN(),
  4970. },
  4971. .result = REJECT,
  4972. .errstr = "invalid bpf_context access",
  4973. },
  4974. {
  4975. "invalid access of tc_classid for LWT_XMIT",
  4976. .insns = {
  4977. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  4978. offsetof(struct __sk_buff, tc_classid)),
  4979. BPF_EXIT_INSN(),
  4980. },
  4981. .result = REJECT,
  4982. .errstr = "invalid bpf_context access",
  4983. },
  4984. {
  4985. "leak pointer into ctx 1",
  4986. .insns = {
  4987. BPF_MOV64_IMM(BPF_REG_0, 0),
  4988. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  4989. offsetof(struct __sk_buff, cb[0])),
  4990. BPF_LD_MAP_FD(BPF_REG_2, 0),
  4991. BPF_STX_XADD(BPF_DW, BPF_REG_1, BPF_REG_2,
  4992. offsetof(struct __sk_buff, cb[0])),
  4993. BPF_EXIT_INSN(),
  4994. },
  4995. .fixup_map1 = { 2 },
  4996. .errstr_unpriv = "R2 leaks addr into mem",
  4997. .result_unpriv = REJECT,
  4998. .result = REJECT,
  4999. .errstr = "BPF_XADD stores into R1 context is not allowed",
  5000. },
  5001. {
  5002. "leak pointer into ctx 2",
  5003. .insns = {
  5004. BPF_MOV64_IMM(BPF_REG_0, 0),
  5005. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  5006. offsetof(struct __sk_buff, cb[0])),
  5007. BPF_STX_XADD(BPF_DW, BPF_REG_1, BPF_REG_10,
  5008. offsetof(struct __sk_buff, cb[0])),
  5009. BPF_EXIT_INSN(),
  5010. },
  5011. .errstr_unpriv = "R10 leaks addr into mem",
  5012. .result_unpriv = REJECT,
  5013. .result = REJECT,
  5014. .errstr = "BPF_XADD stores into R1 context is not allowed",
  5015. },
  5016. {
  5017. "leak pointer into ctx 3",
  5018. .insns = {
  5019. BPF_MOV64_IMM(BPF_REG_0, 0),
  5020. BPF_LD_MAP_FD(BPF_REG_2, 0),
  5021. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2,
  5022. offsetof(struct __sk_buff, cb[0])),
  5023. BPF_EXIT_INSN(),
  5024. },
  5025. .fixup_map1 = { 1 },
  5026. .errstr_unpriv = "R2 leaks addr into ctx",
  5027. .result_unpriv = REJECT,
  5028. .result = ACCEPT,
  5029. },
  5030. {
  5031. "leak pointer into map val",
  5032. .insns = {
  5033. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  5034. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  5035. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5036. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5037. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5038. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  5039. BPF_FUNC_map_lookup_elem),
  5040. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  5041. BPF_MOV64_IMM(BPF_REG_3, 0),
  5042. BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  5043. BPF_STX_XADD(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  5044. BPF_MOV64_IMM(BPF_REG_0, 0),
  5045. BPF_EXIT_INSN(),
  5046. },
  5047. .fixup_map1 = { 4 },
  5048. .errstr_unpriv = "R6 leaks addr into mem",
  5049. .result_unpriv = REJECT,
  5050. .result = ACCEPT,
  5051. },
  5052. {
  5053. "helper access to map: full range",
  5054. .insns = {
  5055. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5056. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5057. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5058. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5059. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5060. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5061. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5062. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  5063. BPF_MOV64_IMM(BPF_REG_3, 0),
  5064. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5065. BPF_EXIT_INSN(),
  5066. },
  5067. .fixup_map2 = { 3 },
  5068. .result = ACCEPT,
  5069. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5070. },
  5071. {
  5072. "helper access to map: partial range",
  5073. .insns = {
  5074. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5075. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5076. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5077. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5078. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5079. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5080. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5081. BPF_MOV64_IMM(BPF_REG_2, 8),
  5082. BPF_MOV64_IMM(BPF_REG_3, 0),
  5083. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5084. BPF_EXIT_INSN(),
  5085. },
  5086. .fixup_map2 = { 3 },
  5087. .result = ACCEPT,
  5088. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5089. },
  5090. {
  5091. "helper access to map: empty range",
  5092. .insns = {
  5093. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5094. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5095. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5096. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5097. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5098. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  5099. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5100. BPF_MOV64_IMM(BPF_REG_2, 0),
  5101. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5102. BPF_EXIT_INSN(),
  5103. },
  5104. .fixup_map2 = { 3 },
  5105. .errstr = "invalid access to map value, value_size=48 off=0 size=0",
  5106. .result = REJECT,
  5107. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5108. },
  5109. {
  5110. "helper access to map: out-of-bound range",
  5111. .insns = {
  5112. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5113. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5114. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5115. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5116. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5117. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5118. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5119. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val) + 8),
  5120. BPF_MOV64_IMM(BPF_REG_3, 0),
  5121. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5122. BPF_EXIT_INSN(),
  5123. },
  5124. .fixup_map2 = { 3 },
  5125. .errstr = "invalid access to map value, value_size=48 off=0 size=56",
  5126. .result = REJECT,
  5127. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5128. },
  5129. {
  5130. "helper access to map: negative range",
  5131. .insns = {
  5132. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5133. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5134. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5135. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5136. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5137. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5138. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5139. BPF_MOV64_IMM(BPF_REG_2, -8),
  5140. BPF_MOV64_IMM(BPF_REG_3, 0),
  5141. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5142. BPF_EXIT_INSN(),
  5143. },
  5144. .fixup_map2 = { 3 },
  5145. .errstr = "R2 min value is negative",
  5146. .result = REJECT,
  5147. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5148. },
  5149. {
  5150. "helper access to adjusted map (via const imm): full range",
  5151. .insns = {
  5152. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5153. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5154. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5155. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5156. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5157. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5158. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5159. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5160. offsetof(struct test_val, foo)),
  5161. BPF_MOV64_IMM(BPF_REG_2,
  5162. sizeof(struct test_val) -
  5163. offsetof(struct test_val, foo)),
  5164. BPF_MOV64_IMM(BPF_REG_3, 0),
  5165. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5166. BPF_EXIT_INSN(),
  5167. },
  5168. .fixup_map2 = { 3 },
  5169. .result = ACCEPT,
  5170. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5171. },
  5172. {
  5173. "helper access to adjusted map (via const imm): partial range",
  5174. .insns = {
  5175. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5176. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5177. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5178. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5179. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5180. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5181. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5182. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5183. offsetof(struct test_val, foo)),
  5184. BPF_MOV64_IMM(BPF_REG_2, 8),
  5185. BPF_MOV64_IMM(BPF_REG_3, 0),
  5186. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5187. BPF_EXIT_INSN(),
  5188. },
  5189. .fixup_map2 = { 3 },
  5190. .result = ACCEPT,
  5191. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5192. },
  5193. {
  5194. "helper access to adjusted map (via const imm): empty range",
  5195. .insns = {
  5196. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5197. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5198. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5199. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5200. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5201. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5202. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5203. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5204. offsetof(struct test_val, foo)),
  5205. BPF_MOV64_IMM(BPF_REG_2, 0),
  5206. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5207. BPF_EXIT_INSN(),
  5208. },
  5209. .fixup_map2 = { 3 },
  5210. .errstr = "invalid access to map value, value_size=48 off=4 size=0",
  5211. .result = REJECT,
  5212. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5213. },
  5214. {
  5215. "helper access to adjusted map (via const imm): out-of-bound range",
  5216. .insns = {
  5217. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5218. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5219. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5220. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5221. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5222. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5223. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5224. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5225. offsetof(struct test_val, foo)),
  5226. BPF_MOV64_IMM(BPF_REG_2,
  5227. sizeof(struct test_val) -
  5228. offsetof(struct test_val, foo) + 8),
  5229. BPF_MOV64_IMM(BPF_REG_3, 0),
  5230. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5231. BPF_EXIT_INSN(),
  5232. },
  5233. .fixup_map2 = { 3 },
  5234. .errstr = "invalid access to map value, value_size=48 off=4 size=52",
  5235. .result = REJECT,
  5236. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5237. },
  5238. {
  5239. "helper access to adjusted map (via const imm): negative range (> adjustment)",
  5240. .insns = {
  5241. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5242. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5243. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5244. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5245. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5246. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5247. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5248. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5249. offsetof(struct test_val, foo)),
  5250. BPF_MOV64_IMM(BPF_REG_2, -8),
  5251. BPF_MOV64_IMM(BPF_REG_3, 0),
  5252. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5253. BPF_EXIT_INSN(),
  5254. },
  5255. .fixup_map2 = { 3 },
  5256. .errstr = "R2 min value is negative",
  5257. .result = REJECT,
  5258. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5259. },
  5260. {
  5261. "helper access to adjusted map (via const imm): negative range (< adjustment)",
  5262. .insns = {
  5263. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5264. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5265. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5266. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5267. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5268. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5269. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5270. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5271. offsetof(struct test_val, foo)),
  5272. BPF_MOV64_IMM(BPF_REG_2, -1),
  5273. BPF_MOV64_IMM(BPF_REG_3, 0),
  5274. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5275. BPF_EXIT_INSN(),
  5276. },
  5277. .fixup_map2 = { 3 },
  5278. .errstr = "R2 min value is negative",
  5279. .result = REJECT,
  5280. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5281. },
  5282. {
  5283. "helper access to adjusted map (via const reg): full range",
  5284. .insns = {
  5285. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5286. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5287. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5288. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5289. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5290. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5291. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5292. BPF_MOV64_IMM(BPF_REG_3,
  5293. offsetof(struct test_val, foo)),
  5294. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5295. BPF_MOV64_IMM(BPF_REG_2,
  5296. sizeof(struct test_val) -
  5297. offsetof(struct test_val, foo)),
  5298. BPF_MOV64_IMM(BPF_REG_3, 0),
  5299. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5300. BPF_EXIT_INSN(),
  5301. },
  5302. .fixup_map2 = { 3 },
  5303. .result = ACCEPT,
  5304. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5305. },
  5306. {
  5307. "helper access to adjusted map (via const reg): partial range",
  5308. .insns = {
  5309. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5310. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5311. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5312. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5313. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5314. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5315. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5316. BPF_MOV64_IMM(BPF_REG_3,
  5317. offsetof(struct test_val, foo)),
  5318. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5319. BPF_MOV64_IMM(BPF_REG_2, 8),
  5320. BPF_MOV64_IMM(BPF_REG_3, 0),
  5321. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5322. BPF_EXIT_INSN(),
  5323. },
  5324. .fixup_map2 = { 3 },
  5325. .result = ACCEPT,
  5326. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5327. },
  5328. {
  5329. "helper access to adjusted map (via const reg): empty range",
  5330. .insns = {
  5331. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5332. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5333. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5334. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5335. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5336. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5337. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5338. BPF_MOV64_IMM(BPF_REG_3, 0),
  5339. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5340. BPF_MOV64_IMM(BPF_REG_2, 0),
  5341. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5342. BPF_EXIT_INSN(),
  5343. },
  5344. .fixup_map2 = { 3 },
  5345. .errstr = "R1 min value is outside of the array range",
  5346. .result = REJECT,
  5347. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5348. },
  5349. {
  5350. "helper access to adjusted map (via const reg): out-of-bound range",
  5351. .insns = {
  5352. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5353. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5354. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5355. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5356. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5357. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5358. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5359. BPF_MOV64_IMM(BPF_REG_3,
  5360. offsetof(struct test_val, foo)),
  5361. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5362. BPF_MOV64_IMM(BPF_REG_2,
  5363. sizeof(struct test_val) -
  5364. offsetof(struct test_val, foo) + 8),
  5365. BPF_MOV64_IMM(BPF_REG_3, 0),
  5366. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5367. BPF_EXIT_INSN(),
  5368. },
  5369. .fixup_map2 = { 3 },
  5370. .errstr = "invalid access to map value, value_size=48 off=4 size=52",
  5371. .result = REJECT,
  5372. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5373. },
  5374. {
  5375. "helper access to adjusted map (via const reg): negative range (> adjustment)",
  5376. .insns = {
  5377. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5378. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5379. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5380. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5381. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5382. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5383. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5384. BPF_MOV64_IMM(BPF_REG_3,
  5385. offsetof(struct test_val, foo)),
  5386. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5387. BPF_MOV64_IMM(BPF_REG_2, -8),
  5388. BPF_MOV64_IMM(BPF_REG_3, 0),
  5389. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5390. BPF_EXIT_INSN(),
  5391. },
  5392. .fixup_map2 = { 3 },
  5393. .errstr = "R2 min value is negative",
  5394. .result = REJECT,
  5395. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5396. },
  5397. {
  5398. "helper access to adjusted map (via const reg): negative range (< adjustment)",
  5399. .insns = {
  5400. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5401. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5402. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5403. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5404. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5405. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5406. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5407. BPF_MOV64_IMM(BPF_REG_3,
  5408. offsetof(struct test_val, foo)),
  5409. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5410. BPF_MOV64_IMM(BPF_REG_2, -1),
  5411. BPF_MOV64_IMM(BPF_REG_3, 0),
  5412. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5413. BPF_EXIT_INSN(),
  5414. },
  5415. .fixup_map2 = { 3 },
  5416. .errstr = "R2 min value is negative",
  5417. .result = REJECT,
  5418. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5419. },
  5420. {
  5421. "helper access to adjusted map (via variable): full range",
  5422. .insns = {
  5423. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5424. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5425. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5426. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5427. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5428. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5429. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5430. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5431. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5432. offsetof(struct test_val, foo), 4),
  5433. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5434. BPF_MOV64_IMM(BPF_REG_2,
  5435. sizeof(struct test_val) -
  5436. offsetof(struct test_val, foo)),
  5437. BPF_MOV64_IMM(BPF_REG_3, 0),
  5438. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5439. BPF_EXIT_INSN(),
  5440. },
  5441. .fixup_map2 = { 3 },
  5442. .result = ACCEPT,
  5443. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5444. },
  5445. {
  5446. "helper access to adjusted map (via variable): partial range",
  5447. .insns = {
  5448. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5449. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5450. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5451. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5452. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5453. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5454. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5455. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5456. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5457. offsetof(struct test_val, foo), 4),
  5458. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5459. BPF_MOV64_IMM(BPF_REG_2, 8),
  5460. BPF_MOV64_IMM(BPF_REG_3, 0),
  5461. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5462. BPF_EXIT_INSN(),
  5463. },
  5464. .fixup_map2 = { 3 },
  5465. .result = ACCEPT,
  5466. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5467. },
  5468. {
  5469. "helper access to adjusted map (via variable): empty range",
  5470. .insns = {
  5471. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5472. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5473. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5474. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5475. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5476. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5477. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5478. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5479. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5480. offsetof(struct test_val, foo), 3),
  5481. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5482. BPF_MOV64_IMM(BPF_REG_2, 0),
  5483. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5484. BPF_EXIT_INSN(),
  5485. },
  5486. .fixup_map2 = { 3 },
  5487. .errstr = "R1 min value is outside of the array range",
  5488. .result = REJECT,
  5489. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5490. },
  5491. {
  5492. "helper access to adjusted map (via variable): no max check",
  5493. .insns = {
  5494. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5495. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5496. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5497. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5498. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5499. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5500. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5501. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5502. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5503. BPF_MOV64_IMM(BPF_REG_2, 1),
  5504. BPF_MOV64_IMM(BPF_REG_3, 0),
  5505. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5506. BPF_EXIT_INSN(),
  5507. },
  5508. .fixup_map2 = { 3 },
  5509. .errstr = "R1 unbounded memory access",
  5510. .result = REJECT,
  5511. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5512. },
  5513. {
  5514. "helper access to adjusted map (via variable): wrong max check",
  5515. .insns = {
  5516. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5517. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5518. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5519. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5520. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5521. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5522. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5523. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5524. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5525. offsetof(struct test_val, foo), 4),
  5526. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5527. BPF_MOV64_IMM(BPF_REG_2,
  5528. sizeof(struct test_val) -
  5529. offsetof(struct test_val, foo) + 1),
  5530. BPF_MOV64_IMM(BPF_REG_3, 0),
  5531. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5532. BPF_EXIT_INSN(),
  5533. },
  5534. .fixup_map2 = { 3 },
  5535. .errstr = "invalid access to map value, value_size=48 off=4 size=45",
  5536. .result = REJECT,
  5537. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5538. },
  5539. {
  5540. "helper access to map: bounds check using <, good access",
  5541. .insns = {
  5542. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5543. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5544. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5545. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5546. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5547. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5548. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5549. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5550. BPF_JMP_IMM(BPF_JLT, BPF_REG_3, 32, 2),
  5551. BPF_MOV64_IMM(BPF_REG_0, 0),
  5552. BPF_EXIT_INSN(),
  5553. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5554. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5555. BPF_MOV64_IMM(BPF_REG_0, 0),
  5556. BPF_EXIT_INSN(),
  5557. },
  5558. .fixup_map2 = { 3 },
  5559. .result = ACCEPT,
  5560. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5561. },
  5562. {
  5563. "helper access to map: bounds check using <, bad access",
  5564. .insns = {
  5565. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5566. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5567. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5568. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5569. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5570. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5571. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5572. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5573. BPF_JMP_IMM(BPF_JLT, BPF_REG_3, 32, 4),
  5574. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5575. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5576. BPF_MOV64_IMM(BPF_REG_0, 0),
  5577. BPF_EXIT_INSN(),
  5578. BPF_MOV64_IMM(BPF_REG_0, 0),
  5579. BPF_EXIT_INSN(),
  5580. },
  5581. .fixup_map2 = { 3 },
  5582. .result = REJECT,
  5583. .errstr = "R1 unbounded memory access",
  5584. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5585. },
  5586. {
  5587. "helper access to map: bounds check using <=, good access",
  5588. .insns = {
  5589. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5590. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5591. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5592. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5593. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5594. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5595. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5596. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5597. BPF_JMP_IMM(BPF_JLE, BPF_REG_3, 32, 2),
  5598. BPF_MOV64_IMM(BPF_REG_0, 0),
  5599. BPF_EXIT_INSN(),
  5600. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5601. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5602. BPF_MOV64_IMM(BPF_REG_0, 0),
  5603. BPF_EXIT_INSN(),
  5604. },
  5605. .fixup_map2 = { 3 },
  5606. .result = ACCEPT,
  5607. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5608. },
  5609. {
  5610. "helper access to map: bounds check using <=, bad access",
  5611. .insns = {
  5612. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5613. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5614. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5615. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5616. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5617. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5618. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5619. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5620. BPF_JMP_IMM(BPF_JLE, BPF_REG_3, 32, 4),
  5621. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5622. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5623. BPF_MOV64_IMM(BPF_REG_0, 0),
  5624. BPF_EXIT_INSN(),
  5625. BPF_MOV64_IMM(BPF_REG_0, 0),
  5626. BPF_EXIT_INSN(),
  5627. },
  5628. .fixup_map2 = { 3 },
  5629. .result = REJECT,
  5630. .errstr = "R1 unbounded memory access",
  5631. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5632. },
  5633. {
  5634. "helper access to map: bounds check using s<, good access",
  5635. .insns = {
  5636. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5637. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5638. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5639. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5640. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5641. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5642. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5643. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5644. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 32, 2),
  5645. BPF_MOV64_IMM(BPF_REG_0, 0),
  5646. BPF_EXIT_INSN(),
  5647. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 0, -3),
  5648. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5649. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5650. BPF_MOV64_IMM(BPF_REG_0, 0),
  5651. BPF_EXIT_INSN(),
  5652. },
  5653. .fixup_map2 = { 3 },
  5654. .result = ACCEPT,
  5655. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5656. },
  5657. {
  5658. "helper access to map: bounds check using s<, good access 2",
  5659. .insns = {
  5660. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5661. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5662. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5663. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5664. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5665. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5666. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5667. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5668. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 32, 2),
  5669. BPF_MOV64_IMM(BPF_REG_0, 0),
  5670. BPF_EXIT_INSN(),
  5671. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, -3, -3),
  5672. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5673. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5674. BPF_MOV64_IMM(BPF_REG_0, 0),
  5675. BPF_EXIT_INSN(),
  5676. },
  5677. .fixup_map2 = { 3 },
  5678. .result = ACCEPT,
  5679. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5680. },
  5681. {
  5682. "helper access to map: bounds check using s<, bad access",
  5683. .insns = {
  5684. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5685. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5686. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5687. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5688. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5689. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5690. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5691. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  5692. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 32, 2),
  5693. BPF_MOV64_IMM(BPF_REG_0, 0),
  5694. BPF_EXIT_INSN(),
  5695. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, -3, -3),
  5696. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5697. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5698. BPF_MOV64_IMM(BPF_REG_0, 0),
  5699. BPF_EXIT_INSN(),
  5700. },
  5701. .fixup_map2 = { 3 },
  5702. .result = REJECT,
  5703. .errstr = "R1 min value is negative",
  5704. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5705. },
  5706. {
  5707. "helper access to map: bounds check using s<=, good access",
  5708. .insns = {
  5709. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5710. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5711. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5712. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5713. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5714. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5715. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5716. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5717. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 32, 2),
  5718. BPF_MOV64_IMM(BPF_REG_0, 0),
  5719. BPF_EXIT_INSN(),
  5720. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 0, -3),
  5721. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5722. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5723. BPF_MOV64_IMM(BPF_REG_0, 0),
  5724. BPF_EXIT_INSN(),
  5725. },
  5726. .fixup_map2 = { 3 },
  5727. .result = ACCEPT,
  5728. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5729. },
  5730. {
  5731. "helper access to map: bounds check using s<=, good access 2",
  5732. .insns = {
  5733. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5734. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5735. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5736. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5737. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5738. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5739. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5740. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5741. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 32, 2),
  5742. BPF_MOV64_IMM(BPF_REG_0, 0),
  5743. BPF_EXIT_INSN(),
  5744. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, -3, -3),
  5745. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5746. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5747. BPF_MOV64_IMM(BPF_REG_0, 0),
  5748. BPF_EXIT_INSN(),
  5749. },
  5750. .fixup_map2 = { 3 },
  5751. .result = ACCEPT,
  5752. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5753. },
  5754. {
  5755. "helper access to map: bounds check using s<=, bad access",
  5756. .insns = {
  5757. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5758. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5759. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5760. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5761. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5762. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5763. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5764. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  5765. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 32, 2),
  5766. BPF_MOV64_IMM(BPF_REG_0, 0),
  5767. BPF_EXIT_INSN(),
  5768. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, -3, -3),
  5769. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5770. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5771. BPF_MOV64_IMM(BPF_REG_0, 0),
  5772. BPF_EXIT_INSN(),
  5773. },
  5774. .fixup_map2 = { 3 },
  5775. .result = REJECT,
  5776. .errstr = "R1 min value is negative",
  5777. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5778. },
  5779. {
  5780. "map lookup helper access to map",
  5781. .insns = {
  5782. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5783. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5784. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5785. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5786. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5787. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5788. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5789. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5790. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5791. BPF_EXIT_INSN(),
  5792. },
  5793. .fixup_map3 = { 3, 8 },
  5794. .result = ACCEPT,
  5795. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5796. },
  5797. {
  5798. "map update helper access to map",
  5799. .insns = {
  5800. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5801. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5802. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5803. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5804. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5805. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5806. BPF_MOV64_IMM(BPF_REG_4, 0),
  5807. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  5808. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5809. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5810. BPF_EMIT_CALL(BPF_FUNC_map_update_elem),
  5811. BPF_EXIT_INSN(),
  5812. },
  5813. .fixup_map3 = { 3, 10 },
  5814. .result = ACCEPT,
  5815. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5816. },
  5817. {
  5818. "map update helper access to map: wrong size",
  5819. .insns = {
  5820. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5821. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5822. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5823. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5824. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5825. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5826. BPF_MOV64_IMM(BPF_REG_4, 0),
  5827. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  5828. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5829. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5830. BPF_EMIT_CALL(BPF_FUNC_map_update_elem),
  5831. BPF_EXIT_INSN(),
  5832. },
  5833. .fixup_map1 = { 3 },
  5834. .fixup_map3 = { 10 },
  5835. .result = REJECT,
  5836. .errstr = "invalid access to map value, value_size=8 off=0 size=16",
  5837. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5838. },
  5839. {
  5840. "map helper access to adjusted map (via const imm)",
  5841. .insns = {
  5842. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5843. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5844. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5845. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5846. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5847. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5848. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5849. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
  5850. offsetof(struct other_val, bar)),
  5851. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5852. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5853. BPF_EXIT_INSN(),
  5854. },
  5855. .fixup_map3 = { 3, 9 },
  5856. .result = ACCEPT,
  5857. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5858. },
  5859. {
  5860. "map helper access to adjusted map (via const imm): out-of-bound 1",
  5861. .insns = {
  5862. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5863. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5864. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5865. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5866. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5867. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5868. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5869. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
  5870. sizeof(struct other_val) - 4),
  5871. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5872. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5873. BPF_EXIT_INSN(),
  5874. },
  5875. .fixup_map3 = { 3, 9 },
  5876. .result = REJECT,
  5877. .errstr = "invalid access to map value, value_size=16 off=12 size=8",
  5878. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5879. },
  5880. {
  5881. "map helper access to adjusted map (via const imm): out-of-bound 2",
  5882. .insns = {
  5883. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5884. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5885. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5886. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5887. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5888. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5889. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5890. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  5891. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5892. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5893. BPF_EXIT_INSN(),
  5894. },
  5895. .fixup_map3 = { 3, 9 },
  5896. .result = REJECT,
  5897. .errstr = "invalid access to map value, value_size=16 off=-4 size=8",
  5898. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5899. },
  5900. {
  5901. "map helper access to adjusted map (via const reg)",
  5902. .insns = {
  5903. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5904. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5905. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5906. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5907. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5908. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5909. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5910. BPF_MOV64_IMM(BPF_REG_3,
  5911. offsetof(struct other_val, bar)),
  5912. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  5913. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5914. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5915. BPF_EXIT_INSN(),
  5916. },
  5917. .fixup_map3 = { 3, 10 },
  5918. .result = ACCEPT,
  5919. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5920. },
  5921. {
  5922. "map helper access to adjusted map (via const reg): out-of-bound 1",
  5923. .insns = {
  5924. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5925. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5926. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5927. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5928. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5929. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5930. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5931. BPF_MOV64_IMM(BPF_REG_3,
  5932. sizeof(struct other_val) - 4),
  5933. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  5934. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5935. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5936. BPF_EXIT_INSN(),
  5937. },
  5938. .fixup_map3 = { 3, 10 },
  5939. .result = REJECT,
  5940. .errstr = "invalid access to map value, value_size=16 off=12 size=8",
  5941. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5942. },
  5943. {
  5944. "map helper access to adjusted map (via const reg): out-of-bound 2",
  5945. .insns = {
  5946. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5947. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5948. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5949. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5950. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5951. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5952. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5953. BPF_MOV64_IMM(BPF_REG_3, -4),
  5954. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  5955. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5956. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5957. BPF_EXIT_INSN(),
  5958. },
  5959. .fixup_map3 = { 3, 10 },
  5960. .result = REJECT,
  5961. .errstr = "invalid access to map value, value_size=16 off=-4 size=8",
  5962. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5963. },
  5964. {
  5965. "map helper access to adjusted map (via variable)",
  5966. .insns = {
  5967. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5968. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5969. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5970. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5971. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5972. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5973. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5974. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5975. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5976. offsetof(struct other_val, bar), 4),
  5977. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  5978. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5979. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5980. BPF_EXIT_INSN(),
  5981. },
  5982. .fixup_map3 = { 3, 11 },
  5983. .result = ACCEPT,
  5984. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5985. },
  5986. {
  5987. "map helper access to adjusted map (via variable): no max check",
  5988. .insns = {
  5989. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5990. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5991. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5992. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5993. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5994. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5995. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5996. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5997. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  5998. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5999. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6000. BPF_EXIT_INSN(),
  6001. },
  6002. .fixup_map3 = { 3, 10 },
  6003. .result = REJECT,
  6004. .errstr = "R2 unbounded memory access, make sure to bounds check any array access into a map",
  6005. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6006. },
  6007. {
  6008. "map helper access to adjusted map (via variable): wrong max check",
  6009. .insns = {
  6010. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6011. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6012. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6013. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6014. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6015. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6016. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6017. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  6018. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  6019. offsetof(struct other_val, bar) + 1, 4),
  6020. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6021. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6022. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6023. BPF_EXIT_INSN(),
  6024. },
  6025. .fixup_map3 = { 3, 11 },
  6026. .result = REJECT,
  6027. .errstr = "invalid access to map value, value_size=16 off=9 size=8",
  6028. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6029. },
  6030. {
  6031. "map element value is preserved across register spilling",
  6032. .insns = {
  6033. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6034. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6035. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6036. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6037. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6038. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6039. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  6040. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6041. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -184),
  6042. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  6043. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
  6044. BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
  6045. BPF_EXIT_INSN(),
  6046. },
  6047. .fixup_map2 = { 3 },
  6048. .errstr_unpriv = "R0 leaks addr",
  6049. .result = ACCEPT,
  6050. .result_unpriv = REJECT,
  6051. },
  6052. {
  6053. "map element value or null is marked on register spilling",
  6054. .insns = {
  6055. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6056. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6057. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6058. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6059. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6060. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6061. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -152),
  6062. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  6063. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6064. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
  6065. BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
  6066. BPF_EXIT_INSN(),
  6067. },
  6068. .fixup_map2 = { 3 },
  6069. .errstr_unpriv = "R0 leaks addr",
  6070. .result = ACCEPT,
  6071. .result_unpriv = REJECT,
  6072. },
  6073. {
  6074. "map element value store of cleared call register",
  6075. .insns = {
  6076. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6077. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6078. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6079. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6080. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6081. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  6082. BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  6083. BPF_EXIT_INSN(),
  6084. },
  6085. .fixup_map2 = { 3 },
  6086. .errstr_unpriv = "R1 !read_ok",
  6087. .errstr = "R1 !read_ok",
  6088. .result = REJECT,
  6089. .result_unpriv = REJECT,
  6090. },
  6091. {
  6092. "map element value with unaligned store",
  6093. .insns = {
  6094. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6095. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6096. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6097. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6098. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6099. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 17),
  6100. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 3),
  6101. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  6102. BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 43),
  6103. BPF_ST_MEM(BPF_DW, BPF_REG_0, -2, 44),
  6104. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  6105. BPF_ST_MEM(BPF_DW, BPF_REG_8, 0, 32),
  6106. BPF_ST_MEM(BPF_DW, BPF_REG_8, 2, 33),
  6107. BPF_ST_MEM(BPF_DW, BPF_REG_8, -2, 34),
  6108. BPF_ALU64_IMM(BPF_ADD, BPF_REG_8, 5),
  6109. BPF_ST_MEM(BPF_DW, BPF_REG_8, 0, 22),
  6110. BPF_ST_MEM(BPF_DW, BPF_REG_8, 4, 23),
  6111. BPF_ST_MEM(BPF_DW, BPF_REG_8, -7, 24),
  6112. BPF_MOV64_REG(BPF_REG_7, BPF_REG_8),
  6113. BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, 3),
  6114. BPF_ST_MEM(BPF_DW, BPF_REG_7, 0, 22),
  6115. BPF_ST_MEM(BPF_DW, BPF_REG_7, 4, 23),
  6116. BPF_ST_MEM(BPF_DW, BPF_REG_7, -4, 24),
  6117. BPF_EXIT_INSN(),
  6118. },
  6119. .fixup_map2 = { 3 },
  6120. .errstr_unpriv = "R0 leaks addr",
  6121. .result = ACCEPT,
  6122. .result_unpriv = REJECT,
  6123. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6124. },
  6125. {
  6126. "map element value with unaligned load",
  6127. .insns = {
  6128. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6129. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6130. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6131. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6132. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6133. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  6134. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  6135. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES, 9),
  6136. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 3),
  6137. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  6138. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 2),
  6139. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  6140. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_8, 0),
  6141. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_8, 2),
  6142. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 5),
  6143. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  6144. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 4),
  6145. BPF_EXIT_INSN(),
  6146. },
  6147. .fixup_map2 = { 3 },
  6148. .errstr_unpriv = "R0 leaks addr",
  6149. .result = ACCEPT,
  6150. .result_unpriv = REJECT,
  6151. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6152. },
  6153. {
  6154. "map element value illegal alu op, 1",
  6155. .insns = {
  6156. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6157. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6158. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6159. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6160. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6161. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6162. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 8),
  6163. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6164. BPF_EXIT_INSN(),
  6165. },
  6166. .fixup_map2 = { 3 },
  6167. .errstr = "R0 bitwise operator &= on pointer",
  6168. .result = REJECT,
  6169. },
  6170. {
  6171. "map element value illegal alu op, 2",
  6172. .insns = {
  6173. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6174. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6175. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6176. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6177. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6178. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6179. BPF_ALU32_IMM(BPF_ADD, BPF_REG_0, 0),
  6180. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6181. BPF_EXIT_INSN(),
  6182. },
  6183. .fixup_map2 = { 3 },
  6184. .errstr = "R0 32-bit pointer arithmetic prohibited",
  6185. .result = REJECT,
  6186. },
  6187. {
  6188. "map element value illegal alu op, 3",
  6189. .insns = {
  6190. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6191. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6192. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6193. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6194. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6195. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6196. BPF_ALU64_IMM(BPF_DIV, BPF_REG_0, 42),
  6197. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6198. BPF_EXIT_INSN(),
  6199. },
  6200. .fixup_map2 = { 3 },
  6201. .errstr = "R0 pointer arithmetic with /= operator",
  6202. .result = REJECT,
  6203. },
  6204. {
  6205. "map element value illegal alu op, 4",
  6206. .insns = {
  6207. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6208. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6209. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6210. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6211. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6212. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6213. BPF_ENDIAN(BPF_FROM_BE, BPF_REG_0, 64),
  6214. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6215. BPF_EXIT_INSN(),
  6216. },
  6217. .fixup_map2 = { 3 },
  6218. .errstr_unpriv = "R0 pointer arithmetic prohibited",
  6219. .errstr = "invalid mem access 'inv'",
  6220. .result = REJECT,
  6221. .result_unpriv = REJECT,
  6222. },
  6223. {
  6224. "map element value illegal alu op, 5",
  6225. .insns = {
  6226. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6227. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6228. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6229. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6230. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6231. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6232. BPF_MOV64_IMM(BPF_REG_3, 4096),
  6233. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6234. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6235. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6236. BPF_STX_XADD(BPF_DW, BPF_REG_2, BPF_REG_3, 0),
  6237. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 0),
  6238. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6239. BPF_EXIT_INSN(),
  6240. },
  6241. .fixup_map2 = { 3 },
  6242. .errstr = "R0 invalid mem access 'inv'",
  6243. .result = REJECT,
  6244. },
  6245. {
  6246. "map element value is preserved across register spilling",
  6247. .insns = {
  6248. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6249. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6250. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6251. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6252. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6253. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6254. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0,
  6255. offsetof(struct test_val, foo)),
  6256. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  6257. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6258. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -184),
  6259. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  6260. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
  6261. BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
  6262. BPF_EXIT_INSN(),
  6263. },
  6264. .fixup_map2 = { 3 },
  6265. .errstr_unpriv = "R0 leaks addr",
  6266. .result = ACCEPT,
  6267. .result_unpriv = REJECT,
  6268. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6269. },
  6270. {
  6271. "helper access to variable memory: stack, bitwise AND + JMP, correct bounds",
  6272. .insns = {
  6273. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6274. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6275. BPF_MOV64_IMM(BPF_REG_0, 0),
  6276. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6277. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6278. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6279. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6280. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6281. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6282. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6283. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6284. BPF_MOV64_IMM(BPF_REG_2, 16),
  6285. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6286. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6287. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
  6288. BPF_MOV64_IMM(BPF_REG_4, 0),
  6289. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6290. BPF_MOV64_IMM(BPF_REG_3, 0),
  6291. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6292. BPF_MOV64_IMM(BPF_REG_0, 0),
  6293. BPF_EXIT_INSN(),
  6294. },
  6295. .result = ACCEPT,
  6296. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6297. },
  6298. {
  6299. "helper access to variable memory: stack, bitwise AND, zero included",
  6300. .insns = {
  6301. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6302. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6303. BPF_MOV64_IMM(BPF_REG_2, 16),
  6304. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6305. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6306. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
  6307. BPF_MOV64_IMM(BPF_REG_3, 0),
  6308. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6309. BPF_EXIT_INSN(),
  6310. },
  6311. .errstr = "invalid indirect read from stack off -64+0 size 64",
  6312. .result = REJECT,
  6313. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6314. },
  6315. {
  6316. "helper access to variable memory: stack, bitwise AND + JMP, wrong max",
  6317. .insns = {
  6318. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6319. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6320. BPF_MOV64_IMM(BPF_REG_2, 16),
  6321. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6322. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6323. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 65),
  6324. BPF_MOV64_IMM(BPF_REG_4, 0),
  6325. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6326. BPF_MOV64_IMM(BPF_REG_3, 0),
  6327. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6328. BPF_MOV64_IMM(BPF_REG_0, 0),
  6329. BPF_EXIT_INSN(),
  6330. },
  6331. .errstr = "invalid stack type R1 off=-64 access_size=65",
  6332. .result = REJECT,
  6333. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6334. },
  6335. {
  6336. "helper access to variable memory: stack, JMP, correct bounds",
  6337. .insns = {
  6338. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6339. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6340. BPF_MOV64_IMM(BPF_REG_0, 0),
  6341. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6342. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6343. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6344. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6345. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6346. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6347. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6348. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6349. BPF_MOV64_IMM(BPF_REG_2, 16),
  6350. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6351. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6352. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 4),
  6353. BPF_MOV64_IMM(BPF_REG_4, 0),
  6354. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6355. BPF_MOV64_IMM(BPF_REG_3, 0),
  6356. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6357. BPF_MOV64_IMM(BPF_REG_0, 0),
  6358. BPF_EXIT_INSN(),
  6359. },
  6360. .result = ACCEPT,
  6361. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6362. },
  6363. {
  6364. "helper access to variable memory: stack, JMP (signed), correct bounds",
  6365. .insns = {
  6366. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6367. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6368. BPF_MOV64_IMM(BPF_REG_0, 0),
  6369. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6370. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6371. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6372. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6373. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6374. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6375. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6376. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6377. BPF_MOV64_IMM(BPF_REG_2, 16),
  6378. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6379. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6380. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2, 64, 4),
  6381. BPF_MOV64_IMM(BPF_REG_4, 0),
  6382. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6383. BPF_MOV64_IMM(BPF_REG_3, 0),
  6384. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6385. BPF_MOV64_IMM(BPF_REG_0, 0),
  6386. BPF_EXIT_INSN(),
  6387. },
  6388. .result = ACCEPT,
  6389. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6390. },
  6391. {
  6392. "helper access to variable memory: stack, JMP, bounds + offset",
  6393. .insns = {
  6394. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6395. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6396. BPF_MOV64_IMM(BPF_REG_2, 16),
  6397. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6398. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6399. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 5),
  6400. BPF_MOV64_IMM(BPF_REG_4, 0),
  6401. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 3),
  6402. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  6403. BPF_MOV64_IMM(BPF_REG_3, 0),
  6404. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6405. BPF_MOV64_IMM(BPF_REG_0, 0),
  6406. BPF_EXIT_INSN(),
  6407. },
  6408. .errstr = "invalid stack type R1 off=-64 access_size=65",
  6409. .result = REJECT,
  6410. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6411. },
  6412. {
  6413. "helper access to variable memory: stack, JMP, wrong max",
  6414. .insns = {
  6415. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6416. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6417. BPF_MOV64_IMM(BPF_REG_2, 16),
  6418. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6419. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6420. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 65, 4),
  6421. BPF_MOV64_IMM(BPF_REG_4, 0),
  6422. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6423. BPF_MOV64_IMM(BPF_REG_3, 0),
  6424. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6425. BPF_MOV64_IMM(BPF_REG_0, 0),
  6426. BPF_EXIT_INSN(),
  6427. },
  6428. .errstr = "invalid stack type R1 off=-64 access_size=65",
  6429. .result = REJECT,
  6430. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6431. },
  6432. {
  6433. "helper access to variable memory: stack, JMP, no max check",
  6434. .insns = {
  6435. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6436. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6437. BPF_MOV64_IMM(BPF_REG_2, 16),
  6438. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6439. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6440. BPF_MOV64_IMM(BPF_REG_4, 0),
  6441. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6442. BPF_MOV64_IMM(BPF_REG_3, 0),
  6443. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6444. BPF_MOV64_IMM(BPF_REG_0, 0),
  6445. BPF_EXIT_INSN(),
  6446. },
  6447. /* because max wasn't checked, signed min is negative */
  6448. .errstr = "R2 min value is negative, either use unsigned or 'var &= const'",
  6449. .result = REJECT,
  6450. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6451. },
  6452. {
  6453. "helper access to variable memory: stack, JMP, no min check",
  6454. .insns = {
  6455. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6456. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6457. BPF_MOV64_IMM(BPF_REG_2, 16),
  6458. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6459. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6460. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 3),
  6461. BPF_MOV64_IMM(BPF_REG_3, 0),
  6462. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6463. BPF_MOV64_IMM(BPF_REG_0, 0),
  6464. BPF_EXIT_INSN(),
  6465. },
  6466. .errstr = "invalid indirect read from stack off -64+0 size 64",
  6467. .result = REJECT,
  6468. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6469. },
  6470. {
  6471. "helper access to variable memory: stack, JMP (signed), no min check",
  6472. .insns = {
  6473. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6474. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6475. BPF_MOV64_IMM(BPF_REG_2, 16),
  6476. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6477. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6478. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2, 64, 3),
  6479. BPF_MOV64_IMM(BPF_REG_3, 0),
  6480. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6481. BPF_MOV64_IMM(BPF_REG_0, 0),
  6482. BPF_EXIT_INSN(),
  6483. },
  6484. .errstr = "R2 min value is negative",
  6485. .result = REJECT,
  6486. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6487. },
  6488. {
  6489. "helper access to variable memory: map, JMP, correct bounds",
  6490. .insns = {
  6491. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6492. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6493. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6494. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6495. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6496. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  6497. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6498. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6499. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6500. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6501. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6502. sizeof(struct test_val), 4),
  6503. BPF_MOV64_IMM(BPF_REG_4, 0),
  6504. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6505. BPF_MOV64_IMM(BPF_REG_3, 0),
  6506. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6507. BPF_MOV64_IMM(BPF_REG_0, 0),
  6508. BPF_EXIT_INSN(),
  6509. },
  6510. .fixup_map2 = { 3 },
  6511. .result = ACCEPT,
  6512. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6513. },
  6514. {
  6515. "helper access to variable memory: map, JMP, wrong max",
  6516. .insns = {
  6517. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6518. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6519. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6520. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6521. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6522. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  6523. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6524. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6525. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6526. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6527. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6528. sizeof(struct test_val) + 1, 4),
  6529. BPF_MOV64_IMM(BPF_REG_4, 0),
  6530. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6531. BPF_MOV64_IMM(BPF_REG_3, 0),
  6532. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6533. BPF_MOV64_IMM(BPF_REG_0, 0),
  6534. BPF_EXIT_INSN(),
  6535. },
  6536. .fixup_map2 = { 3 },
  6537. .errstr = "invalid access to map value, value_size=48 off=0 size=49",
  6538. .result = REJECT,
  6539. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6540. },
  6541. {
  6542. "helper access to variable memory: map adjusted, JMP, correct bounds",
  6543. .insns = {
  6544. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6545. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6546. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6547. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6548. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6549. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  6550. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6551. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 20),
  6552. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6553. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6554. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6555. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6556. sizeof(struct test_val) - 20, 4),
  6557. BPF_MOV64_IMM(BPF_REG_4, 0),
  6558. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6559. BPF_MOV64_IMM(BPF_REG_3, 0),
  6560. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6561. BPF_MOV64_IMM(BPF_REG_0, 0),
  6562. BPF_EXIT_INSN(),
  6563. },
  6564. .fixup_map2 = { 3 },
  6565. .result = ACCEPT,
  6566. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6567. },
  6568. {
  6569. "helper access to variable memory: map adjusted, JMP, wrong max",
  6570. .insns = {
  6571. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6572. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6573. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6574. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6575. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6576. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  6577. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6578. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 20),
  6579. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6580. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6581. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6582. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6583. sizeof(struct test_val) - 19, 4),
  6584. BPF_MOV64_IMM(BPF_REG_4, 0),
  6585. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6586. BPF_MOV64_IMM(BPF_REG_3, 0),
  6587. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6588. BPF_MOV64_IMM(BPF_REG_0, 0),
  6589. BPF_EXIT_INSN(),
  6590. },
  6591. .fixup_map2 = { 3 },
  6592. .errstr = "R1 min value is outside of the array range",
  6593. .result = REJECT,
  6594. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6595. },
  6596. {
  6597. "helper access to variable memory: size = 0 allowed on NULL (ARG_PTR_TO_MEM_OR_NULL)",
  6598. .insns = {
  6599. BPF_MOV64_IMM(BPF_REG_1, 0),
  6600. BPF_MOV64_IMM(BPF_REG_2, 0),
  6601. BPF_MOV64_IMM(BPF_REG_3, 0),
  6602. BPF_MOV64_IMM(BPF_REG_4, 0),
  6603. BPF_MOV64_IMM(BPF_REG_5, 0),
  6604. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6605. BPF_EXIT_INSN(),
  6606. },
  6607. .result = ACCEPT,
  6608. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6609. },
  6610. {
  6611. "helper access to variable memory: size > 0 not allowed on NULL (ARG_PTR_TO_MEM_OR_NULL)",
  6612. .insns = {
  6613. BPF_MOV64_IMM(BPF_REG_1, 0),
  6614. BPF_MOV64_IMM(BPF_REG_2, 1),
  6615. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6616. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6617. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
  6618. BPF_MOV64_IMM(BPF_REG_3, 0),
  6619. BPF_MOV64_IMM(BPF_REG_4, 0),
  6620. BPF_MOV64_IMM(BPF_REG_5, 0),
  6621. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6622. BPF_EXIT_INSN(),
  6623. },
  6624. .errstr = "R1 type=inv expected=fp",
  6625. .result = REJECT,
  6626. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6627. },
  6628. {
  6629. "helper access to variable memory: size = 0 allowed on != NULL stack pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6630. .insns = {
  6631. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6632. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6633. BPF_MOV64_IMM(BPF_REG_2, 0),
  6634. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, 0),
  6635. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 8),
  6636. BPF_MOV64_IMM(BPF_REG_3, 0),
  6637. BPF_MOV64_IMM(BPF_REG_4, 0),
  6638. BPF_MOV64_IMM(BPF_REG_5, 0),
  6639. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6640. BPF_EXIT_INSN(),
  6641. },
  6642. .result = ACCEPT,
  6643. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6644. },
  6645. {
  6646. "helper access to variable memory: size = 0 allowed on != NULL map pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6647. .insns = {
  6648. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6649. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6650. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6651. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6652. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6653. BPF_FUNC_map_lookup_elem),
  6654. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6655. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6656. BPF_MOV64_IMM(BPF_REG_2, 0),
  6657. BPF_MOV64_IMM(BPF_REG_3, 0),
  6658. BPF_MOV64_IMM(BPF_REG_4, 0),
  6659. BPF_MOV64_IMM(BPF_REG_5, 0),
  6660. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6661. BPF_EXIT_INSN(),
  6662. },
  6663. .fixup_map1 = { 3 },
  6664. .result = ACCEPT,
  6665. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6666. },
  6667. {
  6668. "helper access to variable memory: size possible = 0 allowed on != NULL stack pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6669. .insns = {
  6670. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6671. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6672. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6673. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6674. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6675. BPF_FUNC_map_lookup_elem),
  6676. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  6677. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6678. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 7),
  6679. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6680. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6681. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, 0),
  6682. BPF_MOV64_IMM(BPF_REG_3, 0),
  6683. BPF_MOV64_IMM(BPF_REG_4, 0),
  6684. BPF_MOV64_IMM(BPF_REG_5, 0),
  6685. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6686. BPF_EXIT_INSN(),
  6687. },
  6688. .fixup_map1 = { 3 },
  6689. .result = ACCEPT,
  6690. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6691. },
  6692. {
  6693. "helper access to variable memory: size possible = 0 allowed on != NULL map pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6694. .insns = {
  6695. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6696. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6697. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6698. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6699. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6700. BPF_FUNC_map_lookup_elem),
  6701. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6702. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6703. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6704. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 4),
  6705. BPF_MOV64_IMM(BPF_REG_3, 0),
  6706. BPF_MOV64_IMM(BPF_REG_4, 0),
  6707. BPF_MOV64_IMM(BPF_REG_5, 0),
  6708. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6709. BPF_EXIT_INSN(),
  6710. },
  6711. .fixup_map1 = { 3 },
  6712. .result = ACCEPT,
  6713. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6714. },
  6715. {
  6716. "helper access to variable memory: size possible = 0 allowed on != NULL packet pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6717. .insns = {
  6718. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  6719. offsetof(struct __sk_buff, data)),
  6720. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  6721. offsetof(struct __sk_buff, data_end)),
  6722. BPF_MOV64_REG(BPF_REG_0, BPF_REG_6),
  6723. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  6724. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 7),
  6725. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  6726. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 0),
  6727. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 4),
  6728. BPF_MOV64_IMM(BPF_REG_3, 0),
  6729. BPF_MOV64_IMM(BPF_REG_4, 0),
  6730. BPF_MOV64_IMM(BPF_REG_5, 0),
  6731. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6732. BPF_EXIT_INSN(),
  6733. },
  6734. .result = ACCEPT,
  6735. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6736. .retval = 0 /* csum_diff of 64-byte packet */,
  6737. },
  6738. {
  6739. "helper access to variable memory: size = 0 not allowed on NULL (!ARG_PTR_TO_MEM_OR_NULL)",
  6740. .insns = {
  6741. BPF_MOV64_IMM(BPF_REG_1, 0),
  6742. BPF_MOV64_IMM(BPF_REG_2, 0),
  6743. BPF_MOV64_IMM(BPF_REG_3, 0),
  6744. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6745. BPF_EXIT_INSN(),
  6746. },
  6747. .errstr = "R1 type=inv expected=fp",
  6748. .result = REJECT,
  6749. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6750. },
  6751. {
  6752. "helper access to variable memory: size > 0 not allowed on NULL (!ARG_PTR_TO_MEM_OR_NULL)",
  6753. .insns = {
  6754. BPF_MOV64_IMM(BPF_REG_1, 0),
  6755. BPF_MOV64_IMM(BPF_REG_2, 1),
  6756. BPF_MOV64_IMM(BPF_REG_3, 0),
  6757. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6758. BPF_EXIT_INSN(),
  6759. },
  6760. .errstr = "R1 type=inv expected=fp",
  6761. .result = REJECT,
  6762. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6763. },
  6764. {
  6765. "helper access to variable memory: size = 0 allowed on != NULL stack pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6766. .insns = {
  6767. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6768. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6769. BPF_MOV64_IMM(BPF_REG_2, 0),
  6770. BPF_MOV64_IMM(BPF_REG_3, 0),
  6771. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6772. BPF_EXIT_INSN(),
  6773. },
  6774. .result = ACCEPT,
  6775. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6776. },
  6777. {
  6778. "helper access to variable memory: size = 0 allowed on != NULL map pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6779. .insns = {
  6780. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6781. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6782. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6783. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6784. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6785. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  6786. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6787. BPF_MOV64_IMM(BPF_REG_2, 0),
  6788. BPF_MOV64_IMM(BPF_REG_3, 0),
  6789. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6790. BPF_EXIT_INSN(),
  6791. },
  6792. .fixup_map1 = { 3 },
  6793. .result = ACCEPT,
  6794. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6795. },
  6796. {
  6797. "helper access to variable memory: size possible = 0 allowed on != NULL stack pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6798. .insns = {
  6799. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6800. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6801. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6802. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6803. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6804. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6805. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6806. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 4),
  6807. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6808. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6809. BPF_MOV64_IMM(BPF_REG_3, 0),
  6810. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6811. BPF_EXIT_INSN(),
  6812. },
  6813. .fixup_map1 = { 3 },
  6814. .result = ACCEPT,
  6815. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6816. },
  6817. {
  6818. "helper access to variable memory: size possible = 0 allowed on != NULL map pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6819. .insns = {
  6820. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6821. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6822. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6823. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6824. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6825. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  6826. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6827. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6828. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 2),
  6829. BPF_MOV64_IMM(BPF_REG_3, 0),
  6830. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6831. BPF_EXIT_INSN(),
  6832. },
  6833. .fixup_map1 = { 3 },
  6834. .result = ACCEPT,
  6835. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6836. },
  6837. {
  6838. "helper access to variable memory: 8 bytes leak",
  6839. .insns = {
  6840. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6841. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6842. BPF_MOV64_IMM(BPF_REG_0, 0),
  6843. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6844. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6845. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6846. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6847. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6848. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6849. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6850. BPF_MOV64_IMM(BPF_REG_2, 1),
  6851. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6852. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6853. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 63),
  6854. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  6855. BPF_MOV64_IMM(BPF_REG_3, 0),
  6856. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6857. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  6858. BPF_EXIT_INSN(),
  6859. },
  6860. .errstr = "invalid indirect read from stack off -64+32 size 64",
  6861. .result = REJECT,
  6862. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6863. },
  6864. {
  6865. "helper access to variable memory: 8 bytes no leak (init memory)",
  6866. .insns = {
  6867. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6868. BPF_MOV64_IMM(BPF_REG_0, 0),
  6869. BPF_MOV64_IMM(BPF_REG_0, 0),
  6870. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6871. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6872. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6873. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6874. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6875. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6876. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6877. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6878. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6879. BPF_MOV64_IMM(BPF_REG_2, 0),
  6880. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 32),
  6881. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 32),
  6882. BPF_MOV64_IMM(BPF_REG_3, 0),
  6883. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6884. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  6885. BPF_EXIT_INSN(),
  6886. },
  6887. .result = ACCEPT,
  6888. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6889. },
  6890. {
  6891. "invalid and of negative number",
  6892. .insns = {
  6893. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6894. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6895. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6896. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6897. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6898. BPF_FUNC_map_lookup_elem),
  6899. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  6900. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  6901. BPF_ALU64_IMM(BPF_AND, BPF_REG_1, -4),
  6902. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  6903. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  6904. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  6905. offsetof(struct test_val, foo)),
  6906. BPF_EXIT_INSN(),
  6907. },
  6908. .fixup_map2 = { 3 },
  6909. .errstr = "R0 max value is outside of the array range",
  6910. .result = REJECT,
  6911. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6912. },
  6913. {
  6914. "invalid range check",
  6915. .insns = {
  6916. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6917. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6918. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6919. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6920. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6921. BPF_FUNC_map_lookup_elem),
  6922. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 12),
  6923. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  6924. BPF_MOV64_IMM(BPF_REG_9, 1),
  6925. BPF_ALU32_IMM(BPF_MOD, BPF_REG_1, 2),
  6926. BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 1),
  6927. BPF_ALU32_REG(BPF_AND, BPF_REG_9, BPF_REG_1),
  6928. BPF_ALU32_IMM(BPF_ADD, BPF_REG_9, 1),
  6929. BPF_ALU32_IMM(BPF_RSH, BPF_REG_9, 1),
  6930. BPF_MOV32_IMM(BPF_REG_3, 1),
  6931. BPF_ALU32_REG(BPF_SUB, BPF_REG_3, BPF_REG_9),
  6932. BPF_ALU32_IMM(BPF_MUL, BPF_REG_3, 0x10000000),
  6933. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
  6934. BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_3, 0),
  6935. BPF_MOV64_REG(BPF_REG_0, 0),
  6936. BPF_EXIT_INSN(),
  6937. },
  6938. .fixup_map2 = { 3 },
  6939. .errstr = "R0 max value is outside of the array range",
  6940. .result = REJECT,
  6941. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6942. },
  6943. {
  6944. "map in map access",
  6945. .insns = {
  6946. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  6947. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6948. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  6949. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6950. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6951. BPF_FUNC_map_lookup_elem),
  6952. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  6953. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  6954. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6955. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  6956. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6957. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6958. BPF_FUNC_map_lookup_elem),
  6959. BPF_MOV64_REG(BPF_REG_0, 0),
  6960. BPF_EXIT_INSN(),
  6961. },
  6962. .fixup_map_in_map = { 3 },
  6963. .result = ACCEPT,
  6964. },
  6965. {
  6966. "invalid inner map pointer",
  6967. .insns = {
  6968. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  6969. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6970. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  6971. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6972. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6973. BPF_FUNC_map_lookup_elem),
  6974. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6975. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  6976. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6977. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  6978. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6979. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  6980. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6981. BPF_FUNC_map_lookup_elem),
  6982. BPF_MOV64_REG(BPF_REG_0, 0),
  6983. BPF_EXIT_INSN(),
  6984. },
  6985. .fixup_map_in_map = { 3 },
  6986. .errstr = "R1 pointer arithmetic on CONST_PTR_TO_MAP prohibited",
  6987. .result = REJECT,
  6988. },
  6989. {
  6990. "forgot null checking on the inner map pointer",
  6991. .insns = {
  6992. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  6993. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  6995. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6996. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6997. BPF_FUNC_map_lookup_elem),
  6998. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  6999. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7000. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7001. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  7002. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7003. BPF_FUNC_map_lookup_elem),
  7004. BPF_MOV64_REG(BPF_REG_0, 0),
  7005. BPF_EXIT_INSN(),
  7006. },
  7007. .fixup_map_in_map = { 3 },
  7008. .errstr = "R1 type=map_value_or_null expected=map_ptr",
  7009. .result = REJECT,
  7010. },
  7011. {
  7012. "ld_abs: check calling conv, r1",
  7013. .insns = {
  7014. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7015. BPF_MOV64_IMM(BPF_REG_1, 0),
  7016. BPF_LD_ABS(BPF_W, -0x200000),
  7017. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  7018. BPF_EXIT_INSN(),
  7019. },
  7020. .errstr = "R1 !read_ok",
  7021. .result = REJECT,
  7022. },
  7023. {
  7024. "ld_abs: check calling conv, r2",
  7025. .insns = {
  7026. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7027. BPF_MOV64_IMM(BPF_REG_2, 0),
  7028. BPF_LD_ABS(BPF_W, -0x200000),
  7029. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  7030. BPF_EXIT_INSN(),
  7031. },
  7032. .errstr = "R2 !read_ok",
  7033. .result = REJECT,
  7034. },
  7035. {
  7036. "ld_abs: check calling conv, r3",
  7037. .insns = {
  7038. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7039. BPF_MOV64_IMM(BPF_REG_3, 0),
  7040. BPF_LD_ABS(BPF_W, -0x200000),
  7041. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  7042. BPF_EXIT_INSN(),
  7043. },
  7044. .errstr = "R3 !read_ok",
  7045. .result = REJECT,
  7046. },
  7047. {
  7048. "ld_abs: check calling conv, r4",
  7049. .insns = {
  7050. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7051. BPF_MOV64_IMM(BPF_REG_4, 0),
  7052. BPF_LD_ABS(BPF_W, -0x200000),
  7053. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  7054. BPF_EXIT_INSN(),
  7055. },
  7056. .errstr = "R4 !read_ok",
  7057. .result = REJECT,
  7058. },
  7059. {
  7060. "ld_abs: check calling conv, r5",
  7061. .insns = {
  7062. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7063. BPF_MOV64_IMM(BPF_REG_5, 0),
  7064. BPF_LD_ABS(BPF_W, -0x200000),
  7065. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  7066. BPF_EXIT_INSN(),
  7067. },
  7068. .errstr = "R5 !read_ok",
  7069. .result = REJECT,
  7070. },
  7071. {
  7072. "ld_abs: check calling conv, r7",
  7073. .insns = {
  7074. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7075. BPF_MOV64_IMM(BPF_REG_7, 0),
  7076. BPF_LD_ABS(BPF_W, -0x200000),
  7077. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  7078. BPF_EXIT_INSN(),
  7079. },
  7080. .result = ACCEPT,
  7081. },
  7082. {
  7083. "ld_abs: tests on r6 and skb data reload helper",
  7084. .insns = {
  7085. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7086. BPF_LD_ABS(BPF_B, 0),
  7087. BPF_LD_ABS(BPF_H, 0),
  7088. BPF_LD_ABS(BPF_W, 0),
  7089. BPF_MOV64_REG(BPF_REG_7, BPF_REG_6),
  7090. BPF_MOV64_IMM(BPF_REG_6, 0),
  7091. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  7092. BPF_MOV64_IMM(BPF_REG_2, 1),
  7093. BPF_MOV64_IMM(BPF_REG_3, 2),
  7094. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7095. BPF_FUNC_skb_vlan_push),
  7096. BPF_MOV64_REG(BPF_REG_6, BPF_REG_7),
  7097. BPF_LD_ABS(BPF_B, 0),
  7098. BPF_LD_ABS(BPF_H, 0),
  7099. BPF_LD_ABS(BPF_W, 0),
  7100. BPF_MOV64_IMM(BPF_REG_0, 42),
  7101. BPF_EXIT_INSN(),
  7102. },
  7103. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  7104. .result = ACCEPT,
  7105. .retval = 42 /* ultimate return value */,
  7106. },
  7107. {
  7108. "ld_ind: check calling conv, r1",
  7109. .insns = {
  7110. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7111. BPF_MOV64_IMM(BPF_REG_1, 1),
  7112. BPF_LD_IND(BPF_W, BPF_REG_1, -0x200000),
  7113. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  7114. BPF_EXIT_INSN(),
  7115. },
  7116. .errstr = "R1 !read_ok",
  7117. .result = REJECT,
  7118. },
  7119. {
  7120. "ld_ind: check calling conv, r2",
  7121. .insns = {
  7122. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7123. BPF_MOV64_IMM(BPF_REG_2, 1),
  7124. BPF_LD_IND(BPF_W, BPF_REG_2, -0x200000),
  7125. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  7126. BPF_EXIT_INSN(),
  7127. },
  7128. .errstr = "R2 !read_ok",
  7129. .result = REJECT,
  7130. },
  7131. {
  7132. "ld_ind: check calling conv, r3",
  7133. .insns = {
  7134. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7135. BPF_MOV64_IMM(BPF_REG_3, 1),
  7136. BPF_LD_IND(BPF_W, BPF_REG_3, -0x200000),
  7137. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  7138. BPF_EXIT_INSN(),
  7139. },
  7140. .errstr = "R3 !read_ok",
  7141. .result = REJECT,
  7142. },
  7143. {
  7144. "ld_ind: check calling conv, r4",
  7145. .insns = {
  7146. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7147. BPF_MOV64_IMM(BPF_REG_4, 1),
  7148. BPF_LD_IND(BPF_W, BPF_REG_4, -0x200000),
  7149. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  7150. BPF_EXIT_INSN(),
  7151. },
  7152. .errstr = "R4 !read_ok",
  7153. .result = REJECT,
  7154. },
  7155. {
  7156. "ld_ind: check calling conv, r5",
  7157. .insns = {
  7158. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7159. BPF_MOV64_IMM(BPF_REG_5, 1),
  7160. BPF_LD_IND(BPF_W, BPF_REG_5, -0x200000),
  7161. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  7162. BPF_EXIT_INSN(),
  7163. },
  7164. .errstr = "R5 !read_ok",
  7165. .result = REJECT,
  7166. },
  7167. {
  7168. "ld_ind: check calling conv, r7",
  7169. .insns = {
  7170. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7171. BPF_MOV64_IMM(BPF_REG_7, 1),
  7172. BPF_LD_IND(BPF_W, BPF_REG_7, -0x200000),
  7173. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  7174. BPF_EXIT_INSN(),
  7175. },
  7176. .result = ACCEPT,
  7177. .retval = 1,
  7178. },
  7179. {
  7180. "check bpf_perf_event_data->sample_period byte load permitted",
  7181. .insns = {
  7182. BPF_MOV64_IMM(BPF_REG_0, 0),
  7183. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7184. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  7185. offsetof(struct bpf_perf_event_data, sample_period)),
  7186. #else
  7187. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  7188. offsetof(struct bpf_perf_event_data, sample_period) + 7),
  7189. #endif
  7190. BPF_EXIT_INSN(),
  7191. },
  7192. .result = ACCEPT,
  7193. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7194. },
  7195. {
  7196. "check bpf_perf_event_data->sample_period half load permitted",
  7197. .insns = {
  7198. BPF_MOV64_IMM(BPF_REG_0, 0),
  7199. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7200. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7201. offsetof(struct bpf_perf_event_data, sample_period)),
  7202. #else
  7203. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7204. offsetof(struct bpf_perf_event_data, sample_period) + 6),
  7205. #endif
  7206. BPF_EXIT_INSN(),
  7207. },
  7208. .result = ACCEPT,
  7209. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7210. },
  7211. {
  7212. "check bpf_perf_event_data->sample_period word load permitted",
  7213. .insns = {
  7214. BPF_MOV64_IMM(BPF_REG_0, 0),
  7215. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7216. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  7217. offsetof(struct bpf_perf_event_data, sample_period)),
  7218. #else
  7219. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  7220. offsetof(struct bpf_perf_event_data, sample_period) + 4),
  7221. #endif
  7222. BPF_EXIT_INSN(),
  7223. },
  7224. .result = ACCEPT,
  7225. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7226. },
  7227. {
  7228. "check bpf_perf_event_data->sample_period dword load permitted",
  7229. .insns = {
  7230. BPF_MOV64_IMM(BPF_REG_0, 0),
  7231. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  7232. offsetof(struct bpf_perf_event_data, sample_period)),
  7233. BPF_EXIT_INSN(),
  7234. },
  7235. .result = ACCEPT,
  7236. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7237. },
  7238. {
  7239. "check skb->data half load not permitted",
  7240. .insns = {
  7241. BPF_MOV64_IMM(BPF_REG_0, 0),
  7242. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7243. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7244. offsetof(struct __sk_buff, data)),
  7245. #else
  7246. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7247. offsetof(struct __sk_buff, data) + 2),
  7248. #endif
  7249. BPF_EXIT_INSN(),
  7250. },
  7251. .result = REJECT,
  7252. .errstr = "invalid bpf_context access",
  7253. },
  7254. {
  7255. "check skb->tc_classid half load not permitted for lwt prog",
  7256. .insns = {
  7257. BPF_MOV64_IMM(BPF_REG_0, 0),
  7258. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7259. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7260. offsetof(struct __sk_buff, tc_classid)),
  7261. #else
  7262. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7263. offsetof(struct __sk_buff, tc_classid) + 2),
  7264. #endif
  7265. BPF_EXIT_INSN(),
  7266. },
  7267. .result = REJECT,
  7268. .errstr = "invalid bpf_context access",
  7269. .prog_type = BPF_PROG_TYPE_LWT_IN,
  7270. },
  7271. {
  7272. "bounds checks mixing signed and unsigned, positive bounds",
  7273. .insns = {
  7274. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7275. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7276. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7277. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7278. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7279. BPF_FUNC_map_lookup_elem),
  7280. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7281. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7282. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7283. BPF_MOV64_IMM(BPF_REG_2, 2),
  7284. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 3),
  7285. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 4, 2),
  7286. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7287. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7288. BPF_MOV64_IMM(BPF_REG_0, 0),
  7289. BPF_EXIT_INSN(),
  7290. },
  7291. .fixup_map1 = { 3 },
  7292. .errstr = "unbounded min value",
  7293. .result = REJECT,
  7294. },
  7295. {
  7296. "bounds checks mixing signed and unsigned",
  7297. .insns = {
  7298. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7299. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7300. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7301. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7302. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7303. BPF_FUNC_map_lookup_elem),
  7304. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7305. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7306. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7307. BPF_MOV64_IMM(BPF_REG_2, -1),
  7308. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 3),
  7309. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7310. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7311. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7312. BPF_MOV64_IMM(BPF_REG_0, 0),
  7313. BPF_EXIT_INSN(),
  7314. },
  7315. .fixup_map1 = { 3 },
  7316. .errstr = "unbounded min value",
  7317. .result = REJECT,
  7318. },
  7319. {
  7320. "bounds checks mixing signed and unsigned, variant 2",
  7321. .insns = {
  7322. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7323. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7324. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7325. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7326. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7327. BPF_FUNC_map_lookup_elem),
  7328. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7329. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7330. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7331. BPF_MOV64_IMM(BPF_REG_2, -1),
  7332. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 5),
  7333. BPF_MOV64_IMM(BPF_REG_8, 0),
  7334. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_1),
  7335. BPF_JMP_IMM(BPF_JSGT, BPF_REG_8, 1, 2),
  7336. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
  7337. BPF_ST_MEM(BPF_B, BPF_REG_8, 0, 0),
  7338. BPF_MOV64_IMM(BPF_REG_0, 0),
  7339. BPF_EXIT_INSN(),
  7340. },
  7341. .fixup_map1 = { 3 },
  7342. .errstr = "unbounded min value",
  7343. .result = REJECT,
  7344. },
  7345. {
  7346. "bounds checks mixing signed and unsigned, variant 3",
  7347. .insns = {
  7348. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7349. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7350. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7351. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7352. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7353. BPF_FUNC_map_lookup_elem),
  7354. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  7355. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7356. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7357. BPF_MOV64_IMM(BPF_REG_2, -1),
  7358. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 4),
  7359. BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
  7360. BPF_JMP_IMM(BPF_JSGT, BPF_REG_8, 1, 2),
  7361. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
  7362. BPF_ST_MEM(BPF_B, BPF_REG_8, 0, 0),
  7363. BPF_MOV64_IMM(BPF_REG_0, 0),
  7364. BPF_EXIT_INSN(),
  7365. },
  7366. .fixup_map1 = { 3 },
  7367. .errstr = "unbounded min value",
  7368. .result = REJECT,
  7369. },
  7370. {
  7371. "bounds checks mixing signed and unsigned, variant 4",
  7372. .insns = {
  7373. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7374. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7375. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7376. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7377. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7378. BPF_FUNC_map_lookup_elem),
  7379. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7380. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7381. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7382. BPF_MOV64_IMM(BPF_REG_2, 1),
  7383. BPF_ALU64_REG(BPF_AND, BPF_REG_1, BPF_REG_2),
  7384. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7385. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7386. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7387. BPF_MOV64_IMM(BPF_REG_0, 0),
  7388. BPF_EXIT_INSN(),
  7389. },
  7390. .fixup_map1 = { 3 },
  7391. .result = ACCEPT,
  7392. },
  7393. {
  7394. "bounds checks mixing signed and unsigned, variant 5",
  7395. .insns = {
  7396. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7397. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7398. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7399. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7400. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7401. BPF_FUNC_map_lookup_elem),
  7402. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7403. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7404. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7405. BPF_MOV64_IMM(BPF_REG_2, -1),
  7406. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 5),
  7407. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 4),
  7408. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 4),
  7409. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  7410. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7411. BPF_MOV64_IMM(BPF_REG_0, 0),
  7412. BPF_EXIT_INSN(),
  7413. },
  7414. .fixup_map1 = { 3 },
  7415. .errstr = "unbounded min value",
  7416. .result = REJECT,
  7417. },
  7418. {
  7419. "bounds checks mixing signed and unsigned, variant 6",
  7420. .insns = {
  7421. BPF_MOV64_IMM(BPF_REG_2, 0),
  7422. BPF_MOV64_REG(BPF_REG_3, BPF_REG_10),
  7423. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, -512),
  7424. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7425. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -16),
  7426. BPF_MOV64_IMM(BPF_REG_6, -1),
  7427. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_6, 5),
  7428. BPF_JMP_IMM(BPF_JSGT, BPF_REG_4, 1, 4),
  7429. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 1),
  7430. BPF_MOV64_IMM(BPF_REG_5, 0),
  7431. BPF_ST_MEM(BPF_H, BPF_REG_10, -512, 0),
  7432. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7433. BPF_FUNC_skb_load_bytes),
  7434. BPF_MOV64_IMM(BPF_REG_0, 0),
  7435. BPF_EXIT_INSN(),
  7436. },
  7437. .errstr = "R4 min value is negative, either use unsigned",
  7438. .result = REJECT,
  7439. },
  7440. {
  7441. "bounds checks mixing signed and unsigned, variant 7",
  7442. .insns = {
  7443. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7444. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7445. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7446. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7447. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7448. BPF_FUNC_map_lookup_elem),
  7449. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7450. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7451. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7452. BPF_MOV64_IMM(BPF_REG_2, 1024 * 1024 * 1024),
  7453. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 3),
  7454. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7455. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7456. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7457. BPF_MOV64_IMM(BPF_REG_0, 0),
  7458. BPF_EXIT_INSN(),
  7459. },
  7460. .fixup_map1 = { 3 },
  7461. .result = ACCEPT,
  7462. },
  7463. {
  7464. "bounds checks mixing signed and unsigned, variant 8",
  7465. .insns = {
  7466. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7467. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7468. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7469. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7470. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7471. BPF_FUNC_map_lookup_elem),
  7472. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7473. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7474. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7475. BPF_MOV64_IMM(BPF_REG_2, -1),
  7476. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
  7477. BPF_MOV64_IMM(BPF_REG_0, 0),
  7478. BPF_EXIT_INSN(),
  7479. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7480. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7481. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7482. BPF_MOV64_IMM(BPF_REG_0, 0),
  7483. BPF_EXIT_INSN(),
  7484. },
  7485. .fixup_map1 = { 3 },
  7486. .errstr = "unbounded min value",
  7487. .result = REJECT,
  7488. },
  7489. {
  7490. "bounds checks mixing signed and unsigned, variant 9",
  7491. .insns = {
  7492. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7493. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7494. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7495. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7496. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7497. BPF_FUNC_map_lookup_elem),
  7498. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  7499. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7500. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7501. BPF_LD_IMM64(BPF_REG_2, -9223372036854775808ULL),
  7502. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
  7503. BPF_MOV64_IMM(BPF_REG_0, 0),
  7504. BPF_EXIT_INSN(),
  7505. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7506. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7507. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7508. BPF_MOV64_IMM(BPF_REG_0, 0),
  7509. BPF_EXIT_INSN(),
  7510. },
  7511. .fixup_map1 = { 3 },
  7512. .result = ACCEPT,
  7513. },
  7514. {
  7515. "bounds checks mixing signed and unsigned, variant 10",
  7516. .insns = {
  7517. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7518. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7519. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7520. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7521. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7522. BPF_FUNC_map_lookup_elem),
  7523. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7524. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7525. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7526. BPF_MOV64_IMM(BPF_REG_2, 0),
  7527. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
  7528. BPF_MOV64_IMM(BPF_REG_0, 0),
  7529. BPF_EXIT_INSN(),
  7530. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7531. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7532. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7533. BPF_MOV64_IMM(BPF_REG_0, 0),
  7534. BPF_EXIT_INSN(),
  7535. },
  7536. .fixup_map1 = { 3 },
  7537. .errstr = "unbounded min value",
  7538. .result = REJECT,
  7539. },
  7540. {
  7541. "bounds checks mixing signed and unsigned, variant 11",
  7542. .insns = {
  7543. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7544. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7545. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7546. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7547. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7548. BPF_FUNC_map_lookup_elem),
  7549. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7550. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7551. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7552. BPF_MOV64_IMM(BPF_REG_2, -1),
  7553. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7554. /* Dead branch. */
  7555. BPF_MOV64_IMM(BPF_REG_0, 0),
  7556. BPF_EXIT_INSN(),
  7557. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7558. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7559. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7560. BPF_MOV64_IMM(BPF_REG_0, 0),
  7561. BPF_EXIT_INSN(),
  7562. },
  7563. .fixup_map1 = { 3 },
  7564. .errstr = "unbounded min value",
  7565. .result = REJECT,
  7566. },
  7567. {
  7568. "bounds checks mixing signed and unsigned, variant 12",
  7569. .insns = {
  7570. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7571. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7572. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7573. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7574. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7575. BPF_FUNC_map_lookup_elem),
  7576. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7577. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7578. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7579. BPF_MOV64_IMM(BPF_REG_2, -6),
  7580. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7581. BPF_MOV64_IMM(BPF_REG_0, 0),
  7582. BPF_EXIT_INSN(),
  7583. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7584. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7585. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7586. BPF_MOV64_IMM(BPF_REG_0, 0),
  7587. BPF_EXIT_INSN(),
  7588. },
  7589. .fixup_map1 = { 3 },
  7590. .errstr = "unbounded min value",
  7591. .result = REJECT,
  7592. },
  7593. {
  7594. "bounds checks mixing signed and unsigned, variant 13",
  7595. .insns = {
  7596. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7597. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7598. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7599. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7600. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7601. BPF_FUNC_map_lookup_elem),
  7602. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  7603. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7604. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7605. BPF_MOV64_IMM(BPF_REG_2, 2),
  7606. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7607. BPF_MOV64_IMM(BPF_REG_7, 1),
  7608. BPF_JMP_IMM(BPF_JSGT, BPF_REG_7, 0, 2),
  7609. BPF_MOV64_IMM(BPF_REG_0, 0),
  7610. BPF_EXIT_INSN(),
  7611. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_1),
  7612. BPF_JMP_IMM(BPF_JSGT, BPF_REG_7, 4, 2),
  7613. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_7),
  7614. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7615. BPF_MOV64_IMM(BPF_REG_0, 0),
  7616. BPF_EXIT_INSN(),
  7617. },
  7618. .fixup_map1 = { 3 },
  7619. .errstr = "unbounded min value",
  7620. .result = REJECT,
  7621. },
  7622. {
  7623. "bounds checks mixing signed and unsigned, variant 14",
  7624. .insns = {
  7625. BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_1,
  7626. offsetof(struct __sk_buff, mark)),
  7627. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7628. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7629. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7630. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7631. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7632. BPF_FUNC_map_lookup_elem),
  7633. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  7634. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7635. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7636. BPF_MOV64_IMM(BPF_REG_2, -1),
  7637. BPF_MOV64_IMM(BPF_REG_8, 2),
  7638. BPF_JMP_IMM(BPF_JEQ, BPF_REG_9, 42, 6),
  7639. BPF_JMP_REG(BPF_JSGT, BPF_REG_8, BPF_REG_1, 3),
  7640. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7641. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7642. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7643. BPF_MOV64_IMM(BPF_REG_0, 0),
  7644. BPF_EXIT_INSN(),
  7645. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, -3),
  7646. BPF_JMP_IMM(BPF_JA, 0, 0, -7),
  7647. },
  7648. .fixup_map1 = { 4 },
  7649. .errstr = "R0 invalid mem access 'inv'",
  7650. .result = REJECT,
  7651. },
  7652. {
  7653. "bounds checks mixing signed and unsigned, variant 15",
  7654. .insns = {
  7655. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7656. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7657. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7658. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7659. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7660. BPF_FUNC_map_lookup_elem),
  7661. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7662. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7663. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7664. BPF_MOV64_IMM(BPF_REG_2, -6),
  7665. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7666. BPF_MOV64_IMM(BPF_REG_0, 0),
  7667. BPF_EXIT_INSN(),
  7668. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7669. BPF_JMP_IMM(BPF_JGT, BPF_REG_0, 1, 2),
  7670. BPF_MOV64_IMM(BPF_REG_0, 0),
  7671. BPF_EXIT_INSN(),
  7672. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7673. BPF_MOV64_IMM(BPF_REG_0, 0),
  7674. BPF_EXIT_INSN(),
  7675. },
  7676. .fixup_map1 = { 3 },
  7677. .errstr = "unbounded min value",
  7678. .result = REJECT,
  7679. .result_unpriv = REJECT,
  7680. },
  7681. {
  7682. "subtraction bounds (map value) variant 1",
  7683. .insns = {
  7684. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7685. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7686. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7687. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7688. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7689. BPF_FUNC_map_lookup_elem),
  7690. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7691. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7692. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 0xff, 7),
  7693. BPF_LDX_MEM(BPF_B, BPF_REG_3, BPF_REG_0, 1),
  7694. BPF_JMP_IMM(BPF_JGT, BPF_REG_3, 0xff, 5),
  7695. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_3),
  7696. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 56),
  7697. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7698. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7699. BPF_EXIT_INSN(),
  7700. BPF_MOV64_IMM(BPF_REG_0, 0),
  7701. BPF_EXIT_INSN(),
  7702. },
  7703. .fixup_map1 = { 3 },
  7704. .errstr = "R0 max value is outside of the array range",
  7705. .result = REJECT,
  7706. },
  7707. {
  7708. "subtraction bounds (map value) variant 2",
  7709. .insns = {
  7710. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7711. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7712. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7713. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7714. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7715. BPF_FUNC_map_lookup_elem),
  7716. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  7717. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7718. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 0xff, 6),
  7719. BPF_LDX_MEM(BPF_B, BPF_REG_3, BPF_REG_0, 1),
  7720. BPF_JMP_IMM(BPF_JGT, BPF_REG_3, 0xff, 4),
  7721. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_3),
  7722. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7723. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7724. BPF_EXIT_INSN(),
  7725. BPF_MOV64_IMM(BPF_REG_0, 0),
  7726. BPF_EXIT_INSN(),
  7727. },
  7728. .fixup_map1 = { 3 },
  7729. .errstr = "R0 min value is negative, either use unsigned index or do a if (index >=0) check.",
  7730. .result = REJECT,
  7731. },
  7732. {
  7733. "bounds check based on zero-extended MOV",
  7734. .insns = {
  7735. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7736. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7737. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7738. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7739. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7740. BPF_FUNC_map_lookup_elem),
  7741. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7742. /* r2 = 0x0000'0000'ffff'ffff */
  7743. BPF_MOV32_IMM(BPF_REG_2, 0xffffffff),
  7744. /* r2 = 0 */
  7745. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 32),
  7746. /* no-op */
  7747. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  7748. /* access at offset 0 */
  7749. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7750. /* exit */
  7751. BPF_MOV64_IMM(BPF_REG_0, 0),
  7752. BPF_EXIT_INSN(),
  7753. },
  7754. .fixup_map1 = { 3 },
  7755. .result = ACCEPT
  7756. },
  7757. {
  7758. "bounds check based on sign-extended MOV. test1",
  7759. .insns = {
  7760. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7761. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7762. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7763. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7764. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7765. BPF_FUNC_map_lookup_elem),
  7766. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7767. /* r2 = 0xffff'ffff'ffff'ffff */
  7768. BPF_MOV64_IMM(BPF_REG_2, 0xffffffff),
  7769. /* r2 = 0xffff'ffff */
  7770. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 32),
  7771. /* r0 = <oob pointer> */
  7772. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  7773. /* access to OOB pointer */
  7774. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7775. /* exit */
  7776. BPF_MOV64_IMM(BPF_REG_0, 0),
  7777. BPF_EXIT_INSN(),
  7778. },
  7779. .fixup_map1 = { 3 },
  7780. .errstr = "map_value pointer and 4294967295",
  7781. .result = REJECT
  7782. },
  7783. {
  7784. "bounds check based on sign-extended MOV. test2",
  7785. .insns = {
  7786. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7787. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7788. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7789. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7790. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7791. BPF_FUNC_map_lookup_elem),
  7792. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7793. /* r2 = 0xffff'ffff'ffff'ffff */
  7794. BPF_MOV64_IMM(BPF_REG_2, 0xffffffff),
  7795. /* r2 = 0xfff'ffff */
  7796. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 36),
  7797. /* r0 = <oob pointer> */
  7798. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  7799. /* access to OOB pointer */
  7800. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7801. /* exit */
  7802. BPF_MOV64_IMM(BPF_REG_0, 0),
  7803. BPF_EXIT_INSN(),
  7804. },
  7805. .fixup_map1 = { 3 },
  7806. .errstr = "R0 min value is outside of the array range",
  7807. .result = REJECT
  7808. },
  7809. {
  7810. "bounds check based on reg_off + var_off + insn_off. test1",
  7811. .insns = {
  7812. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  7813. offsetof(struct __sk_buff, mark)),
  7814. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7815. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7816. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7817. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7818. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7819. BPF_FUNC_map_lookup_elem),
  7820. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7821. BPF_ALU64_IMM(BPF_AND, BPF_REG_6, 1),
  7822. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, (1 << 29) - 1),
  7823. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_6),
  7824. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, (1 << 29) - 1),
  7825. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 3),
  7826. BPF_MOV64_IMM(BPF_REG_0, 0),
  7827. BPF_EXIT_INSN(),
  7828. },
  7829. .fixup_map1 = { 4 },
  7830. .errstr = "value_size=8 off=1073741825",
  7831. .result = REJECT,
  7832. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  7833. },
  7834. {
  7835. "bounds check based on reg_off + var_off + insn_off. test2",
  7836. .insns = {
  7837. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  7838. offsetof(struct __sk_buff, mark)),
  7839. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7840. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7841. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7842. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7843. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7844. BPF_FUNC_map_lookup_elem),
  7845. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7846. BPF_ALU64_IMM(BPF_AND, BPF_REG_6, 1),
  7847. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, (1 << 30) - 1),
  7848. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_6),
  7849. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, (1 << 29) - 1),
  7850. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 3),
  7851. BPF_MOV64_IMM(BPF_REG_0, 0),
  7852. BPF_EXIT_INSN(),
  7853. },
  7854. .fixup_map1 = { 4 },
  7855. .errstr = "value 1073741823",
  7856. .result = REJECT,
  7857. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  7858. },
  7859. {
  7860. "bounds check after truncation of non-boundary-crossing range",
  7861. .insns = {
  7862. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7863. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7864. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7865. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7866. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7867. BPF_FUNC_map_lookup_elem),
  7868. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7869. /* r1 = [0x00, 0xff] */
  7870. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7871. BPF_MOV64_IMM(BPF_REG_2, 1),
  7872. /* r2 = 0x10'0000'0000 */
  7873. BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 36),
  7874. /* r1 = [0x10'0000'0000, 0x10'0000'00ff] */
  7875. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  7876. /* r1 = [0x10'7fff'ffff, 0x10'8000'00fe] */
  7877. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  7878. /* r1 = [0x00, 0xff] */
  7879. BPF_ALU32_IMM(BPF_SUB, BPF_REG_1, 0x7fffffff),
  7880. /* r1 = 0 */
  7881. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  7882. /* no-op */
  7883. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7884. /* access at offset 0 */
  7885. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7886. /* exit */
  7887. BPF_MOV64_IMM(BPF_REG_0, 0),
  7888. BPF_EXIT_INSN(),
  7889. },
  7890. .fixup_map1 = { 3 },
  7891. .result = ACCEPT
  7892. },
  7893. {
  7894. "bounds check after truncation of boundary-crossing range (1)",
  7895. .insns = {
  7896. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7897. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7898. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7899. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7900. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7901. BPF_FUNC_map_lookup_elem),
  7902. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7903. /* r1 = [0x00, 0xff] */
  7904. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7905. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  7906. /* r1 = [0xffff'ff80, 0x1'0000'007f] */
  7907. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  7908. /* r1 = [0xffff'ff80, 0xffff'ffff] or
  7909. * [0x0000'0000, 0x0000'007f]
  7910. */
  7911. BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 0),
  7912. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  7913. /* r1 = [0x00, 0xff] or
  7914. * [0xffff'ffff'0000'0080, 0xffff'ffff'ffff'ffff]
  7915. */
  7916. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  7917. /* r1 = 0 or
  7918. * [0x00ff'ffff'ff00'0000, 0x00ff'ffff'ffff'ffff]
  7919. */
  7920. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  7921. /* no-op or OOB pointer computation */
  7922. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7923. /* potentially OOB access */
  7924. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7925. /* exit */
  7926. BPF_MOV64_IMM(BPF_REG_0, 0),
  7927. BPF_EXIT_INSN(),
  7928. },
  7929. .fixup_map1 = { 3 },
  7930. /* not actually fully unbounded, but the bound is very high */
  7931. .errstr = "R0 unbounded memory access",
  7932. .result = REJECT
  7933. },
  7934. {
  7935. "bounds check after truncation of boundary-crossing range (2)",
  7936. .insns = {
  7937. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7938. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7939. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7940. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7941. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7942. BPF_FUNC_map_lookup_elem),
  7943. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7944. /* r1 = [0x00, 0xff] */
  7945. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7946. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  7947. /* r1 = [0xffff'ff80, 0x1'0000'007f] */
  7948. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  7949. /* r1 = [0xffff'ff80, 0xffff'ffff] or
  7950. * [0x0000'0000, 0x0000'007f]
  7951. * difference to previous test: truncation via MOV32
  7952. * instead of ALU32.
  7953. */
  7954. BPF_MOV32_REG(BPF_REG_1, BPF_REG_1),
  7955. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  7956. /* r1 = [0x00, 0xff] or
  7957. * [0xffff'ffff'0000'0080, 0xffff'ffff'ffff'ffff]
  7958. */
  7959. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  7960. /* r1 = 0 or
  7961. * [0x00ff'ffff'ff00'0000, 0x00ff'ffff'ffff'ffff]
  7962. */
  7963. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  7964. /* no-op or OOB pointer computation */
  7965. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7966. /* potentially OOB access */
  7967. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7968. /* exit */
  7969. BPF_MOV64_IMM(BPF_REG_0, 0),
  7970. BPF_EXIT_INSN(),
  7971. },
  7972. .fixup_map1 = { 3 },
  7973. /* not actually fully unbounded, but the bound is very high */
  7974. .errstr = "R0 unbounded memory access",
  7975. .result = REJECT
  7976. },
  7977. {
  7978. "bounds check after wrapping 32-bit addition",
  7979. .insns = {
  7980. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7981. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7982. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7983. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7984. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7985. BPF_FUNC_map_lookup_elem),
  7986. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  7987. /* r1 = 0x7fff'ffff */
  7988. BPF_MOV64_IMM(BPF_REG_1, 0x7fffffff),
  7989. /* r1 = 0xffff'fffe */
  7990. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  7991. /* r1 = 0 */
  7992. BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 2),
  7993. /* no-op */
  7994. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7995. /* access at offset 0 */
  7996. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7997. /* exit */
  7998. BPF_MOV64_IMM(BPF_REG_0, 0),
  7999. BPF_EXIT_INSN(),
  8000. },
  8001. .fixup_map1 = { 3 },
  8002. .result = ACCEPT
  8003. },
  8004. {
  8005. "bounds check after shift with oversized count operand",
  8006. .insns = {
  8007. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8008. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8009. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8010. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8011. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8012. BPF_FUNC_map_lookup_elem),
  8013. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  8014. BPF_MOV64_IMM(BPF_REG_2, 32),
  8015. BPF_MOV64_IMM(BPF_REG_1, 1),
  8016. /* r1 = (u32)1 << (u32)32 = ? */
  8017. BPF_ALU32_REG(BPF_LSH, BPF_REG_1, BPF_REG_2),
  8018. /* r1 = [0x0000, 0xffff] */
  8019. BPF_ALU64_IMM(BPF_AND, BPF_REG_1, 0xffff),
  8020. /* computes unknown pointer, potentially OOB */
  8021. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8022. /* potentially OOB access */
  8023. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8024. /* exit */
  8025. BPF_MOV64_IMM(BPF_REG_0, 0),
  8026. BPF_EXIT_INSN(),
  8027. },
  8028. .fixup_map1 = { 3 },
  8029. .errstr = "R0 max value is outside of the array range",
  8030. .result = REJECT
  8031. },
  8032. {
  8033. "bounds check after right shift of maybe-negative number",
  8034. .insns = {
  8035. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8036. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8037. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8038. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8039. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8040. BPF_FUNC_map_lookup_elem),
  8041. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  8042. /* r1 = [0x00, 0xff] */
  8043. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8044. /* r1 = [-0x01, 0xfe] */
  8045. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 1),
  8046. /* r1 = 0 or 0xff'ffff'ffff'ffff */
  8047. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8048. /* r1 = 0 or 0xffff'ffff'ffff */
  8049. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8050. /* computes unknown pointer, potentially OOB */
  8051. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8052. /* potentially OOB access */
  8053. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8054. /* exit */
  8055. BPF_MOV64_IMM(BPF_REG_0, 0),
  8056. BPF_EXIT_INSN(),
  8057. },
  8058. .fixup_map1 = { 3 },
  8059. .errstr = "R0 unbounded memory access",
  8060. .result = REJECT
  8061. },
  8062. {
  8063. "bounds check map access with off+size signed 32bit overflow. test1",
  8064. .insns = {
  8065. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8066. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8067. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8068. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8069. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8070. BPF_FUNC_map_lookup_elem),
  8071. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8072. BPF_EXIT_INSN(),
  8073. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x7ffffffe),
  8074. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8075. BPF_JMP_A(0),
  8076. BPF_EXIT_INSN(),
  8077. },
  8078. .fixup_map1 = { 3 },
  8079. .errstr = "map_value pointer and 2147483646",
  8080. .result = REJECT
  8081. },
  8082. {
  8083. "bounds check map access with off+size signed 32bit overflow. test2",
  8084. .insns = {
  8085. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8086. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8087. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8088. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8089. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8090. BPF_FUNC_map_lookup_elem),
  8091. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8092. BPF_EXIT_INSN(),
  8093. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x1fffffff),
  8094. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x1fffffff),
  8095. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x1fffffff),
  8096. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8097. BPF_JMP_A(0),
  8098. BPF_EXIT_INSN(),
  8099. },
  8100. .fixup_map1 = { 3 },
  8101. .errstr = "pointer offset 1073741822",
  8102. .result = REJECT
  8103. },
  8104. {
  8105. "bounds check map access with off+size signed 32bit overflow. test3",
  8106. .insns = {
  8107. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8108. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8109. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8110. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8111. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8112. BPF_FUNC_map_lookup_elem),
  8113. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8114. BPF_EXIT_INSN(),
  8115. BPF_ALU64_IMM(BPF_SUB, BPF_REG_0, 0x1fffffff),
  8116. BPF_ALU64_IMM(BPF_SUB, BPF_REG_0, 0x1fffffff),
  8117. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 2),
  8118. BPF_JMP_A(0),
  8119. BPF_EXIT_INSN(),
  8120. },
  8121. .fixup_map1 = { 3 },
  8122. .errstr = "pointer offset -1073741822",
  8123. .result = REJECT
  8124. },
  8125. {
  8126. "bounds check map access with off+size signed 32bit overflow. test4",
  8127. .insns = {
  8128. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8129. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8130. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8131. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8132. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8133. BPF_FUNC_map_lookup_elem),
  8134. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8135. BPF_EXIT_INSN(),
  8136. BPF_MOV64_IMM(BPF_REG_1, 1000000),
  8137. BPF_ALU64_IMM(BPF_MUL, BPF_REG_1, 1000000),
  8138. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8139. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 2),
  8140. BPF_JMP_A(0),
  8141. BPF_EXIT_INSN(),
  8142. },
  8143. .fixup_map1 = { 3 },
  8144. .errstr = "map_value pointer and 1000000000000",
  8145. .result = REJECT
  8146. },
  8147. {
  8148. "pointer/scalar confusion in state equality check (way 1)",
  8149. .insns = {
  8150. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8151. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8152. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8153. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8154. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8155. BPF_FUNC_map_lookup_elem),
  8156. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  8157. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8158. BPF_JMP_A(1),
  8159. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  8160. BPF_JMP_A(0),
  8161. BPF_EXIT_INSN(),
  8162. },
  8163. .fixup_map1 = { 3 },
  8164. .result = ACCEPT,
  8165. .retval = POINTER_VALUE,
  8166. .result_unpriv = REJECT,
  8167. .errstr_unpriv = "R0 leaks addr as return value"
  8168. },
  8169. {
  8170. "pointer/scalar confusion in state equality check (way 2)",
  8171. .insns = {
  8172. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8173. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8174. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8175. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8176. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8177. BPF_FUNC_map_lookup_elem),
  8178. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  8179. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  8180. BPF_JMP_A(1),
  8181. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8182. BPF_EXIT_INSN(),
  8183. },
  8184. .fixup_map1 = { 3 },
  8185. .result = ACCEPT,
  8186. .retval = POINTER_VALUE,
  8187. .result_unpriv = REJECT,
  8188. .errstr_unpriv = "R0 leaks addr as return value"
  8189. },
  8190. {
  8191. "variable-offset ctx access",
  8192. .insns = {
  8193. /* Get an unknown value */
  8194. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8195. /* Make it small and 4-byte aligned */
  8196. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
  8197. /* add it to skb. We now have either &skb->len or
  8198. * &skb->pkt_type, but we don't know which
  8199. */
  8200. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  8201. /* dereference it */
  8202. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  8203. BPF_EXIT_INSN(),
  8204. },
  8205. .errstr = "variable ctx access var_off=(0x0; 0x4)",
  8206. .result = REJECT,
  8207. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8208. },
  8209. {
  8210. "variable-offset stack access",
  8211. .insns = {
  8212. /* Fill the top 8 bytes of the stack */
  8213. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8214. /* Get an unknown value */
  8215. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8216. /* Make it small and 4-byte aligned */
  8217. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
  8218. BPF_ALU64_IMM(BPF_SUB, BPF_REG_2, 8),
  8219. /* add it to fp. We now have either fp-4 or fp-8, but
  8220. * we don't know which
  8221. */
  8222. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_10),
  8223. /* dereference it */
  8224. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_2, 0),
  8225. BPF_EXIT_INSN(),
  8226. },
  8227. .errstr = "variable stack access var_off=(0xfffffffffffffff8; 0x4)",
  8228. .result = REJECT,
  8229. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8230. },
  8231. {
  8232. "indirect variable-offset stack access",
  8233. .insns = {
  8234. /* Fill the top 8 bytes of the stack */
  8235. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8236. /* Get an unknown value */
  8237. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8238. /* Make it small and 4-byte aligned */
  8239. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
  8240. BPF_ALU64_IMM(BPF_SUB, BPF_REG_2, 8),
  8241. /* add it to fp. We now have either fp-4 or fp-8, but
  8242. * we don't know which
  8243. */
  8244. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_10),
  8245. /* dereference it indirectly */
  8246. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8247. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8248. BPF_FUNC_map_lookup_elem),
  8249. BPF_MOV64_IMM(BPF_REG_0, 0),
  8250. BPF_EXIT_INSN(),
  8251. },
  8252. .fixup_map1 = { 5 },
  8253. .errstr = "variable stack read R2",
  8254. .result = REJECT,
  8255. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8256. },
  8257. {
  8258. "direct stack access with 32-bit wraparound. test1",
  8259. .insns = {
  8260. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  8261. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8262. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8263. BPF_MOV32_IMM(BPF_REG_0, 0),
  8264. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8265. BPF_EXIT_INSN()
  8266. },
  8267. .errstr = "fp pointer and 2147483647",
  8268. .result = REJECT
  8269. },
  8270. {
  8271. "direct stack access with 32-bit wraparound. test2",
  8272. .insns = {
  8273. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  8274. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x3fffffff),
  8275. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x3fffffff),
  8276. BPF_MOV32_IMM(BPF_REG_0, 0),
  8277. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8278. BPF_EXIT_INSN()
  8279. },
  8280. .errstr = "fp pointer and 1073741823",
  8281. .result = REJECT
  8282. },
  8283. {
  8284. "direct stack access with 32-bit wraparound. test3",
  8285. .insns = {
  8286. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  8287. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x1fffffff),
  8288. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x1fffffff),
  8289. BPF_MOV32_IMM(BPF_REG_0, 0),
  8290. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8291. BPF_EXIT_INSN()
  8292. },
  8293. .errstr = "fp pointer offset 1073741822",
  8294. .result = REJECT
  8295. },
  8296. {
  8297. "liveness pruning and write screening",
  8298. .insns = {
  8299. /* Get an unknown value */
  8300. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8301. /* branch conditions teach us nothing about R2 */
  8302. BPF_JMP_IMM(BPF_JGE, BPF_REG_2, 0, 1),
  8303. BPF_MOV64_IMM(BPF_REG_0, 0),
  8304. BPF_JMP_IMM(BPF_JGE, BPF_REG_2, 0, 1),
  8305. BPF_MOV64_IMM(BPF_REG_0, 0),
  8306. BPF_EXIT_INSN(),
  8307. },
  8308. .errstr = "R0 !read_ok",
  8309. .result = REJECT,
  8310. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8311. },
  8312. {
  8313. "varlen_map_value_access pruning",
  8314. .insns = {
  8315. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8316. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8317. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8318. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8319. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8320. BPF_FUNC_map_lookup_elem),
  8321. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  8322. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  8323. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
  8324. BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
  8325. BPF_MOV32_IMM(BPF_REG_1, 0),
  8326. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  8327. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8328. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  8329. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  8330. offsetof(struct test_val, foo)),
  8331. BPF_EXIT_INSN(),
  8332. },
  8333. .fixup_map2 = { 3 },
  8334. .errstr_unpriv = "R0 leaks addr",
  8335. .errstr = "R0 unbounded memory access",
  8336. .result_unpriv = REJECT,
  8337. .result = REJECT,
  8338. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8339. },
  8340. {
  8341. "invalid 64-bit BPF_END",
  8342. .insns = {
  8343. BPF_MOV32_IMM(BPF_REG_0, 0),
  8344. {
  8345. .code = BPF_ALU64 | BPF_END | BPF_TO_LE,
  8346. .dst_reg = BPF_REG_0,
  8347. .src_reg = 0,
  8348. .off = 0,
  8349. .imm = 32,
  8350. },
  8351. BPF_EXIT_INSN(),
  8352. },
  8353. .errstr = "unknown opcode d7",
  8354. .result = REJECT,
  8355. },
  8356. {
  8357. "XDP, using ifindex from netdev",
  8358. .insns = {
  8359. BPF_MOV64_IMM(BPF_REG_0, 0),
  8360. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8361. offsetof(struct xdp_md, ingress_ifindex)),
  8362. BPF_JMP_IMM(BPF_JLT, BPF_REG_2, 1, 1),
  8363. BPF_MOV64_IMM(BPF_REG_0, 1),
  8364. BPF_EXIT_INSN(),
  8365. },
  8366. .result = ACCEPT,
  8367. .prog_type = BPF_PROG_TYPE_XDP,
  8368. .retval = 1,
  8369. },
  8370. {
  8371. "meta access, test1",
  8372. .insns = {
  8373. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8374. offsetof(struct xdp_md, data_meta)),
  8375. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8376. offsetof(struct xdp_md, data)),
  8377. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  8378. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8379. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  8380. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8381. BPF_MOV64_IMM(BPF_REG_0, 0),
  8382. BPF_EXIT_INSN(),
  8383. },
  8384. .result = ACCEPT,
  8385. .prog_type = BPF_PROG_TYPE_XDP,
  8386. },
  8387. {
  8388. "meta access, test2",
  8389. .insns = {
  8390. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8391. offsetof(struct xdp_md, data_meta)),
  8392. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8393. offsetof(struct xdp_md, data)),
  8394. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  8395. BPF_ALU64_IMM(BPF_SUB, BPF_REG_0, 8),
  8396. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8397. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  8398. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8399. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8400. BPF_MOV64_IMM(BPF_REG_0, 0),
  8401. BPF_EXIT_INSN(),
  8402. },
  8403. .result = REJECT,
  8404. .errstr = "invalid access to packet, off=-8",
  8405. .prog_type = BPF_PROG_TYPE_XDP,
  8406. },
  8407. {
  8408. "meta access, test3",
  8409. .insns = {
  8410. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8411. offsetof(struct xdp_md, data_meta)),
  8412. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8413. offsetof(struct xdp_md, data_end)),
  8414. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  8415. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8416. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  8417. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8418. BPF_MOV64_IMM(BPF_REG_0, 0),
  8419. BPF_EXIT_INSN(),
  8420. },
  8421. .result = REJECT,
  8422. .errstr = "invalid access to packet",
  8423. .prog_type = BPF_PROG_TYPE_XDP,
  8424. },
  8425. {
  8426. "meta access, test4",
  8427. .insns = {
  8428. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8429. offsetof(struct xdp_md, data_meta)),
  8430. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8431. offsetof(struct xdp_md, data_end)),
  8432. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8433. offsetof(struct xdp_md, data)),
  8434. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  8435. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8436. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  8437. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8438. BPF_MOV64_IMM(BPF_REG_0, 0),
  8439. BPF_EXIT_INSN(),
  8440. },
  8441. .result = REJECT,
  8442. .errstr = "invalid access to packet",
  8443. .prog_type = BPF_PROG_TYPE_XDP,
  8444. },
  8445. {
  8446. "meta access, test5",
  8447. .insns = {
  8448. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8449. offsetof(struct xdp_md, data_meta)),
  8450. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8451. offsetof(struct xdp_md, data)),
  8452. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  8453. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8454. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_4, 3),
  8455. BPF_MOV64_IMM(BPF_REG_2, -8),
  8456. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8457. BPF_FUNC_xdp_adjust_meta),
  8458. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 0),
  8459. BPF_MOV64_IMM(BPF_REG_0, 0),
  8460. BPF_EXIT_INSN(),
  8461. },
  8462. .result = REJECT,
  8463. .errstr = "R3 !read_ok",
  8464. .prog_type = BPF_PROG_TYPE_XDP,
  8465. },
  8466. {
  8467. "meta access, test6",
  8468. .insns = {
  8469. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8470. offsetof(struct xdp_md, data_meta)),
  8471. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8472. offsetof(struct xdp_md, data)),
  8473. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  8474. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8475. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8476. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  8477. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_0, 1),
  8478. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8479. BPF_MOV64_IMM(BPF_REG_0, 0),
  8480. BPF_EXIT_INSN(),
  8481. },
  8482. .result = REJECT,
  8483. .errstr = "invalid access to packet",
  8484. .prog_type = BPF_PROG_TYPE_XDP,
  8485. },
  8486. {
  8487. "meta access, test7",
  8488. .insns = {
  8489. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8490. offsetof(struct xdp_md, data_meta)),
  8491. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8492. offsetof(struct xdp_md, data)),
  8493. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  8494. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8495. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8496. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  8497. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8498. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8499. BPF_MOV64_IMM(BPF_REG_0, 0),
  8500. BPF_EXIT_INSN(),
  8501. },
  8502. .result = ACCEPT,
  8503. .prog_type = BPF_PROG_TYPE_XDP,
  8504. },
  8505. {
  8506. "meta access, test8",
  8507. .insns = {
  8508. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8509. offsetof(struct xdp_md, data_meta)),
  8510. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8511. offsetof(struct xdp_md, data)),
  8512. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8513. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0xFFFF),
  8514. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8515. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8516. BPF_MOV64_IMM(BPF_REG_0, 0),
  8517. BPF_EXIT_INSN(),
  8518. },
  8519. .result = ACCEPT,
  8520. .prog_type = BPF_PROG_TYPE_XDP,
  8521. },
  8522. {
  8523. "meta access, test9",
  8524. .insns = {
  8525. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8526. offsetof(struct xdp_md, data_meta)),
  8527. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8528. offsetof(struct xdp_md, data)),
  8529. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8530. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0xFFFF),
  8531. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 1),
  8532. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8533. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8534. BPF_MOV64_IMM(BPF_REG_0, 0),
  8535. BPF_EXIT_INSN(),
  8536. },
  8537. .result = REJECT,
  8538. .errstr = "invalid access to packet",
  8539. .prog_type = BPF_PROG_TYPE_XDP,
  8540. },
  8541. {
  8542. "meta access, test10",
  8543. .insns = {
  8544. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8545. offsetof(struct xdp_md, data_meta)),
  8546. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8547. offsetof(struct xdp_md, data)),
  8548. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8549. offsetof(struct xdp_md, data_end)),
  8550. BPF_MOV64_IMM(BPF_REG_5, 42),
  8551. BPF_MOV64_IMM(BPF_REG_6, 24),
  8552. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_5, -8),
  8553. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
  8554. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -8),
  8555. BPF_JMP_IMM(BPF_JGT, BPF_REG_5, 100, 6),
  8556. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_5),
  8557. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  8558. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  8559. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
  8560. BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_5, 1),
  8561. BPF_LDX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  8562. BPF_MOV64_IMM(BPF_REG_0, 0),
  8563. BPF_EXIT_INSN(),
  8564. },
  8565. .result = REJECT,
  8566. .errstr = "invalid access to packet",
  8567. .prog_type = BPF_PROG_TYPE_XDP,
  8568. },
  8569. {
  8570. "meta access, test11",
  8571. .insns = {
  8572. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8573. offsetof(struct xdp_md, data_meta)),
  8574. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8575. offsetof(struct xdp_md, data)),
  8576. BPF_MOV64_IMM(BPF_REG_5, 42),
  8577. BPF_MOV64_IMM(BPF_REG_6, 24),
  8578. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_5, -8),
  8579. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
  8580. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -8),
  8581. BPF_JMP_IMM(BPF_JGT, BPF_REG_5, 100, 6),
  8582. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_5),
  8583. BPF_MOV64_REG(BPF_REG_5, BPF_REG_2),
  8584. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  8585. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
  8586. BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_3, 1),
  8587. BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_5, 0),
  8588. BPF_MOV64_IMM(BPF_REG_0, 0),
  8589. BPF_EXIT_INSN(),
  8590. },
  8591. .result = ACCEPT,
  8592. .prog_type = BPF_PROG_TYPE_XDP,
  8593. },
  8594. {
  8595. "meta access, test12",
  8596. .insns = {
  8597. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8598. offsetof(struct xdp_md, data_meta)),
  8599. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8600. offsetof(struct xdp_md, data)),
  8601. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8602. offsetof(struct xdp_md, data_end)),
  8603. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  8604. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 16),
  8605. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_4, 5),
  8606. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 0),
  8607. BPF_MOV64_REG(BPF_REG_5, BPF_REG_2),
  8608. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 16),
  8609. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 1),
  8610. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8611. BPF_MOV64_IMM(BPF_REG_0, 0),
  8612. BPF_EXIT_INSN(),
  8613. },
  8614. .result = ACCEPT,
  8615. .prog_type = BPF_PROG_TYPE_XDP,
  8616. },
  8617. {
  8618. "arithmetic ops make PTR_TO_CTX unusable",
  8619. .insns = {
  8620. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  8621. offsetof(struct __sk_buff, data) -
  8622. offsetof(struct __sk_buff, mark)),
  8623. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  8624. offsetof(struct __sk_buff, mark)),
  8625. BPF_EXIT_INSN(),
  8626. },
  8627. .errstr = "dereference of modified ctx ptr",
  8628. .result = REJECT,
  8629. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  8630. },
  8631. {
  8632. "pkt_end - pkt_start is allowed",
  8633. .insns = {
  8634. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  8635. offsetof(struct __sk_buff, data_end)),
  8636. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8637. offsetof(struct __sk_buff, data)),
  8638. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_2),
  8639. BPF_EXIT_INSN(),
  8640. },
  8641. .result = ACCEPT,
  8642. .retval = TEST_DATA_LEN,
  8643. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  8644. },
  8645. {
  8646. "XDP pkt read, pkt_end mangling, bad access 1",
  8647. .insns = {
  8648. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8649. offsetof(struct xdp_md, data)),
  8650. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8651. offsetof(struct xdp_md, data_end)),
  8652. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8653. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8654. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 8),
  8655. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8656. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8657. BPF_MOV64_IMM(BPF_REG_0, 0),
  8658. BPF_EXIT_INSN(),
  8659. },
  8660. .errstr = "R3 pointer arithmetic on PTR_TO_PACKET_END",
  8661. .result = REJECT,
  8662. .prog_type = BPF_PROG_TYPE_XDP,
  8663. },
  8664. {
  8665. "XDP pkt read, pkt_end mangling, bad access 2",
  8666. .insns = {
  8667. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8668. offsetof(struct xdp_md, data)),
  8669. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8670. offsetof(struct xdp_md, data_end)),
  8671. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8672. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8673. BPF_ALU64_IMM(BPF_SUB, BPF_REG_3, 8),
  8674. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8675. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8676. BPF_MOV64_IMM(BPF_REG_0, 0),
  8677. BPF_EXIT_INSN(),
  8678. },
  8679. .errstr = "R3 pointer arithmetic on PTR_TO_PACKET_END",
  8680. .result = REJECT,
  8681. .prog_type = BPF_PROG_TYPE_XDP,
  8682. },
  8683. {
  8684. "XDP pkt read, pkt_data' > pkt_end, good access",
  8685. .insns = {
  8686. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8687. offsetof(struct xdp_md, data)),
  8688. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8689. offsetof(struct xdp_md, data_end)),
  8690. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8691. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8692. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8693. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8694. BPF_MOV64_IMM(BPF_REG_0, 0),
  8695. BPF_EXIT_INSN(),
  8696. },
  8697. .result = ACCEPT,
  8698. .prog_type = BPF_PROG_TYPE_XDP,
  8699. },
  8700. {
  8701. "XDP pkt read, pkt_data' > pkt_end, bad access 1",
  8702. .insns = {
  8703. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8704. offsetof(struct xdp_md, data)),
  8705. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8706. offsetof(struct xdp_md, data_end)),
  8707. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8708. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8709. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8710. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  8711. BPF_MOV64_IMM(BPF_REG_0, 0),
  8712. BPF_EXIT_INSN(),
  8713. },
  8714. .errstr = "R1 offset is outside of the packet",
  8715. .result = REJECT,
  8716. .prog_type = BPF_PROG_TYPE_XDP,
  8717. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8718. },
  8719. {
  8720. "XDP pkt read, pkt_data' > pkt_end, bad access 2",
  8721. .insns = {
  8722. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8723. offsetof(struct xdp_md, data)),
  8724. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8725. offsetof(struct xdp_md, data_end)),
  8726. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8727. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8728. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 0),
  8729. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8730. BPF_MOV64_IMM(BPF_REG_0, 0),
  8731. BPF_EXIT_INSN(),
  8732. },
  8733. .errstr = "R1 offset is outside of the packet",
  8734. .result = REJECT,
  8735. .prog_type = BPF_PROG_TYPE_XDP,
  8736. },
  8737. {
  8738. "XDP pkt read, pkt_end > pkt_data', good access",
  8739. .insns = {
  8740. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8741. offsetof(struct xdp_md, data)),
  8742. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8743. offsetof(struct xdp_md, data_end)),
  8744. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8745. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8746. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  8747. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8748. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  8749. BPF_MOV64_IMM(BPF_REG_0, 0),
  8750. BPF_EXIT_INSN(),
  8751. },
  8752. .result = ACCEPT,
  8753. .prog_type = BPF_PROG_TYPE_XDP,
  8754. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8755. },
  8756. {
  8757. "XDP pkt read, pkt_end > pkt_data', bad access 1",
  8758. .insns = {
  8759. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8760. offsetof(struct xdp_md, data)),
  8761. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8762. offsetof(struct xdp_md, data_end)),
  8763. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8764. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8765. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  8766. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8767. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8768. BPF_MOV64_IMM(BPF_REG_0, 0),
  8769. BPF_EXIT_INSN(),
  8770. },
  8771. .errstr = "R1 offset is outside of the packet",
  8772. .result = REJECT,
  8773. .prog_type = BPF_PROG_TYPE_XDP,
  8774. },
  8775. {
  8776. "XDP pkt read, pkt_end > pkt_data', bad access 2",
  8777. .insns = {
  8778. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8779. offsetof(struct xdp_md, data)),
  8780. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8781. offsetof(struct xdp_md, data_end)),
  8782. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8783. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8784. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  8785. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8786. BPF_MOV64_IMM(BPF_REG_0, 0),
  8787. BPF_EXIT_INSN(),
  8788. },
  8789. .errstr = "R1 offset is outside of the packet",
  8790. .result = REJECT,
  8791. .prog_type = BPF_PROG_TYPE_XDP,
  8792. },
  8793. {
  8794. "XDP pkt read, pkt_data' < pkt_end, good access",
  8795. .insns = {
  8796. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8797. offsetof(struct xdp_md, data)),
  8798. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8799. offsetof(struct xdp_md, data_end)),
  8800. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8801. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8802. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  8803. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8804. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  8805. BPF_MOV64_IMM(BPF_REG_0, 0),
  8806. BPF_EXIT_INSN(),
  8807. },
  8808. .result = ACCEPT,
  8809. .prog_type = BPF_PROG_TYPE_XDP,
  8810. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8811. },
  8812. {
  8813. "XDP pkt read, pkt_data' < pkt_end, bad access 1",
  8814. .insns = {
  8815. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8816. offsetof(struct xdp_md, data)),
  8817. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8818. offsetof(struct xdp_md, data_end)),
  8819. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8820. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8821. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  8822. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8823. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8824. BPF_MOV64_IMM(BPF_REG_0, 0),
  8825. BPF_EXIT_INSN(),
  8826. },
  8827. .errstr = "R1 offset is outside of the packet",
  8828. .result = REJECT,
  8829. .prog_type = BPF_PROG_TYPE_XDP,
  8830. },
  8831. {
  8832. "XDP pkt read, pkt_data' < pkt_end, bad access 2",
  8833. .insns = {
  8834. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8835. offsetof(struct xdp_md, data)),
  8836. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8837. offsetof(struct xdp_md, data_end)),
  8838. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8839. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8840. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  8841. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8842. BPF_MOV64_IMM(BPF_REG_0, 0),
  8843. BPF_EXIT_INSN(),
  8844. },
  8845. .errstr = "R1 offset is outside of the packet",
  8846. .result = REJECT,
  8847. .prog_type = BPF_PROG_TYPE_XDP,
  8848. },
  8849. {
  8850. "XDP pkt read, pkt_end < pkt_data', good access",
  8851. .insns = {
  8852. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8853. offsetof(struct xdp_md, data)),
  8854. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8855. offsetof(struct xdp_md, data_end)),
  8856. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8857. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8858. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  8859. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8860. BPF_MOV64_IMM(BPF_REG_0, 0),
  8861. BPF_EXIT_INSN(),
  8862. },
  8863. .result = ACCEPT,
  8864. .prog_type = BPF_PROG_TYPE_XDP,
  8865. },
  8866. {
  8867. "XDP pkt read, pkt_end < pkt_data', bad access 1",
  8868. .insns = {
  8869. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8870. offsetof(struct xdp_md, data)),
  8871. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8872. offsetof(struct xdp_md, data_end)),
  8873. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8874. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8875. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  8876. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  8877. BPF_MOV64_IMM(BPF_REG_0, 0),
  8878. BPF_EXIT_INSN(),
  8879. },
  8880. .errstr = "R1 offset is outside of the packet",
  8881. .result = REJECT,
  8882. .prog_type = BPF_PROG_TYPE_XDP,
  8883. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8884. },
  8885. {
  8886. "XDP pkt read, pkt_end < pkt_data', bad access 2",
  8887. .insns = {
  8888. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8889. offsetof(struct xdp_md, data)),
  8890. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8891. offsetof(struct xdp_md, data_end)),
  8892. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8893. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8894. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 0),
  8895. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8896. BPF_MOV64_IMM(BPF_REG_0, 0),
  8897. BPF_EXIT_INSN(),
  8898. },
  8899. .errstr = "R1 offset is outside of the packet",
  8900. .result = REJECT,
  8901. .prog_type = BPF_PROG_TYPE_XDP,
  8902. },
  8903. {
  8904. "XDP pkt read, pkt_data' >= pkt_end, good access",
  8905. .insns = {
  8906. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8907. offsetof(struct xdp_md, data)),
  8908. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8909. offsetof(struct xdp_md, data_end)),
  8910. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8911. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8912. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  8913. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  8914. BPF_MOV64_IMM(BPF_REG_0, 0),
  8915. BPF_EXIT_INSN(),
  8916. },
  8917. .result = ACCEPT,
  8918. .prog_type = BPF_PROG_TYPE_XDP,
  8919. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8920. },
  8921. {
  8922. "XDP pkt read, pkt_data' >= pkt_end, bad access 1",
  8923. .insns = {
  8924. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8925. offsetof(struct xdp_md, data)),
  8926. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8927. offsetof(struct xdp_md, data_end)),
  8928. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8929. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8930. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  8931. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8932. BPF_MOV64_IMM(BPF_REG_0, 0),
  8933. BPF_EXIT_INSN(),
  8934. },
  8935. .errstr = "R1 offset is outside of the packet",
  8936. .result = REJECT,
  8937. .prog_type = BPF_PROG_TYPE_XDP,
  8938. },
  8939. {
  8940. "XDP pkt read, pkt_data' >= pkt_end, bad access 2",
  8941. .insns = {
  8942. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8943. offsetof(struct xdp_md, data)),
  8944. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8945. offsetof(struct xdp_md, data_end)),
  8946. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8947. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8948. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 0),
  8949. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  8950. BPF_MOV64_IMM(BPF_REG_0, 0),
  8951. BPF_EXIT_INSN(),
  8952. },
  8953. .errstr = "R1 offset is outside of the packet",
  8954. .result = REJECT,
  8955. .prog_type = BPF_PROG_TYPE_XDP,
  8956. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8957. },
  8958. {
  8959. "XDP pkt read, pkt_end >= pkt_data', good access",
  8960. .insns = {
  8961. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8962. offsetof(struct xdp_md, data)),
  8963. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8964. offsetof(struct xdp_md, data_end)),
  8965. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8966. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8967. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  8968. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8969. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8970. BPF_MOV64_IMM(BPF_REG_0, 0),
  8971. BPF_EXIT_INSN(),
  8972. },
  8973. .result = ACCEPT,
  8974. .prog_type = BPF_PROG_TYPE_XDP,
  8975. },
  8976. {
  8977. "XDP pkt read, pkt_end >= pkt_data', bad access 1",
  8978. .insns = {
  8979. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8980. offsetof(struct xdp_md, data)),
  8981. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8982. offsetof(struct xdp_md, data_end)),
  8983. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8984. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8985. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  8986. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8987. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  8988. BPF_MOV64_IMM(BPF_REG_0, 0),
  8989. BPF_EXIT_INSN(),
  8990. },
  8991. .errstr = "R1 offset is outside of the packet",
  8992. .result = REJECT,
  8993. .prog_type = BPF_PROG_TYPE_XDP,
  8994. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8995. },
  8996. {
  8997. "XDP pkt read, pkt_end >= pkt_data', bad access 2",
  8998. .insns = {
  8999. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9000. offsetof(struct xdp_md, data)),
  9001. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9002. offsetof(struct xdp_md, data_end)),
  9003. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9004. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9005. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9006. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9007. BPF_MOV64_IMM(BPF_REG_0, 0),
  9008. BPF_EXIT_INSN(),
  9009. },
  9010. .errstr = "R1 offset is outside of the packet",
  9011. .result = REJECT,
  9012. .prog_type = BPF_PROG_TYPE_XDP,
  9013. },
  9014. {
  9015. "XDP pkt read, pkt_data' <= pkt_end, good access",
  9016. .insns = {
  9017. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9018. offsetof(struct xdp_md, data)),
  9019. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9020. offsetof(struct xdp_md, data_end)),
  9021. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9022. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9023. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9024. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9025. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9026. BPF_MOV64_IMM(BPF_REG_0, 0),
  9027. BPF_EXIT_INSN(),
  9028. },
  9029. .result = ACCEPT,
  9030. .prog_type = BPF_PROG_TYPE_XDP,
  9031. },
  9032. {
  9033. "XDP pkt read, pkt_data' <= pkt_end, bad access 1",
  9034. .insns = {
  9035. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9036. offsetof(struct xdp_md, data)),
  9037. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9038. offsetof(struct xdp_md, data_end)),
  9039. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9040. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9041. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9042. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9043. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9044. BPF_MOV64_IMM(BPF_REG_0, 0),
  9045. BPF_EXIT_INSN(),
  9046. },
  9047. .errstr = "R1 offset is outside of the packet",
  9048. .result = REJECT,
  9049. .prog_type = BPF_PROG_TYPE_XDP,
  9050. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9051. },
  9052. {
  9053. "XDP pkt read, pkt_data' <= pkt_end, bad access 2",
  9054. .insns = {
  9055. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9056. offsetof(struct xdp_md, data)),
  9057. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9058. offsetof(struct xdp_md, data_end)),
  9059. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9060. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9061. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9062. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9063. BPF_MOV64_IMM(BPF_REG_0, 0),
  9064. BPF_EXIT_INSN(),
  9065. },
  9066. .errstr = "R1 offset is outside of the packet",
  9067. .result = REJECT,
  9068. .prog_type = BPF_PROG_TYPE_XDP,
  9069. },
  9070. {
  9071. "XDP pkt read, pkt_end <= pkt_data', good access",
  9072. .insns = {
  9073. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9074. offsetof(struct xdp_md, data)),
  9075. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9076. offsetof(struct xdp_md, data_end)),
  9077. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9078. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9079. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9080. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9081. BPF_MOV64_IMM(BPF_REG_0, 0),
  9082. BPF_EXIT_INSN(),
  9083. },
  9084. .result = ACCEPT,
  9085. .prog_type = BPF_PROG_TYPE_XDP,
  9086. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9087. },
  9088. {
  9089. "XDP pkt read, pkt_end <= pkt_data', bad access 1",
  9090. .insns = {
  9091. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9092. offsetof(struct xdp_md, data)),
  9093. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9094. offsetof(struct xdp_md, data_end)),
  9095. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9096. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9097. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9098. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9099. BPF_MOV64_IMM(BPF_REG_0, 0),
  9100. BPF_EXIT_INSN(),
  9101. },
  9102. .errstr = "R1 offset is outside of the packet",
  9103. .result = REJECT,
  9104. .prog_type = BPF_PROG_TYPE_XDP,
  9105. },
  9106. {
  9107. "XDP pkt read, pkt_end <= pkt_data', bad access 2",
  9108. .insns = {
  9109. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9110. offsetof(struct xdp_md, data)),
  9111. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9112. offsetof(struct xdp_md, data_end)),
  9113. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9114. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9115. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 0),
  9116. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9117. BPF_MOV64_IMM(BPF_REG_0, 0),
  9118. BPF_EXIT_INSN(),
  9119. },
  9120. .errstr = "R1 offset is outside of the packet",
  9121. .result = REJECT,
  9122. .prog_type = BPF_PROG_TYPE_XDP,
  9123. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9124. },
  9125. {
  9126. "XDP pkt read, pkt_meta' > pkt_data, good access",
  9127. .insns = {
  9128. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9129. offsetof(struct xdp_md, data_meta)),
  9130. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9131. offsetof(struct xdp_md, data)),
  9132. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9133. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9134. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  9135. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9136. BPF_MOV64_IMM(BPF_REG_0, 0),
  9137. BPF_EXIT_INSN(),
  9138. },
  9139. .result = ACCEPT,
  9140. .prog_type = BPF_PROG_TYPE_XDP,
  9141. },
  9142. {
  9143. "XDP pkt read, pkt_meta' > pkt_data, bad access 1",
  9144. .insns = {
  9145. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9146. offsetof(struct xdp_md, data_meta)),
  9147. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9148. offsetof(struct xdp_md, data)),
  9149. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9150. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9151. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  9152. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9153. BPF_MOV64_IMM(BPF_REG_0, 0),
  9154. BPF_EXIT_INSN(),
  9155. },
  9156. .errstr = "R1 offset is outside of the packet",
  9157. .result = REJECT,
  9158. .prog_type = BPF_PROG_TYPE_XDP,
  9159. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9160. },
  9161. {
  9162. "XDP pkt read, pkt_meta' > pkt_data, bad access 2",
  9163. .insns = {
  9164. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9165. offsetof(struct xdp_md, data_meta)),
  9166. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9167. offsetof(struct xdp_md, data)),
  9168. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9169. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9170. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 0),
  9171. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9172. BPF_MOV64_IMM(BPF_REG_0, 0),
  9173. BPF_EXIT_INSN(),
  9174. },
  9175. .errstr = "R1 offset is outside of the packet",
  9176. .result = REJECT,
  9177. .prog_type = BPF_PROG_TYPE_XDP,
  9178. },
  9179. {
  9180. "XDP pkt read, pkt_data > pkt_meta', good access",
  9181. .insns = {
  9182. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9183. offsetof(struct xdp_md, data_meta)),
  9184. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9185. offsetof(struct xdp_md, data)),
  9186. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9187. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9188. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  9189. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9190. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9191. BPF_MOV64_IMM(BPF_REG_0, 0),
  9192. BPF_EXIT_INSN(),
  9193. },
  9194. .result = ACCEPT,
  9195. .prog_type = BPF_PROG_TYPE_XDP,
  9196. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9197. },
  9198. {
  9199. "XDP pkt read, pkt_data > pkt_meta', bad access 1",
  9200. .insns = {
  9201. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9202. offsetof(struct xdp_md, data_meta)),
  9203. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9204. offsetof(struct xdp_md, data)),
  9205. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9206. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9207. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  9208. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9209. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9210. BPF_MOV64_IMM(BPF_REG_0, 0),
  9211. BPF_EXIT_INSN(),
  9212. },
  9213. .errstr = "R1 offset is outside of the packet",
  9214. .result = REJECT,
  9215. .prog_type = BPF_PROG_TYPE_XDP,
  9216. },
  9217. {
  9218. "XDP pkt read, pkt_data > pkt_meta', bad access 2",
  9219. .insns = {
  9220. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9221. offsetof(struct xdp_md, data_meta)),
  9222. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9223. offsetof(struct xdp_md, data)),
  9224. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9225. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9226. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  9227. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9228. BPF_MOV64_IMM(BPF_REG_0, 0),
  9229. BPF_EXIT_INSN(),
  9230. },
  9231. .errstr = "R1 offset is outside of the packet",
  9232. .result = REJECT,
  9233. .prog_type = BPF_PROG_TYPE_XDP,
  9234. },
  9235. {
  9236. "XDP pkt read, pkt_meta' < pkt_data, good access",
  9237. .insns = {
  9238. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9239. offsetof(struct xdp_md, data_meta)),
  9240. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9241. offsetof(struct xdp_md, data)),
  9242. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9243. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9244. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  9245. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9246. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9247. BPF_MOV64_IMM(BPF_REG_0, 0),
  9248. BPF_EXIT_INSN(),
  9249. },
  9250. .result = ACCEPT,
  9251. .prog_type = BPF_PROG_TYPE_XDP,
  9252. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9253. },
  9254. {
  9255. "XDP pkt read, pkt_meta' < pkt_data, bad access 1",
  9256. .insns = {
  9257. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9258. offsetof(struct xdp_md, data_meta)),
  9259. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9260. offsetof(struct xdp_md, data)),
  9261. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9262. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9263. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  9264. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9265. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9266. BPF_MOV64_IMM(BPF_REG_0, 0),
  9267. BPF_EXIT_INSN(),
  9268. },
  9269. .errstr = "R1 offset is outside of the packet",
  9270. .result = REJECT,
  9271. .prog_type = BPF_PROG_TYPE_XDP,
  9272. },
  9273. {
  9274. "XDP pkt read, pkt_meta' < pkt_data, bad access 2",
  9275. .insns = {
  9276. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9277. offsetof(struct xdp_md, data_meta)),
  9278. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9279. offsetof(struct xdp_md, data)),
  9280. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9281. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9282. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  9283. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9284. BPF_MOV64_IMM(BPF_REG_0, 0),
  9285. BPF_EXIT_INSN(),
  9286. },
  9287. .errstr = "R1 offset is outside of the packet",
  9288. .result = REJECT,
  9289. .prog_type = BPF_PROG_TYPE_XDP,
  9290. },
  9291. {
  9292. "XDP pkt read, pkt_data < pkt_meta', good access",
  9293. .insns = {
  9294. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9295. offsetof(struct xdp_md, data_meta)),
  9296. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9297. offsetof(struct xdp_md, data)),
  9298. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9299. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9300. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9301. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9302. BPF_MOV64_IMM(BPF_REG_0, 0),
  9303. BPF_EXIT_INSN(),
  9304. },
  9305. .result = ACCEPT,
  9306. .prog_type = BPF_PROG_TYPE_XDP,
  9307. },
  9308. {
  9309. "XDP pkt read, pkt_data < pkt_meta', bad access 1",
  9310. .insns = {
  9311. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9312. offsetof(struct xdp_md, data_meta)),
  9313. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9314. offsetof(struct xdp_md, data)),
  9315. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9316. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9317. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9318. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9319. BPF_MOV64_IMM(BPF_REG_0, 0),
  9320. BPF_EXIT_INSN(),
  9321. },
  9322. .errstr = "R1 offset is outside of the packet",
  9323. .result = REJECT,
  9324. .prog_type = BPF_PROG_TYPE_XDP,
  9325. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9326. },
  9327. {
  9328. "XDP pkt read, pkt_data < pkt_meta', bad access 2",
  9329. .insns = {
  9330. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9331. offsetof(struct xdp_md, data_meta)),
  9332. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9333. offsetof(struct xdp_md, data)),
  9334. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9335. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9336. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 0),
  9337. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9338. BPF_MOV64_IMM(BPF_REG_0, 0),
  9339. BPF_EXIT_INSN(),
  9340. },
  9341. .errstr = "R1 offset is outside of the packet",
  9342. .result = REJECT,
  9343. .prog_type = BPF_PROG_TYPE_XDP,
  9344. },
  9345. {
  9346. "XDP pkt read, pkt_meta' >= pkt_data, good access",
  9347. .insns = {
  9348. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9349. offsetof(struct xdp_md, data_meta)),
  9350. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9351. offsetof(struct xdp_md, data)),
  9352. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9353. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9354. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9355. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9356. BPF_MOV64_IMM(BPF_REG_0, 0),
  9357. BPF_EXIT_INSN(),
  9358. },
  9359. .result = ACCEPT,
  9360. .prog_type = BPF_PROG_TYPE_XDP,
  9361. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9362. },
  9363. {
  9364. "XDP pkt read, pkt_meta' >= pkt_data, bad access 1",
  9365. .insns = {
  9366. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9367. offsetof(struct xdp_md, data_meta)),
  9368. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9369. offsetof(struct xdp_md, data)),
  9370. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9371. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9372. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9373. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9374. BPF_MOV64_IMM(BPF_REG_0, 0),
  9375. BPF_EXIT_INSN(),
  9376. },
  9377. .errstr = "R1 offset is outside of the packet",
  9378. .result = REJECT,
  9379. .prog_type = BPF_PROG_TYPE_XDP,
  9380. },
  9381. {
  9382. "XDP pkt read, pkt_meta' >= pkt_data, bad access 2",
  9383. .insns = {
  9384. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9385. offsetof(struct xdp_md, data_meta)),
  9386. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9387. offsetof(struct xdp_md, data)),
  9388. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9389. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9390. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 0),
  9391. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9392. BPF_MOV64_IMM(BPF_REG_0, 0),
  9393. BPF_EXIT_INSN(),
  9394. },
  9395. .errstr = "R1 offset is outside of the packet",
  9396. .result = REJECT,
  9397. .prog_type = BPF_PROG_TYPE_XDP,
  9398. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9399. },
  9400. {
  9401. "XDP pkt read, pkt_data >= pkt_meta', good access",
  9402. .insns = {
  9403. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9404. offsetof(struct xdp_md, data_meta)),
  9405. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9406. offsetof(struct xdp_md, data)),
  9407. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9408. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9409. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9410. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9411. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9412. BPF_MOV64_IMM(BPF_REG_0, 0),
  9413. BPF_EXIT_INSN(),
  9414. },
  9415. .result = ACCEPT,
  9416. .prog_type = BPF_PROG_TYPE_XDP,
  9417. },
  9418. {
  9419. "XDP pkt read, pkt_data >= pkt_meta', bad access 1",
  9420. .insns = {
  9421. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9422. offsetof(struct xdp_md, data_meta)),
  9423. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9424. offsetof(struct xdp_md, data)),
  9425. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9426. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9427. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9428. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9429. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9430. BPF_MOV64_IMM(BPF_REG_0, 0),
  9431. BPF_EXIT_INSN(),
  9432. },
  9433. .errstr = "R1 offset is outside of the packet",
  9434. .result = REJECT,
  9435. .prog_type = BPF_PROG_TYPE_XDP,
  9436. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9437. },
  9438. {
  9439. "XDP pkt read, pkt_data >= pkt_meta', bad access 2",
  9440. .insns = {
  9441. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9442. offsetof(struct xdp_md, data_meta)),
  9443. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9444. offsetof(struct xdp_md, data)),
  9445. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9446. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9447. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9448. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9449. BPF_MOV64_IMM(BPF_REG_0, 0),
  9450. BPF_EXIT_INSN(),
  9451. },
  9452. .errstr = "R1 offset is outside of the packet",
  9453. .result = REJECT,
  9454. .prog_type = BPF_PROG_TYPE_XDP,
  9455. },
  9456. {
  9457. "XDP pkt read, pkt_meta' <= pkt_data, good access",
  9458. .insns = {
  9459. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9460. offsetof(struct xdp_md, data_meta)),
  9461. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9462. offsetof(struct xdp_md, data)),
  9463. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9464. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9465. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9466. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9467. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9468. BPF_MOV64_IMM(BPF_REG_0, 0),
  9469. BPF_EXIT_INSN(),
  9470. },
  9471. .result = ACCEPT,
  9472. .prog_type = BPF_PROG_TYPE_XDP,
  9473. },
  9474. {
  9475. "XDP pkt read, pkt_meta' <= pkt_data, bad access 1",
  9476. .insns = {
  9477. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9478. offsetof(struct xdp_md, data_meta)),
  9479. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9480. offsetof(struct xdp_md, data)),
  9481. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9482. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9483. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9484. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9485. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9486. BPF_MOV64_IMM(BPF_REG_0, 0),
  9487. BPF_EXIT_INSN(),
  9488. },
  9489. .errstr = "R1 offset is outside of the packet",
  9490. .result = REJECT,
  9491. .prog_type = BPF_PROG_TYPE_XDP,
  9492. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9493. },
  9494. {
  9495. "XDP pkt read, pkt_meta' <= pkt_data, bad access 2",
  9496. .insns = {
  9497. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9498. offsetof(struct xdp_md, data_meta)),
  9499. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9500. offsetof(struct xdp_md, data)),
  9501. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9502. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9503. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9504. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9505. BPF_MOV64_IMM(BPF_REG_0, 0),
  9506. BPF_EXIT_INSN(),
  9507. },
  9508. .errstr = "R1 offset is outside of the packet",
  9509. .result = REJECT,
  9510. .prog_type = BPF_PROG_TYPE_XDP,
  9511. },
  9512. {
  9513. "XDP pkt read, pkt_data <= pkt_meta', good access",
  9514. .insns = {
  9515. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9516. offsetof(struct xdp_md, data_meta)),
  9517. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9518. offsetof(struct xdp_md, data)),
  9519. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9520. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9521. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9522. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9523. BPF_MOV64_IMM(BPF_REG_0, 0),
  9524. BPF_EXIT_INSN(),
  9525. },
  9526. .result = ACCEPT,
  9527. .prog_type = BPF_PROG_TYPE_XDP,
  9528. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9529. },
  9530. {
  9531. "XDP pkt read, pkt_data <= pkt_meta', bad access 1",
  9532. .insns = {
  9533. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9534. offsetof(struct xdp_md, data_meta)),
  9535. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9536. offsetof(struct xdp_md, data)),
  9537. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9538. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9539. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9540. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9541. BPF_MOV64_IMM(BPF_REG_0, 0),
  9542. BPF_EXIT_INSN(),
  9543. },
  9544. .errstr = "R1 offset is outside of the packet",
  9545. .result = REJECT,
  9546. .prog_type = BPF_PROG_TYPE_XDP,
  9547. },
  9548. {
  9549. "XDP pkt read, pkt_data <= pkt_meta', bad access 2",
  9550. .insns = {
  9551. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9552. offsetof(struct xdp_md, data_meta)),
  9553. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9554. offsetof(struct xdp_md, data)),
  9555. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9556. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9557. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 0),
  9558. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9559. BPF_MOV64_IMM(BPF_REG_0, 0),
  9560. BPF_EXIT_INSN(),
  9561. },
  9562. .errstr = "R1 offset is outside of the packet",
  9563. .result = REJECT,
  9564. .prog_type = BPF_PROG_TYPE_XDP,
  9565. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9566. },
  9567. {
  9568. "check deducing bounds from const, 1",
  9569. .insns = {
  9570. BPF_MOV64_IMM(BPF_REG_0, 1),
  9571. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 1, 0),
  9572. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9573. BPF_EXIT_INSN(),
  9574. },
  9575. .result = REJECT,
  9576. .errstr = "R0 tried to subtract pointer from scalar",
  9577. },
  9578. {
  9579. "check deducing bounds from const, 2",
  9580. .insns = {
  9581. BPF_MOV64_IMM(BPF_REG_0, 1),
  9582. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 1, 1),
  9583. BPF_EXIT_INSN(),
  9584. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 1, 1),
  9585. BPF_EXIT_INSN(),
  9586. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_0),
  9587. BPF_EXIT_INSN(),
  9588. },
  9589. .result = ACCEPT,
  9590. .retval = 1,
  9591. },
  9592. {
  9593. "check deducing bounds from const, 3",
  9594. .insns = {
  9595. BPF_MOV64_IMM(BPF_REG_0, 0),
  9596. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 0, 0),
  9597. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9598. BPF_EXIT_INSN(),
  9599. },
  9600. .result = REJECT,
  9601. .errstr = "R0 tried to subtract pointer from scalar",
  9602. },
  9603. {
  9604. "check deducing bounds from const, 4",
  9605. .insns = {
  9606. BPF_MOV64_IMM(BPF_REG_0, 0),
  9607. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 0, 1),
  9608. BPF_EXIT_INSN(),
  9609. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9610. BPF_EXIT_INSN(),
  9611. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_0),
  9612. BPF_EXIT_INSN(),
  9613. },
  9614. .result = ACCEPT,
  9615. },
  9616. {
  9617. "check deducing bounds from const, 5",
  9618. .insns = {
  9619. BPF_MOV64_IMM(BPF_REG_0, 0),
  9620. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9621. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9622. BPF_EXIT_INSN(),
  9623. },
  9624. .result = REJECT,
  9625. .errstr = "R0 tried to subtract pointer from scalar",
  9626. },
  9627. {
  9628. "check deducing bounds from const, 6",
  9629. .insns = {
  9630. BPF_MOV64_IMM(BPF_REG_0, 0),
  9631. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9632. BPF_EXIT_INSN(),
  9633. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9634. BPF_EXIT_INSN(),
  9635. },
  9636. .result = REJECT,
  9637. .errstr = "R0 tried to subtract pointer from scalar",
  9638. },
  9639. {
  9640. "check deducing bounds from const, 7",
  9641. .insns = {
  9642. BPF_MOV64_IMM(BPF_REG_0, ~0),
  9643. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 0),
  9644. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_0),
  9645. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9646. offsetof(struct __sk_buff, mark)),
  9647. BPF_EXIT_INSN(),
  9648. },
  9649. .result = REJECT,
  9650. .errstr = "dereference of modified ctx ptr",
  9651. },
  9652. {
  9653. "check deducing bounds from const, 8",
  9654. .insns = {
  9655. BPF_MOV64_IMM(BPF_REG_0, ~0),
  9656. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9657. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_0),
  9658. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9659. offsetof(struct __sk_buff, mark)),
  9660. BPF_EXIT_INSN(),
  9661. },
  9662. .result = REJECT,
  9663. .errstr = "dereference of modified ctx ptr",
  9664. },
  9665. {
  9666. "check deducing bounds from const, 9",
  9667. .insns = {
  9668. BPF_MOV64_IMM(BPF_REG_0, 0),
  9669. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 0),
  9670. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9671. BPF_EXIT_INSN(),
  9672. },
  9673. .result = REJECT,
  9674. .errstr = "R0 tried to subtract pointer from scalar",
  9675. },
  9676. {
  9677. "check deducing bounds from const, 10",
  9678. .insns = {
  9679. BPF_MOV64_IMM(BPF_REG_0, 0),
  9680. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 0, 0),
  9681. /* Marks reg as unknown. */
  9682. BPF_ALU64_IMM(BPF_NEG, BPF_REG_0, 0),
  9683. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9684. BPF_EXIT_INSN(),
  9685. },
  9686. .result = REJECT,
  9687. .errstr = "math between ctx pointer and register with unbounded min value is not allowed",
  9688. },
  9689. {
  9690. "bpf_exit with invalid return code. test1",
  9691. .insns = {
  9692. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9693. BPF_EXIT_INSN(),
  9694. },
  9695. .errstr = "R0 has value (0x0; 0xffffffff)",
  9696. .result = REJECT,
  9697. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9698. },
  9699. {
  9700. "bpf_exit with invalid return code. test2",
  9701. .insns = {
  9702. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9703. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  9704. BPF_EXIT_INSN(),
  9705. },
  9706. .result = ACCEPT,
  9707. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9708. },
  9709. {
  9710. "bpf_exit with invalid return code. test3",
  9711. .insns = {
  9712. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9713. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 3),
  9714. BPF_EXIT_INSN(),
  9715. },
  9716. .errstr = "R0 has value (0x0; 0x3)",
  9717. .result = REJECT,
  9718. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9719. },
  9720. {
  9721. "bpf_exit with invalid return code. test4",
  9722. .insns = {
  9723. BPF_MOV64_IMM(BPF_REG_0, 1),
  9724. BPF_EXIT_INSN(),
  9725. },
  9726. .result = ACCEPT,
  9727. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9728. },
  9729. {
  9730. "bpf_exit with invalid return code. test5",
  9731. .insns = {
  9732. BPF_MOV64_IMM(BPF_REG_0, 2),
  9733. BPF_EXIT_INSN(),
  9734. },
  9735. .errstr = "R0 has value (0x2; 0x0)",
  9736. .result = REJECT,
  9737. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9738. },
  9739. {
  9740. "bpf_exit with invalid return code. test6",
  9741. .insns = {
  9742. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  9743. BPF_EXIT_INSN(),
  9744. },
  9745. .errstr = "R0 is not a known value (ctx)",
  9746. .result = REJECT,
  9747. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9748. },
  9749. {
  9750. "bpf_exit with invalid return code. test7",
  9751. .insns = {
  9752. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9753. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 4),
  9754. BPF_ALU64_REG(BPF_MUL, BPF_REG_0, BPF_REG_2),
  9755. BPF_EXIT_INSN(),
  9756. },
  9757. .errstr = "R0 has unknown scalar value",
  9758. .result = REJECT,
  9759. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9760. },
  9761. {
  9762. "calls: basic sanity",
  9763. .insns = {
  9764. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  9765. BPF_MOV64_IMM(BPF_REG_0, 1),
  9766. BPF_EXIT_INSN(),
  9767. BPF_MOV64_IMM(BPF_REG_0, 2),
  9768. BPF_EXIT_INSN(),
  9769. },
  9770. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9771. .result = ACCEPT,
  9772. },
  9773. {
  9774. "calls: not on unpriviledged",
  9775. .insns = {
  9776. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  9777. BPF_MOV64_IMM(BPF_REG_0, 1),
  9778. BPF_EXIT_INSN(),
  9779. BPF_MOV64_IMM(BPF_REG_0, 2),
  9780. BPF_EXIT_INSN(),
  9781. },
  9782. .errstr_unpriv = "function calls to other bpf functions are allowed for root only",
  9783. .result_unpriv = REJECT,
  9784. .result = ACCEPT,
  9785. .retval = 1,
  9786. },
  9787. {
  9788. "calls: div by 0 in subprog",
  9789. .insns = {
  9790. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9791. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  9792. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  9793. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  9794. offsetof(struct __sk_buff, data_end)),
  9795. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  9796. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  9797. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  9798. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  9799. BPF_MOV64_IMM(BPF_REG_0, 1),
  9800. BPF_EXIT_INSN(),
  9801. BPF_MOV32_IMM(BPF_REG_2, 0),
  9802. BPF_MOV32_IMM(BPF_REG_3, 1),
  9803. BPF_ALU32_REG(BPF_DIV, BPF_REG_3, BPF_REG_2),
  9804. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9805. offsetof(struct __sk_buff, data)),
  9806. BPF_EXIT_INSN(),
  9807. },
  9808. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  9809. .result = ACCEPT,
  9810. .retval = 1,
  9811. },
  9812. {
  9813. "calls: multiple ret types in subprog 1",
  9814. .insns = {
  9815. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9816. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  9817. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  9818. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  9819. offsetof(struct __sk_buff, data_end)),
  9820. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  9821. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  9822. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  9823. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  9824. BPF_MOV64_IMM(BPF_REG_0, 1),
  9825. BPF_EXIT_INSN(),
  9826. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9827. offsetof(struct __sk_buff, data)),
  9828. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  9829. BPF_MOV32_IMM(BPF_REG_0, 42),
  9830. BPF_EXIT_INSN(),
  9831. },
  9832. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  9833. .result = REJECT,
  9834. .errstr = "R0 invalid mem access 'inv'",
  9835. },
  9836. {
  9837. "calls: multiple ret types in subprog 2",
  9838. .insns = {
  9839. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9840. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  9841. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  9842. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  9843. offsetof(struct __sk_buff, data_end)),
  9844. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  9845. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  9846. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  9847. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  9848. BPF_MOV64_IMM(BPF_REG_0, 1),
  9849. BPF_EXIT_INSN(),
  9850. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9851. offsetof(struct __sk_buff, data)),
  9852. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9853. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 9),
  9854. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  9855. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  9856. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  9857. BPF_LD_MAP_FD(BPF_REG_1, 0),
  9858. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  9859. BPF_FUNC_map_lookup_elem),
  9860. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  9861. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_6,
  9862. offsetof(struct __sk_buff, data)),
  9863. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 64),
  9864. BPF_EXIT_INSN(),
  9865. },
  9866. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  9867. .fixup_map1 = { 16 },
  9868. .result = REJECT,
  9869. .errstr = "R0 min value is outside of the array range",
  9870. },
  9871. {
  9872. "calls: overlapping caller/callee",
  9873. .insns = {
  9874. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 0),
  9875. BPF_MOV64_IMM(BPF_REG_0, 1),
  9876. BPF_EXIT_INSN(),
  9877. },
  9878. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9879. .errstr = "last insn is not an exit or jmp",
  9880. .result = REJECT,
  9881. },
  9882. {
  9883. "calls: wrong recursive calls",
  9884. .insns = {
  9885. BPF_JMP_IMM(BPF_JA, 0, 0, 4),
  9886. BPF_JMP_IMM(BPF_JA, 0, 0, 4),
  9887. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -2),
  9888. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -2),
  9889. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -2),
  9890. BPF_MOV64_IMM(BPF_REG_0, 1),
  9891. BPF_EXIT_INSN(),
  9892. },
  9893. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9894. .errstr = "jump out of range",
  9895. .result = REJECT,
  9896. },
  9897. {
  9898. "calls: wrong src reg",
  9899. .insns = {
  9900. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 2, 0, 0),
  9901. BPF_MOV64_IMM(BPF_REG_0, 1),
  9902. BPF_EXIT_INSN(),
  9903. },
  9904. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9905. .errstr = "BPF_CALL uses reserved fields",
  9906. .result = REJECT,
  9907. },
  9908. {
  9909. "calls: wrong off value",
  9910. .insns = {
  9911. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, -1, 2),
  9912. BPF_MOV64_IMM(BPF_REG_0, 1),
  9913. BPF_EXIT_INSN(),
  9914. BPF_MOV64_IMM(BPF_REG_0, 2),
  9915. BPF_EXIT_INSN(),
  9916. },
  9917. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9918. .errstr = "BPF_CALL uses reserved fields",
  9919. .result = REJECT,
  9920. },
  9921. {
  9922. "calls: jump back loop",
  9923. .insns = {
  9924. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -1),
  9925. BPF_MOV64_IMM(BPF_REG_0, 1),
  9926. BPF_EXIT_INSN(),
  9927. },
  9928. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9929. .errstr = "back-edge from insn 0 to 0",
  9930. .result = REJECT,
  9931. },
  9932. {
  9933. "calls: conditional call",
  9934. .insns = {
  9935. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9936. offsetof(struct __sk_buff, mark)),
  9937. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  9938. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  9939. BPF_MOV64_IMM(BPF_REG_0, 1),
  9940. BPF_EXIT_INSN(),
  9941. BPF_MOV64_IMM(BPF_REG_0, 2),
  9942. BPF_EXIT_INSN(),
  9943. },
  9944. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9945. .errstr = "jump out of range",
  9946. .result = REJECT,
  9947. },
  9948. {
  9949. "calls: conditional call 2",
  9950. .insns = {
  9951. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9952. offsetof(struct __sk_buff, mark)),
  9953. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  9954. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  9955. BPF_MOV64_IMM(BPF_REG_0, 1),
  9956. BPF_EXIT_INSN(),
  9957. BPF_MOV64_IMM(BPF_REG_0, 2),
  9958. BPF_EXIT_INSN(),
  9959. BPF_MOV64_IMM(BPF_REG_0, 3),
  9960. BPF_EXIT_INSN(),
  9961. },
  9962. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9963. .result = ACCEPT,
  9964. },
  9965. {
  9966. "calls: conditional call 3",
  9967. .insns = {
  9968. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9969. offsetof(struct __sk_buff, mark)),
  9970. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  9971. BPF_JMP_IMM(BPF_JA, 0, 0, 4),
  9972. BPF_MOV64_IMM(BPF_REG_0, 1),
  9973. BPF_EXIT_INSN(),
  9974. BPF_MOV64_IMM(BPF_REG_0, 1),
  9975. BPF_JMP_IMM(BPF_JA, 0, 0, -6),
  9976. BPF_MOV64_IMM(BPF_REG_0, 3),
  9977. BPF_JMP_IMM(BPF_JA, 0, 0, -6),
  9978. },
  9979. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9980. .errstr = "back-edge from insn",
  9981. .result = REJECT,
  9982. },
  9983. {
  9984. "calls: conditional call 4",
  9985. .insns = {
  9986. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9987. offsetof(struct __sk_buff, mark)),
  9988. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  9989. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  9990. BPF_MOV64_IMM(BPF_REG_0, 1),
  9991. BPF_EXIT_INSN(),
  9992. BPF_MOV64_IMM(BPF_REG_0, 1),
  9993. BPF_JMP_IMM(BPF_JA, 0, 0, -5),
  9994. BPF_MOV64_IMM(BPF_REG_0, 3),
  9995. BPF_EXIT_INSN(),
  9996. },
  9997. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9998. .result = ACCEPT,
  9999. },
  10000. {
  10001. "calls: conditional call 5",
  10002. .insns = {
  10003. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10004. offsetof(struct __sk_buff, mark)),
  10005. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10006. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10007. BPF_MOV64_IMM(BPF_REG_0, 1),
  10008. BPF_EXIT_INSN(),
  10009. BPF_MOV64_IMM(BPF_REG_0, 1),
  10010. BPF_JMP_IMM(BPF_JA, 0, 0, -6),
  10011. BPF_MOV64_IMM(BPF_REG_0, 3),
  10012. BPF_EXIT_INSN(),
  10013. },
  10014. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10015. .errstr = "back-edge from insn",
  10016. .result = REJECT,
  10017. },
  10018. {
  10019. "calls: conditional call 6",
  10020. .insns = {
  10021. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10022. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, -2),
  10023. BPF_EXIT_INSN(),
  10024. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10025. offsetof(struct __sk_buff, mark)),
  10026. BPF_EXIT_INSN(),
  10027. },
  10028. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10029. .errstr = "back-edge from insn",
  10030. .result = REJECT,
  10031. },
  10032. {
  10033. "calls: using r0 returned by callee",
  10034. .insns = {
  10035. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10036. BPF_EXIT_INSN(),
  10037. BPF_MOV64_IMM(BPF_REG_0, 2),
  10038. BPF_EXIT_INSN(),
  10039. },
  10040. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10041. .result = ACCEPT,
  10042. },
  10043. {
  10044. "calls: using uninit r0 from callee",
  10045. .insns = {
  10046. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10047. BPF_EXIT_INSN(),
  10048. BPF_EXIT_INSN(),
  10049. },
  10050. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10051. .errstr = "!read_ok",
  10052. .result = REJECT,
  10053. },
  10054. {
  10055. "calls: callee is using r1",
  10056. .insns = {
  10057. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10058. BPF_EXIT_INSN(),
  10059. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10060. offsetof(struct __sk_buff, len)),
  10061. BPF_EXIT_INSN(),
  10062. },
  10063. .prog_type = BPF_PROG_TYPE_SCHED_ACT,
  10064. .result = ACCEPT,
  10065. .retval = TEST_DATA_LEN,
  10066. },
  10067. {
  10068. "calls: callee using args1",
  10069. .insns = {
  10070. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10071. BPF_EXIT_INSN(),
  10072. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  10073. BPF_EXIT_INSN(),
  10074. },
  10075. .errstr_unpriv = "allowed for root only",
  10076. .result_unpriv = REJECT,
  10077. .result = ACCEPT,
  10078. .retval = POINTER_VALUE,
  10079. },
  10080. {
  10081. "calls: callee using wrong args2",
  10082. .insns = {
  10083. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10084. BPF_EXIT_INSN(),
  10085. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  10086. BPF_EXIT_INSN(),
  10087. },
  10088. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10089. .errstr = "R2 !read_ok",
  10090. .result = REJECT,
  10091. },
  10092. {
  10093. "calls: callee using two args",
  10094. .insns = {
  10095. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10096. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_6,
  10097. offsetof(struct __sk_buff, len)),
  10098. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_6,
  10099. offsetof(struct __sk_buff, len)),
  10100. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10101. BPF_EXIT_INSN(),
  10102. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  10103. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  10104. BPF_EXIT_INSN(),
  10105. },
  10106. .errstr_unpriv = "allowed for root only",
  10107. .result_unpriv = REJECT,
  10108. .result = ACCEPT,
  10109. .retval = TEST_DATA_LEN + TEST_DATA_LEN - ETH_HLEN - ETH_HLEN,
  10110. },
  10111. {
  10112. "calls: callee changing pkt pointers",
  10113. .insns = {
  10114. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  10115. offsetof(struct xdp_md, data)),
  10116. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  10117. offsetof(struct xdp_md, data_end)),
  10118. BPF_MOV64_REG(BPF_REG_8, BPF_REG_6),
  10119. BPF_ALU64_IMM(BPF_ADD, BPF_REG_8, 8),
  10120. BPF_JMP_REG(BPF_JGT, BPF_REG_8, BPF_REG_7, 2),
  10121. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10122. /* clear_all_pkt_pointers() has to walk all frames
  10123. * to make sure that pkt pointers in the caller
  10124. * are cleared when callee is calling a helper that
  10125. * adjusts packet size
  10126. */
  10127. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10128. BPF_MOV32_IMM(BPF_REG_0, 0),
  10129. BPF_EXIT_INSN(),
  10130. BPF_MOV64_IMM(BPF_REG_2, 0),
  10131. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10132. BPF_FUNC_xdp_adjust_head),
  10133. BPF_EXIT_INSN(),
  10134. },
  10135. .result = REJECT,
  10136. .errstr = "R6 invalid mem access 'inv'",
  10137. .prog_type = BPF_PROG_TYPE_XDP,
  10138. },
  10139. {
  10140. "calls: two calls with args",
  10141. .insns = {
  10142. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10143. BPF_EXIT_INSN(),
  10144. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10145. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10146. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10147. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10148. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10149. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10150. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10151. BPF_EXIT_INSN(),
  10152. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10153. offsetof(struct __sk_buff, len)),
  10154. BPF_EXIT_INSN(),
  10155. },
  10156. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10157. .result = ACCEPT,
  10158. .retval = TEST_DATA_LEN + TEST_DATA_LEN,
  10159. },
  10160. {
  10161. "calls: calls with stack arith",
  10162. .insns = {
  10163. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10164. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -64),
  10165. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10166. BPF_EXIT_INSN(),
  10167. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -64),
  10168. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10169. BPF_EXIT_INSN(),
  10170. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -64),
  10171. BPF_MOV64_IMM(BPF_REG_0, 42),
  10172. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  10173. BPF_EXIT_INSN(),
  10174. },
  10175. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10176. .result = ACCEPT,
  10177. .retval = 42,
  10178. },
  10179. {
  10180. "calls: calls with misaligned stack access",
  10181. .insns = {
  10182. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10183. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -63),
  10184. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10185. BPF_EXIT_INSN(),
  10186. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -61),
  10187. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10188. BPF_EXIT_INSN(),
  10189. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -63),
  10190. BPF_MOV64_IMM(BPF_REG_0, 42),
  10191. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  10192. BPF_EXIT_INSN(),
  10193. },
  10194. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10195. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  10196. .errstr = "misaligned stack access",
  10197. .result = REJECT,
  10198. },
  10199. {
  10200. "calls: calls control flow, jump test",
  10201. .insns = {
  10202. BPF_MOV64_IMM(BPF_REG_0, 42),
  10203. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  10204. BPF_MOV64_IMM(BPF_REG_0, 43),
  10205. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  10206. BPF_JMP_IMM(BPF_JA, 0, 0, -3),
  10207. BPF_EXIT_INSN(),
  10208. },
  10209. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10210. .result = ACCEPT,
  10211. .retval = 43,
  10212. },
  10213. {
  10214. "calls: calls control flow, jump test 2",
  10215. .insns = {
  10216. BPF_MOV64_IMM(BPF_REG_0, 42),
  10217. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  10218. BPF_MOV64_IMM(BPF_REG_0, 43),
  10219. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  10220. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -3),
  10221. BPF_EXIT_INSN(),
  10222. },
  10223. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10224. .errstr = "jump out of range from insn 1 to 4",
  10225. .result = REJECT,
  10226. },
  10227. {
  10228. "calls: two calls with bad jump",
  10229. .insns = {
  10230. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10231. BPF_EXIT_INSN(),
  10232. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10233. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10234. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10235. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10236. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10237. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10238. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10239. BPF_EXIT_INSN(),
  10240. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10241. offsetof(struct __sk_buff, len)),
  10242. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, -3),
  10243. BPF_EXIT_INSN(),
  10244. },
  10245. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10246. .errstr = "jump out of range from insn 11 to 9",
  10247. .result = REJECT,
  10248. },
  10249. {
  10250. "calls: recursive call. test1",
  10251. .insns = {
  10252. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10253. BPF_EXIT_INSN(),
  10254. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -1),
  10255. BPF_EXIT_INSN(),
  10256. },
  10257. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10258. .errstr = "back-edge",
  10259. .result = REJECT,
  10260. },
  10261. {
  10262. "calls: recursive call. test2",
  10263. .insns = {
  10264. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10265. BPF_EXIT_INSN(),
  10266. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -3),
  10267. BPF_EXIT_INSN(),
  10268. },
  10269. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10270. .errstr = "back-edge",
  10271. .result = REJECT,
  10272. },
  10273. {
  10274. "calls: unreachable code",
  10275. .insns = {
  10276. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10277. BPF_EXIT_INSN(),
  10278. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10279. BPF_EXIT_INSN(),
  10280. BPF_MOV64_IMM(BPF_REG_0, 0),
  10281. BPF_EXIT_INSN(),
  10282. BPF_MOV64_IMM(BPF_REG_0, 0),
  10283. BPF_EXIT_INSN(),
  10284. },
  10285. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10286. .errstr = "unreachable insn 6",
  10287. .result = REJECT,
  10288. },
  10289. {
  10290. "calls: invalid call",
  10291. .insns = {
  10292. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10293. BPF_EXIT_INSN(),
  10294. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -4),
  10295. BPF_EXIT_INSN(),
  10296. },
  10297. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10298. .errstr = "invalid destination",
  10299. .result = REJECT,
  10300. },
  10301. {
  10302. "calls: invalid call 2",
  10303. .insns = {
  10304. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10305. BPF_EXIT_INSN(),
  10306. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 0x7fffffff),
  10307. BPF_EXIT_INSN(),
  10308. },
  10309. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10310. .errstr = "invalid destination",
  10311. .result = REJECT,
  10312. },
  10313. {
  10314. "calls: jumping across function bodies. test1",
  10315. .insns = {
  10316. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10317. BPF_MOV64_IMM(BPF_REG_0, 0),
  10318. BPF_EXIT_INSN(),
  10319. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -3),
  10320. BPF_EXIT_INSN(),
  10321. },
  10322. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10323. .errstr = "jump out of range",
  10324. .result = REJECT,
  10325. },
  10326. {
  10327. "calls: jumping across function bodies. test2",
  10328. .insns = {
  10329. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  10330. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10331. BPF_MOV64_IMM(BPF_REG_0, 0),
  10332. BPF_EXIT_INSN(),
  10333. BPF_EXIT_INSN(),
  10334. },
  10335. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10336. .errstr = "jump out of range",
  10337. .result = REJECT,
  10338. },
  10339. {
  10340. "calls: call without exit",
  10341. .insns = {
  10342. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10343. BPF_EXIT_INSN(),
  10344. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10345. BPF_EXIT_INSN(),
  10346. BPF_MOV64_IMM(BPF_REG_0, 0),
  10347. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -2),
  10348. },
  10349. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10350. .errstr = "not an exit",
  10351. .result = REJECT,
  10352. },
  10353. {
  10354. "calls: call into middle of ld_imm64",
  10355. .insns = {
  10356. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10357. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10358. BPF_MOV64_IMM(BPF_REG_0, 0),
  10359. BPF_EXIT_INSN(),
  10360. BPF_LD_IMM64(BPF_REG_0, 0),
  10361. BPF_EXIT_INSN(),
  10362. },
  10363. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10364. .errstr = "last insn",
  10365. .result = REJECT,
  10366. },
  10367. {
  10368. "calls: call into middle of other call",
  10369. .insns = {
  10370. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10371. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10372. BPF_MOV64_IMM(BPF_REG_0, 0),
  10373. BPF_EXIT_INSN(),
  10374. BPF_MOV64_IMM(BPF_REG_0, 0),
  10375. BPF_MOV64_IMM(BPF_REG_0, 0),
  10376. BPF_EXIT_INSN(),
  10377. },
  10378. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10379. .errstr = "last insn",
  10380. .result = REJECT,
  10381. },
  10382. {
  10383. "calls: ld_abs with changing ctx data in callee",
  10384. .insns = {
  10385. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10386. BPF_LD_ABS(BPF_B, 0),
  10387. BPF_LD_ABS(BPF_H, 0),
  10388. BPF_LD_ABS(BPF_W, 0),
  10389. BPF_MOV64_REG(BPF_REG_7, BPF_REG_6),
  10390. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 5),
  10391. BPF_MOV64_REG(BPF_REG_6, BPF_REG_7),
  10392. BPF_LD_ABS(BPF_B, 0),
  10393. BPF_LD_ABS(BPF_H, 0),
  10394. BPF_LD_ABS(BPF_W, 0),
  10395. BPF_EXIT_INSN(),
  10396. BPF_MOV64_IMM(BPF_REG_2, 1),
  10397. BPF_MOV64_IMM(BPF_REG_3, 2),
  10398. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10399. BPF_FUNC_skb_vlan_push),
  10400. BPF_EXIT_INSN(),
  10401. },
  10402. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10403. .errstr = "BPF_LD_[ABS|IND] instructions cannot be mixed",
  10404. .result = REJECT,
  10405. },
  10406. {
  10407. "calls: two calls with bad fallthrough",
  10408. .insns = {
  10409. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10410. BPF_EXIT_INSN(),
  10411. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10412. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10413. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10414. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10415. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10416. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10417. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10418. BPF_MOV64_REG(BPF_REG_0, BPF_REG_0),
  10419. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10420. offsetof(struct __sk_buff, len)),
  10421. BPF_EXIT_INSN(),
  10422. },
  10423. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10424. .errstr = "not an exit",
  10425. .result = REJECT,
  10426. },
  10427. {
  10428. "calls: two calls with stack read",
  10429. .insns = {
  10430. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10431. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10432. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10433. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10434. BPF_EXIT_INSN(),
  10435. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10436. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10437. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10438. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10439. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10440. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10441. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10442. BPF_EXIT_INSN(),
  10443. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  10444. BPF_EXIT_INSN(),
  10445. },
  10446. .prog_type = BPF_PROG_TYPE_XDP,
  10447. .result = ACCEPT,
  10448. },
  10449. {
  10450. "calls: two calls with stack write",
  10451. .insns = {
  10452. /* main prog */
  10453. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10454. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10455. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10456. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10457. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10458. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10459. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -16),
  10460. BPF_EXIT_INSN(),
  10461. /* subprog 1 */
  10462. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10463. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10464. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 7),
  10465. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  10466. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10467. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10468. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_0),
  10469. BPF_MOV64_REG(BPF_REG_0, BPF_REG_8),
  10470. /* write into stack frame of main prog */
  10471. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  10472. BPF_EXIT_INSN(),
  10473. /* subprog 2 */
  10474. /* read from stack frame of main prog */
  10475. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  10476. BPF_EXIT_INSN(),
  10477. },
  10478. .prog_type = BPF_PROG_TYPE_XDP,
  10479. .result = ACCEPT,
  10480. },
  10481. {
  10482. "calls: stack overflow using two frames (pre-call access)",
  10483. .insns = {
  10484. /* prog 1 */
  10485. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10486. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1),
  10487. BPF_EXIT_INSN(),
  10488. /* prog 2 */
  10489. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10490. BPF_MOV64_IMM(BPF_REG_0, 0),
  10491. BPF_EXIT_INSN(),
  10492. },
  10493. .prog_type = BPF_PROG_TYPE_XDP,
  10494. .errstr = "combined stack size",
  10495. .result = REJECT,
  10496. },
  10497. {
  10498. "calls: stack overflow using two frames (post-call access)",
  10499. .insns = {
  10500. /* prog 1 */
  10501. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 2),
  10502. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10503. BPF_EXIT_INSN(),
  10504. /* prog 2 */
  10505. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10506. BPF_MOV64_IMM(BPF_REG_0, 0),
  10507. BPF_EXIT_INSN(),
  10508. },
  10509. .prog_type = BPF_PROG_TYPE_XDP,
  10510. .errstr = "combined stack size",
  10511. .result = REJECT,
  10512. },
  10513. {
  10514. "calls: stack depth check using three frames. test1",
  10515. .insns = {
  10516. /* main */
  10517. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 4), /* call A */
  10518. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 5), /* call B */
  10519. BPF_ST_MEM(BPF_B, BPF_REG_10, -32, 0),
  10520. BPF_MOV64_IMM(BPF_REG_0, 0),
  10521. BPF_EXIT_INSN(),
  10522. /* A */
  10523. BPF_ST_MEM(BPF_B, BPF_REG_10, -256, 0),
  10524. BPF_EXIT_INSN(),
  10525. /* B */
  10526. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, -3), /* call A */
  10527. BPF_ST_MEM(BPF_B, BPF_REG_10, -64, 0),
  10528. BPF_EXIT_INSN(),
  10529. },
  10530. .prog_type = BPF_PROG_TYPE_XDP,
  10531. /* stack_main=32, stack_A=256, stack_B=64
  10532. * and max(main+A, main+A+B) < 512
  10533. */
  10534. .result = ACCEPT,
  10535. },
  10536. {
  10537. "calls: stack depth check using three frames. test2",
  10538. .insns = {
  10539. /* main */
  10540. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 4), /* call A */
  10541. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 5), /* call B */
  10542. BPF_ST_MEM(BPF_B, BPF_REG_10, -32, 0),
  10543. BPF_MOV64_IMM(BPF_REG_0, 0),
  10544. BPF_EXIT_INSN(),
  10545. /* A */
  10546. BPF_ST_MEM(BPF_B, BPF_REG_10, -64, 0),
  10547. BPF_EXIT_INSN(),
  10548. /* B */
  10549. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, -3), /* call A */
  10550. BPF_ST_MEM(BPF_B, BPF_REG_10, -256, 0),
  10551. BPF_EXIT_INSN(),
  10552. },
  10553. .prog_type = BPF_PROG_TYPE_XDP,
  10554. /* stack_main=32, stack_A=64, stack_B=256
  10555. * and max(main+A, main+A+B) < 512
  10556. */
  10557. .result = ACCEPT,
  10558. },
  10559. {
  10560. "calls: stack depth check using three frames. test3",
  10561. .insns = {
  10562. /* main */
  10563. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10564. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 6), /* call A */
  10565. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10566. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 8), /* call B */
  10567. BPF_JMP_IMM(BPF_JGE, BPF_REG_6, 0, 1),
  10568. BPF_ST_MEM(BPF_B, BPF_REG_10, -64, 0),
  10569. BPF_MOV64_IMM(BPF_REG_0, 0),
  10570. BPF_EXIT_INSN(),
  10571. /* A */
  10572. BPF_JMP_IMM(BPF_JLT, BPF_REG_1, 10, 1),
  10573. BPF_EXIT_INSN(),
  10574. BPF_ST_MEM(BPF_B, BPF_REG_10, -224, 0),
  10575. BPF_JMP_IMM(BPF_JA, 0, 0, -3),
  10576. /* B */
  10577. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 2, 1),
  10578. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, -6), /* call A */
  10579. BPF_ST_MEM(BPF_B, BPF_REG_10, -256, 0),
  10580. BPF_EXIT_INSN(),
  10581. },
  10582. .prog_type = BPF_PROG_TYPE_XDP,
  10583. /* stack_main=64, stack_A=224, stack_B=256
  10584. * and max(main+A, main+A+B) > 512
  10585. */
  10586. .errstr = "combined stack",
  10587. .result = REJECT,
  10588. },
  10589. {
  10590. "calls: stack depth check using three frames. test4",
  10591. /* void main(void) {
  10592. * func1(0);
  10593. * func1(1);
  10594. * func2(1);
  10595. * }
  10596. * void func1(int alloc_or_recurse) {
  10597. * if (alloc_or_recurse) {
  10598. * frame_pointer[-300] = 1;
  10599. * } else {
  10600. * func2(alloc_or_recurse);
  10601. * }
  10602. * }
  10603. * void func2(int alloc_or_recurse) {
  10604. * if (alloc_or_recurse) {
  10605. * frame_pointer[-300] = 1;
  10606. * }
  10607. * }
  10608. */
  10609. .insns = {
  10610. /* main */
  10611. BPF_MOV64_IMM(BPF_REG_1, 0),
  10612. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 6), /* call A */
  10613. BPF_MOV64_IMM(BPF_REG_1, 1),
  10614. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 4), /* call A */
  10615. BPF_MOV64_IMM(BPF_REG_1, 1),
  10616. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 7), /* call B */
  10617. BPF_MOV64_IMM(BPF_REG_0, 0),
  10618. BPF_EXIT_INSN(),
  10619. /* A */
  10620. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 2),
  10621. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10622. BPF_EXIT_INSN(),
  10623. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call B */
  10624. BPF_EXIT_INSN(),
  10625. /* B */
  10626. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  10627. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10628. BPF_EXIT_INSN(),
  10629. },
  10630. .prog_type = BPF_PROG_TYPE_XDP,
  10631. .result = REJECT,
  10632. .errstr = "combined stack",
  10633. },
  10634. {
  10635. "calls: stack depth check using three frames. test5",
  10636. .insns = {
  10637. /* main */
  10638. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call A */
  10639. BPF_EXIT_INSN(),
  10640. /* A */
  10641. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call B */
  10642. BPF_EXIT_INSN(),
  10643. /* B */
  10644. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call C */
  10645. BPF_EXIT_INSN(),
  10646. /* C */
  10647. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call D */
  10648. BPF_EXIT_INSN(),
  10649. /* D */
  10650. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call E */
  10651. BPF_EXIT_INSN(),
  10652. /* E */
  10653. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call F */
  10654. BPF_EXIT_INSN(),
  10655. /* F */
  10656. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call G */
  10657. BPF_EXIT_INSN(),
  10658. /* G */
  10659. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call H */
  10660. BPF_EXIT_INSN(),
  10661. /* H */
  10662. BPF_MOV64_IMM(BPF_REG_0, 0),
  10663. BPF_EXIT_INSN(),
  10664. },
  10665. .prog_type = BPF_PROG_TYPE_XDP,
  10666. .errstr = "call stack",
  10667. .result = REJECT,
  10668. },
  10669. {
  10670. "calls: spill into caller stack frame",
  10671. .insns = {
  10672. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10673. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10674. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10675. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10676. BPF_EXIT_INSN(),
  10677. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1, 0),
  10678. BPF_MOV64_IMM(BPF_REG_0, 0),
  10679. BPF_EXIT_INSN(),
  10680. },
  10681. .prog_type = BPF_PROG_TYPE_XDP,
  10682. .errstr = "cannot spill",
  10683. .result = REJECT,
  10684. },
  10685. {
  10686. "calls: write into caller stack frame",
  10687. .insns = {
  10688. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10689. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10690. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10691. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10692. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10693. BPF_EXIT_INSN(),
  10694. BPF_ST_MEM(BPF_DW, BPF_REG_1, 0, 42),
  10695. BPF_MOV64_IMM(BPF_REG_0, 0),
  10696. BPF_EXIT_INSN(),
  10697. },
  10698. .prog_type = BPF_PROG_TYPE_XDP,
  10699. .result = ACCEPT,
  10700. .retval = 42,
  10701. },
  10702. {
  10703. "calls: write into callee stack frame",
  10704. .insns = {
  10705. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10706. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  10707. BPF_EXIT_INSN(),
  10708. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  10709. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, -8),
  10710. BPF_EXIT_INSN(),
  10711. },
  10712. .prog_type = BPF_PROG_TYPE_XDP,
  10713. .errstr = "cannot return stack pointer",
  10714. .result = REJECT,
  10715. },
  10716. {
  10717. "calls: two calls with stack write and void return",
  10718. .insns = {
  10719. /* main prog */
  10720. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10721. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10722. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10723. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10724. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10725. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10726. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -16),
  10727. BPF_EXIT_INSN(),
  10728. /* subprog 1 */
  10729. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10730. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10731. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10732. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10733. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10734. BPF_EXIT_INSN(),
  10735. /* subprog 2 */
  10736. /* write into stack frame of main prog */
  10737. BPF_ST_MEM(BPF_DW, BPF_REG_1, 0, 0),
  10738. BPF_EXIT_INSN(), /* void return */
  10739. },
  10740. .prog_type = BPF_PROG_TYPE_XDP,
  10741. .result = ACCEPT,
  10742. },
  10743. {
  10744. "calls: ambiguous return value",
  10745. .insns = {
  10746. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10747. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 5),
  10748. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  10749. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10750. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10751. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  10752. BPF_EXIT_INSN(),
  10753. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  10754. BPF_MOV64_IMM(BPF_REG_0, 0),
  10755. BPF_EXIT_INSN(),
  10756. },
  10757. .errstr_unpriv = "allowed for root only",
  10758. .result_unpriv = REJECT,
  10759. .errstr = "R0 !read_ok",
  10760. .result = REJECT,
  10761. },
  10762. {
  10763. "calls: two calls that return map_value",
  10764. .insns = {
  10765. /* main prog */
  10766. /* pass fp-16, fp-8 into a function */
  10767. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10768. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10769. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10770. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10771. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  10772. /* fetch map_value_ptr from the stack of this function */
  10773. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  10774. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  10775. /* write into map value */
  10776. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10777. /* fetch secound map_value_ptr from the stack */
  10778. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -16),
  10779. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  10780. /* write into map value */
  10781. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10782. BPF_MOV64_IMM(BPF_REG_0, 0),
  10783. BPF_EXIT_INSN(),
  10784. /* subprog 1 */
  10785. /* call 3rd function twice */
  10786. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10787. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10788. /* first time with fp-8 */
  10789. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10790. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10791. /* second time with fp-16 */
  10792. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10793. BPF_EXIT_INSN(),
  10794. /* subprog 2 */
  10795. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10796. /* lookup from map */
  10797. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10798. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10799. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10800. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10801. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10802. BPF_FUNC_map_lookup_elem),
  10803. /* write map_value_ptr into stack frame of main prog */
  10804. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  10805. BPF_MOV64_IMM(BPF_REG_0, 0),
  10806. BPF_EXIT_INSN(), /* return 0 */
  10807. },
  10808. .prog_type = BPF_PROG_TYPE_XDP,
  10809. .fixup_map1 = { 23 },
  10810. .result = ACCEPT,
  10811. },
  10812. {
  10813. "calls: two calls that return map_value with bool condition",
  10814. .insns = {
  10815. /* main prog */
  10816. /* pass fp-16, fp-8 into a function */
  10817. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10818. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10819. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10820. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10821. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10822. BPF_MOV64_IMM(BPF_REG_0, 0),
  10823. BPF_EXIT_INSN(),
  10824. /* subprog 1 */
  10825. /* call 3rd function twice */
  10826. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10827. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10828. /* first time with fp-8 */
  10829. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 9),
  10830. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 1, 2),
  10831. /* fetch map_value_ptr from the stack of this function */
  10832. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10833. /* write into map value */
  10834. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10835. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10836. /* second time with fp-16 */
  10837. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10838. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 1, 2),
  10839. /* fetch secound map_value_ptr from the stack */
  10840. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_7, 0),
  10841. /* write into map value */
  10842. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10843. BPF_EXIT_INSN(),
  10844. /* subprog 2 */
  10845. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10846. /* lookup from map */
  10847. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10848. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10849. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10850. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10851. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10852. BPF_FUNC_map_lookup_elem),
  10853. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  10854. BPF_MOV64_IMM(BPF_REG_0, 0),
  10855. BPF_EXIT_INSN(), /* return 0 */
  10856. /* write map_value_ptr into stack frame of main prog */
  10857. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  10858. BPF_MOV64_IMM(BPF_REG_0, 1),
  10859. BPF_EXIT_INSN(), /* return 1 */
  10860. },
  10861. .prog_type = BPF_PROG_TYPE_XDP,
  10862. .fixup_map1 = { 23 },
  10863. .result = ACCEPT,
  10864. },
  10865. {
  10866. "calls: two calls that return map_value with incorrect bool check",
  10867. .insns = {
  10868. /* main prog */
  10869. /* pass fp-16, fp-8 into a function */
  10870. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10871. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10872. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10873. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10874. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10875. BPF_MOV64_IMM(BPF_REG_0, 0),
  10876. BPF_EXIT_INSN(),
  10877. /* subprog 1 */
  10878. /* call 3rd function twice */
  10879. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10880. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10881. /* first time with fp-8 */
  10882. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 9),
  10883. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 1, 2),
  10884. /* fetch map_value_ptr from the stack of this function */
  10885. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10886. /* write into map value */
  10887. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10888. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10889. /* second time with fp-16 */
  10890. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10891. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  10892. /* fetch secound map_value_ptr from the stack */
  10893. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_7, 0),
  10894. /* write into map value */
  10895. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10896. BPF_EXIT_INSN(),
  10897. /* subprog 2 */
  10898. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10899. /* lookup from map */
  10900. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10901. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10902. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10903. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10904. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10905. BPF_FUNC_map_lookup_elem),
  10906. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  10907. BPF_MOV64_IMM(BPF_REG_0, 0),
  10908. BPF_EXIT_INSN(), /* return 0 */
  10909. /* write map_value_ptr into stack frame of main prog */
  10910. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  10911. BPF_MOV64_IMM(BPF_REG_0, 1),
  10912. BPF_EXIT_INSN(), /* return 1 */
  10913. },
  10914. .prog_type = BPF_PROG_TYPE_XDP,
  10915. .fixup_map1 = { 23 },
  10916. .result = REJECT,
  10917. .errstr = "invalid read from stack off -16+0 size 8",
  10918. },
  10919. {
  10920. "calls: two calls that receive map_value via arg=ptr_stack_of_caller. test1",
  10921. .insns = {
  10922. /* main prog */
  10923. /* pass fp-16, fp-8 into a function */
  10924. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10925. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10926. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10927. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10928. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10929. BPF_MOV64_IMM(BPF_REG_0, 0),
  10930. BPF_EXIT_INSN(),
  10931. /* subprog 1 */
  10932. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10933. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10934. /* 1st lookup from map */
  10935. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10936. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10937. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10938. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10939. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10940. BPF_FUNC_map_lookup_elem),
  10941. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  10942. BPF_MOV64_IMM(BPF_REG_8, 0),
  10943. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  10944. /* write map_value_ptr into stack frame of main prog at fp-8 */
  10945. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  10946. BPF_MOV64_IMM(BPF_REG_8, 1),
  10947. /* 2nd lookup from map */
  10948. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10), /* 20 */
  10949. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10950. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10951. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, /* 24 */
  10952. BPF_FUNC_map_lookup_elem),
  10953. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  10954. BPF_MOV64_IMM(BPF_REG_9, 0),
  10955. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  10956. /* write map_value_ptr into stack frame of main prog at fp-16 */
  10957. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  10958. BPF_MOV64_IMM(BPF_REG_9, 1),
  10959. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  10960. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6), /* 30 */
  10961. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  10962. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  10963. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  10964. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1), /* 34 */
  10965. BPF_EXIT_INSN(),
  10966. /* subprog 2 */
  10967. /* if arg2 == 1 do *arg1 = 0 */
  10968. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  10969. /* fetch map_value_ptr from the stack of this function */
  10970. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  10971. /* write into map value */
  10972. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10973. /* if arg4 == 1 do *arg3 = 0 */
  10974. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  10975. /* fetch map_value_ptr from the stack of this function */
  10976. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  10977. /* write into map value */
  10978. BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 0),
  10979. BPF_EXIT_INSN(),
  10980. },
  10981. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10982. .fixup_map1 = { 12, 22 },
  10983. .result = REJECT,
  10984. .errstr = "invalid access to map value, value_size=8 off=2 size=8",
  10985. },
  10986. {
  10987. "calls: two calls that receive map_value via arg=ptr_stack_of_caller. test2",
  10988. .insns = {
  10989. /* main prog */
  10990. /* pass fp-16, fp-8 into a function */
  10991. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10992. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10993. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10995. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10996. BPF_MOV64_IMM(BPF_REG_0, 0),
  10997. BPF_EXIT_INSN(),
  10998. /* subprog 1 */
  10999. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11000. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11001. /* 1st lookup from map */
  11002. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11003. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11004. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11005. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11006. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11007. BPF_FUNC_map_lookup_elem),
  11008. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11009. BPF_MOV64_IMM(BPF_REG_8, 0),
  11010. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11011. /* write map_value_ptr into stack frame of main prog at fp-8 */
  11012. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11013. BPF_MOV64_IMM(BPF_REG_8, 1),
  11014. /* 2nd lookup from map */
  11015. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10), /* 20 */
  11016. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11017. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11018. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, /* 24 */
  11019. BPF_FUNC_map_lookup_elem),
  11020. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11021. BPF_MOV64_IMM(BPF_REG_9, 0),
  11022. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11023. /* write map_value_ptr into stack frame of main prog at fp-16 */
  11024. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11025. BPF_MOV64_IMM(BPF_REG_9, 1),
  11026. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11027. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6), /* 30 */
  11028. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11029. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11030. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11031. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1), /* 34 */
  11032. BPF_EXIT_INSN(),
  11033. /* subprog 2 */
  11034. /* if arg2 == 1 do *arg1 = 0 */
  11035. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11036. /* fetch map_value_ptr from the stack of this function */
  11037. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11038. /* write into map value */
  11039. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11040. /* if arg4 == 1 do *arg3 = 0 */
  11041. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11042. /* fetch map_value_ptr from the stack of this function */
  11043. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11044. /* write into map value */
  11045. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11046. BPF_EXIT_INSN(),
  11047. },
  11048. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11049. .fixup_map1 = { 12, 22 },
  11050. .result = ACCEPT,
  11051. },
  11052. {
  11053. "calls: two jumps that receive map_value via arg=ptr_stack_of_jumper. test3",
  11054. .insns = {
  11055. /* main prog */
  11056. /* pass fp-16, fp-8 into a function */
  11057. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11058. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11059. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11060. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11061. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 2),
  11062. BPF_MOV64_IMM(BPF_REG_0, 0),
  11063. BPF_EXIT_INSN(),
  11064. /* subprog 1 */
  11065. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11066. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11067. /* 1st lookup from map */
  11068. BPF_ST_MEM(BPF_DW, BPF_REG_10, -24, 0),
  11069. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11070. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -24),
  11071. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11072. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11073. BPF_FUNC_map_lookup_elem),
  11074. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11075. BPF_MOV64_IMM(BPF_REG_8, 0),
  11076. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11077. /* write map_value_ptr into stack frame of main prog at fp-8 */
  11078. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11079. BPF_MOV64_IMM(BPF_REG_8, 1),
  11080. /* 2nd lookup from map */
  11081. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11082. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -24),
  11083. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11084. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11085. BPF_FUNC_map_lookup_elem),
  11086. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11087. BPF_MOV64_IMM(BPF_REG_9, 0), // 26
  11088. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11089. /* write map_value_ptr into stack frame of main prog at fp-16 */
  11090. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11091. BPF_MOV64_IMM(BPF_REG_9, 1),
  11092. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11093. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6), // 30
  11094. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11095. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11096. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11097. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1), // 34
  11098. BPF_JMP_IMM(BPF_JA, 0, 0, -30),
  11099. /* subprog 2 */
  11100. /* if arg2 == 1 do *arg1 = 0 */
  11101. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11102. /* fetch map_value_ptr from the stack of this function */
  11103. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11104. /* write into map value */
  11105. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11106. /* if arg4 == 1 do *arg3 = 0 */
  11107. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11108. /* fetch map_value_ptr from the stack of this function */
  11109. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11110. /* write into map value */
  11111. BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 0),
  11112. BPF_JMP_IMM(BPF_JA, 0, 0, -8),
  11113. },
  11114. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11115. .fixup_map1 = { 12, 22 },
  11116. .result = REJECT,
  11117. .errstr = "invalid access to map value, value_size=8 off=2 size=8",
  11118. },
  11119. {
  11120. "calls: two calls that receive map_value_ptr_or_null via arg. test1",
  11121. .insns = {
  11122. /* main prog */
  11123. /* pass fp-16, fp-8 into a function */
  11124. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11125. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11126. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11127. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11128. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11129. BPF_MOV64_IMM(BPF_REG_0, 0),
  11130. BPF_EXIT_INSN(),
  11131. /* subprog 1 */
  11132. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11133. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11134. /* 1st lookup from map */
  11135. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11136. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11137. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11138. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11139. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11140. BPF_FUNC_map_lookup_elem),
  11141. /* write map_value_ptr_or_null into stack frame of main prog at fp-8 */
  11142. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11143. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11144. BPF_MOV64_IMM(BPF_REG_8, 0),
  11145. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11146. BPF_MOV64_IMM(BPF_REG_8, 1),
  11147. /* 2nd lookup from map */
  11148. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11149. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11150. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11151. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11152. BPF_FUNC_map_lookup_elem),
  11153. /* write map_value_ptr_or_null into stack frame of main prog at fp-16 */
  11154. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11155. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11156. BPF_MOV64_IMM(BPF_REG_9, 0),
  11157. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11158. BPF_MOV64_IMM(BPF_REG_9, 1),
  11159. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11160. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  11161. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11162. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11163. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11164. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  11165. BPF_EXIT_INSN(),
  11166. /* subprog 2 */
  11167. /* if arg2 == 1 do *arg1 = 0 */
  11168. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11169. /* fetch map_value_ptr from the stack of this function */
  11170. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11171. /* write into map value */
  11172. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11173. /* if arg4 == 1 do *arg3 = 0 */
  11174. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11175. /* fetch map_value_ptr from the stack of this function */
  11176. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11177. /* write into map value */
  11178. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11179. BPF_EXIT_INSN(),
  11180. },
  11181. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11182. .fixup_map1 = { 12, 22 },
  11183. .result = ACCEPT,
  11184. },
  11185. {
  11186. "calls: two calls that receive map_value_ptr_or_null via arg. test2",
  11187. .insns = {
  11188. /* main prog */
  11189. /* pass fp-16, fp-8 into a function */
  11190. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11191. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11192. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11193. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11194. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11195. BPF_MOV64_IMM(BPF_REG_0, 0),
  11196. BPF_EXIT_INSN(),
  11197. /* subprog 1 */
  11198. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11199. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11200. /* 1st lookup from map */
  11201. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11202. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11203. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11204. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11205. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11206. BPF_FUNC_map_lookup_elem),
  11207. /* write map_value_ptr_or_null into stack frame of main prog at fp-8 */
  11208. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11209. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11210. BPF_MOV64_IMM(BPF_REG_8, 0),
  11211. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11212. BPF_MOV64_IMM(BPF_REG_8, 1),
  11213. /* 2nd lookup from map */
  11214. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11215. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11216. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11217. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11218. BPF_FUNC_map_lookup_elem),
  11219. /* write map_value_ptr_or_null into stack frame of main prog at fp-16 */
  11220. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11221. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11222. BPF_MOV64_IMM(BPF_REG_9, 0),
  11223. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11224. BPF_MOV64_IMM(BPF_REG_9, 1),
  11225. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11226. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  11227. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11228. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11229. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11230. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  11231. BPF_EXIT_INSN(),
  11232. /* subprog 2 */
  11233. /* if arg2 == 1 do *arg1 = 0 */
  11234. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11235. /* fetch map_value_ptr from the stack of this function */
  11236. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11237. /* write into map value */
  11238. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11239. /* if arg4 == 0 do *arg3 = 0 */
  11240. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 0, 2),
  11241. /* fetch map_value_ptr from the stack of this function */
  11242. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11243. /* write into map value */
  11244. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11245. BPF_EXIT_INSN(),
  11246. },
  11247. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11248. .fixup_map1 = { 12, 22 },
  11249. .result = REJECT,
  11250. .errstr = "R0 invalid mem access 'inv'",
  11251. },
  11252. {
  11253. "calls: pkt_ptr spill into caller stack",
  11254. .insns = {
  11255. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11256. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11257. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  11258. BPF_EXIT_INSN(),
  11259. /* subprog 1 */
  11260. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11261. offsetof(struct __sk_buff, data)),
  11262. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11263. offsetof(struct __sk_buff, data_end)),
  11264. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11265. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11266. /* spill unchecked pkt_ptr into stack of caller */
  11267. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11268. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11269. /* now the pkt range is verified, read pkt_ptr from stack */
  11270. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  11271. /* write 4 bytes into packet */
  11272. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11273. BPF_EXIT_INSN(),
  11274. },
  11275. .result = ACCEPT,
  11276. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11277. .retval = POINTER_VALUE,
  11278. },
  11279. {
  11280. "calls: pkt_ptr spill into caller stack 2",
  11281. .insns = {
  11282. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11283. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11284. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11285. /* Marking is still kept, but not in all cases safe. */
  11286. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11287. BPF_ST_MEM(BPF_W, BPF_REG_4, 0, 0),
  11288. BPF_EXIT_INSN(),
  11289. /* subprog 1 */
  11290. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11291. offsetof(struct __sk_buff, data)),
  11292. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11293. offsetof(struct __sk_buff, data_end)),
  11294. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11295. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11296. /* spill unchecked pkt_ptr into stack of caller */
  11297. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11298. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11299. /* now the pkt range is verified, read pkt_ptr from stack */
  11300. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  11301. /* write 4 bytes into packet */
  11302. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11303. BPF_EXIT_INSN(),
  11304. },
  11305. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11306. .errstr = "invalid access to packet",
  11307. .result = REJECT,
  11308. },
  11309. {
  11310. "calls: pkt_ptr spill into caller stack 3",
  11311. .insns = {
  11312. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11313. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11314. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11315. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11316. /* Marking is still kept and safe here. */
  11317. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11318. BPF_ST_MEM(BPF_W, BPF_REG_4, 0, 0),
  11319. BPF_EXIT_INSN(),
  11320. /* subprog 1 */
  11321. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11322. offsetof(struct __sk_buff, data)),
  11323. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11324. offsetof(struct __sk_buff, data_end)),
  11325. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11326. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11327. /* spill unchecked pkt_ptr into stack of caller */
  11328. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11329. BPF_MOV64_IMM(BPF_REG_5, 0),
  11330. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11331. BPF_MOV64_IMM(BPF_REG_5, 1),
  11332. /* now the pkt range is verified, read pkt_ptr from stack */
  11333. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  11334. /* write 4 bytes into packet */
  11335. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11336. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11337. BPF_EXIT_INSN(),
  11338. },
  11339. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11340. .result = ACCEPT,
  11341. .retval = 1,
  11342. },
  11343. {
  11344. "calls: pkt_ptr spill into caller stack 4",
  11345. .insns = {
  11346. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11347. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11348. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11349. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11350. /* Check marking propagated. */
  11351. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11352. BPF_ST_MEM(BPF_W, BPF_REG_4, 0, 0),
  11353. BPF_EXIT_INSN(),
  11354. /* subprog 1 */
  11355. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11356. offsetof(struct __sk_buff, data)),
  11357. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11358. offsetof(struct __sk_buff, data_end)),
  11359. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11360. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11361. /* spill unchecked pkt_ptr into stack of caller */
  11362. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11363. BPF_MOV64_IMM(BPF_REG_5, 0),
  11364. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11365. BPF_MOV64_IMM(BPF_REG_5, 1),
  11366. /* don't read back pkt_ptr from stack here */
  11367. /* write 4 bytes into packet */
  11368. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11369. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11370. BPF_EXIT_INSN(),
  11371. },
  11372. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11373. .result = ACCEPT,
  11374. .retval = 1,
  11375. },
  11376. {
  11377. "calls: pkt_ptr spill into caller stack 5",
  11378. .insns = {
  11379. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11380. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11381. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_1, 0),
  11382. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11383. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11384. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11385. BPF_EXIT_INSN(),
  11386. /* subprog 1 */
  11387. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11388. offsetof(struct __sk_buff, data)),
  11389. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11390. offsetof(struct __sk_buff, data_end)),
  11391. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11392. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11393. BPF_MOV64_IMM(BPF_REG_5, 0),
  11394. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11395. /* spill checked pkt_ptr into stack of caller */
  11396. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11397. BPF_MOV64_IMM(BPF_REG_5, 1),
  11398. /* don't read back pkt_ptr from stack here */
  11399. /* write 4 bytes into packet */
  11400. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11401. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11402. BPF_EXIT_INSN(),
  11403. },
  11404. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11405. .errstr = "same insn cannot be used with different",
  11406. .result = REJECT,
  11407. },
  11408. {
  11409. "calls: pkt_ptr spill into caller stack 6",
  11410. .insns = {
  11411. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11412. offsetof(struct __sk_buff, data_end)),
  11413. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11414. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11415. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11416. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11417. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11418. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11419. BPF_EXIT_INSN(),
  11420. /* subprog 1 */
  11421. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11422. offsetof(struct __sk_buff, data)),
  11423. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11424. offsetof(struct __sk_buff, data_end)),
  11425. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11426. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11427. BPF_MOV64_IMM(BPF_REG_5, 0),
  11428. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11429. /* spill checked pkt_ptr into stack of caller */
  11430. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11431. BPF_MOV64_IMM(BPF_REG_5, 1),
  11432. /* don't read back pkt_ptr from stack here */
  11433. /* write 4 bytes into packet */
  11434. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11435. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11436. BPF_EXIT_INSN(),
  11437. },
  11438. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11439. .errstr = "R4 invalid mem access",
  11440. .result = REJECT,
  11441. },
  11442. {
  11443. "calls: pkt_ptr spill into caller stack 7",
  11444. .insns = {
  11445. BPF_MOV64_IMM(BPF_REG_2, 0),
  11446. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11447. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11448. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11449. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11450. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11451. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11452. BPF_EXIT_INSN(),
  11453. /* subprog 1 */
  11454. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11455. offsetof(struct __sk_buff, data)),
  11456. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11457. offsetof(struct __sk_buff, data_end)),
  11458. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11459. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11460. BPF_MOV64_IMM(BPF_REG_5, 0),
  11461. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11462. /* spill checked pkt_ptr into stack of caller */
  11463. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11464. BPF_MOV64_IMM(BPF_REG_5, 1),
  11465. /* don't read back pkt_ptr from stack here */
  11466. /* write 4 bytes into packet */
  11467. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11468. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11469. BPF_EXIT_INSN(),
  11470. },
  11471. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11472. .errstr = "R4 invalid mem access",
  11473. .result = REJECT,
  11474. },
  11475. {
  11476. "calls: pkt_ptr spill into caller stack 8",
  11477. .insns = {
  11478. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11479. offsetof(struct __sk_buff, data)),
  11480. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11481. offsetof(struct __sk_buff, data_end)),
  11482. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11483. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11484. BPF_JMP_REG(BPF_JLE, BPF_REG_0, BPF_REG_3, 1),
  11485. BPF_EXIT_INSN(),
  11486. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11487. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11488. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11489. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11490. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11491. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11492. BPF_EXIT_INSN(),
  11493. /* subprog 1 */
  11494. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11495. offsetof(struct __sk_buff, data)),
  11496. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11497. offsetof(struct __sk_buff, data_end)),
  11498. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11499. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11500. BPF_MOV64_IMM(BPF_REG_5, 0),
  11501. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11502. /* spill checked pkt_ptr into stack of caller */
  11503. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11504. BPF_MOV64_IMM(BPF_REG_5, 1),
  11505. /* don't read back pkt_ptr from stack here */
  11506. /* write 4 bytes into packet */
  11507. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11508. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11509. BPF_EXIT_INSN(),
  11510. },
  11511. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11512. .result = ACCEPT,
  11513. },
  11514. {
  11515. "calls: pkt_ptr spill into caller stack 9",
  11516. .insns = {
  11517. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11518. offsetof(struct __sk_buff, data)),
  11519. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11520. offsetof(struct __sk_buff, data_end)),
  11521. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11522. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11523. BPF_JMP_REG(BPF_JLE, BPF_REG_0, BPF_REG_3, 1),
  11524. BPF_EXIT_INSN(),
  11525. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11526. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11527. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11528. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11529. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11530. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11531. BPF_EXIT_INSN(),
  11532. /* subprog 1 */
  11533. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11534. offsetof(struct __sk_buff, data)),
  11535. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11536. offsetof(struct __sk_buff, data_end)),
  11537. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11538. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11539. BPF_MOV64_IMM(BPF_REG_5, 0),
  11540. /* spill unchecked pkt_ptr into stack of caller */
  11541. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11542. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11543. BPF_MOV64_IMM(BPF_REG_5, 1),
  11544. /* don't read back pkt_ptr from stack here */
  11545. /* write 4 bytes into packet */
  11546. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11547. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11548. BPF_EXIT_INSN(),
  11549. },
  11550. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11551. .errstr = "invalid access to packet",
  11552. .result = REJECT,
  11553. },
  11554. {
  11555. "calls: caller stack init to zero or map_value_or_null",
  11556. .insns = {
  11557. BPF_MOV64_IMM(BPF_REG_0, 0),
  11558. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  11559. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11560. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11561. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11562. /* fetch map_value_or_null or const_zero from stack */
  11563. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  11564. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  11565. /* store into map_value */
  11566. BPF_ST_MEM(BPF_W, BPF_REG_0, 0, 0),
  11567. BPF_EXIT_INSN(),
  11568. /* subprog 1 */
  11569. /* if (ctx == 0) return; */
  11570. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 8),
  11571. /* else bpf_map_lookup() and *(fp - 8) = r0 */
  11572. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  11573. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11574. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11575. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11576. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11577. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11578. BPF_FUNC_map_lookup_elem),
  11579. /* write map_value_ptr_or_null into stack frame of main prog at fp-8 */
  11580. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11581. BPF_EXIT_INSN(),
  11582. },
  11583. .fixup_map1 = { 13 },
  11584. .result = ACCEPT,
  11585. .prog_type = BPF_PROG_TYPE_XDP,
  11586. },
  11587. {
  11588. "calls: stack init to zero and pruning",
  11589. .insns = {
  11590. /* first make allocated_stack 16 byte */
  11591. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, 0),
  11592. /* now fork the execution such that the false branch
  11593. * of JGT insn will be verified second and it skisp zero
  11594. * init of fp-8 stack slot. If stack liveness marking
  11595. * is missing live_read marks from call map_lookup
  11596. * processing then pruning will incorrectly assume
  11597. * that fp-8 stack slot was unused in the fall-through
  11598. * branch and will accept the program incorrectly
  11599. */
  11600. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 2, 2),
  11601. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11602. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  11603. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11604. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11605. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11606. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11607. BPF_FUNC_map_lookup_elem),
  11608. BPF_EXIT_INSN(),
  11609. },
  11610. .fixup_map2 = { 6 },
  11611. .errstr = "invalid indirect read from stack off -8+0 size 8",
  11612. .result = REJECT,
  11613. .prog_type = BPF_PROG_TYPE_XDP,
  11614. },
  11615. {
  11616. "calls: two calls returning different map pointers for lookup (hash, array)",
  11617. .insns = {
  11618. /* main prog */
  11619. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 2),
  11620. BPF_CALL_REL(11),
  11621. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11622. BPF_CALL_REL(12),
  11623. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  11624. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11625. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11626. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11627. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11628. BPF_FUNC_map_lookup_elem),
  11629. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11630. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  11631. offsetof(struct test_val, foo)),
  11632. BPF_MOV64_IMM(BPF_REG_0, 1),
  11633. BPF_EXIT_INSN(),
  11634. /* subprog 1 */
  11635. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11636. BPF_EXIT_INSN(),
  11637. /* subprog 2 */
  11638. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11639. BPF_EXIT_INSN(),
  11640. },
  11641. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11642. .fixup_map2 = { 13 },
  11643. .fixup_map4 = { 16 },
  11644. .result = ACCEPT,
  11645. .retval = 1,
  11646. },
  11647. {
  11648. "calls: two calls returning different map pointers for lookup (hash, map in map)",
  11649. .insns = {
  11650. /* main prog */
  11651. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 2),
  11652. BPF_CALL_REL(11),
  11653. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11654. BPF_CALL_REL(12),
  11655. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  11656. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11657. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11658. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11659. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11660. BPF_FUNC_map_lookup_elem),
  11661. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11662. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  11663. offsetof(struct test_val, foo)),
  11664. BPF_MOV64_IMM(BPF_REG_0, 1),
  11665. BPF_EXIT_INSN(),
  11666. /* subprog 1 */
  11667. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11668. BPF_EXIT_INSN(),
  11669. /* subprog 2 */
  11670. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11671. BPF_EXIT_INSN(),
  11672. },
  11673. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11674. .fixup_map_in_map = { 16 },
  11675. .fixup_map4 = { 13 },
  11676. .result = REJECT,
  11677. .errstr = "R0 invalid mem access 'map_ptr'",
  11678. },
  11679. {
  11680. "cond: two branches returning different map pointers for lookup (tail, tail)",
  11681. .insns = {
  11682. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  11683. offsetof(struct __sk_buff, mark)),
  11684. BPF_JMP_IMM(BPF_JNE, BPF_REG_6, 0, 3),
  11685. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11686. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11687. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11688. BPF_MOV64_IMM(BPF_REG_3, 7),
  11689. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11690. BPF_FUNC_tail_call),
  11691. BPF_MOV64_IMM(BPF_REG_0, 1),
  11692. BPF_EXIT_INSN(),
  11693. },
  11694. .fixup_prog1 = { 5 },
  11695. .fixup_prog2 = { 2 },
  11696. .result_unpriv = REJECT,
  11697. .errstr_unpriv = "tail_call abusing map_ptr",
  11698. .result = ACCEPT,
  11699. .retval = 42,
  11700. },
  11701. {
  11702. "cond: two branches returning same map pointers for lookup (tail, tail)",
  11703. .insns = {
  11704. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  11705. offsetof(struct __sk_buff, mark)),
  11706. BPF_JMP_IMM(BPF_JEQ, BPF_REG_6, 0, 3),
  11707. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11708. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11709. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11710. BPF_MOV64_IMM(BPF_REG_3, 7),
  11711. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11712. BPF_FUNC_tail_call),
  11713. BPF_MOV64_IMM(BPF_REG_0, 1),
  11714. BPF_EXIT_INSN(),
  11715. },
  11716. .fixup_prog2 = { 2, 5 },
  11717. .result_unpriv = ACCEPT,
  11718. .result = ACCEPT,
  11719. .retval = 42,
  11720. },
  11721. {
  11722. "search pruning: all branches should be verified (nop operation)",
  11723. .insns = {
  11724. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11725. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11726. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  11727. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11728. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  11729. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  11730. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  11731. BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0xbeef, 2),
  11732. BPF_MOV64_IMM(BPF_REG_4, 0),
  11733. BPF_JMP_A(1),
  11734. BPF_MOV64_IMM(BPF_REG_4, 1),
  11735. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -16),
  11736. BPF_EMIT_CALL(BPF_FUNC_ktime_get_ns),
  11737. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -16),
  11738. BPF_JMP_IMM(BPF_JEQ, BPF_REG_5, 0, 2),
  11739. BPF_MOV64_IMM(BPF_REG_6, 0),
  11740. BPF_ST_MEM(BPF_DW, BPF_REG_6, 0, 0xdead),
  11741. BPF_EXIT_INSN(),
  11742. },
  11743. .fixup_map1 = { 3 },
  11744. .errstr = "R6 invalid mem access 'inv'",
  11745. .result = REJECT,
  11746. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  11747. },
  11748. {
  11749. "search pruning: all branches should be verified (invalid stack access)",
  11750. .insns = {
  11751. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11752. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11753. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  11754. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11755. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  11756. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  11757. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  11758. BPF_MOV64_IMM(BPF_REG_4, 0),
  11759. BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0xbeef, 2),
  11760. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -16),
  11761. BPF_JMP_A(1),
  11762. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -24),
  11763. BPF_EMIT_CALL(BPF_FUNC_ktime_get_ns),
  11764. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -16),
  11765. BPF_EXIT_INSN(),
  11766. },
  11767. .fixup_map1 = { 3 },
  11768. .errstr = "invalid read from stack off -16+0 size 8",
  11769. .result = REJECT,
  11770. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  11771. },
  11772. {
  11773. "jit: lsh, rsh, arsh by 1",
  11774. .insns = {
  11775. BPF_MOV64_IMM(BPF_REG_0, 1),
  11776. BPF_MOV64_IMM(BPF_REG_1, 0xff),
  11777. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 1),
  11778. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 1),
  11779. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0x3fc, 1),
  11780. BPF_EXIT_INSN(),
  11781. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 1),
  11782. BPF_ALU32_IMM(BPF_RSH, BPF_REG_1, 1),
  11783. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0xff, 1),
  11784. BPF_EXIT_INSN(),
  11785. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_1, 1),
  11786. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0x7f, 1),
  11787. BPF_EXIT_INSN(),
  11788. BPF_MOV64_IMM(BPF_REG_0, 2),
  11789. BPF_EXIT_INSN(),
  11790. },
  11791. .result = ACCEPT,
  11792. .retval = 2,
  11793. },
  11794. {
  11795. "jit: mov32 for ldimm64, 1",
  11796. .insns = {
  11797. BPF_MOV64_IMM(BPF_REG_0, 2),
  11798. BPF_LD_IMM64(BPF_REG_1, 0xfeffffffffffffffULL),
  11799. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 32),
  11800. BPF_LD_IMM64(BPF_REG_2, 0xfeffffffULL),
  11801. BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_2, 1),
  11802. BPF_MOV64_IMM(BPF_REG_0, 1),
  11803. BPF_EXIT_INSN(),
  11804. },
  11805. .result = ACCEPT,
  11806. .retval = 2,
  11807. },
  11808. {
  11809. "jit: mov32 for ldimm64, 2",
  11810. .insns = {
  11811. BPF_MOV64_IMM(BPF_REG_0, 1),
  11812. BPF_LD_IMM64(BPF_REG_1, 0x1ffffffffULL),
  11813. BPF_LD_IMM64(BPF_REG_2, 0xffffffffULL),
  11814. BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_2, 1),
  11815. BPF_MOV64_IMM(BPF_REG_0, 2),
  11816. BPF_EXIT_INSN(),
  11817. },
  11818. .result = ACCEPT,
  11819. .retval = 2,
  11820. },
  11821. {
  11822. "jit: various mul tests",
  11823. .insns = {
  11824. BPF_LD_IMM64(BPF_REG_2, 0xeeff0d413122ULL),
  11825. BPF_LD_IMM64(BPF_REG_0, 0xfefefeULL),
  11826. BPF_LD_IMM64(BPF_REG_1, 0xefefefULL),
  11827. BPF_ALU64_REG(BPF_MUL, BPF_REG_0, BPF_REG_1),
  11828. BPF_JMP_REG(BPF_JEQ, BPF_REG_0, BPF_REG_2, 2),
  11829. BPF_MOV64_IMM(BPF_REG_0, 1),
  11830. BPF_EXIT_INSN(),
  11831. BPF_LD_IMM64(BPF_REG_3, 0xfefefeULL),
  11832. BPF_ALU64_REG(BPF_MUL, BPF_REG_3, BPF_REG_1),
  11833. BPF_JMP_REG(BPF_JEQ, BPF_REG_3, BPF_REG_2, 2),
  11834. BPF_MOV64_IMM(BPF_REG_0, 1),
  11835. BPF_EXIT_INSN(),
  11836. BPF_MOV32_REG(BPF_REG_2, BPF_REG_2),
  11837. BPF_LD_IMM64(BPF_REG_0, 0xfefefeULL),
  11838. BPF_ALU32_REG(BPF_MUL, BPF_REG_0, BPF_REG_1),
  11839. BPF_JMP_REG(BPF_JEQ, BPF_REG_0, BPF_REG_2, 2),
  11840. BPF_MOV64_IMM(BPF_REG_0, 1),
  11841. BPF_EXIT_INSN(),
  11842. BPF_LD_IMM64(BPF_REG_3, 0xfefefeULL),
  11843. BPF_ALU32_REG(BPF_MUL, BPF_REG_3, BPF_REG_1),
  11844. BPF_JMP_REG(BPF_JEQ, BPF_REG_3, BPF_REG_2, 2),
  11845. BPF_MOV64_IMM(BPF_REG_0, 1),
  11846. BPF_EXIT_INSN(),
  11847. BPF_LD_IMM64(BPF_REG_0, 0x952a7bbcULL),
  11848. BPF_LD_IMM64(BPF_REG_1, 0xfefefeULL),
  11849. BPF_LD_IMM64(BPF_REG_2, 0xeeff0d413122ULL),
  11850. BPF_ALU32_REG(BPF_MUL, BPF_REG_2, BPF_REG_1),
  11851. BPF_JMP_REG(BPF_JEQ, BPF_REG_2, BPF_REG_0, 2),
  11852. BPF_MOV64_IMM(BPF_REG_0, 1),
  11853. BPF_EXIT_INSN(),
  11854. BPF_MOV64_IMM(BPF_REG_0, 2),
  11855. BPF_EXIT_INSN(),
  11856. },
  11857. .result = ACCEPT,
  11858. .retval = 2,
  11859. },
  11860. {
  11861. "xadd/w check unaligned stack",
  11862. .insns = {
  11863. BPF_MOV64_IMM(BPF_REG_0, 1),
  11864. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  11865. BPF_STX_XADD(BPF_W, BPF_REG_10, BPF_REG_0, -7),
  11866. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  11867. BPF_EXIT_INSN(),
  11868. },
  11869. .result = REJECT,
  11870. .errstr = "misaligned stack access off",
  11871. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11872. },
  11873. {
  11874. "xadd/w check unaligned map",
  11875. .insns = {
  11876. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11877. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11878. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11879. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11880. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11881. BPF_FUNC_map_lookup_elem),
  11882. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  11883. BPF_EXIT_INSN(),
  11884. BPF_MOV64_IMM(BPF_REG_1, 1),
  11885. BPF_STX_XADD(BPF_W, BPF_REG_0, BPF_REG_1, 3),
  11886. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0, 3),
  11887. BPF_EXIT_INSN(),
  11888. },
  11889. .fixup_map1 = { 3 },
  11890. .result = REJECT,
  11891. .errstr = "misaligned value access off",
  11892. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11893. },
  11894. {
  11895. "xadd/w check unaligned pkt",
  11896. .insns = {
  11897. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11898. offsetof(struct xdp_md, data)),
  11899. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11900. offsetof(struct xdp_md, data_end)),
  11901. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  11902. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  11903. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 2),
  11904. BPF_MOV64_IMM(BPF_REG_0, 99),
  11905. BPF_JMP_IMM(BPF_JA, 0, 0, 6),
  11906. BPF_MOV64_IMM(BPF_REG_0, 1),
  11907. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11908. BPF_ST_MEM(BPF_W, BPF_REG_2, 3, 0),
  11909. BPF_STX_XADD(BPF_W, BPF_REG_2, BPF_REG_0, 1),
  11910. BPF_STX_XADD(BPF_W, BPF_REG_2, BPF_REG_0, 2),
  11911. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_2, 1),
  11912. BPF_EXIT_INSN(),
  11913. },
  11914. .result = REJECT,
  11915. .errstr = "BPF_XADD stores into R2 packet",
  11916. .prog_type = BPF_PROG_TYPE_XDP,
  11917. },
  11918. {
  11919. "bpf_get_stack return R0 within range",
  11920. .insns = {
  11921. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11922. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11923. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11924. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11925. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11926. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11927. BPF_FUNC_map_lookup_elem),
  11928. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 28),
  11929. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  11930. BPF_MOV64_IMM(BPF_REG_9, sizeof(struct test_val)),
  11931. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  11932. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  11933. BPF_MOV64_IMM(BPF_REG_3, sizeof(struct test_val)),
  11934. BPF_MOV64_IMM(BPF_REG_4, 256),
  11935. BPF_EMIT_CALL(BPF_FUNC_get_stack),
  11936. BPF_MOV64_IMM(BPF_REG_1, 0),
  11937. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  11938. BPF_ALU64_IMM(BPF_LSH, BPF_REG_8, 32),
  11939. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_8, 32),
  11940. BPF_JMP_REG(BPF_JSLT, BPF_REG_1, BPF_REG_8, 16),
  11941. BPF_ALU64_REG(BPF_SUB, BPF_REG_9, BPF_REG_8),
  11942. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  11943. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_8),
  11944. BPF_MOV64_REG(BPF_REG_1, BPF_REG_9),
  11945. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 32),
  11946. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_1, 32),
  11947. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  11948. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_1),
  11949. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  11950. BPF_MOV64_IMM(BPF_REG_5, sizeof(struct test_val)),
  11951. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_5),
  11952. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 4),
  11953. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  11954. BPF_MOV64_REG(BPF_REG_3, BPF_REG_9),
  11955. BPF_MOV64_IMM(BPF_REG_4, 0),
  11956. BPF_EMIT_CALL(BPF_FUNC_get_stack),
  11957. BPF_EXIT_INSN(),
  11958. },
  11959. .fixup_map2 = { 4 },
  11960. .result = ACCEPT,
  11961. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  11962. },
  11963. {
  11964. "ld_abs: invalid op 1",
  11965. .insns = {
  11966. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11967. BPF_LD_ABS(BPF_DW, 0),
  11968. BPF_EXIT_INSN(),
  11969. },
  11970. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11971. .result = REJECT,
  11972. .errstr = "unknown opcode",
  11973. },
  11974. {
  11975. "ld_abs: invalid op 2",
  11976. .insns = {
  11977. BPF_MOV32_IMM(BPF_REG_0, 256),
  11978. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11979. BPF_LD_IND(BPF_DW, BPF_REG_0, 0),
  11980. BPF_EXIT_INSN(),
  11981. },
  11982. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11983. .result = REJECT,
  11984. .errstr = "unknown opcode",
  11985. },
  11986. {
  11987. "ld_abs: nmap reduced",
  11988. .insns = {
  11989. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11990. BPF_LD_ABS(BPF_H, 12),
  11991. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x806, 28),
  11992. BPF_LD_ABS(BPF_H, 12),
  11993. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x806, 26),
  11994. BPF_MOV32_IMM(BPF_REG_0, 18),
  11995. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -64),
  11996. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -64),
  11997. BPF_LD_IND(BPF_W, BPF_REG_7, 14),
  11998. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -60),
  11999. BPF_MOV32_IMM(BPF_REG_0, 280971478),
  12000. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -56),
  12001. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -56),
  12002. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -60),
  12003. BPF_ALU32_REG(BPF_SUB, BPF_REG_0, BPF_REG_7),
  12004. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 15),
  12005. BPF_LD_ABS(BPF_H, 12),
  12006. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x806, 13),
  12007. BPF_MOV32_IMM(BPF_REG_0, 22),
  12008. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -56),
  12009. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -56),
  12010. BPF_LD_IND(BPF_H, BPF_REG_7, 14),
  12011. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -52),
  12012. BPF_MOV32_IMM(BPF_REG_0, 17366),
  12013. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -48),
  12014. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -48),
  12015. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -52),
  12016. BPF_ALU32_REG(BPF_SUB, BPF_REG_0, BPF_REG_7),
  12017. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  12018. BPF_MOV32_IMM(BPF_REG_0, 256),
  12019. BPF_EXIT_INSN(),
  12020. BPF_MOV32_IMM(BPF_REG_0, 0),
  12021. BPF_EXIT_INSN(),
  12022. },
  12023. .data = {
  12024. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0x08, 0x06, 0,
  12025. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  12026. 0x10, 0xbf, 0x48, 0xd6, 0x43, 0xd6,
  12027. },
  12028. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12029. .result = ACCEPT,
  12030. .retval = 256,
  12031. },
  12032. {
  12033. "ld_abs: div + abs, test 1",
  12034. .insns = {
  12035. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12036. BPF_LD_ABS(BPF_B, 3),
  12037. BPF_ALU64_IMM(BPF_MOV, BPF_REG_2, 2),
  12038. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_2),
  12039. BPF_ALU64_REG(BPF_MOV, BPF_REG_8, BPF_REG_0),
  12040. BPF_LD_ABS(BPF_B, 4),
  12041. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_0),
  12042. BPF_LD_IND(BPF_B, BPF_REG_8, -70),
  12043. BPF_EXIT_INSN(),
  12044. },
  12045. .data = {
  12046. 10, 20, 30, 40, 50,
  12047. },
  12048. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12049. .result = ACCEPT,
  12050. .retval = 10,
  12051. },
  12052. {
  12053. "ld_abs: div + abs, test 2",
  12054. .insns = {
  12055. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12056. BPF_LD_ABS(BPF_B, 3),
  12057. BPF_ALU64_IMM(BPF_MOV, BPF_REG_2, 2),
  12058. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_2),
  12059. BPF_ALU64_REG(BPF_MOV, BPF_REG_8, BPF_REG_0),
  12060. BPF_LD_ABS(BPF_B, 128),
  12061. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_0),
  12062. BPF_LD_IND(BPF_B, BPF_REG_8, -70),
  12063. BPF_EXIT_INSN(),
  12064. },
  12065. .data = {
  12066. 10, 20, 30, 40, 50,
  12067. },
  12068. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12069. .result = ACCEPT,
  12070. .retval = 0,
  12071. },
  12072. {
  12073. "ld_abs: div + abs, test 3",
  12074. .insns = {
  12075. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12076. BPF_ALU64_IMM(BPF_MOV, BPF_REG_7, 0),
  12077. BPF_LD_ABS(BPF_B, 3),
  12078. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_7),
  12079. BPF_EXIT_INSN(),
  12080. },
  12081. .data = {
  12082. 10, 20, 30, 40, 50,
  12083. },
  12084. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12085. .result = ACCEPT,
  12086. .retval = 0,
  12087. },
  12088. {
  12089. "ld_abs: div + abs, test 4",
  12090. .insns = {
  12091. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12092. BPF_ALU64_IMM(BPF_MOV, BPF_REG_7, 0),
  12093. BPF_LD_ABS(BPF_B, 256),
  12094. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_7),
  12095. BPF_EXIT_INSN(),
  12096. },
  12097. .data = {
  12098. 10, 20, 30, 40, 50,
  12099. },
  12100. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12101. .result = ACCEPT,
  12102. .retval = 0,
  12103. },
  12104. {
  12105. "ld_abs: vlan + abs, test 1",
  12106. .insns = { },
  12107. .data = {
  12108. 0x34,
  12109. },
  12110. .fill_helper = bpf_fill_ld_abs_vlan_push_pop,
  12111. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12112. .result = ACCEPT,
  12113. .retval = 0xbef,
  12114. },
  12115. {
  12116. "ld_abs: vlan + abs, test 2",
  12117. .insns = {
  12118. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12119. BPF_LD_ABS(BPF_B, 0),
  12120. BPF_LD_ABS(BPF_H, 0),
  12121. BPF_LD_ABS(BPF_W, 0),
  12122. BPF_MOV64_REG(BPF_REG_7, BPF_REG_6),
  12123. BPF_MOV64_IMM(BPF_REG_6, 0),
  12124. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  12125. BPF_MOV64_IMM(BPF_REG_2, 1),
  12126. BPF_MOV64_IMM(BPF_REG_3, 2),
  12127. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12128. BPF_FUNC_skb_vlan_push),
  12129. BPF_MOV64_REG(BPF_REG_6, BPF_REG_7),
  12130. BPF_LD_ABS(BPF_B, 0),
  12131. BPF_LD_ABS(BPF_H, 0),
  12132. BPF_LD_ABS(BPF_W, 0),
  12133. BPF_MOV64_IMM(BPF_REG_0, 42),
  12134. BPF_EXIT_INSN(),
  12135. },
  12136. .data = {
  12137. 0x34,
  12138. },
  12139. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12140. .result = ACCEPT,
  12141. .retval = 42,
  12142. },
  12143. {
  12144. "ld_abs: jump around ld_abs",
  12145. .insns = { },
  12146. .data = {
  12147. 10, 11,
  12148. },
  12149. .fill_helper = bpf_fill_jump_around_ld_abs,
  12150. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12151. .result = ACCEPT,
  12152. .retval = 10,
  12153. },
  12154. {
  12155. "ld_dw: xor semi-random 64 bit imms, test 1",
  12156. .insns = { },
  12157. .data = { },
  12158. .fill_helper = bpf_fill_rand_ld_dw,
  12159. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12160. .result = ACCEPT,
  12161. .retval = 4090,
  12162. },
  12163. {
  12164. "ld_dw: xor semi-random 64 bit imms, test 2",
  12165. .insns = { },
  12166. .data = { },
  12167. .fill_helper = bpf_fill_rand_ld_dw,
  12168. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12169. .result = ACCEPT,
  12170. .retval = 2047,
  12171. },
  12172. {
  12173. "ld_dw: xor semi-random 64 bit imms, test 3",
  12174. .insns = { },
  12175. .data = { },
  12176. .fill_helper = bpf_fill_rand_ld_dw,
  12177. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12178. .result = ACCEPT,
  12179. .retval = 511,
  12180. },
  12181. {
  12182. "ld_dw: xor semi-random 64 bit imms, test 4",
  12183. .insns = { },
  12184. .data = { },
  12185. .fill_helper = bpf_fill_rand_ld_dw,
  12186. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12187. .result = ACCEPT,
  12188. .retval = 5,
  12189. },
  12190. {
  12191. "pass unmodified ctx pointer to helper",
  12192. .insns = {
  12193. BPF_MOV64_IMM(BPF_REG_2, 0),
  12194. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12195. BPF_FUNC_csum_update),
  12196. BPF_MOV64_IMM(BPF_REG_0, 0),
  12197. BPF_EXIT_INSN(),
  12198. },
  12199. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12200. .result = ACCEPT,
  12201. },
  12202. {
  12203. "pass modified ctx pointer to helper, 1",
  12204. .insns = {
  12205. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -612),
  12206. BPF_MOV64_IMM(BPF_REG_2, 0),
  12207. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12208. BPF_FUNC_csum_update),
  12209. BPF_MOV64_IMM(BPF_REG_0, 0),
  12210. BPF_EXIT_INSN(),
  12211. },
  12212. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12213. .result = REJECT,
  12214. .errstr = "dereference of modified ctx ptr",
  12215. },
  12216. {
  12217. "pass modified ctx pointer to helper, 2",
  12218. .insns = {
  12219. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -612),
  12220. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12221. BPF_FUNC_get_socket_cookie),
  12222. BPF_MOV64_IMM(BPF_REG_0, 0),
  12223. BPF_EXIT_INSN(),
  12224. },
  12225. .result_unpriv = REJECT,
  12226. .result = REJECT,
  12227. .errstr_unpriv = "dereference of modified ctx ptr",
  12228. .errstr = "dereference of modified ctx ptr",
  12229. },
  12230. {
  12231. "pass modified ctx pointer to helper, 3",
  12232. .insns = {
  12233. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1, 0),
  12234. BPF_ALU64_IMM(BPF_AND, BPF_REG_3, 4),
  12235. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  12236. BPF_MOV64_IMM(BPF_REG_2, 0),
  12237. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12238. BPF_FUNC_csum_update),
  12239. BPF_MOV64_IMM(BPF_REG_0, 0),
  12240. BPF_EXIT_INSN(),
  12241. },
  12242. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12243. .result = REJECT,
  12244. .errstr = "variable ctx access var_off=(0x0; 0x4)",
  12245. },
  12246. };
  12247. static int probe_filter_length(const struct bpf_insn *fp)
  12248. {
  12249. int len;
  12250. for (len = MAX_INSNS - 1; len > 0; --len)
  12251. if (fp[len].code != 0 || fp[len].imm != 0)
  12252. break;
  12253. return len + 1;
  12254. }
  12255. static int create_map(uint32_t type, uint32_t size_key,
  12256. uint32_t size_value, uint32_t max_elem)
  12257. {
  12258. int fd;
  12259. fd = bpf_create_map(type, size_key, size_value, max_elem,
  12260. type == BPF_MAP_TYPE_HASH ? BPF_F_NO_PREALLOC : 0);
  12261. if (fd < 0)
  12262. printf("Failed to create hash map '%s'!\n", strerror(errno));
  12263. return fd;
  12264. }
  12265. static int create_prog_dummy1(void)
  12266. {
  12267. struct bpf_insn prog[] = {
  12268. BPF_MOV64_IMM(BPF_REG_0, 42),
  12269. BPF_EXIT_INSN(),
  12270. };
  12271. return bpf_load_program(BPF_PROG_TYPE_SOCKET_FILTER, prog,
  12272. ARRAY_SIZE(prog), "GPL", 0, NULL, 0);
  12273. }
  12274. static int create_prog_dummy2(int mfd, int idx)
  12275. {
  12276. struct bpf_insn prog[] = {
  12277. BPF_MOV64_IMM(BPF_REG_3, idx),
  12278. BPF_LD_MAP_FD(BPF_REG_2, mfd),
  12279. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12280. BPF_FUNC_tail_call),
  12281. BPF_MOV64_IMM(BPF_REG_0, 41),
  12282. BPF_EXIT_INSN(),
  12283. };
  12284. return bpf_load_program(BPF_PROG_TYPE_SOCKET_FILTER, prog,
  12285. ARRAY_SIZE(prog), "GPL", 0, NULL, 0);
  12286. }
  12287. static int create_prog_array(uint32_t max_elem, int p1key)
  12288. {
  12289. int p2key = 1;
  12290. int mfd, p1fd, p2fd;
  12291. mfd = bpf_create_map(BPF_MAP_TYPE_PROG_ARRAY, sizeof(int),
  12292. sizeof(int), max_elem, 0);
  12293. if (mfd < 0) {
  12294. printf("Failed to create prog array '%s'!\n", strerror(errno));
  12295. return -1;
  12296. }
  12297. p1fd = create_prog_dummy1();
  12298. p2fd = create_prog_dummy2(mfd, p2key);
  12299. if (p1fd < 0 || p2fd < 0)
  12300. goto out;
  12301. if (bpf_map_update_elem(mfd, &p1key, &p1fd, BPF_ANY) < 0)
  12302. goto out;
  12303. if (bpf_map_update_elem(mfd, &p2key, &p2fd, BPF_ANY) < 0)
  12304. goto out;
  12305. close(p2fd);
  12306. close(p1fd);
  12307. return mfd;
  12308. out:
  12309. close(p2fd);
  12310. close(p1fd);
  12311. close(mfd);
  12312. return -1;
  12313. }
  12314. static int create_map_in_map(void)
  12315. {
  12316. int inner_map_fd, outer_map_fd;
  12317. inner_map_fd = bpf_create_map(BPF_MAP_TYPE_ARRAY, sizeof(int),
  12318. sizeof(int), 1, 0);
  12319. if (inner_map_fd < 0) {
  12320. printf("Failed to create array '%s'!\n", strerror(errno));
  12321. return inner_map_fd;
  12322. }
  12323. outer_map_fd = bpf_create_map_in_map(BPF_MAP_TYPE_ARRAY_OF_MAPS, NULL,
  12324. sizeof(int), inner_map_fd, 1, 0);
  12325. if (outer_map_fd < 0)
  12326. printf("Failed to create array of maps '%s'!\n",
  12327. strerror(errno));
  12328. close(inner_map_fd);
  12329. return outer_map_fd;
  12330. }
  12331. static char bpf_vlog[UINT_MAX >> 8];
  12332. static void do_test_fixup(struct bpf_test *test, struct bpf_insn *prog,
  12333. int *map_fds)
  12334. {
  12335. int *fixup_map1 = test->fixup_map1;
  12336. int *fixup_map2 = test->fixup_map2;
  12337. int *fixup_map3 = test->fixup_map3;
  12338. int *fixup_map4 = test->fixup_map4;
  12339. int *fixup_prog1 = test->fixup_prog1;
  12340. int *fixup_prog2 = test->fixup_prog2;
  12341. int *fixup_map_in_map = test->fixup_map_in_map;
  12342. if (test->fill_helper)
  12343. test->fill_helper(test);
  12344. /* Allocating HTs with 1 elem is fine here, since we only test
  12345. * for verifier and not do a runtime lookup, so the only thing
  12346. * that really matters is value size in this case.
  12347. */
  12348. if (*fixup_map1) {
  12349. map_fds[0] = create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
  12350. sizeof(long long), 1);
  12351. do {
  12352. prog[*fixup_map1].imm = map_fds[0];
  12353. fixup_map1++;
  12354. } while (*fixup_map1);
  12355. }
  12356. if (*fixup_map2) {
  12357. map_fds[1] = create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
  12358. sizeof(struct test_val), 1);
  12359. do {
  12360. prog[*fixup_map2].imm = map_fds[1];
  12361. fixup_map2++;
  12362. } while (*fixup_map2);
  12363. }
  12364. if (*fixup_map3) {
  12365. map_fds[2] = create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
  12366. sizeof(struct other_val), 1);
  12367. do {
  12368. prog[*fixup_map3].imm = map_fds[2];
  12369. fixup_map3++;
  12370. } while (*fixup_map3);
  12371. }
  12372. if (*fixup_map4) {
  12373. map_fds[3] = create_map(BPF_MAP_TYPE_ARRAY, sizeof(int),
  12374. sizeof(struct test_val), 1);
  12375. do {
  12376. prog[*fixup_map4].imm = map_fds[3];
  12377. fixup_map4++;
  12378. } while (*fixup_map4);
  12379. }
  12380. if (*fixup_prog1) {
  12381. map_fds[4] = create_prog_array(4, 0);
  12382. do {
  12383. prog[*fixup_prog1].imm = map_fds[4];
  12384. fixup_prog1++;
  12385. } while (*fixup_prog1);
  12386. }
  12387. if (*fixup_prog2) {
  12388. map_fds[5] = create_prog_array(8, 7);
  12389. do {
  12390. prog[*fixup_prog2].imm = map_fds[5];
  12391. fixup_prog2++;
  12392. } while (*fixup_prog2);
  12393. }
  12394. if (*fixup_map_in_map) {
  12395. map_fds[6] = create_map_in_map();
  12396. do {
  12397. prog[*fixup_map_in_map].imm = map_fds[6];
  12398. fixup_map_in_map++;
  12399. } while (*fixup_map_in_map);
  12400. }
  12401. }
  12402. static void do_test_single(struct bpf_test *test, bool unpriv,
  12403. int *passes, int *errors)
  12404. {
  12405. int fd_prog, expected_ret, reject_from_alignment;
  12406. int prog_len, prog_type = test->prog_type;
  12407. struct bpf_insn *prog = test->insns;
  12408. int map_fds[MAX_NR_MAPS];
  12409. const char *expected_err;
  12410. uint32_t retval;
  12411. int i, err;
  12412. for (i = 0; i < MAX_NR_MAPS; i++)
  12413. map_fds[i] = -1;
  12414. do_test_fixup(test, prog, map_fds);
  12415. prog_len = probe_filter_length(prog);
  12416. fd_prog = bpf_verify_program(prog_type ? : BPF_PROG_TYPE_SOCKET_FILTER,
  12417. prog, prog_len, test->flags & F_LOAD_WITH_STRICT_ALIGNMENT,
  12418. "GPL", 0, bpf_vlog, sizeof(bpf_vlog), 1);
  12419. expected_ret = unpriv && test->result_unpriv != UNDEF ?
  12420. test->result_unpriv : test->result;
  12421. expected_err = unpriv && test->errstr_unpriv ?
  12422. test->errstr_unpriv : test->errstr;
  12423. reject_from_alignment = fd_prog < 0 &&
  12424. (test->flags & F_NEEDS_EFFICIENT_UNALIGNED_ACCESS) &&
  12425. strstr(bpf_vlog, "Unknown alignment.");
  12426. #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS
  12427. if (reject_from_alignment) {
  12428. printf("FAIL\nFailed due to alignment despite having efficient unaligned access: '%s'!\n",
  12429. strerror(errno));
  12430. goto fail_log;
  12431. }
  12432. #endif
  12433. if (expected_ret == ACCEPT) {
  12434. if (fd_prog < 0 && !reject_from_alignment) {
  12435. printf("FAIL\nFailed to load prog '%s'!\n",
  12436. strerror(errno));
  12437. goto fail_log;
  12438. }
  12439. } else {
  12440. if (fd_prog >= 0) {
  12441. printf("FAIL\nUnexpected success to load!\n");
  12442. goto fail_log;
  12443. }
  12444. if (!strstr(bpf_vlog, expected_err) && !reject_from_alignment) {
  12445. printf("FAIL\nUnexpected error message!\n\tEXP: %s\n\tRES: %s\n",
  12446. expected_err, bpf_vlog);
  12447. goto fail_log;
  12448. }
  12449. }
  12450. if (fd_prog >= 0) {
  12451. err = bpf_prog_test_run(fd_prog, 1, test->data,
  12452. sizeof(test->data), NULL, NULL,
  12453. &retval, NULL);
  12454. if (err && errno != 524/*ENOTSUPP*/ && errno != EPERM) {
  12455. printf("Unexpected bpf_prog_test_run error\n");
  12456. goto fail_log;
  12457. }
  12458. if (!err && retval != test->retval &&
  12459. test->retval != POINTER_VALUE) {
  12460. printf("FAIL retval %d != %d\n", retval, test->retval);
  12461. goto fail_log;
  12462. }
  12463. }
  12464. (*passes)++;
  12465. printf("OK%s\n", reject_from_alignment ?
  12466. " (NOTE: reject due to unknown alignment)" : "");
  12467. close_fds:
  12468. close(fd_prog);
  12469. for (i = 0; i < MAX_NR_MAPS; i++)
  12470. close(map_fds[i]);
  12471. sched_yield();
  12472. return;
  12473. fail_log:
  12474. (*errors)++;
  12475. printf("%s", bpf_vlog);
  12476. goto close_fds;
  12477. }
  12478. static bool is_admin(void)
  12479. {
  12480. cap_t caps;
  12481. cap_flag_value_t sysadmin = CAP_CLEAR;
  12482. const cap_value_t cap_val = CAP_SYS_ADMIN;
  12483. #ifdef CAP_IS_SUPPORTED
  12484. if (!CAP_IS_SUPPORTED(CAP_SETFCAP)) {
  12485. perror("cap_get_flag");
  12486. return false;
  12487. }
  12488. #endif
  12489. caps = cap_get_proc();
  12490. if (!caps) {
  12491. perror("cap_get_proc");
  12492. return false;
  12493. }
  12494. if (cap_get_flag(caps, cap_val, CAP_EFFECTIVE, &sysadmin))
  12495. perror("cap_get_flag");
  12496. if (cap_free(caps))
  12497. perror("cap_free");
  12498. return (sysadmin == CAP_SET);
  12499. }
  12500. static int set_admin(bool admin)
  12501. {
  12502. cap_t caps;
  12503. const cap_value_t cap_val = CAP_SYS_ADMIN;
  12504. int ret = -1;
  12505. caps = cap_get_proc();
  12506. if (!caps) {
  12507. perror("cap_get_proc");
  12508. return -1;
  12509. }
  12510. if (cap_set_flag(caps, CAP_EFFECTIVE, 1, &cap_val,
  12511. admin ? CAP_SET : CAP_CLEAR)) {
  12512. perror("cap_set_flag");
  12513. goto out;
  12514. }
  12515. if (cap_set_proc(caps)) {
  12516. perror("cap_set_proc");
  12517. goto out;
  12518. }
  12519. ret = 0;
  12520. out:
  12521. if (cap_free(caps))
  12522. perror("cap_free");
  12523. return ret;
  12524. }
  12525. static void get_unpriv_disabled()
  12526. {
  12527. char buf[2];
  12528. FILE *fd;
  12529. fd = fopen("/proc/sys/"UNPRIV_SYSCTL, "r");
  12530. if (!fd) {
  12531. perror("fopen /proc/sys/"UNPRIV_SYSCTL);
  12532. unpriv_disabled = true;
  12533. return;
  12534. }
  12535. if (fgets(buf, 2, fd) == buf && atoi(buf))
  12536. unpriv_disabled = true;
  12537. fclose(fd);
  12538. }
  12539. static int do_test(bool unpriv, unsigned int from, unsigned int to)
  12540. {
  12541. int i, passes = 0, errors = 0, skips = 0;
  12542. for (i = from; i < to; i++) {
  12543. struct bpf_test *test = &tests[i];
  12544. /* Program types that are not supported by non-root we
  12545. * skip right away.
  12546. */
  12547. if (!test->prog_type && unpriv_disabled) {
  12548. printf("#%d/u %s SKIP\n", i, test->descr);
  12549. skips++;
  12550. } else if (!test->prog_type) {
  12551. if (!unpriv)
  12552. set_admin(false);
  12553. printf("#%d/u %s ", i, test->descr);
  12554. do_test_single(test, true, &passes, &errors);
  12555. if (!unpriv)
  12556. set_admin(true);
  12557. }
  12558. if (unpriv) {
  12559. printf("#%d/p %s SKIP\n", i, test->descr);
  12560. skips++;
  12561. } else {
  12562. printf("#%d/p %s ", i, test->descr);
  12563. do_test_single(test, false, &passes, &errors);
  12564. }
  12565. }
  12566. printf("Summary: %d PASSED, %d SKIPPED, %d FAILED\n", passes,
  12567. skips, errors);
  12568. return errors ? EXIT_FAILURE : EXIT_SUCCESS;
  12569. }
  12570. int main(int argc, char **argv)
  12571. {
  12572. unsigned int from = 0, to = ARRAY_SIZE(tests);
  12573. bool unpriv = !is_admin();
  12574. if (argc == 3) {
  12575. unsigned int l = atoi(argv[argc - 2]);
  12576. unsigned int u = atoi(argv[argc - 1]);
  12577. if (l < to && u < to) {
  12578. from = l;
  12579. to = u + 1;
  12580. }
  12581. } else if (argc == 2) {
  12582. unsigned int t = atoi(argv[argc - 1]);
  12583. if (t < to) {
  12584. from = t;
  12585. to = t + 1;
  12586. }
  12587. }
  12588. get_unpriv_disabled();
  12589. if (unpriv && unpriv_disabled) {
  12590. printf("Cannot run as unprivileged user with sysctl %s.\n",
  12591. UNPRIV_SYSCTL);
  12592. return EXIT_FAILURE;
  12593. }
  12594. bpf_semi_rand_init();
  12595. return do_test(unpriv, from, to);
  12596. }