test_verifier.c 386 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734973597369737973897399740974197429743974497459746974797489749975097519752975397549755975697579758975997609761976297639764976597669767976897699770977197729773977497759776977797789779978097819782978397849785978697879788978997909791979297939794979597969797979897999800980198029803980498059806980798089809981098119812981398149815981698179818981998209821982298239824982598269827982898299830983198329833983498359836983798389839984098419842984398449845984698479848984998509851985298539854985598569857985898599860986198629863986498659866986798689869987098719872987398749875987698779878987998809881988298839884988598869887988898899890989198929893989498959896989798989899990099019902990399049905990699079908990999109911991299139914991599169917991899199920992199229923992499259926992799289929993099319932993399349935993699379938993999409941994299439944994599469947994899499950995199529953995499559956995799589959996099619962996399649965996699679968996999709971997299739974997599769977997899799980998199829983998499859986998799889989999099919992999399949995999699979998999910000100011000210003100041000510006100071000810009100101001110012100131001410015100161001710018100191002010021100221002310024100251002610027100281002910030100311003210033100341003510036100371003810039100401004110042100431004410045100461004710048100491005010051100521005310054100551005610057100581005910060100611006210063100641006510066100671006810069100701007110072100731007410075100761007710078100791008010081100821008310084100851008610087100881008910090100911009210093100941009510096100971009810099101001010110102101031010410105101061010710108101091011010111101121011310114101151011610117101181011910120101211012210123101241012510126101271012810129101301013110132101331013410135101361013710138101391014010141101421014310144101451014610147101481014910150101511015210153101541015510156101571015810159101601016110162101631016410165101661016710168101691017010171101721017310174101751017610177101781017910180101811018210183101841018510186101871018810189101901019110192101931019410195101961019710198101991020010201102021020310204102051020610207102081020910210102111021210213102141021510216102171021810219102201022110222102231022410225102261022710228102291023010231102321023310234102351023610237102381023910240102411024210243102441024510246102471024810249102501025110252102531025410255102561025710258102591026010261102621026310264102651026610267102681026910270102711027210273102741027510276102771027810279102801028110282102831028410285102861028710288102891029010291102921029310294102951029610297102981029910300103011030210303103041030510306103071030810309103101031110312103131031410315103161031710318103191032010321103221032310324103251032610327103281032910330103311033210333103341033510336103371033810339103401034110342103431034410345103461034710348103491035010351103521035310354103551035610357103581035910360103611036210363103641036510366103671036810369103701037110372103731037410375103761037710378103791038010381103821038310384103851038610387103881038910390103911039210393103941039510396103971039810399104001040110402104031040410405104061040710408104091041010411104121041310414104151041610417104181041910420104211042210423104241042510426104271042810429104301043110432104331043410435104361043710438104391044010441104421044310444104451044610447104481044910450104511045210453104541045510456104571045810459104601046110462104631046410465104661046710468104691047010471104721047310474104751047610477104781047910480104811048210483104841048510486104871048810489104901049110492104931049410495104961049710498104991050010501105021050310504105051050610507105081050910510105111051210513105141051510516105171051810519105201052110522105231052410525105261052710528105291053010531105321053310534105351053610537105381053910540105411054210543105441054510546105471054810549105501055110552105531055410555105561055710558105591056010561105621056310564105651056610567105681056910570105711057210573105741057510576105771057810579105801058110582105831058410585105861058710588105891059010591105921059310594105951059610597105981059910600106011060210603106041060510606106071060810609106101061110612106131061410615106161061710618106191062010621106221062310624106251062610627106281062910630106311063210633106341063510636106371063810639106401064110642106431064410645106461064710648106491065010651106521065310654106551065610657106581065910660106611066210663106641066510666106671066810669106701067110672106731067410675106761067710678106791068010681106821068310684106851068610687106881068910690106911069210693106941069510696106971069810699107001070110702107031070410705107061070710708107091071010711107121071310714107151071610717107181071910720107211072210723107241072510726107271072810729107301073110732107331073410735107361073710738107391074010741107421074310744107451074610747107481074910750107511075210753107541075510756107571075810759107601076110762107631076410765107661076710768107691077010771107721077310774107751077610777107781077910780107811078210783107841078510786107871078810789107901079110792107931079410795107961079710798107991080010801108021080310804108051080610807108081080910810108111081210813108141081510816108171081810819108201082110822108231082410825108261082710828108291083010831108321083310834108351083610837108381083910840108411084210843108441084510846108471084810849108501085110852108531085410855108561085710858108591086010861108621086310864108651086610867108681086910870108711087210873108741087510876108771087810879108801088110882108831088410885108861088710888108891089010891108921089310894108951089610897108981089910900109011090210903109041090510906109071090810909109101091110912109131091410915109161091710918109191092010921109221092310924109251092610927109281092910930109311093210933109341093510936109371093810939109401094110942109431094410945109461094710948109491095010951109521095310954109551095610957109581095910960109611096210963109641096510966109671096810969109701097110972109731097410975109761097710978109791098010981109821098310984109851098610987109881098910990109911099210993109941099510996109971099810999110001100111002110031100411005110061100711008110091101011011110121101311014110151101611017110181101911020110211102211023110241102511026110271102811029110301103111032110331103411035110361103711038110391104011041110421104311044110451104611047110481104911050110511105211053110541105511056110571105811059110601106111062110631106411065110661106711068110691107011071110721107311074110751107611077110781107911080110811108211083110841108511086110871108811089110901109111092110931109411095110961109711098110991110011101111021110311104111051110611107111081110911110111111111211113111141111511116111171111811119111201112111122111231112411125111261112711128111291113011131111321113311134111351113611137111381113911140111411114211143111441114511146111471114811149111501115111152111531115411155111561115711158111591116011161111621116311164111651116611167111681116911170111711117211173111741117511176111771117811179111801118111182111831118411185111861118711188111891119011191111921119311194111951119611197111981119911200112011120211203112041120511206112071120811209112101121111212112131121411215112161121711218112191122011221112221122311224112251122611227112281122911230112311123211233112341123511236112371123811239112401124111242112431124411245112461124711248112491125011251112521125311254112551125611257112581125911260112611126211263112641126511266112671126811269112701127111272112731127411275112761127711278112791128011281112821128311284112851128611287112881128911290112911129211293112941129511296112971129811299113001130111302113031130411305113061130711308113091131011311113121131311314113151131611317113181131911320113211132211323113241132511326113271132811329113301133111332113331133411335113361133711338113391134011341113421134311344113451134611347113481134911350113511135211353113541135511356113571135811359113601136111362113631136411365113661136711368113691137011371113721137311374113751137611377113781137911380113811138211383113841138511386113871138811389113901139111392113931139411395113961139711398113991140011401114021140311404114051140611407114081140911410114111141211413114141141511416114171141811419114201142111422114231142411425114261142711428114291143011431114321143311434114351143611437114381143911440114411144211443114441144511446114471144811449114501145111452114531145411455114561145711458114591146011461114621146311464114651146611467114681146911470114711147211473114741147511476114771147811479114801148111482114831148411485114861148711488114891149011491114921149311494114951149611497114981149911500115011150211503115041150511506115071150811509115101151111512115131151411515115161151711518115191152011521115221152311524115251152611527115281152911530115311153211533115341153511536115371153811539115401154111542115431154411545115461154711548115491155011551115521155311554115551155611557115581155911560115611156211563115641156511566115671156811569115701157111572115731157411575115761157711578115791158011581115821158311584115851158611587115881158911590115911159211593115941159511596115971159811599116001160111602116031160411605116061160711608116091161011611116121161311614116151161611617116181161911620116211162211623116241162511626116271162811629116301163111632116331163411635116361163711638116391164011641116421164311644116451164611647116481164911650116511165211653116541165511656116571165811659116601166111662116631166411665116661166711668116691167011671116721167311674116751167611677116781167911680116811168211683116841168511686116871168811689116901169111692116931169411695116961169711698116991170011701117021170311704117051170611707117081170911710117111171211713117141171511716117171171811719117201172111722117231172411725117261172711728117291173011731117321173311734117351173611737117381173911740117411174211743117441174511746117471174811749117501175111752117531175411755117561175711758117591176011761117621176311764117651176611767117681176911770117711177211773117741177511776117771177811779117801178111782117831178411785117861178711788117891179011791117921179311794117951179611797117981179911800118011180211803118041180511806118071180811809118101181111812118131181411815118161181711818118191182011821118221182311824118251182611827118281182911830118311183211833118341183511836118371183811839118401184111842118431184411845118461184711848118491185011851118521185311854118551185611857118581185911860118611186211863118641186511866118671186811869118701187111872118731187411875118761187711878118791188011881118821188311884118851188611887118881188911890118911189211893118941189511896118971189811899119001190111902119031190411905119061190711908119091191011911119121191311914119151191611917119181191911920119211192211923119241192511926119271192811929119301193111932119331193411935119361193711938119391194011941119421194311944119451194611947119481194911950119511195211953119541195511956119571195811959119601196111962119631196411965119661196711968119691197011971119721197311974119751197611977119781197911980119811198211983119841198511986119871198811989119901199111992119931199411995119961199711998119991200012001120021200312004120051200612007120081200912010120111201212013120141201512016120171201812019120201202112022120231202412025120261202712028120291203012031120321203312034120351203612037120381203912040120411204212043120441204512046120471204812049120501205112052120531205412055120561205712058120591206012061120621206312064120651206612067120681206912070120711207212073120741207512076120771207812079120801208112082120831208412085120861208712088120891209012091120921209312094120951209612097120981209912100121011210212103121041210512106121071210812109121101211112112121131211412115121161211712118121191212012121121221212312124121251212612127121281212912130121311213212133121341213512136121371213812139121401214112142121431214412145121461214712148121491215012151121521215312154121551215612157121581215912160121611216212163121641216512166121671216812169121701217112172121731217412175121761217712178121791218012181121821218312184121851218612187121881218912190121911219212193121941219512196121971219812199122001220112202122031220412205122061220712208122091221012211122121221312214122151221612217122181221912220122211222212223122241222512226122271222812229122301223112232122331223412235122361223712238122391224012241122421224312244122451224612247122481224912250122511225212253122541225512256122571225812259122601226112262122631226412265122661226712268122691227012271122721227312274122751227612277122781227912280122811228212283122841228512286122871228812289122901229112292122931229412295122961229712298122991230012301123021230312304123051230612307123081230912310123111231212313123141231512316123171231812319123201232112322123231232412325123261232712328123291233012331123321233312334123351233612337123381233912340123411234212343123441234512346123471234812349123501235112352123531235412355123561235712358123591236012361123621236312364123651236612367123681236912370123711237212373123741237512376123771237812379123801238112382123831238412385123861238712388123891239012391123921239312394123951239612397123981239912400124011240212403124041240512406124071240812409124101241112412124131241412415124161241712418124191242012421124221242312424124251242612427124281242912430124311243212433124341243512436124371243812439124401244112442124431244412445124461244712448124491245012451124521245312454124551245612457124581245912460124611246212463124641246512466124671246812469124701247112472124731247412475124761247712478124791248012481124821248312484124851248612487124881248912490124911249212493124941249512496124971249812499125001250112502125031250412505125061250712508125091251012511125121251312514125151251612517125181251912520125211252212523125241252512526125271252812529125301253112532125331253412535125361253712538125391254012541125421254312544125451254612547125481254912550125511255212553125541255512556125571255812559125601256112562125631256412565125661256712568125691257012571125721257312574125751257612577125781257912580125811258212583125841258512586125871258812589125901259112592125931259412595125961259712598125991260012601126021260312604126051260612607126081260912610126111261212613126141261512616126171261812619126201262112622126231262412625126261262712628126291263012631126321263312634126351263612637126381263912640126411264212643126441264512646126471264812649126501265112652126531265412655126561265712658126591266012661126621266312664126651266612667126681266912670126711267212673126741267512676126771267812679126801268112682126831268412685126861268712688126891269012691126921269312694126951269612697126981269912700127011270212703127041270512706127071270812709127101271112712127131271412715127161271712718127191272012721127221272312724127251272612727127281272912730127311273212733127341273512736127371273812739127401274112742127431274412745127461274712748127491275012751127521275312754127551275612757127581275912760127611276212763127641276512766127671276812769127701277112772127731277412775127761277712778127791278012781127821278312784127851278612787127881278912790127911279212793127941279512796127971279812799128001280112802128031280412805128061280712808128091281012811128121281312814128151281612817128181281912820128211282212823128241282512826128271282812829128301283112832128331283412835128361283712838128391284012841128421284312844128451284612847128481284912850128511285212853128541285512856128571285812859128601286112862128631286412865128661286712868128691287012871128721287312874128751287612877128781287912880128811288212883128841288512886128871288812889128901289112892128931289412895128961289712898128991290012901129021290312904129051290612907129081290912910129111291212913129141291512916129171291812919129201292112922129231292412925129261292712928129291293012931129321293312934129351293612937129381293912940129411294212943129441294512946129471294812949129501295112952129531295412955129561295712958129591296012961129621296312964129651296612967129681296912970129711297212973
  1. /*
  2. * Testsuite for eBPF verifier
  3. *
  4. * Copyright (c) 2014 PLUMgrid, http://plumgrid.com
  5. * Copyright (c) 2017 Facebook
  6. *
  7. * This program is free software; you can redistribute it and/or
  8. * modify it under the terms of version 2 of the GNU General Public
  9. * License as published by the Free Software Foundation.
  10. */
  11. #include <endian.h>
  12. #include <asm/types.h>
  13. #include <linux/types.h>
  14. #include <stdint.h>
  15. #include <stdio.h>
  16. #include <stdlib.h>
  17. #include <unistd.h>
  18. #include <errno.h>
  19. #include <string.h>
  20. #include <stddef.h>
  21. #include <stdbool.h>
  22. #include <sched.h>
  23. #include <limits.h>
  24. #include <sys/capability.h>
  25. #include <linux/unistd.h>
  26. #include <linux/filter.h>
  27. #include <linux/bpf_perf_event.h>
  28. #include <linux/bpf.h>
  29. #include <linux/if_ether.h>
  30. #include <bpf/bpf.h>
  31. #ifdef HAVE_GENHDR
  32. # include "autoconf.h"
  33. #else
  34. # if defined(__i386) || defined(__x86_64) || defined(__s390x__) || defined(__aarch64__)
  35. # define CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS 1
  36. # endif
  37. #endif
  38. #include "bpf_rlimit.h"
  39. #include "bpf_rand.h"
  40. #include "bpf_util.h"
  41. #include "../../../include/linux/filter.h"
  42. #define MAX_INSNS BPF_MAXINSNS
  43. #define MAX_FIXUPS 8
  44. #define MAX_NR_MAPS 8
  45. #define POINTER_VALUE 0xcafe4all
  46. #define TEST_DATA_LEN 64
  47. #define F_NEEDS_EFFICIENT_UNALIGNED_ACCESS (1 << 0)
  48. #define F_LOAD_WITH_STRICT_ALIGNMENT (1 << 1)
  49. #define UNPRIV_SYSCTL "kernel/unprivileged_bpf_disabled"
  50. static bool unpriv_disabled = false;
  51. struct bpf_test {
  52. const char *descr;
  53. struct bpf_insn insns[MAX_INSNS];
  54. int fixup_map1[MAX_FIXUPS];
  55. int fixup_map2[MAX_FIXUPS];
  56. int fixup_map3[MAX_FIXUPS];
  57. int fixup_map4[MAX_FIXUPS];
  58. int fixup_prog1[MAX_FIXUPS];
  59. int fixup_prog2[MAX_FIXUPS];
  60. int fixup_map_in_map[MAX_FIXUPS];
  61. int fixup_cgroup_storage[MAX_FIXUPS];
  62. const char *errstr;
  63. const char *errstr_unpriv;
  64. uint32_t retval;
  65. enum {
  66. UNDEF,
  67. ACCEPT,
  68. REJECT
  69. } result, result_unpriv;
  70. enum bpf_prog_type prog_type;
  71. uint8_t flags;
  72. __u8 data[TEST_DATA_LEN];
  73. void (*fill_helper)(struct bpf_test *self);
  74. };
  75. /* Note we want this to be 64 bit aligned so that the end of our array is
  76. * actually the end of the structure.
  77. */
  78. #define MAX_ENTRIES 11
  79. struct test_val {
  80. unsigned int index;
  81. int foo[MAX_ENTRIES];
  82. };
  83. struct other_val {
  84. long long foo;
  85. long long bar;
  86. };
  87. static void bpf_fill_ld_abs_vlan_push_pop(struct bpf_test *self)
  88. {
  89. /* test: {skb->data[0], vlan_push} x 68 + {skb->data[0], vlan_pop} x 68 */
  90. #define PUSH_CNT 51
  91. unsigned int len = BPF_MAXINSNS;
  92. struct bpf_insn *insn = self->insns;
  93. int i = 0, j, k = 0;
  94. insn[i++] = BPF_MOV64_REG(BPF_REG_6, BPF_REG_1);
  95. loop:
  96. for (j = 0; j < PUSH_CNT; j++) {
  97. insn[i++] = BPF_LD_ABS(BPF_B, 0);
  98. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x34, len - i - 2);
  99. i++;
  100. insn[i++] = BPF_MOV64_REG(BPF_REG_1, BPF_REG_6);
  101. insn[i++] = BPF_MOV64_IMM(BPF_REG_2, 1);
  102. insn[i++] = BPF_MOV64_IMM(BPF_REG_3, 2);
  103. insn[i++] = BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  104. BPF_FUNC_skb_vlan_push),
  105. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, len - i - 2);
  106. i++;
  107. }
  108. for (j = 0; j < PUSH_CNT; j++) {
  109. insn[i++] = BPF_LD_ABS(BPF_B, 0);
  110. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x34, len - i - 2);
  111. i++;
  112. insn[i++] = BPF_MOV64_REG(BPF_REG_1, BPF_REG_6);
  113. insn[i++] = BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  114. BPF_FUNC_skb_vlan_pop),
  115. insn[i] = BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, len - i - 2);
  116. i++;
  117. }
  118. if (++k < 5)
  119. goto loop;
  120. for (; i < len - 1; i++)
  121. insn[i] = BPF_ALU32_IMM(BPF_MOV, BPF_REG_0, 0xbef);
  122. insn[len - 1] = BPF_EXIT_INSN();
  123. }
  124. static void bpf_fill_jump_around_ld_abs(struct bpf_test *self)
  125. {
  126. struct bpf_insn *insn = self->insns;
  127. unsigned int len = BPF_MAXINSNS;
  128. int i = 0;
  129. insn[i++] = BPF_MOV64_REG(BPF_REG_6, BPF_REG_1);
  130. insn[i++] = BPF_LD_ABS(BPF_B, 0);
  131. insn[i] = BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 10, len - i - 2);
  132. i++;
  133. while (i < len - 1)
  134. insn[i++] = BPF_LD_ABS(BPF_B, 1);
  135. insn[i] = BPF_EXIT_INSN();
  136. }
  137. static void bpf_fill_rand_ld_dw(struct bpf_test *self)
  138. {
  139. struct bpf_insn *insn = self->insns;
  140. uint64_t res = 0;
  141. int i = 0;
  142. insn[i++] = BPF_MOV32_IMM(BPF_REG_0, 0);
  143. while (i < self->retval) {
  144. uint64_t val = bpf_semi_rand_get();
  145. struct bpf_insn tmp[2] = { BPF_LD_IMM64(BPF_REG_1, val) };
  146. res ^= val;
  147. insn[i++] = tmp[0];
  148. insn[i++] = tmp[1];
  149. insn[i++] = BPF_ALU64_REG(BPF_XOR, BPF_REG_0, BPF_REG_1);
  150. }
  151. insn[i++] = BPF_MOV64_REG(BPF_REG_1, BPF_REG_0);
  152. insn[i++] = BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 32);
  153. insn[i++] = BPF_ALU64_REG(BPF_XOR, BPF_REG_0, BPF_REG_1);
  154. insn[i] = BPF_EXIT_INSN();
  155. res ^= (res >> 32);
  156. self->retval = (uint32_t)res;
  157. }
  158. static struct bpf_test tests[] = {
  159. {
  160. "add+sub+mul",
  161. .insns = {
  162. BPF_MOV64_IMM(BPF_REG_1, 1),
  163. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 2),
  164. BPF_MOV64_IMM(BPF_REG_2, 3),
  165. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_2),
  166. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -1),
  167. BPF_ALU64_IMM(BPF_MUL, BPF_REG_1, 3),
  168. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  169. BPF_EXIT_INSN(),
  170. },
  171. .result = ACCEPT,
  172. .retval = -3,
  173. },
  174. {
  175. "DIV32 by 0, zero check 1",
  176. .insns = {
  177. BPF_MOV32_IMM(BPF_REG_0, 42),
  178. BPF_MOV32_IMM(BPF_REG_1, 0),
  179. BPF_MOV32_IMM(BPF_REG_2, 1),
  180. BPF_ALU32_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  181. BPF_EXIT_INSN(),
  182. },
  183. .result = ACCEPT,
  184. .retval = 42,
  185. },
  186. {
  187. "DIV32 by 0, zero check 2",
  188. .insns = {
  189. BPF_MOV32_IMM(BPF_REG_0, 42),
  190. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  191. BPF_MOV32_IMM(BPF_REG_2, 1),
  192. BPF_ALU32_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  193. BPF_EXIT_INSN(),
  194. },
  195. .result = ACCEPT,
  196. .retval = 42,
  197. },
  198. {
  199. "DIV64 by 0, zero check",
  200. .insns = {
  201. BPF_MOV32_IMM(BPF_REG_0, 42),
  202. BPF_MOV32_IMM(BPF_REG_1, 0),
  203. BPF_MOV32_IMM(BPF_REG_2, 1),
  204. BPF_ALU64_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  205. BPF_EXIT_INSN(),
  206. },
  207. .result = ACCEPT,
  208. .retval = 42,
  209. },
  210. {
  211. "MOD32 by 0, zero check 1",
  212. .insns = {
  213. BPF_MOV32_IMM(BPF_REG_0, 42),
  214. BPF_MOV32_IMM(BPF_REG_1, 0),
  215. BPF_MOV32_IMM(BPF_REG_2, 1),
  216. BPF_ALU32_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  217. BPF_EXIT_INSN(),
  218. },
  219. .result = ACCEPT,
  220. .retval = 42,
  221. },
  222. {
  223. "MOD32 by 0, zero check 2",
  224. .insns = {
  225. BPF_MOV32_IMM(BPF_REG_0, 42),
  226. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  227. BPF_MOV32_IMM(BPF_REG_2, 1),
  228. BPF_ALU32_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  229. BPF_EXIT_INSN(),
  230. },
  231. .result = ACCEPT,
  232. .retval = 42,
  233. },
  234. {
  235. "MOD64 by 0, zero check",
  236. .insns = {
  237. BPF_MOV32_IMM(BPF_REG_0, 42),
  238. BPF_MOV32_IMM(BPF_REG_1, 0),
  239. BPF_MOV32_IMM(BPF_REG_2, 1),
  240. BPF_ALU64_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  241. BPF_EXIT_INSN(),
  242. },
  243. .result = ACCEPT,
  244. .retval = 42,
  245. },
  246. {
  247. "DIV32 by 0, zero check ok, cls",
  248. .insns = {
  249. BPF_MOV32_IMM(BPF_REG_0, 42),
  250. BPF_MOV32_IMM(BPF_REG_1, 2),
  251. BPF_MOV32_IMM(BPF_REG_2, 16),
  252. BPF_ALU32_REG(BPF_DIV, BPF_REG_2, BPF_REG_1),
  253. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  254. BPF_EXIT_INSN(),
  255. },
  256. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  257. .result = ACCEPT,
  258. .retval = 8,
  259. },
  260. {
  261. "DIV32 by 0, zero check 1, cls",
  262. .insns = {
  263. BPF_MOV32_IMM(BPF_REG_1, 0),
  264. BPF_MOV32_IMM(BPF_REG_0, 1),
  265. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  266. BPF_EXIT_INSN(),
  267. },
  268. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  269. .result = ACCEPT,
  270. .retval = 0,
  271. },
  272. {
  273. "DIV32 by 0, zero check 2, cls",
  274. .insns = {
  275. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  276. BPF_MOV32_IMM(BPF_REG_0, 1),
  277. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  278. BPF_EXIT_INSN(),
  279. },
  280. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  281. .result = ACCEPT,
  282. .retval = 0,
  283. },
  284. {
  285. "DIV64 by 0, zero check, cls",
  286. .insns = {
  287. BPF_MOV32_IMM(BPF_REG_1, 0),
  288. BPF_MOV32_IMM(BPF_REG_0, 1),
  289. BPF_ALU64_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  290. BPF_EXIT_INSN(),
  291. },
  292. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  293. .result = ACCEPT,
  294. .retval = 0,
  295. },
  296. {
  297. "MOD32 by 0, zero check ok, cls",
  298. .insns = {
  299. BPF_MOV32_IMM(BPF_REG_0, 42),
  300. BPF_MOV32_IMM(BPF_REG_1, 3),
  301. BPF_MOV32_IMM(BPF_REG_2, 5),
  302. BPF_ALU32_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  303. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  304. BPF_EXIT_INSN(),
  305. },
  306. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  307. .result = ACCEPT,
  308. .retval = 2,
  309. },
  310. {
  311. "MOD32 by 0, zero check 1, cls",
  312. .insns = {
  313. BPF_MOV32_IMM(BPF_REG_1, 0),
  314. BPF_MOV32_IMM(BPF_REG_0, 1),
  315. BPF_ALU32_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  316. BPF_EXIT_INSN(),
  317. },
  318. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  319. .result = ACCEPT,
  320. .retval = 1,
  321. },
  322. {
  323. "MOD32 by 0, zero check 2, cls",
  324. .insns = {
  325. BPF_LD_IMM64(BPF_REG_1, 0xffffffff00000000LL),
  326. BPF_MOV32_IMM(BPF_REG_0, 1),
  327. BPF_ALU32_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  328. BPF_EXIT_INSN(),
  329. },
  330. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  331. .result = ACCEPT,
  332. .retval = 1,
  333. },
  334. {
  335. "MOD64 by 0, zero check 1, cls",
  336. .insns = {
  337. BPF_MOV32_IMM(BPF_REG_1, 0),
  338. BPF_MOV32_IMM(BPF_REG_0, 2),
  339. BPF_ALU64_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  340. BPF_EXIT_INSN(),
  341. },
  342. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  343. .result = ACCEPT,
  344. .retval = 2,
  345. },
  346. {
  347. "MOD64 by 0, zero check 2, cls",
  348. .insns = {
  349. BPF_MOV32_IMM(BPF_REG_1, 0),
  350. BPF_MOV32_IMM(BPF_REG_0, -1),
  351. BPF_ALU64_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  352. BPF_EXIT_INSN(),
  353. },
  354. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  355. .result = ACCEPT,
  356. .retval = -1,
  357. },
  358. /* Just make sure that JITs used udiv/umod as otherwise we get
  359. * an exception from INT_MIN/-1 overflow similarly as with div
  360. * by zero.
  361. */
  362. {
  363. "DIV32 overflow, check 1",
  364. .insns = {
  365. BPF_MOV32_IMM(BPF_REG_1, -1),
  366. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  367. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  368. BPF_EXIT_INSN(),
  369. },
  370. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  371. .result = ACCEPT,
  372. .retval = 0,
  373. },
  374. {
  375. "DIV32 overflow, check 2",
  376. .insns = {
  377. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  378. BPF_ALU32_IMM(BPF_DIV, BPF_REG_0, -1),
  379. BPF_EXIT_INSN(),
  380. },
  381. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  382. .result = ACCEPT,
  383. .retval = 0,
  384. },
  385. {
  386. "DIV64 overflow, check 1",
  387. .insns = {
  388. BPF_MOV64_IMM(BPF_REG_1, -1),
  389. BPF_LD_IMM64(BPF_REG_0, LLONG_MIN),
  390. BPF_ALU64_REG(BPF_DIV, BPF_REG_0, BPF_REG_1),
  391. BPF_EXIT_INSN(),
  392. },
  393. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  394. .result = ACCEPT,
  395. .retval = 0,
  396. },
  397. {
  398. "DIV64 overflow, check 2",
  399. .insns = {
  400. BPF_LD_IMM64(BPF_REG_0, LLONG_MIN),
  401. BPF_ALU64_IMM(BPF_DIV, BPF_REG_0, -1),
  402. BPF_EXIT_INSN(),
  403. },
  404. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  405. .result = ACCEPT,
  406. .retval = 0,
  407. },
  408. {
  409. "MOD32 overflow, check 1",
  410. .insns = {
  411. BPF_MOV32_IMM(BPF_REG_1, -1),
  412. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  413. BPF_ALU32_REG(BPF_MOD, BPF_REG_0, BPF_REG_1),
  414. BPF_EXIT_INSN(),
  415. },
  416. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  417. .result = ACCEPT,
  418. .retval = INT_MIN,
  419. },
  420. {
  421. "MOD32 overflow, check 2",
  422. .insns = {
  423. BPF_MOV32_IMM(BPF_REG_0, INT_MIN),
  424. BPF_ALU32_IMM(BPF_MOD, BPF_REG_0, -1),
  425. BPF_EXIT_INSN(),
  426. },
  427. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  428. .result = ACCEPT,
  429. .retval = INT_MIN,
  430. },
  431. {
  432. "MOD64 overflow, check 1",
  433. .insns = {
  434. BPF_MOV64_IMM(BPF_REG_1, -1),
  435. BPF_LD_IMM64(BPF_REG_2, LLONG_MIN),
  436. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  437. BPF_ALU64_REG(BPF_MOD, BPF_REG_2, BPF_REG_1),
  438. BPF_MOV32_IMM(BPF_REG_0, 0),
  439. BPF_JMP_REG(BPF_JNE, BPF_REG_3, BPF_REG_2, 1),
  440. BPF_MOV32_IMM(BPF_REG_0, 1),
  441. BPF_EXIT_INSN(),
  442. },
  443. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  444. .result = ACCEPT,
  445. .retval = 1,
  446. },
  447. {
  448. "MOD64 overflow, check 2",
  449. .insns = {
  450. BPF_LD_IMM64(BPF_REG_2, LLONG_MIN),
  451. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  452. BPF_ALU64_IMM(BPF_MOD, BPF_REG_2, -1),
  453. BPF_MOV32_IMM(BPF_REG_0, 0),
  454. BPF_JMP_REG(BPF_JNE, BPF_REG_3, BPF_REG_2, 1),
  455. BPF_MOV32_IMM(BPF_REG_0, 1),
  456. BPF_EXIT_INSN(),
  457. },
  458. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  459. .result = ACCEPT,
  460. .retval = 1,
  461. },
  462. {
  463. "xor32 zero extend check",
  464. .insns = {
  465. BPF_MOV32_IMM(BPF_REG_2, -1),
  466. BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 32),
  467. BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 0xffff),
  468. BPF_ALU32_REG(BPF_XOR, BPF_REG_2, BPF_REG_2),
  469. BPF_MOV32_IMM(BPF_REG_0, 2),
  470. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 0, 1),
  471. BPF_MOV32_IMM(BPF_REG_0, 1),
  472. BPF_EXIT_INSN(),
  473. },
  474. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  475. .result = ACCEPT,
  476. .retval = 1,
  477. },
  478. {
  479. "empty prog",
  480. .insns = {
  481. },
  482. .errstr = "unknown opcode 00",
  483. .result = REJECT,
  484. },
  485. {
  486. "only exit insn",
  487. .insns = {
  488. BPF_EXIT_INSN(),
  489. },
  490. .errstr = "R0 !read_ok",
  491. .result = REJECT,
  492. },
  493. {
  494. "unreachable",
  495. .insns = {
  496. BPF_EXIT_INSN(),
  497. BPF_EXIT_INSN(),
  498. },
  499. .errstr = "unreachable",
  500. .result = REJECT,
  501. },
  502. {
  503. "unreachable2",
  504. .insns = {
  505. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  506. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  507. BPF_EXIT_INSN(),
  508. },
  509. .errstr = "unreachable",
  510. .result = REJECT,
  511. },
  512. {
  513. "out of range jump",
  514. .insns = {
  515. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  516. BPF_EXIT_INSN(),
  517. },
  518. .errstr = "jump out of range",
  519. .result = REJECT,
  520. },
  521. {
  522. "out of range jump2",
  523. .insns = {
  524. BPF_JMP_IMM(BPF_JA, 0, 0, -2),
  525. BPF_EXIT_INSN(),
  526. },
  527. .errstr = "jump out of range",
  528. .result = REJECT,
  529. },
  530. {
  531. "test1 ld_imm64",
  532. .insns = {
  533. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  534. BPF_LD_IMM64(BPF_REG_0, 0),
  535. BPF_LD_IMM64(BPF_REG_0, 0),
  536. BPF_LD_IMM64(BPF_REG_0, 1),
  537. BPF_LD_IMM64(BPF_REG_0, 1),
  538. BPF_MOV64_IMM(BPF_REG_0, 2),
  539. BPF_EXIT_INSN(),
  540. },
  541. .errstr = "invalid BPF_LD_IMM insn",
  542. .errstr_unpriv = "R1 pointer comparison",
  543. .result = REJECT,
  544. },
  545. {
  546. "test2 ld_imm64",
  547. .insns = {
  548. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  549. BPF_LD_IMM64(BPF_REG_0, 0),
  550. BPF_LD_IMM64(BPF_REG_0, 0),
  551. BPF_LD_IMM64(BPF_REG_0, 1),
  552. BPF_LD_IMM64(BPF_REG_0, 1),
  553. BPF_EXIT_INSN(),
  554. },
  555. .errstr = "invalid BPF_LD_IMM insn",
  556. .errstr_unpriv = "R1 pointer comparison",
  557. .result = REJECT,
  558. },
  559. {
  560. "test3 ld_imm64",
  561. .insns = {
  562. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  563. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  564. BPF_LD_IMM64(BPF_REG_0, 0),
  565. BPF_LD_IMM64(BPF_REG_0, 0),
  566. BPF_LD_IMM64(BPF_REG_0, 1),
  567. BPF_LD_IMM64(BPF_REG_0, 1),
  568. BPF_EXIT_INSN(),
  569. },
  570. .errstr = "invalid bpf_ld_imm64 insn",
  571. .result = REJECT,
  572. },
  573. {
  574. "test4 ld_imm64",
  575. .insns = {
  576. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  577. BPF_EXIT_INSN(),
  578. },
  579. .errstr = "invalid bpf_ld_imm64 insn",
  580. .result = REJECT,
  581. },
  582. {
  583. "test5 ld_imm64",
  584. .insns = {
  585. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  586. },
  587. .errstr = "invalid bpf_ld_imm64 insn",
  588. .result = REJECT,
  589. },
  590. {
  591. "test6 ld_imm64",
  592. .insns = {
  593. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
  594. BPF_RAW_INSN(0, 0, 0, 0, 0),
  595. BPF_EXIT_INSN(),
  596. },
  597. .result = ACCEPT,
  598. },
  599. {
  600. "test7 ld_imm64",
  601. .insns = {
  602. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  603. BPF_RAW_INSN(0, 0, 0, 0, 1),
  604. BPF_EXIT_INSN(),
  605. },
  606. .result = ACCEPT,
  607. .retval = 1,
  608. },
  609. {
  610. "test8 ld_imm64",
  611. .insns = {
  612. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 1, 1),
  613. BPF_RAW_INSN(0, 0, 0, 0, 1),
  614. BPF_EXIT_INSN(),
  615. },
  616. .errstr = "uses reserved fields",
  617. .result = REJECT,
  618. },
  619. {
  620. "test9 ld_imm64",
  621. .insns = {
  622. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  623. BPF_RAW_INSN(0, 0, 0, 1, 1),
  624. BPF_EXIT_INSN(),
  625. },
  626. .errstr = "invalid bpf_ld_imm64 insn",
  627. .result = REJECT,
  628. },
  629. {
  630. "test10 ld_imm64",
  631. .insns = {
  632. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  633. BPF_RAW_INSN(0, BPF_REG_1, 0, 0, 1),
  634. BPF_EXIT_INSN(),
  635. },
  636. .errstr = "invalid bpf_ld_imm64 insn",
  637. .result = REJECT,
  638. },
  639. {
  640. "test11 ld_imm64",
  641. .insns = {
  642. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
  643. BPF_RAW_INSN(0, 0, BPF_REG_1, 0, 1),
  644. BPF_EXIT_INSN(),
  645. },
  646. .errstr = "invalid bpf_ld_imm64 insn",
  647. .result = REJECT,
  648. },
  649. {
  650. "test12 ld_imm64",
  651. .insns = {
  652. BPF_MOV64_IMM(BPF_REG_1, 0),
  653. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, BPF_REG_1, 0, 1),
  654. BPF_RAW_INSN(0, 0, 0, 0, 1),
  655. BPF_EXIT_INSN(),
  656. },
  657. .errstr = "not pointing to valid bpf_map",
  658. .result = REJECT,
  659. },
  660. {
  661. "test13 ld_imm64",
  662. .insns = {
  663. BPF_MOV64_IMM(BPF_REG_1, 0),
  664. BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, BPF_REG_1, 0, 1),
  665. BPF_RAW_INSN(0, 0, BPF_REG_1, 0, 1),
  666. BPF_EXIT_INSN(),
  667. },
  668. .errstr = "invalid bpf_ld_imm64 insn",
  669. .result = REJECT,
  670. },
  671. {
  672. "arsh32 on imm",
  673. .insns = {
  674. BPF_MOV64_IMM(BPF_REG_0, 1),
  675. BPF_ALU32_IMM(BPF_ARSH, BPF_REG_0, 5),
  676. BPF_EXIT_INSN(),
  677. },
  678. .result = REJECT,
  679. .errstr = "unknown opcode c4",
  680. },
  681. {
  682. "arsh32 on reg",
  683. .insns = {
  684. BPF_MOV64_IMM(BPF_REG_0, 1),
  685. BPF_MOV64_IMM(BPF_REG_1, 5),
  686. BPF_ALU32_REG(BPF_ARSH, BPF_REG_0, BPF_REG_1),
  687. BPF_EXIT_INSN(),
  688. },
  689. .result = REJECT,
  690. .errstr = "unknown opcode cc",
  691. },
  692. {
  693. "arsh64 on imm",
  694. .insns = {
  695. BPF_MOV64_IMM(BPF_REG_0, 1),
  696. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_0, 5),
  697. BPF_EXIT_INSN(),
  698. },
  699. .result = ACCEPT,
  700. },
  701. {
  702. "arsh64 on reg",
  703. .insns = {
  704. BPF_MOV64_IMM(BPF_REG_0, 1),
  705. BPF_MOV64_IMM(BPF_REG_1, 5),
  706. BPF_ALU64_REG(BPF_ARSH, BPF_REG_0, BPF_REG_1),
  707. BPF_EXIT_INSN(),
  708. },
  709. .result = ACCEPT,
  710. },
  711. {
  712. "no bpf_exit",
  713. .insns = {
  714. BPF_ALU64_REG(BPF_MOV, BPF_REG_0, BPF_REG_2),
  715. },
  716. .errstr = "not an exit",
  717. .result = REJECT,
  718. },
  719. {
  720. "loop (back-edge)",
  721. .insns = {
  722. BPF_JMP_IMM(BPF_JA, 0, 0, -1),
  723. BPF_EXIT_INSN(),
  724. },
  725. .errstr = "back-edge",
  726. .result = REJECT,
  727. },
  728. {
  729. "loop2 (back-edge)",
  730. .insns = {
  731. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  732. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  733. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  734. BPF_JMP_IMM(BPF_JA, 0, 0, -4),
  735. BPF_EXIT_INSN(),
  736. },
  737. .errstr = "back-edge",
  738. .result = REJECT,
  739. },
  740. {
  741. "conditional loop",
  742. .insns = {
  743. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  744. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  745. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  746. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -3),
  747. BPF_EXIT_INSN(),
  748. },
  749. .errstr = "back-edge",
  750. .result = REJECT,
  751. },
  752. {
  753. "read uninitialized register",
  754. .insns = {
  755. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  756. BPF_EXIT_INSN(),
  757. },
  758. .errstr = "R2 !read_ok",
  759. .result = REJECT,
  760. },
  761. {
  762. "read invalid register",
  763. .insns = {
  764. BPF_MOV64_REG(BPF_REG_0, -1),
  765. BPF_EXIT_INSN(),
  766. },
  767. .errstr = "R15 is invalid",
  768. .result = REJECT,
  769. },
  770. {
  771. "program doesn't init R0 before exit",
  772. .insns = {
  773. BPF_ALU64_REG(BPF_MOV, BPF_REG_2, BPF_REG_1),
  774. BPF_EXIT_INSN(),
  775. },
  776. .errstr = "R0 !read_ok",
  777. .result = REJECT,
  778. },
  779. {
  780. "program doesn't init R0 before exit in all branches",
  781. .insns = {
  782. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  783. BPF_MOV64_IMM(BPF_REG_0, 1),
  784. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 2),
  785. BPF_EXIT_INSN(),
  786. },
  787. .errstr = "R0 !read_ok",
  788. .errstr_unpriv = "R1 pointer comparison",
  789. .result = REJECT,
  790. },
  791. {
  792. "stack out of bounds",
  793. .insns = {
  794. BPF_ST_MEM(BPF_DW, BPF_REG_10, 8, 0),
  795. BPF_EXIT_INSN(),
  796. },
  797. .errstr = "invalid stack",
  798. .result = REJECT,
  799. },
  800. {
  801. "invalid call insn1",
  802. .insns = {
  803. BPF_RAW_INSN(BPF_JMP | BPF_CALL | BPF_X, 0, 0, 0, 0),
  804. BPF_EXIT_INSN(),
  805. },
  806. .errstr = "unknown opcode 8d",
  807. .result = REJECT,
  808. },
  809. {
  810. "invalid call insn2",
  811. .insns = {
  812. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 1, 0),
  813. BPF_EXIT_INSN(),
  814. },
  815. .errstr = "BPF_CALL uses reserved",
  816. .result = REJECT,
  817. },
  818. {
  819. "invalid function call",
  820. .insns = {
  821. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, 1234567),
  822. BPF_EXIT_INSN(),
  823. },
  824. .errstr = "invalid func unknown#1234567",
  825. .result = REJECT,
  826. },
  827. {
  828. "uninitialized stack1",
  829. .insns = {
  830. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  831. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  832. BPF_LD_MAP_FD(BPF_REG_1, 0),
  833. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  834. BPF_FUNC_map_lookup_elem),
  835. BPF_EXIT_INSN(),
  836. },
  837. .fixup_map1 = { 2 },
  838. .errstr = "invalid indirect read from stack",
  839. .result = REJECT,
  840. },
  841. {
  842. "uninitialized stack2",
  843. .insns = {
  844. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  845. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, -8),
  846. BPF_EXIT_INSN(),
  847. },
  848. .errstr = "invalid read from stack",
  849. .result = REJECT,
  850. },
  851. {
  852. "invalid fp arithmetic",
  853. /* If this gets ever changed, make sure JITs can deal with it. */
  854. .insns = {
  855. BPF_MOV64_IMM(BPF_REG_0, 0),
  856. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  857. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 8),
  858. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  859. BPF_EXIT_INSN(),
  860. },
  861. .errstr = "R1 subtraction from stack pointer",
  862. .result = REJECT,
  863. },
  864. {
  865. "non-invalid fp arithmetic",
  866. .insns = {
  867. BPF_MOV64_IMM(BPF_REG_0, 0),
  868. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  869. BPF_EXIT_INSN(),
  870. },
  871. .result = ACCEPT,
  872. },
  873. {
  874. "invalid argument register",
  875. .insns = {
  876. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  877. BPF_FUNC_get_cgroup_classid),
  878. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  879. BPF_FUNC_get_cgroup_classid),
  880. BPF_EXIT_INSN(),
  881. },
  882. .errstr = "R1 !read_ok",
  883. .result = REJECT,
  884. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  885. },
  886. {
  887. "non-invalid argument register",
  888. .insns = {
  889. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  890. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  891. BPF_FUNC_get_cgroup_classid),
  892. BPF_ALU64_REG(BPF_MOV, BPF_REG_1, BPF_REG_6),
  893. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  894. BPF_FUNC_get_cgroup_classid),
  895. BPF_EXIT_INSN(),
  896. },
  897. .result = ACCEPT,
  898. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  899. },
  900. {
  901. "check valid spill/fill",
  902. .insns = {
  903. /* spill R1(ctx) into stack */
  904. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  905. /* fill it back into R2 */
  906. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -8),
  907. /* should be able to access R0 = *(R2 + 8) */
  908. /* BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 8), */
  909. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  910. BPF_EXIT_INSN(),
  911. },
  912. .errstr_unpriv = "R0 leaks addr",
  913. .result = ACCEPT,
  914. .result_unpriv = REJECT,
  915. .retval = POINTER_VALUE,
  916. },
  917. {
  918. "check valid spill/fill, skb mark",
  919. .insns = {
  920. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  921. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
  922. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  923. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  924. offsetof(struct __sk_buff, mark)),
  925. BPF_EXIT_INSN(),
  926. },
  927. .result = ACCEPT,
  928. .result_unpriv = ACCEPT,
  929. },
  930. {
  931. "check corrupted spill/fill",
  932. .insns = {
  933. /* spill R1(ctx) into stack */
  934. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  935. /* mess up with R1 pointer on stack */
  936. BPF_ST_MEM(BPF_B, BPF_REG_10, -7, 0x23),
  937. /* fill back into R0 should fail */
  938. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  939. BPF_EXIT_INSN(),
  940. },
  941. .errstr_unpriv = "attempt to corrupt spilled",
  942. .errstr = "corrupted spill",
  943. .result = REJECT,
  944. },
  945. {
  946. "invalid src register in STX",
  947. .insns = {
  948. BPF_STX_MEM(BPF_B, BPF_REG_10, -1, -1),
  949. BPF_EXIT_INSN(),
  950. },
  951. .errstr = "R15 is invalid",
  952. .result = REJECT,
  953. },
  954. {
  955. "invalid dst register in STX",
  956. .insns = {
  957. BPF_STX_MEM(BPF_B, 14, BPF_REG_10, -1),
  958. BPF_EXIT_INSN(),
  959. },
  960. .errstr = "R14 is invalid",
  961. .result = REJECT,
  962. },
  963. {
  964. "invalid dst register in ST",
  965. .insns = {
  966. BPF_ST_MEM(BPF_B, 14, -1, -1),
  967. BPF_EXIT_INSN(),
  968. },
  969. .errstr = "R14 is invalid",
  970. .result = REJECT,
  971. },
  972. {
  973. "invalid src register in LDX",
  974. .insns = {
  975. BPF_LDX_MEM(BPF_B, BPF_REG_0, 12, 0),
  976. BPF_EXIT_INSN(),
  977. },
  978. .errstr = "R12 is invalid",
  979. .result = REJECT,
  980. },
  981. {
  982. "invalid dst register in LDX",
  983. .insns = {
  984. BPF_LDX_MEM(BPF_B, 11, BPF_REG_1, 0),
  985. BPF_EXIT_INSN(),
  986. },
  987. .errstr = "R11 is invalid",
  988. .result = REJECT,
  989. },
  990. {
  991. "junk insn",
  992. .insns = {
  993. BPF_RAW_INSN(0, 0, 0, 0, 0),
  994. BPF_EXIT_INSN(),
  995. },
  996. .errstr = "unknown opcode 00",
  997. .result = REJECT,
  998. },
  999. {
  1000. "junk insn2",
  1001. .insns = {
  1002. BPF_RAW_INSN(1, 0, 0, 0, 0),
  1003. BPF_EXIT_INSN(),
  1004. },
  1005. .errstr = "BPF_LDX uses reserved fields",
  1006. .result = REJECT,
  1007. },
  1008. {
  1009. "junk insn3",
  1010. .insns = {
  1011. BPF_RAW_INSN(-1, 0, 0, 0, 0),
  1012. BPF_EXIT_INSN(),
  1013. },
  1014. .errstr = "unknown opcode ff",
  1015. .result = REJECT,
  1016. },
  1017. {
  1018. "junk insn4",
  1019. .insns = {
  1020. BPF_RAW_INSN(-1, -1, -1, -1, -1),
  1021. BPF_EXIT_INSN(),
  1022. },
  1023. .errstr = "unknown opcode ff",
  1024. .result = REJECT,
  1025. },
  1026. {
  1027. "junk insn5",
  1028. .insns = {
  1029. BPF_RAW_INSN(0x7f, -1, -1, -1, -1),
  1030. BPF_EXIT_INSN(),
  1031. },
  1032. .errstr = "BPF_ALU uses reserved fields",
  1033. .result = REJECT,
  1034. },
  1035. {
  1036. "misaligned read from stack",
  1037. .insns = {
  1038. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1039. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, -4),
  1040. BPF_EXIT_INSN(),
  1041. },
  1042. .errstr = "misaligned stack access",
  1043. .result = REJECT,
  1044. },
  1045. {
  1046. "invalid map_fd for function call",
  1047. .insns = {
  1048. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1049. BPF_ALU64_REG(BPF_MOV, BPF_REG_2, BPF_REG_10),
  1050. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1051. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1052. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1053. BPF_FUNC_map_delete_elem),
  1054. BPF_EXIT_INSN(),
  1055. },
  1056. .errstr = "fd 0 is not pointing to valid bpf_map",
  1057. .result = REJECT,
  1058. },
  1059. {
  1060. "don't check return value before access",
  1061. .insns = {
  1062. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1063. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1064. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1065. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1066. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1067. BPF_FUNC_map_lookup_elem),
  1068. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  1069. BPF_EXIT_INSN(),
  1070. },
  1071. .fixup_map1 = { 3 },
  1072. .errstr = "R0 invalid mem access 'map_value_or_null'",
  1073. .result = REJECT,
  1074. },
  1075. {
  1076. "access memory with incorrect alignment",
  1077. .insns = {
  1078. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1079. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1080. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1081. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1082. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1083. BPF_FUNC_map_lookup_elem),
  1084. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  1085. BPF_ST_MEM(BPF_DW, BPF_REG_0, 4, 0),
  1086. BPF_EXIT_INSN(),
  1087. },
  1088. .fixup_map1 = { 3 },
  1089. .errstr = "misaligned value access",
  1090. .result = REJECT,
  1091. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  1092. },
  1093. {
  1094. "sometimes access memory with incorrect alignment",
  1095. .insns = {
  1096. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1097. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1098. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1099. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1100. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1101. BPF_FUNC_map_lookup_elem),
  1102. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  1103. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  1104. BPF_EXIT_INSN(),
  1105. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 1),
  1106. BPF_EXIT_INSN(),
  1107. },
  1108. .fixup_map1 = { 3 },
  1109. .errstr = "R0 invalid mem access",
  1110. .errstr_unpriv = "R0 leaks addr",
  1111. .result = REJECT,
  1112. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  1113. },
  1114. {
  1115. "jump test 1",
  1116. .insns = {
  1117. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1118. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -8),
  1119. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  1120. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
  1121. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 1),
  1122. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 1),
  1123. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 1),
  1124. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 2),
  1125. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 1),
  1126. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 3),
  1127. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 1),
  1128. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 4),
  1129. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 1),
  1130. BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 5),
  1131. BPF_MOV64_IMM(BPF_REG_0, 0),
  1132. BPF_EXIT_INSN(),
  1133. },
  1134. .errstr_unpriv = "R1 pointer comparison",
  1135. .result_unpriv = REJECT,
  1136. .result = ACCEPT,
  1137. },
  1138. {
  1139. "jump test 2",
  1140. .insns = {
  1141. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1142. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 2),
  1143. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
  1144. BPF_JMP_IMM(BPF_JA, 0, 0, 14),
  1145. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 2),
  1146. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 0),
  1147. BPF_JMP_IMM(BPF_JA, 0, 0, 11),
  1148. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 2),
  1149. BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 0),
  1150. BPF_JMP_IMM(BPF_JA, 0, 0, 8),
  1151. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 2),
  1152. BPF_ST_MEM(BPF_DW, BPF_REG_2, -40, 0),
  1153. BPF_JMP_IMM(BPF_JA, 0, 0, 5),
  1154. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 2),
  1155. BPF_ST_MEM(BPF_DW, BPF_REG_2, -48, 0),
  1156. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1157. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 1),
  1158. BPF_ST_MEM(BPF_DW, BPF_REG_2, -56, 0),
  1159. BPF_MOV64_IMM(BPF_REG_0, 0),
  1160. BPF_EXIT_INSN(),
  1161. },
  1162. .errstr_unpriv = "R1 pointer comparison",
  1163. .result_unpriv = REJECT,
  1164. .result = ACCEPT,
  1165. },
  1166. {
  1167. "jump test 3",
  1168. .insns = {
  1169. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1170. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  1171. BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
  1172. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1173. BPF_JMP_IMM(BPF_JA, 0, 0, 19),
  1174. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 3),
  1175. BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 0),
  1176. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  1177. BPF_JMP_IMM(BPF_JA, 0, 0, 15),
  1178. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 3),
  1179. BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 0),
  1180. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -32),
  1181. BPF_JMP_IMM(BPF_JA, 0, 0, 11),
  1182. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 3),
  1183. BPF_ST_MEM(BPF_DW, BPF_REG_2, -40, 0),
  1184. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -40),
  1185. BPF_JMP_IMM(BPF_JA, 0, 0, 7),
  1186. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 3),
  1187. BPF_ST_MEM(BPF_DW, BPF_REG_2, -48, 0),
  1188. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -48),
  1189. BPF_JMP_IMM(BPF_JA, 0, 0, 3),
  1190. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 0),
  1191. BPF_ST_MEM(BPF_DW, BPF_REG_2, -56, 0),
  1192. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -56),
  1193. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1194. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1195. BPF_FUNC_map_delete_elem),
  1196. BPF_EXIT_INSN(),
  1197. },
  1198. .fixup_map1 = { 24 },
  1199. .errstr_unpriv = "R1 pointer comparison",
  1200. .result_unpriv = REJECT,
  1201. .result = ACCEPT,
  1202. .retval = -ENOENT,
  1203. },
  1204. {
  1205. "jump test 4",
  1206. .insns = {
  1207. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1208. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1209. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1210. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1211. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1212. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1213. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1214. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1215. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1216. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1217. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1218. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1219. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1220. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1221. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1222. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1223. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1224. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1225. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1226. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1227. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1228. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1229. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1230. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1231. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1232. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1233. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1234. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1235. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1236. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1237. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1238. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1239. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
  1240. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
  1241. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
  1242. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
  1243. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1244. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1245. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1246. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  1247. BPF_MOV64_IMM(BPF_REG_0, 0),
  1248. BPF_EXIT_INSN(),
  1249. },
  1250. .errstr_unpriv = "R1 pointer comparison",
  1251. .result_unpriv = REJECT,
  1252. .result = ACCEPT,
  1253. },
  1254. {
  1255. "jump test 5",
  1256. .insns = {
  1257. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1258. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  1259. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1260. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1261. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1262. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1263. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1264. BPF_MOV64_IMM(BPF_REG_0, 0),
  1265. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1266. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1267. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1268. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1269. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1270. BPF_MOV64_IMM(BPF_REG_0, 0),
  1271. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1272. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1273. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1274. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1275. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1276. BPF_MOV64_IMM(BPF_REG_0, 0),
  1277. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1278. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1279. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1280. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1281. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1282. BPF_MOV64_IMM(BPF_REG_0, 0),
  1283. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1284. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
  1285. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  1286. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
  1287. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  1288. BPF_MOV64_IMM(BPF_REG_0, 0),
  1289. BPF_EXIT_INSN(),
  1290. },
  1291. .errstr_unpriv = "R1 pointer comparison",
  1292. .result_unpriv = REJECT,
  1293. .result = ACCEPT,
  1294. },
  1295. {
  1296. "access skb fields ok",
  1297. .insns = {
  1298. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1299. offsetof(struct __sk_buff, len)),
  1300. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  1301. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1302. offsetof(struct __sk_buff, mark)),
  1303. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  1304. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1305. offsetof(struct __sk_buff, pkt_type)),
  1306. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  1307. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1308. offsetof(struct __sk_buff, queue_mapping)),
  1309. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1310. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1311. offsetof(struct __sk_buff, protocol)),
  1312. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1313. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1314. offsetof(struct __sk_buff, vlan_present)),
  1315. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1316. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1317. offsetof(struct __sk_buff, vlan_tci)),
  1318. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1319. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1320. offsetof(struct __sk_buff, napi_id)),
  1321. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
  1322. BPF_EXIT_INSN(),
  1323. },
  1324. .result = ACCEPT,
  1325. },
  1326. {
  1327. "access skb fields bad1",
  1328. .insns = {
  1329. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -4),
  1330. BPF_EXIT_INSN(),
  1331. },
  1332. .errstr = "invalid bpf_context access",
  1333. .result = REJECT,
  1334. },
  1335. {
  1336. "access skb fields bad2",
  1337. .insns = {
  1338. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 9),
  1339. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1340. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1341. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1342. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1343. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1344. BPF_FUNC_map_lookup_elem),
  1345. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  1346. BPF_EXIT_INSN(),
  1347. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  1348. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1349. offsetof(struct __sk_buff, pkt_type)),
  1350. BPF_EXIT_INSN(),
  1351. },
  1352. .fixup_map1 = { 4 },
  1353. .errstr = "different pointers",
  1354. .errstr_unpriv = "R1 pointer comparison",
  1355. .result = REJECT,
  1356. },
  1357. {
  1358. "access skb fields bad3",
  1359. .insns = {
  1360. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
  1361. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1362. offsetof(struct __sk_buff, pkt_type)),
  1363. BPF_EXIT_INSN(),
  1364. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1365. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1366. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1367. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1368. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1369. BPF_FUNC_map_lookup_elem),
  1370. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  1371. BPF_EXIT_INSN(),
  1372. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  1373. BPF_JMP_IMM(BPF_JA, 0, 0, -12),
  1374. },
  1375. .fixup_map1 = { 6 },
  1376. .errstr = "different pointers",
  1377. .errstr_unpriv = "R1 pointer comparison",
  1378. .result = REJECT,
  1379. },
  1380. {
  1381. "access skb fields bad4",
  1382. .insns = {
  1383. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 3),
  1384. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  1385. offsetof(struct __sk_buff, len)),
  1386. BPF_MOV64_IMM(BPF_REG_0, 0),
  1387. BPF_EXIT_INSN(),
  1388. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  1389. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  1390. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  1391. BPF_LD_MAP_FD(BPF_REG_1, 0),
  1392. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  1393. BPF_FUNC_map_lookup_elem),
  1394. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  1395. BPF_EXIT_INSN(),
  1396. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  1397. BPF_JMP_IMM(BPF_JA, 0, 0, -13),
  1398. },
  1399. .fixup_map1 = { 7 },
  1400. .errstr = "different pointers",
  1401. .errstr_unpriv = "R1 pointer comparison",
  1402. .result = REJECT,
  1403. },
  1404. {
  1405. "invalid access __sk_buff family",
  1406. .insns = {
  1407. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1408. offsetof(struct __sk_buff, family)),
  1409. BPF_EXIT_INSN(),
  1410. },
  1411. .errstr = "invalid bpf_context access",
  1412. .result = REJECT,
  1413. },
  1414. {
  1415. "invalid access __sk_buff remote_ip4",
  1416. .insns = {
  1417. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1418. offsetof(struct __sk_buff, remote_ip4)),
  1419. BPF_EXIT_INSN(),
  1420. },
  1421. .errstr = "invalid bpf_context access",
  1422. .result = REJECT,
  1423. },
  1424. {
  1425. "invalid access __sk_buff local_ip4",
  1426. .insns = {
  1427. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1428. offsetof(struct __sk_buff, local_ip4)),
  1429. BPF_EXIT_INSN(),
  1430. },
  1431. .errstr = "invalid bpf_context access",
  1432. .result = REJECT,
  1433. },
  1434. {
  1435. "invalid access __sk_buff remote_ip6",
  1436. .insns = {
  1437. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1438. offsetof(struct __sk_buff, remote_ip6)),
  1439. BPF_EXIT_INSN(),
  1440. },
  1441. .errstr = "invalid bpf_context access",
  1442. .result = REJECT,
  1443. },
  1444. {
  1445. "invalid access __sk_buff local_ip6",
  1446. .insns = {
  1447. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1448. offsetof(struct __sk_buff, local_ip6)),
  1449. BPF_EXIT_INSN(),
  1450. },
  1451. .errstr = "invalid bpf_context access",
  1452. .result = REJECT,
  1453. },
  1454. {
  1455. "invalid access __sk_buff remote_port",
  1456. .insns = {
  1457. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1458. offsetof(struct __sk_buff, remote_port)),
  1459. BPF_EXIT_INSN(),
  1460. },
  1461. .errstr = "invalid bpf_context access",
  1462. .result = REJECT,
  1463. },
  1464. {
  1465. "invalid access __sk_buff remote_port",
  1466. .insns = {
  1467. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1468. offsetof(struct __sk_buff, local_port)),
  1469. BPF_EXIT_INSN(),
  1470. },
  1471. .errstr = "invalid bpf_context access",
  1472. .result = REJECT,
  1473. },
  1474. {
  1475. "valid access __sk_buff family",
  1476. .insns = {
  1477. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1478. offsetof(struct __sk_buff, family)),
  1479. BPF_EXIT_INSN(),
  1480. },
  1481. .result = ACCEPT,
  1482. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1483. },
  1484. {
  1485. "valid access __sk_buff remote_ip4",
  1486. .insns = {
  1487. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1488. offsetof(struct __sk_buff, remote_ip4)),
  1489. BPF_EXIT_INSN(),
  1490. },
  1491. .result = ACCEPT,
  1492. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1493. },
  1494. {
  1495. "valid access __sk_buff local_ip4",
  1496. .insns = {
  1497. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1498. offsetof(struct __sk_buff, local_ip4)),
  1499. BPF_EXIT_INSN(),
  1500. },
  1501. .result = ACCEPT,
  1502. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1503. },
  1504. {
  1505. "valid access __sk_buff remote_ip6",
  1506. .insns = {
  1507. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1508. offsetof(struct __sk_buff, remote_ip6[0])),
  1509. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1510. offsetof(struct __sk_buff, remote_ip6[1])),
  1511. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1512. offsetof(struct __sk_buff, remote_ip6[2])),
  1513. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1514. offsetof(struct __sk_buff, remote_ip6[3])),
  1515. BPF_EXIT_INSN(),
  1516. },
  1517. .result = ACCEPT,
  1518. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1519. },
  1520. {
  1521. "valid access __sk_buff local_ip6",
  1522. .insns = {
  1523. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1524. offsetof(struct __sk_buff, local_ip6[0])),
  1525. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1526. offsetof(struct __sk_buff, local_ip6[1])),
  1527. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1528. offsetof(struct __sk_buff, local_ip6[2])),
  1529. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1530. offsetof(struct __sk_buff, local_ip6[3])),
  1531. BPF_EXIT_INSN(),
  1532. },
  1533. .result = ACCEPT,
  1534. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1535. },
  1536. {
  1537. "valid access __sk_buff remote_port",
  1538. .insns = {
  1539. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1540. offsetof(struct __sk_buff, remote_port)),
  1541. BPF_EXIT_INSN(),
  1542. },
  1543. .result = ACCEPT,
  1544. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1545. },
  1546. {
  1547. "valid access __sk_buff remote_port",
  1548. .insns = {
  1549. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1550. offsetof(struct __sk_buff, local_port)),
  1551. BPF_EXIT_INSN(),
  1552. },
  1553. .result = ACCEPT,
  1554. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1555. },
  1556. {
  1557. "invalid access of tc_classid for SK_SKB",
  1558. .insns = {
  1559. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1560. offsetof(struct __sk_buff, tc_classid)),
  1561. BPF_EXIT_INSN(),
  1562. },
  1563. .result = REJECT,
  1564. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1565. .errstr = "invalid bpf_context access",
  1566. },
  1567. {
  1568. "invalid access of skb->mark for SK_SKB",
  1569. .insns = {
  1570. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1571. offsetof(struct __sk_buff, mark)),
  1572. BPF_EXIT_INSN(),
  1573. },
  1574. .result = REJECT,
  1575. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1576. .errstr = "invalid bpf_context access",
  1577. },
  1578. {
  1579. "check skb->mark is not writeable by SK_SKB",
  1580. .insns = {
  1581. BPF_MOV64_IMM(BPF_REG_0, 0),
  1582. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  1583. offsetof(struct __sk_buff, mark)),
  1584. BPF_EXIT_INSN(),
  1585. },
  1586. .result = REJECT,
  1587. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1588. .errstr = "invalid bpf_context access",
  1589. },
  1590. {
  1591. "check skb->tc_index is writeable by SK_SKB",
  1592. .insns = {
  1593. BPF_MOV64_IMM(BPF_REG_0, 0),
  1594. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  1595. offsetof(struct __sk_buff, tc_index)),
  1596. BPF_EXIT_INSN(),
  1597. },
  1598. .result = ACCEPT,
  1599. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1600. },
  1601. {
  1602. "check skb->priority is writeable by SK_SKB",
  1603. .insns = {
  1604. BPF_MOV64_IMM(BPF_REG_0, 0),
  1605. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  1606. offsetof(struct __sk_buff, priority)),
  1607. BPF_EXIT_INSN(),
  1608. },
  1609. .result = ACCEPT,
  1610. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1611. },
  1612. {
  1613. "direct packet read for SK_SKB",
  1614. .insns = {
  1615. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1616. offsetof(struct __sk_buff, data)),
  1617. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  1618. offsetof(struct __sk_buff, data_end)),
  1619. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1620. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1621. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1622. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  1623. BPF_MOV64_IMM(BPF_REG_0, 0),
  1624. BPF_EXIT_INSN(),
  1625. },
  1626. .result = ACCEPT,
  1627. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1628. },
  1629. {
  1630. "direct packet write for SK_SKB",
  1631. .insns = {
  1632. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1633. offsetof(struct __sk_buff, data)),
  1634. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  1635. offsetof(struct __sk_buff, data_end)),
  1636. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1637. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1638. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1639. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  1640. BPF_MOV64_IMM(BPF_REG_0, 0),
  1641. BPF_EXIT_INSN(),
  1642. },
  1643. .result = ACCEPT,
  1644. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1645. },
  1646. {
  1647. "overlapping checks for direct packet access SK_SKB",
  1648. .insns = {
  1649. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1650. offsetof(struct __sk_buff, data)),
  1651. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  1652. offsetof(struct __sk_buff, data_end)),
  1653. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1654. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1655. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
  1656. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  1657. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
  1658. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  1659. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
  1660. BPF_MOV64_IMM(BPF_REG_0, 0),
  1661. BPF_EXIT_INSN(),
  1662. },
  1663. .result = ACCEPT,
  1664. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1665. },
  1666. {
  1667. "valid access family in SK_MSG",
  1668. .insns = {
  1669. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1670. offsetof(struct sk_msg_md, family)),
  1671. BPF_EXIT_INSN(),
  1672. },
  1673. .result = ACCEPT,
  1674. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1675. },
  1676. {
  1677. "valid access remote_ip4 in SK_MSG",
  1678. .insns = {
  1679. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1680. offsetof(struct sk_msg_md, remote_ip4)),
  1681. BPF_EXIT_INSN(),
  1682. },
  1683. .result = ACCEPT,
  1684. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1685. },
  1686. {
  1687. "valid access local_ip4 in SK_MSG",
  1688. .insns = {
  1689. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1690. offsetof(struct sk_msg_md, local_ip4)),
  1691. BPF_EXIT_INSN(),
  1692. },
  1693. .result = ACCEPT,
  1694. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1695. },
  1696. {
  1697. "valid access remote_port in SK_MSG",
  1698. .insns = {
  1699. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1700. offsetof(struct sk_msg_md, remote_port)),
  1701. BPF_EXIT_INSN(),
  1702. },
  1703. .result = ACCEPT,
  1704. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1705. },
  1706. {
  1707. "valid access local_port in SK_MSG",
  1708. .insns = {
  1709. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1710. offsetof(struct sk_msg_md, local_port)),
  1711. BPF_EXIT_INSN(),
  1712. },
  1713. .result = ACCEPT,
  1714. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1715. },
  1716. {
  1717. "valid access remote_ip6 in SK_MSG",
  1718. .insns = {
  1719. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1720. offsetof(struct sk_msg_md, remote_ip6[0])),
  1721. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1722. offsetof(struct sk_msg_md, remote_ip6[1])),
  1723. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1724. offsetof(struct sk_msg_md, remote_ip6[2])),
  1725. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1726. offsetof(struct sk_msg_md, remote_ip6[3])),
  1727. BPF_EXIT_INSN(),
  1728. },
  1729. .result = ACCEPT,
  1730. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1731. },
  1732. {
  1733. "valid access local_ip6 in SK_MSG",
  1734. .insns = {
  1735. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1736. offsetof(struct sk_msg_md, local_ip6[0])),
  1737. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1738. offsetof(struct sk_msg_md, local_ip6[1])),
  1739. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1740. offsetof(struct sk_msg_md, local_ip6[2])),
  1741. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  1742. offsetof(struct sk_msg_md, local_ip6[3])),
  1743. BPF_EXIT_INSN(),
  1744. },
  1745. .result = ACCEPT,
  1746. .prog_type = BPF_PROG_TYPE_SK_SKB,
  1747. },
  1748. {
  1749. "invalid 64B read of family in SK_MSG",
  1750. .insns = {
  1751. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1752. offsetof(struct sk_msg_md, family)),
  1753. BPF_EXIT_INSN(),
  1754. },
  1755. .errstr = "invalid bpf_context access",
  1756. .result = REJECT,
  1757. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1758. },
  1759. {
  1760. "invalid read past end of SK_MSG",
  1761. .insns = {
  1762. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1763. offsetof(struct sk_msg_md, local_port) + 4),
  1764. BPF_EXIT_INSN(),
  1765. },
  1766. .errstr = "R0 !read_ok",
  1767. .result = REJECT,
  1768. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1769. },
  1770. {
  1771. "invalid read offset in SK_MSG",
  1772. .insns = {
  1773. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  1774. offsetof(struct sk_msg_md, family) + 1),
  1775. BPF_EXIT_INSN(),
  1776. },
  1777. .errstr = "invalid bpf_context access",
  1778. .result = REJECT,
  1779. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1780. },
  1781. {
  1782. "direct packet read for SK_MSG",
  1783. .insns = {
  1784. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1785. offsetof(struct sk_msg_md, data)),
  1786. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1,
  1787. offsetof(struct sk_msg_md, data_end)),
  1788. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1789. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1790. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1791. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  1792. BPF_MOV64_IMM(BPF_REG_0, 0),
  1793. BPF_EXIT_INSN(),
  1794. },
  1795. .result = ACCEPT,
  1796. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1797. },
  1798. {
  1799. "direct packet write for SK_MSG",
  1800. .insns = {
  1801. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1802. offsetof(struct sk_msg_md, data)),
  1803. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1,
  1804. offsetof(struct sk_msg_md, data_end)),
  1805. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1806. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1807. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  1808. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  1809. BPF_MOV64_IMM(BPF_REG_0, 0),
  1810. BPF_EXIT_INSN(),
  1811. },
  1812. .result = ACCEPT,
  1813. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1814. },
  1815. {
  1816. "overlapping checks for direct packet access SK_MSG",
  1817. .insns = {
  1818. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1,
  1819. offsetof(struct sk_msg_md, data)),
  1820. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1,
  1821. offsetof(struct sk_msg_md, data_end)),
  1822. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  1823. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  1824. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
  1825. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  1826. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
  1827. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  1828. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
  1829. BPF_MOV64_IMM(BPF_REG_0, 0),
  1830. BPF_EXIT_INSN(),
  1831. },
  1832. .result = ACCEPT,
  1833. .prog_type = BPF_PROG_TYPE_SK_MSG,
  1834. },
  1835. {
  1836. "check skb->mark is not writeable by sockets",
  1837. .insns = {
  1838. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  1839. offsetof(struct __sk_buff, mark)),
  1840. BPF_EXIT_INSN(),
  1841. },
  1842. .errstr = "invalid bpf_context access",
  1843. .errstr_unpriv = "R1 leaks addr",
  1844. .result = REJECT,
  1845. },
  1846. {
  1847. "check skb->tc_index is not writeable by sockets",
  1848. .insns = {
  1849. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  1850. offsetof(struct __sk_buff, tc_index)),
  1851. BPF_EXIT_INSN(),
  1852. },
  1853. .errstr = "invalid bpf_context access",
  1854. .errstr_unpriv = "R1 leaks addr",
  1855. .result = REJECT,
  1856. },
  1857. {
  1858. "check cb access: byte",
  1859. .insns = {
  1860. BPF_MOV64_IMM(BPF_REG_0, 0),
  1861. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1862. offsetof(struct __sk_buff, cb[0])),
  1863. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1864. offsetof(struct __sk_buff, cb[0]) + 1),
  1865. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1866. offsetof(struct __sk_buff, cb[0]) + 2),
  1867. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1868. offsetof(struct __sk_buff, cb[0]) + 3),
  1869. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1870. offsetof(struct __sk_buff, cb[1])),
  1871. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1872. offsetof(struct __sk_buff, cb[1]) + 1),
  1873. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1874. offsetof(struct __sk_buff, cb[1]) + 2),
  1875. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1876. offsetof(struct __sk_buff, cb[1]) + 3),
  1877. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1878. offsetof(struct __sk_buff, cb[2])),
  1879. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1880. offsetof(struct __sk_buff, cb[2]) + 1),
  1881. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1882. offsetof(struct __sk_buff, cb[2]) + 2),
  1883. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1884. offsetof(struct __sk_buff, cb[2]) + 3),
  1885. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1886. offsetof(struct __sk_buff, cb[3])),
  1887. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1888. offsetof(struct __sk_buff, cb[3]) + 1),
  1889. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1890. offsetof(struct __sk_buff, cb[3]) + 2),
  1891. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1892. offsetof(struct __sk_buff, cb[3]) + 3),
  1893. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1894. offsetof(struct __sk_buff, cb[4])),
  1895. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1896. offsetof(struct __sk_buff, cb[4]) + 1),
  1897. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1898. offsetof(struct __sk_buff, cb[4]) + 2),
  1899. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1900. offsetof(struct __sk_buff, cb[4]) + 3),
  1901. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1902. offsetof(struct __sk_buff, cb[0])),
  1903. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1904. offsetof(struct __sk_buff, cb[0]) + 1),
  1905. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1906. offsetof(struct __sk_buff, cb[0]) + 2),
  1907. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1908. offsetof(struct __sk_buff, cb[0]) + 3),
  1909. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1910. offsetof(struct __sk_buff, cb[1])),
  1911. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1912. offsetof(struct __sk_buff, cb[1]) + 1),
  1913. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1914. offsetof(struct __sk_buff, cb[1]) + 2),
  1915. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1916. offsetof(struct __sk_buff, cb[1]) + 3),
  1917. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1918. offsetof(struct __sk_buff, cb[2])),
  1919. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1920. offsetof(struct __sk_buff, cb[2]) + 1),
  1921. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1922. offsetof(struct __sk_buff, cb[2]) + 2),
  1923. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1924. offsetof(struct __sk_buff, cb[2]) + 3),
  1925. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1926. offsetof(struct __sk_buff, cb[3])),
  1927. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1928. offsetof(struct __sk_buff, cb[3]) + 1),
  1929. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1930. offsetof(struct __sk_buff, cb[3]) + 2),
  1931. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1932. offsetof(struct __sk_buff, cb[3]) + 3),
  1933. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1934. offsetof(struct __sk_buff, cb[4])),
  1935. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1936. offsetof(struct __sk_buff, cb[4]) + 1),
  1937. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1938. offsetof(struct __sk_buff, cb[4]) + 2),
  1939. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1940. offsetof(struct __sk_buff, cb[4]) + 3),
  1941. BPF_EXIT_INSN(),
  1942. },
  1943. .result = ACCEPT,
  1944. },
  1945. {
  1946. "__sk_buff->hash, offset 0, byte store not permitted",
  1947. .insns = {
  1948. BPF_MOV64_IMM(BPF_REG_0, 0),
  1949. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1950. offsetof(struct __sk_buff, hash)),
  1951. BPF_EXIT_INSN(),
  1952. },
  1953. .errstr = "invalid bpf_context access",
  1954. .result = REJECT,
  1955. },
  1956. {
  1957. "__sk_buff->tc_index, offset 3, byte store not permitted",
  1958. .insns = {
  1959. BPF_MOV64_IMM(BPF_REG_0, 0),
  1960. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  1961. offsetof(struct __sk_buff, tc_index) + 3),
  1962. BPF_EXIT_INSN(),
  1963. },
  1964. .errstr = "invalid bpf_context access",
  1965. .result = REJECT,
  1966. },
  1967. {
  1968. "check skb->hash byte load permitted",
  1969. .insns = {
  1970. BPF_MOV64_IMM(BPF_REG_0, 0),
  1971. #if __BYTE_ORDER == __LITTLE_ENDIAN
  1972. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1973. offsetof(struct __sk_buff, hash)),
  1974. #else
  1975. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1976. offsetof(struct __sk_buff, hash) + 3),
  1977. #endif
  1978. BPF_EXIT_INSN(),
  1979. },
  1980. .result = ACCEPT,
  1981. },
  1982. {
  1983. "check skb->hash byte load not permitted 1",
  1984. .insns = {
  1985. BPF_MOV64_IMM(BPF_REG_0, 0),
  1986. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1987. offsetof(struct __sk_buff, hash) + 1),
  1988. BPF_EXIT_INSN(),
  1989. },
  1990. .errstr = "invalid bpf_context access",
  1991. .result = REJECT,
  1992. },
  1993. {
  1994. "check skb->hash byte load not permitted 2",
  1995. .insns = {
  1996. BPF_MOV64_IMM(BPF_REG_0, 0),
  1997. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  1998. offsetof(struct __sk_buff, hash) + 2),
  1999. BPF_EXIT_INSN(),
  2000. },
  2001. .errstr = "invalid bpf_context access",
  2002. .result = REJECT,
  2003. },
  2004. {
  2005. "check skb->hash byte load not permitted 3",
  2006. .insns = {
  2007. BPF_MOV64_IMM(BPF_REG_0, 0),
  2008. #if __BYTE_ORDER == __LITTLE_ENDIAN
  2009. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  2010. offsetof(struct __sk_buff, hash) + 3),
  2011. #else
  2012. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  2013. offsetof(struct __sk_buff, hash)),
  2014. #endif
  2015. BPF_EXIT_INSN(),
  2016. },
  2017. .errstr = "invalid bpf_context access",
  2018. .result = REJECT,
  2019. },
  2020. {
  2021. "check cb access: byte, wrong type",
  2022. .insns = {
  2023. BPF_MOV64_IMM(BPF_REG_0, 0),
  2024. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
  2025. offsetof(struct __sk_buff, cb[0])),
  2026. BPF_EXIT_INSN(),
  2027. },
  2028. .errstr = "invalid bpf_context access",
  2029. .result = REJECT,
  2030. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  2031. },
  2032. {
  2033. "check cb access: half",
  2034. .insns = {
  2035. BPF_MOV64_IMM(BPF_REG_0, 0),
  2036. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2037. offsetof(struct __sk_buff, cb[0])),
  2038. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2039. offsetof(struct __sk_buff, cb[0]) + 2),
  2040. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2041. offsetof(struct __sk_buff, cb[1])),
  2042. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2043. offsetof(struct __sk_buff, cb[1]) + 2),
  2044. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2045. offsetof(struct __sk_buff, cb[2])),
  2046. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2047. offsetof(struct __sk_buff, cb[2]) + 2),
  2048. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2049. offsetof(struct __sk_buff, cb[3])),
  2050. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2051. offsetof(struct __sk_buff, cb[3]) + 2),
  2052. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2053. offsetof(struct __sk_buff, cb[4])),
  2054. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2055. offsetof(struct __sk_buff, cb[4]) + 2),
  2056. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2057. offsetof(struct __sk_buff, cb[0])),
  2058. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2059. offsetof(struct __sk_buff, cb[0]) + 2),
  2060. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2061. offsetof(struct __sk_buff, cb[1])),
  2062. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2063. offsetof(struct __sk_buff, cb[1]) + 2),
  2064. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2065. offsetof(struct __sk_buff, cb[2])),
  2066. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2067. offsetof(struct __sk_buff, cb[2]) + 2),
  2068. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2069. offsetof(struct __sk_buff, cb[3])),
  2070. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2071. offsetof(struct __sk_buff, cb[3]) + 2),
  2072. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2073. offsetof(struct __sk_buff, cb[4])),
  2074. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2075. offsetof(struct __sk_buff, cb[4]) + 2),
  2076. BPF_EXIT_INSN(),
  2077. },
  2078. .result = ACCEPT,
  2079. },
  2080. {
  2081. "check cb access: half, unaligned",
  2082. .insns = {
  2083. BPF_MOV64_IMM(BPF_REG_0, 0),
  2084. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2085. offsetof(struct __sk_buff, cb[0]) + 1),
  2086. BPF_EXIT_INSN(),
  2087. },
  2088. .errstr = "misaligned context access",
  2089. .result = REJECT,
  2090. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2091. },
  2092. {
  2093. "check __sk_buff->hash, offset 0, half store not permitted",
  2094. .insns = {
  2095. BPF_MOV64_IMM(BPF_REG_0, 0),
  2096. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2097. offsetof(struct __sk_buff, hash)),
  2098. BPF_EXIT_INSN(),
  2099. },
  2100. .errstr = "invalid bpf_context access",
  2101. .result = REJECT,
  2102. },
  2103. {
  2104. "check __sk_buff->tc_index, offset 2, half store not permitted",
  2105. .insns = {
  2106. BPF_MOV64_IMM(BPF_REG_0, 0),
  2107. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2108. offsetof(struct __sk_buff, tc_index) + 2),
  2109. BPF_EXIT_INSN(),
  2110. },
  2111. .errstr = "invalid bpf_context access",
  2112. .result = REJECT,
  2113. },
  2114. {
  2115. "check skb->hash half load permitted",
  2116. .insns = {
  2117. BPF_MOV64_IMM(BPF_REG_0, 0),
  2118. #if __BYTE_ORDER == __LITTLE_ENDIAN
  2119. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2120. offsetof(struct __sk_buff, hash)),
  2121. #else
  2122. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2123. offsetof(struct __sk_buff, hash) + 2),
  2124. #endif
  2125. BPF_EXIT_INSN(),
  2126. },
  2127. .result = ACCEPT,
  2128. },
  2129. {
  2130. "check skb->hash half load not permitted",
  2131. .insns = {
  2132. BPF_MOV64_IMM(BPF_REG_0, 0),
  2133. #if __BYTE_ORDER == __LITTLE_ENDIAN
  2134. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2135. offsetof(struct __sk_buff, hash) + 2),
  2136. #else
  2137. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  2138. offsetof(struct __sk_buff, hash)),
  2139. #endif
  2140. BPF_EXIT_INSN(),
  2141. },
  2142. .errstr = "invalid bpf_context access",
  2143. .result = REJECT,
  2144. },
  2145. {
  2146. "check cb access: half, wrong type",
  2147. .insns = {
  2148. BPF_MOV64_IMM(BPF_REG_0, 0),
  2149. BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
  2150. offsetof(struct __sk_buff, cb[0])),
  2151. BPF_EXIT_INSN(),
  2152. },
  2153. .errstr = "invalid bpf_context access",
  2154. .result = REJECT,
  2155. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  2156. },
  2157. {
  2158. "check cb access: word",
  2159. .insns = {
  2160. BPF_MOV64_IMM(BPF_REG_0, 0),
  2161. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2162. offsetof(struct __sk_buff, cb[0])),
  2163. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2164. offsetof(struct __sk_buff, cb[1])),
  2165. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2166. offsetof(struct __sk_buff, cb[2])),
  2167. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2168. offsetof(struct __sk_buff, cb[3])),
  2169. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2170. offsetof(struct __sk_buff, cb[4])),
  2171. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2172. offsetof(struct __sk_buff, cb[0])),
  2173. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2174. offsetof(struct __sk_buff, cb[1])),
  2175. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2176. offsetof(struct __sk_buff, cb[2])),
  2177. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2178. offsetof(struct __sk_buff, cb[3])),
  2179. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2180. offsetof(struct __sk_buff, cb[4])),
  2181. BPF_EXIT_INSN(),
  2182. },
  2183. .result = ACCEPT,
  2184. },
  2185. {
  2186. "check cb access: word, unaligned 1",
  2187. .insns = {
  2188. BPF_MOV64_IMM(BPF_REG_0, 0),
  2189. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2190. offsetof(struct __sk_buff, cb[0]) + 2),
  2191. BPF_EXIT_INSN(),
  2192. },
  2193. .errstr = "misaligned context access",
  2194. .result = REJECT,
  2195. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2196. },
  2197. {
  2198. "check cb access: word, unaligned 2",
  2199. .insns = {
  2200. BPF_MOV64_IMM(BPF_REG_0, 0),
  2201. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2202. offsetof(struct __sk_buff, cb[4]) + 1),
  2203. BPF_EXIT_INSN(),
  2204. },
  2205. .errstr = "misaligned context access",
  2206. .result = REJECT,
  2207. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2208. },
  2209. {
  2210. "check cb access: word, unaligned 3",
  2211. .insns = {
  2212. BPF_MOV64_IMM(BPF_REG_0, 0),
  2213. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2214. offsetof(struct __sk_buff, cb[4]) + 2),
  2215. BPF_EXIT_INSN(),
  2216. },
  2217. .errstr = "misaligned context access",
  2218. .result = REJECT,
  2219. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2220. },
  2221. {
  2222. "check cb access: word, unaligned 4",
  2223. .insns = {
  2224. BPF_MOV64_IMM(BPF_REG_0, 0),
  2225. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2226. offsetof(struct __sk_buff, cb[4]) + 3),
  2227. BPF_EXIT_INSN(),
  2228. },
  2229. .errstr = "misaligned context access",
  2230. .result = REJECT,
  2231. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2232. },
  2233. {
  2234. "check cb access: double",
  2235. .insns = {
  2236. BPF_MOV64_IMM(BPF_REG_0, 0),
  2237. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2238. offsetof(struct __sk_buff, cb[0])),
  2239. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2240. offsetof(struct __sk_buff, cb[2])),
  2241. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2242. offsetof(struct __sk_buff, cb[0])),
  2243. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2244. offsetof(struct __sk_buff, cb[2])),
  2245. BPF_EXIT_INSN(),
  2246. },
  2247. .result = ACCEPT,
  2248. },
  2249. {
  2250. "check cb access: double, unaligned 1",
  2251. .insns = {
  2252. BPF_MOV64_IMM(BPF_REG_0, 0),
  2253. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2254. offsetof(struct __sk_buff, cb[1])),
  2255. BPF_EXIT_INSN(),
  2256. },
  2257. .errstr = "misaligned context access",
  2258. .result = REJECT,
  2259. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2260. },
  2261. {
  2262. "check cb access: double, unaligned 2",
  2263. .insns = {
  2264. BPF_MOV64_IMM(BPF_REG_0, 0),
  2265. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2266. offsetof(struct __sk_buff, cb[3])),
  2267. BPF_EXIT_INSN(),
  2268. },
  2269. .errstr = "misaligned context access",
  2270. .result = REJECT,
  2271. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  2272. },
  2273. {
  2274. "check cb access: double, oob 1",
  2275. .insns = {
  2276. BPF_MOV64_IMM(BPF_REG_0, 0),
  2277. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2278. offsetof(struct __sk_buff, cb[4])),
  2279. BPF_EXIT_INSN(),
  2280. },
  2281. .errstr = "invalid bpf_context access",
  2282. .result = REJECT,
  2283. },
  2284. {
  2285. "check cb access: double, oob 2",
  2286. .insns = {
  2287. BPF_MOV64_IMM(BPF_REG_0, 0),
  2288. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2289. offsetof(struct __sk_buff, cb[4])),
  2290. BPF_EXIT_INSN(),
  2291. },
  2292. .errstr = "invalid bpf_context access",
  2293. .result = REJECT,
  2294. },
  2295. {
  2296. "check __sk_buff->ifindex dw store not permitted",
  2297. .insns = {
  2298. BPF_MOV64_IMM(BPF_REG_0, 0),
  2299. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2300. offsetof(struct __sk_buff, ifindex)),
  2301. BPF_EXIT_INSN(),
  2302. },
  2303. .errstr = "invalid bpf_context access",
  2304. .result = REJECT,
  2305. },
  2306. {
  2307. "check __sk_buff->ifindex dw load not permitted",
  2308. .insns = {
  2309. BPF_MOV64_IMM(BPF_REG_0, 0),
  2310. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  2311. offsetof(struct __sk_buff, ifindex)),
  2312. BPF_EXIT_INSN(),
  2313. },
  2314. .errstr = "invalid bpf_context access",
  2315. .result = REJECT,
  2316. },
  2317. {
  2318. "check cb access: double, wrong type",
  2319. .insns = {
  2320. BPF_MOV64_IMM(BPF_REG_0, 0),
  2321. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  2322. offsetof(struct __sk_buff, cb[0])),
  2323. BPF_EXIT_INSN(),
  2324. },
  2325. .errstr = "invalid bpf_context access",
  2326. .result = REJECT,
  2327. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  2328. },
  2329. {
  2330. "check out of range skb->cb access",
  2331. .insns = {
  2332. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2333. offsetof(struct __sk_buff, cb[0]) + 256),
  2334. BPF_EXIT_INSN(),
  2335. },
  2336. .errstr = "invalid bpf_context access",
  2337. .errstr_unpriv = "",
  2338. .result = REJECT,
  2339. .prog_type = BPF_PROG_TYPE_SCHED_ACT,
  2340. },
  2341. {
  2342. "write skb fields from socket prog",
  2343. .insns = {
  2344. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2345. offsetof(struct __sk_buff, cb[4])),
  2346. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  2347. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2348. offsetof(struct __sk_buff, mark)),
  2349. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2350. offsetof(struct __sk_buff, tc_index)),
  2351. BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
  2352. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  2353. offsetof(struct __sk_buff, cb[0])),
  2354. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  2355. offsetof(struct __sk_buff, cb[2])),
  2356. BPF_EXIT_INSN(),
  2357. },
  2358. .result = ACCEPT,
  2359. .errstr_unpriv = "R1 leaks addr",
  2360. .result_unpriv = REJECT,
  2361. },
  2362. {
  2363. "write skb fields from tc_cls_act prog",
  2364. .insns = {
  2365. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2366. offsetof(struct __sk_buff, cb[0])),
  2367. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2368. offsetof(struct __sk_buff, mark)),
  2369. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  2370. offsetof(struct __sk_buff, tc_index)),
  2371. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2372. offsetof(struct __sk_buff, tc_index)),
  2373. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
  2374. offsetof(struct __sk_buff, cb[3])),
  2375. BPF_EXIT_INSN(),
  2376. },
  2377. .errstr_unpriv = "",
  2378. .result_unpriv = REJECT,
  2379. .result = ACCEPT,
  2380. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2381. },
  2382. {
  2383. "PTR_TO_STACK store/load",
  2384. .insns = {
  2385. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2386. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -10),
  2387. BPF_ST_MEM(BPF_DW, BPF_REG_1, 2, 0xfaceb00c),
  2388. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 2),
  2389. BPF_EXIT_INSN(),
  2390. },
  2391. .result = ACCEPT,
  2392. .retval = 0xfaceb00c,
  2393. },
  2394. {
  2395. "PTR_TO_STACK store/load - bad alignment on off",
  2396. .insns = {
  2397. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2398. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  2399. BPF_ST_MEM(BPF_DW, BPF_REG_1, 2, 0xfaceb00c),
  2400. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 2),
  2401. BPF_EXIT_INSN(),
  2402. },
  2403. .result = REJECT,
  2404. .errstr = "misaligned stack access off (0x0; 0x0)+-8+2 size 8",
  2405. },
  2406. {
  2407. "PTR_TO_STACK store/load - bad alignment on reg",
  2408. .insns = {
  2409. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2410. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -10),
  2411. BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
  2412. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
  2413. BPF_EXIT_INSN(),
  2414. },
  2415. .result = REJECT,
  2416. .errstr = "misaligned stack access off (0x0; 0x0)+-10+8 size 8",
  2417. },
  2418. {
  2419. "PTR_TO_STACK store/load - out of bounds low",
  2420. .insns = {
  2421. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2422. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -80000),
  2423. BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
  2424. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
  2425. BPF_EXIT_INSN(),
  2426. },
  2427. .result = REJECT,
  2428. .errstr = "invalid stack off=-79992 size=8",
  2429. },
  2430. {
  2431. "PTR_TO_STACK store/load - out of bounds high",
  2432. .insns = {
  2433. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2434. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  2435. BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
  2436. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
  2437. BPF_EXIT_INSN(),
  2438. },
  2439. .result = REJECT,
  2440. .errstr = "invalid stack off=0 size=8",
  2441. },
  2442. {
  2443. "unpriv: return pointer",
  2444. .insns = {
  2445. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  2446. BPF_EXIT_INSN(),
  2447. },
  2448. .result = ACCEPT,
  2449. .result_unpriv = REJECT,
  2450. .errstr_unpriv = "R0 leaks addr",
  2451. .retval = POINTER_VALUE,
  2452. },
  2453. {
  2454. "unpriv: add const to pointer",
  2455. .insns = {
  2456. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  2457. BPF_MOV64_IMM(BPF_REG_0, 0),
  2458. BPF_EXIT_INSN(),
  2459. },
  2460. .result = ACCEPT,
  2461. },
  2462. {
  2463. "unpriv: add pointer to pointer",
  2464. .insns = {
  2465. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_10),
  2466. BPF_MOV64_IMM(BPF_REG_0, 0),
  2467. BPF_EXIT_INSN(),
  2468. },
  2469. .result = REJECT,
  2470. .errstr = "R1 pointer += pointer",
  2471. },
  2472. {
  2473. "unpriv: neg pointer",
  2474. .insns = {
  2475. BPF_ALU64_IMM(BPF_NEG, BPF_REG_1, 0),
  2476. BPF_MOV64_IMM(BPF_REG_0, 0),
  2477. BPF_EXIT_INSN(),
  2478. },
  2479. .result = ACCEPT,
  2480. .result_unpriv = REJECT,
  2481. .errstr_unpriv = "R1 pointer arithmetic",
  2482. },
  2483. {
  2484. "unpriv: cmp pointer with const",
  2485. .insns = {
  2486. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 0),
  2487. BPF_MOV64_IMM(BPF_REG_0, 0),
  2488. BPF_EXIT_INSN(),
  2489. },
  2490. .result = ACCEPT,
  2491. .result_unpriv = REJECT,
  2492. .errstr_unpriv = "R1 pointer comparison",
  2493. },
  2494. {
  2495. "unpriv: cmp pointer with pointer",
  2496. .insns = {
  2497. BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
  2498. BPF_MOV64_IMM(BPF_REG_0, 0),
  2499. BPF_EXIT_INSN(),
  2500. },
  2501. .result = ACCEPT,
  2502. .result_unpriv = REJECT,
  2503. .errstr_unpriv = "R10 pointer comparison",
  2504. },
  2505. {
  2506. "unpriv: check that printk is disallowed",
  2507. .insns = {
  2508. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  2509. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  2510. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  2511. BPF_MOV64_IMM(BPF_REG_2, 8),
  2512. BPF_MOV64_REG(BPF_REG_3, BPF_REG_1),
  2513. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2514. BPF_FUNC_trace_printk),
  2515. BPF_MOV64_IMM(BPF_REG_0, 0),
  2516. BPF_EXIT_INSN(),
  2517. },
  2518. .errstr_unpriv = "unknown func bpf_trace_printk#6",
  2519. .result_unpriv = REJECT,
  2520. .result = ACCEPT,
  2521. },
  2522. {
  2523. "unpriv: pass pointer to helper function",
  2524. .insns = {
  2525. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  2526. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2527. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2528. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2529. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  2530. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  2531. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2532. BPF_FUNC_map_update_elem),
  2533. BPF_MOV64_IMM(BPF_REG_0, 0),
  2534. BPF_EXIT_INSN(),
  2535. },
  2536. .fixup_map1 = { 3 },
  2537. .errstr_unpriv = "R4 leaks addr",
  2538. .result_unpriv = REJECT,
  2539. .result = ACCEPT,
  2540. },
  2541. {
  2542. "unpriv: indirectly pass pointer on stack to helper function",
  2543. .insns = {
  2544. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2545. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2546. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2547. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2548. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2549. BPF_FUNC_map_lookup_elem),
  2550. BPF_MOV64_IMM(BPF_REG_0, 0),
  2551. BPF_EXIT_INSN(),
  2552. },
  2553. .fixup_map1 = { 3 },
  2554. .errstr = "invalid indirect read from stack off -8+0 size 8",
  2555. .result = REJECT,
  2556. },
  2557. {
  2558. "unpriv: mangle pointer on stack 1",
  2559. .insns = {
  2560. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2561. BPF_ST_MEM(BPF_W, BPF_REG_10, -8, 0),
  2562. BPF_MOV64_IMM(BPF_REG_0, 0),
  2563. BPF_EXIT_INSN(),
  2564. },
  2565. .errstr_unpriv = "attempt to corrupt spilled",
  2566. .result_unpriv = REJECT,
  2567. .result = ACCEPT,
  2568. },
  2569. {
  2570. "unpriv: mangle pointer on stack 2",
  2571. .insns = {
  2572. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2573. BPF_ST_MEM(BPF_B, BPF_REG_10, -1, 0),
  2574. BPF_MOV64_IMM(BPF_REG_0, 0),
  2575. BPF_EXIT_INSN(),
  2576. },
  2577. .errstr_unpriv = "attempt to corrupt spilled",
  2578. .result_unpriv = REJECT,
  2579. .result = ACCEPT,
  2580. },
  2581. {
  2582. "unpriv: read pointer from stack in small chunks",
  2583. .insns = {
  2584. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
  2585. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -8),
  2586. BPF_MOV64_IMM(BPF_REG_0, 0),
  2587. BPF_EXIT_INSN(),
  2588. },
  2589. .errstr = "invalid size",
  2590. .result = REJECT,
  2591. },
  2592. {
  2593. "unpriv: write pointer into ctx",
  2594. .insns = {
  2595. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1, 0),
  2596. BPF_MOV64_IMM(BPF_REG_0, 0),
  2597. BPF_EXIT_INSN(),
  2598. },
  2599. .errstr_unpriv = "R1 leaks addr",
  2600. .result_unpriv = REJECT,
  2601. .errstr = "invalid bpf_context access",
  2602. .result = REJECT,
  2603. },
  2604. {
  2605. "unpriv: spill/fill of ctx",
  2606. .insns = {
  2607. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2608. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2609. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2610. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2611. BPF_MOV64_IMM(BPF_REG_0, 0),
  2612. BPF_EXIT_INSN(),
  2613. },
  2614. .result = ACCEPT,
  2615. },
  2616. {
  2617. "unpriv: spill/fill of ctx 2",
  2618. .insns = {
  2619. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2620. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2621. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2622. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2623. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2624. BPF_FUNC_get_hash_recalc),
  2625. BPF_MOV64_IMM(BPF_REG_0, 0),
  2626. BPF_EXIT_INSN(),
  2627. },
  2628. .result = ACCEPT,
  2629. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2630. },
  2631. {
  2632. "unpriv: spill/fill of ctx 3",
  2633. .insns = {
  2634. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2635. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2636. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2637. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_10, 0),
  2638. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2639. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2640. BPF_FUNC_get_hash_recalc),
  2641. BPF_EXIT_INSN(),
  2642. },
  2643. .result = REJECT,
  2644. .errstr = "R1 type=fp expected=ctx",
  2645. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2646. },
  2647. {
  2648. "unpriv: spill/fill of ctx 4",
  2649. .insns = {
  2650. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2651. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2652. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2653. BPF_MOV64_IMM(BPF_REG_0, 1),
  2654. BPF_RAW_INSN(BPF_STX | BPF_XADD | BPF_DW, BPF_REG_10,
  2655. BPF_REG_0, -8, 0),
  2656. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2657. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2658. BPF_FUNC_get_hash_recalc),
  2659. BPF_EXIT_INSN(),
  2660. },
  2661. .result = REJECT,
  2662. .errstr = "R1 type=inv expected=ctx",
  2663. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2664. },
  2665. {
  2666. "unpriv: spill/fill of different pointers stx",
  2667. .insns = {
  2668. BPF_MOV64_IMM(BPF_REG_3, 42),
  2669. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2670. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2671. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  2672. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2673. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  2674. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_2, 0),
  2675. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1),
  2676. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2677. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2678. BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_3,
  2679. offsetof(struct __sk_buff, mark)),
  2680. BPF_MOV64_IMM(BPF_REG_0, 0),
  2681. BPF_EXIT_INSN(),
  2682. },
  2683. .result = REJECT,
  2684. .errstr = "same insn cannot be used with different pointers",
  2685. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2686. },
  2687. {
  2688. "unpriv: spill/fill of different pointers ldx",
  2689. .insns = {
  2690. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2691. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2692. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  2693. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2694. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
  2695. -(__s32)offsetof(struct bpf_perf_event_data,
  2696. sample_period) - 8),
  2697. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_2, 0),
  2698. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1),
  2699. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  2700. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
  2701. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1,
  2702. offsetof(struct bpf_perf_event_data,
  2703. sample_period)),
  2704. BPF_MOV64_IMM(BPF_REG_0, 0),
  2705. BPF_EXIT_INSN(),
  2706. },
  2707. .result = REJECT,
  2708. .errstr = "same insn cannot be used with different pointers",
  2709. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  2710. },
  2711. {
  2712. "unpriv: write pointer into map elem value",
  2713. .insns = {
  2714. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  2715. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2716. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2717. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2718. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2719. BPF_FUNC_map_lookup_elem),
  2720. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  2721. BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  2722. BPF_EXIT_INSN(),
  2723. },
  2724. .fixup_map1 = { 3 },
  2725. .errstr_unpriv = "R0 leaks addr",
  2726. .result_unpriv = REJECT,
  2727. .result = ACCEPT,
  2728. },
  2729. {
  2730. "alu32: mov u32 const",
  2731. .insns = {
  2732. BPF_MOV32_IMM(BPF_REG_7, 0),
  2733. BPF_ALU32_IMM(BPF_AND, BPF_REG_7, 1),
  2734. BPF_MOV32_REG(BPF_REG_0, BPF_REG_7),
  2735. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  2736. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_7, 0),
  2737. BPF_EXIT_INSN(),
  2738. },
  2739. .result = ACCEPT,
  2740. .retval = 0,
  2741. },
  2742. {
  2743. "unpriv: partial copy of pointer",
  2744. .insns = {
  2745. BPF_MOV32_REG(BPF_REG_1, BPF_REG_10),
  2746. BPF_MOV64_IMM(BPF_REG_0, 0),
  2747. BPF_EXIT_INSN(),
  2748. },
  2749. .errstr_unpriv = "R10 partial copy",
  2750. .result_unpriv = REJECT,
  2751. .result = ACCEPT,
  2752. },
  2753. {
  2754. "unpriv: pass pointer to tail_call",
  2755. .insns = {
  2756. BPF_MOV64_REG(BPF_REG_3, BPF_REG_1),
  2757. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2758. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2759. BPF_FUNC_tail_call),
  2760. BPF_MOV64_IMM(BPF_REG_0, 0),
  2761. BPF_EXIT_INSN(),
  2762. },
  2763. .fixup_prog1 = { 1 },
  2764. .errstr_unpriv = "R3 leaks addr into helper",
  2765. .result_unpriv = REJECT,
  2766. .result = ACCEPT,
  2767. },
  2768. {
  2769. "unpriv: cmp map pointer with zero",
  2770. .insns = {
  2771. BPF_MOV64_IMM(BPF_REG_1, 0),
  2772. BPF_LD_MAP_FD(BPF_REG_1, 0),
  2773. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 0),
  2774. BPF_MOV64_IMM(BPF_REG_0, 0),
  2775. BPF_EXIT_INSN(),
  2776. },
  2777. .fixup_map1 = { 1 },
  2778. .errstr_unpriv = "R1 pointer comparison",
  2779. .result_unpriv = REJECT,
  2780. .result = ACCEPT,
  2781. },
  2782. {
  2783. "unpriv: write into frame pointer",
  2784. .insns = {
  2785. BPF_MOV64_REG(BPF_REG_10, BPF_REG_1),
  2786. BPF_MOV64_IMM(BPF_REG_0, 0),
  2787. BPF_EXIT_INSN(),
  2788. },
  2789. .errstr = "frame pointer is read only",
  2790. .result = REJECT,
  2791. },
  2792. {
  2793. "unpriv: spill/fill frame pointer",
  2794. .insns = {
  2795. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2796. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2797. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_10, 0),
  2798. BPF_LDX_MEM(BPF_DW, BPF_REG_10, BPF_REG_6, 0),
  2799. BPF_MOV64_IMM(BPF_REG_0, 0),
  2800. BPF_EXIT_INSN(),
  2801. },
  2802. .errstr = "frame pointer is read only",
  2803. .result = REJECT,
  2804. },
  2805. {
  2806. "unpriv: cmp of frame pointer",
  2807. .insns = {
  2808. BPF_JMP_IMM(BPF_JEQ, BPF_REG_10, 0, 0),
  2809. BPF_MOV64_IMM(BPF_REG_0, 0),
  2810. BPF_EXIT_INSN(),
  2811. },
  2812. .errstr_unpriv = "R10 pointer comparison",
  2813. .result_unpriv = REJECT,
  2814. .result = ACCEPT,
  2815. },
  2816. {
  2817. "unpriv: adding of fp",
  2818. .insns = {
  2819. BPF_MOV64_IMM(BPF_REG_0, 0),
  2820. BPF_MOV64_IMM(BPF_REG_1, 0),
  2821. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_10),
  2822. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, -8),
  2823. BPF_EXIT_INSN(),
  2824. },
  2825. .result = ACCEPT,
  2826. },
  2827. {
  2828. "unpriv: cmp of stack pointer",
  2829. .insns = {
  2830. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  2831. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  2832. BPF_JMP_IMM(BPF_JEQ, BPF_REG_2, 0, 0),
  2833. BPF_MOV64_IMM(BPF_REG_0, 0),
  2834. BPF_EXIT_INSN(),
  2835. },
  2836. .errstr_unpriv = "R2 pointer comparison",
  2837. .result_unpriv = REJECT,
  2838. .result = ACCEPT,
  2839. },
  2840. {
  2841. "runtime/jit: tail_call within bounds, prog once",
  2842. .insns = {
  2843. BPF_MOV64_IMM(BPF_REG_3, 0),
  2844. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2845. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2846. BPF_FUNC_tail_call),
  2847. BPF_MOV64_IMM(BPF_REG_0, 1),
  2848. BPF_EXIT_INSN(),
  2849. },
  2850. .fixup_prog1 = { 1 },
  2851. .result = ACCEPT,
  2852. .retval = 42,
  2853. },
  2854. {
  2855. "runtime/jit: tail_call within bounds, prog loop",
  2856. .insns = {
  2857. BPF_MOV64_IMM(BPF_REG_3, 1),
  2858. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2859. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2860. BPF_FUNC_tail_call),
  2861. BPF_MOV64_IMM(BPF_REG_0, 1),
  2862. BPF_EXIT_INSN(),
  2863. },
  2864. .fixup_prog1 = { 1 },
  2865. .result = ACCEPT,
  2866. .retval = 41,
  2867. },
  2868. {
  2869. "runtime/jit: tail_call within bounds, no prog",
  2870. .insns = {
  2871. BPF_MOV64_IMM(BPF_REG_3, 2),
  2872. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2873. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2874. BPF_FUNC_tail_call),
  2875. BPF_MOV64_IMM(BPF_REG_0, 1),
  2876. BPF_EXIT_INSN(),
  2877. },
  2878. .fixup_prog1 = { 1 },
  2879. .result = ACCEPT,
  2880. .retval = 1,
  2881. },
  2882. {
  2883. "runtime/jit: tail_call out of bounds",
  2884. .insns = {
  2885. BPF_MOV64_IMM(BPF_REG_3, 256),
  2886. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2887. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2888. BPF_FUNC_tail_call),
  2889. BPF_MOV64_IMM(BPF_REG_0, 2),
  2890. BPF_EXIT_INSN(),
  2891. },
  2892. .fixup_prog1 = { 1 },
  2893. .result = ACCEPT,
  2894. .retval = 2,
  2895. },
  2896. {
  2897. "runtime/jit: pass negative index to tail_call",
  2898. .insns = {
  2899. BPF_MOV64_IMM(BPF_REG_3, -1),
  2900. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2901. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2902. BPF_FUNC_tail_call),
  2903. BPF_MOV64_IMM(BPF_REG_0, 2),
  2904. BPF_EXIT_INSN(),
  2905. },
  2906. .fixup_prog1 = { 1 },
  2907. .result = ACCEPT,
  2908. .retval = 2,
  2909. },
  2910. {
  2911. "runtime/jit: pass > 32bit index to tail_call",
  2912. .insns = {
  2913. BPF_LD_IMM64(BPF_REG_3, 0x100000000ULL),
  2914. BPF_LD_MAP_FD(BPF_REG_2, 0),
  2915. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2916. BPF_FUNC_tail_call),
  2917. BPF_MOV64_IMM(BPF_REG_0, 2),
  2918. BPF_EXIT_INSN(),
  2919. },
  2920. .fixup_prog1 = { 2 },
  2921. .result = ACCEPT,
  2922. .retval = 42,
  2923. },
  2924. {
  2925. "stack pointer arithmetic",
  2926. .insns = {
  2927. BPF_MOV64_IMM(BPF_REG_1, 4),
  2928. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  2929. BPF_MOV64_REG(BPF_REG_7, BPF_REG_10),
  2930. BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, -10),
  2931. BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, -10),
  2932. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  2933. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_1),
  2934. BPF_ST_MEM(0, BPF_REG_2, 4, 0),
  2935. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  2936. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  2937. BPF_ST_MEM(0, BPF_REG_2, 4, 0),
  2938. BPF_MOV64_IMM(BPF_REG_0, 0),
  2939. BPF_EXIT_INSN(),
  2940. },
  2941. .result = ACCEPT,
  2942. },
  2943. {
  2944. "raw_stack: no skb_load_bytes",
  2945. .insns = {
  2946. BPF_MOV64_IMM(BPF_REG_2, 4),
  2947. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2948. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2949. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2950. BPF_MOV64_IMM(BPF_REG_4, 8),
  2951. /* Call to skb_load_bytes() omitted. */
  2952. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2953. BPF_EXIT_INSN(),
  2954. },
  2955. .result = REJECT,
  2956. .errstr = "invalid read from stack off -8+0 size 8",
  2957. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2958. },
  2959. {
  2960. "raw_stack: skb_load_bytes, negative len",
  2961. .insns = {
  2962. BPF_MOV64_IMM(BPF_REG_2, 4),
  2963. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2964. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2965. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2966. BPF_MOV64_IMM(BPF_REG_4, -8),
  2967. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2968. BPF_FUNC_skb_load_bytes),
  2969. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2970. BPF_EXIT_INSN(),
  2971. },
  2972. .result = REJECT,
  2973. .errstr = "R4 min value is negative",
  2974. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2975. },
  2976. {
  2977. "raw_stack: skb_load_bytes, negative len 2",
  2978. .insns = {
  2979. BPF_MOV64_IMM(BPF_REG_2, 4),
  2980. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2981. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2982. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  2983. BPF_MOV64_IMM(BPF_REG_4, ~0),
  2984. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  2985. BPF_FUNC_skb_load_bytes),
  2986. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  2987. BPF_EXIT_INSN(),
  2988. },
  2989. .result = REJECT,
  2990. .errstr = "R4 min value is negative",
  2991. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  2992. },
  2993. {
  2994. "raw_stack: skb_load_bytes, zero len",
  2995. .insns = {
  2996. BPF_MOV64_IMM(BPF_REG_2, 4),
  2997. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  2998. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  2999. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3000. BPF_MOV64_IMM(BPF_REG_4, 0),
  3001. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3002. BPF_FUNC_skb_load_bytes),
  3003. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3004. BPF_EXIT_INSN(),
  3005. },
  3006. .result = REJECT,
  3007. .errstr = "invalid stack type R3",
  3008. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3009. },
  3010. {
  3011. "raw_stack: skb_load_bytes, no init",
  3012. .insns = {
  3013. BPF_MOV64_IMM(BPF_REG_2, 4),
  3014. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3015. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  3016. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3017. BPF_MOV64_IMM(BPF_REG_4, 8),
  3018. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3019. BPF_FUNC_skb_load_bytes),
  3020. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3021. BPF_EXIT_INSN(),
  3022. },
  3023. .result = ACCEPT,
  3024. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3025. },
  3026. {
  3027. "raw_stack: skb_load_bytes, init",
  3028. .insns = {
  3029. BPF_MOV64_IMM(BPF_REG_2, 4),
  3030. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3031. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  3032. BPF_ST_MEM(BPF_DW, BPF_REG_6, 0, 0xcafe),
  3033. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3034. BPF_MOV64_IMM(BPF_REG_4, 8),
  3035. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3036. BPF_FUNC_skb_load_bytes),
  3037. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3038. BPF_EXIT_INSN(),
  3039. },
  3040. .result = ACCEPT,
  3041. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3042. },
  3043. {
  3044. "raw_stack: skb_load_bytes, spilled regs around bounds",
  3045. .insns = {
  3046. BPF_MOV64_IMM(BPF_REG_2, 4),
  3047. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3048. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
  3049. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
  3050. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
  3051. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3052. BPF_MOV64_IMM(BPF_REG_4, 8),
  3053. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3054. BPF_FUNC_skb_load_bytes),
  3055. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
  3056. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
  3057. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3058. offsetof(struct __sk_buff, mark)),
  3059. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
  3060. offsetof(struct __sk_buff, priority)),
  3061. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3062. BPF_EXIT_INSN(),
  3063. },
  3064. .result = ACCEPT,
  3065. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3066. },
  3067. {
  3068. "raw_stack: skb_load_bytes, spilled regs corruption",
  3069. .insns = {
  3070. BPF_MOV64_IMM(BPF_REG_2, 4),
  3071. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3072. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
  3073. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  3074. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3075. BPF_MOV64_IMM(BPF_REG_4, 8),
  3076. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3077. BPF_FUNC_skb_load_bytes),
  3078. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3079. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3080. offsetof(struct __sk_buff, mark)),
  3081. BPF_EXIT_INSN(),
  3082. },
  3083. .result = REJECT,
  3084. .errstr = "R0 invalid mem access 'inv'",
  3085. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3086. },
  3087. {
  3088. "raw_stack: skb_load_bytes, spilled regs corruption 2",
  3089. .insns = {
  3090. BPF_MOV64_IMM(BPF_REG_2, 4),
  3091. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3092. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
  3093. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
  3094. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  3095. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
  3096. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3097. BPF_MOV64_IMM(BPF_REG_4, 8),
  3098. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3099. BPF_FUNC_skb_load_bytes),
  3100. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
  3101. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
  3102. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6, 0),
  3103. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3104. offsetof(struct __sk_buff, mark)),
  3105. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
  3106. offsetof(struct __sk_buff, priority)),
  3107. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3108. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_3,
  3109. offsetof(struct __sk_buff, pkt_type)),
  3110. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
  3111. BPF_EXIT_INSN(),
  3112. },
  3113. .result = REJECT,
  3114. .errstr = "R3 invalid mem access 'inv'",
  3115. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3116. },
  3117. {
  3118. "raw_stack: skb_load_bytes, spilled regs + data",
  3119. .insns = {
  3120. BPF_MOV64_IMM(BPF_REG_2, 4),
  3121. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3122. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
  3123. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
  3124. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
  3125. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
  3126. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3127. BPF_MOV64_IMM(BPF_REG_4, 8),
  3128. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3129. BPF_FUNC_skb_load_bytes),
  3130. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
  3131. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
  3132. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6, 0),
  3133. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  3134. offsetof(struct __sk_buff, mark)),
  3135. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
  3136. offsetof(struct __sk_buff, priority)),
  3137. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3138. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
  3139. BPF_EXIT_INSN(),
  3140. },
  3141. .result = ACCEPT,
  3142. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3143. },
  3144. {
  3145. "raw_stack: skb_load_bytes, invalid access 1",
  3146. .insns = {
  3147. BPF_MOV64_IMM(BPF_REG_2, 4),
  3148. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3149. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -513),
  3150. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3151. BPF_MOV64_IMM(BPF_REG_4, 8),
  3152. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3153. BPF_FUNC_skb_load_bytes),
  3154. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3155. BPF_EXIT_INSN(),
  3156. },
  3157. .result = REJECT,
  3158. .errstr = "invalid stack type R3 off=-513 access_size=8",
  3159. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3160. },
  3161. {
  3162. "raw_stack: skb_load_bytes, invalid access 2",
  3163. .insns = {
  3164. BPF_MOV64_IMM(BPF_REG_2, 4),
  3165. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3166. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
  3167. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3168. BPF_MOV64_IMM(BPF_REG_4, 8),
  3169. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3170. BPF_FUNC_skb_load_bytes),
  3171. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3172. BPF_EXIT_INSN(),
  3173. },
  3174. .result = REJECT,
  3175. .errstr = "invalid stack type R3 off=-1 access_size=8",
  3176. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3177. },
  3178. {
  3179. "raw_stack: skb_load_bytes, invalid access 3",
  3180. .insns = {
  3181. BPF_MOV64_IMM(BPF_REG_2, 4),
  3182. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3183. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 0xffffffff),
  3184. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3185. BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
  3186. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3187. BPF_FUNC_skb_load_bytes),
  3188. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3189. BPF_EXIT_INSN(),
  3190. },
  3191. .result = REJECT,
  3192. .errstr = "R4 min value is negative",
  3193. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3194. },
  3195. {
  3196. "raw_stack: skb_load_bytes, invalid access 4",
  3197. .insns = {
  3198. BPF_MOV64_IMM(BPF_REG_2, 4),
  3199. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3200. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
  3201. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3202. BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
  3203. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3204. BPF_FUNC_skb_load_bytes),
  3205. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3206. BPF_EXIT_INSN(),
  3207. },
  3208. .result = REJECT,
  3209. .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
  3210. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3211. },
  3212. {
  3213. "raw_stack: skb_load_bytes, invalid access 5",
  3214. .insns = {
  3215. BPF_MOV64_IMM(BPF_REG_2, 4),
  3216. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3217. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
  3218. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3219. BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
  3220. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3221. BPF_FUNC_skb_load_bytes),
  3222. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3223. BPF_EXIT_INSN(),
  3224. },
  3225. .result = REJECT,
  3226. .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
  3227. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3228. },
  3229. {
  3230. "raw_stack: skb_load_bytes, invalid access 6",
  3231. .insns = {
  3232. BPF_MOV64_IMM(BPF_REG_2, 4),
  3233. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3234. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
  3235. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3236. BPF_MOV64_IMM(BPF_REG_4, 0),
  3237. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3238. BPF_FUNC_skb_load_bytes),
  3239. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3240. BPF_EXIT_INSN(),
  3241. },
  3242. .result = REJECT,
  3243. .errstr = "invalid stack type R3 off=-512 access_size=0",
  3244. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3245. },
  3246. {
  3247. "raw_stack: skb_load_bytes, large access",
  3248. .insns = {
  3249. BPF_MOV64_IMM(BPF_REG_2, 4),
  3250. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
  3251. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
  3252. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  3253. BPF_MOV64_IMM(BPF_REG_4, 512),
  3254. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3255. BPF_FUNC_skb_load_bytes),
  3256. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  3257. BPF_EXIT_INSN(),
  3258. },
  3259. .result = ACCEPT,
  3260. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3261. },
  3262. {
  3263. "context stores via ST",
  3264. .insns = {
  3265. BPF_MOV64_IMM(BPF_REG_0, 0),
  3266. BPF_ST_MEM(BPF_DW, BPF_REG_1, offsetof(struct __sk_buff, mark), 0),
  3267. BPF_EXIT_INSN(),
  3268. },
  3269. .errstr = "BPF_ST stores into R1 context is not allowed",
  3270. .result = REJECT,
  3271. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3272. },
  3273. {
  3274. "context stores via XADD",
  3275. .insns = {
  3276. BPF_MOV64_IMM(BPF_REG_0, 0),
  3277. BPF_RAW_INSN(BPF_STX | BPF_XADD | BPF_W, BPF_REG_1,
  3278. BPF_REG_0, offsetof(struct __sk_buff, mark), 0),
  3279. BPF_EXIT_INSN(),
  3280. },
  3281. .errstr = "BPF_XADD stores into R1 context is not allowed",
  3282. .result = REJECT,
  3283. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3284. },
  3285. {
  3286. "direct packet access: test1",
  3287. .insns = {
  3288. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3289. offsetof(struct __sk_buff, data)),
  3290. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3291. offsetof(struct __sk_buff, data_end)),
  3292. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3293. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3294. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3295. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3296. BPF_MOV64_IMM(BPF_REG_0, 0),
  3297. BPF_EXIT_INSN(),
  3298. },
  3299. .result = ACCEPT,
  3300. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3301. },
  3302. {
  3303. "direct packet access: test2",
  3304. .insns = {
  3305. BPF_MOV64_IMM(BPF_REG_0, 1),
  3306. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  3307. offsetof(struct __sk_buff, data_end)),
  3308. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3309. offsetof(struct __sk_buff, data)),
  3310. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3311. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 14),
  3312. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_4, 15),
  3313. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 7),
  3314. BPF_LDX_MEM(BPF_B, BPF_REG_4, BPF_REG_3, 12),
  3315. BPF_ALU64_IMM(BPF_MUL, BPF_REG_4, 14),
  3316. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3317. offsetof(struct __sk_buff, data)),
  3318. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_4),
  3319. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3320. offsetof(struct __sk_buff, len)),
  3321. BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 49),
  3322. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 49),
  3323. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_2),
  3324. BPF_MOV64_REG(BPF_REG_2, BPF_REG_3),
  3325. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  3326. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  3327. offsetof(struct __sk_buff, data_end)),
  3328. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  3329. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_3, 4),
  3330. BPF_MOV64_IMM(BPF_REG_0, 0),
  3331. BPF_EXIT_INSN(),
  3332. },
  3333. .result = ACCEPT,
  3334. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3335. },
  3336. {
  3337. "direct packet access: test3",
  3338. .insns = {
  3339. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3340. offsetof(struct __sk_buff, data)),
  3341. BPF_MOV64_IMM(BPF_REG_0, 0),
  3342. BPF_EXIT_INSN(),
  3343. },
  3344. .errstr = "invalid bpf_context access off=76",
  3345. .result = REJECT,
  3346. .prog_type = BPF_PROG_TYPE_SOCKET_FILTER,
  3347. },
  3348. {
  3349. "direct packet access: test4 (write)",
  3350. .insns = {
  3351. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3352. offsetof(struct __sk_buff, data)),
  3353. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3354. offsetof(struct __sk_buff, data_end)),
  3355. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3356. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3357. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3358. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3359. BPF_MOV64_IMM(BPF_REG_0, 0),
  3360. BPF_EXIT_INSN(),
  3361. },
  3362. .result = ACCEPT,
  3363. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3364. },
  3365. {
  3366. "direct packet access: test5 (pkt_end >= reg, good access)",
  3367. .insns = {
  3368. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3369. offsetof(struct __sk_buff, data)),
  3370. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3371. offsetof(struct __sk_buff, data_end)),
  3372. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3373. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3374. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 2),
  3375. BPF_MOV64_IMM(BPF_REG_0, 1),
  3376. BPF_EXIT_INSN(),
  3377. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3378. BPF_MOV64_IMM(BPF_REG_0, 0),
  3379. BPF_EXIT_INSN(),
  3380. },
  3381. .result = ACCEPT,
  3382. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3383. },
  3384. {
  3385. "direct packet access: test6 (pkt_end >= reg, bad access)",
  3386. .insns = {
  3387. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3388. offsetof(struct __sk_buff, data)),
  3389. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3390. offsetof(struct __sk_buff, data_end)),
  3391. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3392. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3393. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 3),
  3394. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3395. BPF_MOV64_IMM(BPF_REG_0, 1),
  3396. BPF_EXIT_INSN(),
  3397. BPF_MOV64_IMM(BPF_REG_0, 0),
  3398. BPF_EXIT_INSN(),
  3399. },
  3400. .errstr = "invalid access to packet",
  3401. .result = REJECT,
  3402. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3403. },
  3404. {
  3405. "direct packet access: test7 (pkt_end >= reg, both accesses)",
  3406. .insns = {
  3407. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3408. offsetof(struct __sk_buff, data)),
  3409. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3410. offsetof(struct __sk_buff, data_end)),
  3411. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3412. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3413. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 3),
  3414. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3415. BPF_MOV64_IMM(BPF_REG_0, 1),
  3416. BPF_EXIT_INSN(),
  3417. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3418. BPF_MOV64_IMM(BPF_REG_0, 0),
  3419. BPF_EXIT_INSN(),
  3420. },
  3421. .errstr = "invalid access to packet",
  3422. .result = REJECT,
  3423. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3424. },
  3425. {
  3426. "direct packet access: test8 (double test, variant 1)",
  3427. .insns = {
  3428. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3429. offsetof(struct __sk_buff, data)),
  3430. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3431. offsetof(struct __sk_buff, data_end)),
  3432. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3433. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3434. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 4),
  3435. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3436. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3437. BPF_MOV64_IMM(BPF_REG_0, 1),
  3438. BPF_EXIT_INSN(),
  3439. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3440. BPF_MOV64_IMM(BPF_REG_0, 0),
  3441. BPF_EXIT_INSN(),
  3442. },
  3443. .result = ACCEPT,
  3444. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3445. },
  3446. {
  3447. "direct packet access: test9 (double test, variant 2)",
  3448. .insns = {
  3449. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3450. offsetof(struct __sk_buff, data)),
  3451. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3452. offsetof(struct __sk_buff, data_end)),
  3453. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3454. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3455. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 2),
  3456. BPF_MOV64_IMM(BPF_REG_0, 1),
  3457. BPF_EXIT_INSN(),
  3458. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3459. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3460. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3461. BPF_MOV64_IMM(BPF_REG_0, 0),
  3462. BPF_EXIT_INSN(),
  3463. },
  3464. .result = ACCEPT,
  3465. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3466. },
  3467. {
  3468. "direct packet access: test10 (write invalid)",
  3469. .insns = {
  3470. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3471. offsetof(struct __sk_buff, data)),
  3472. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3473. offsetof(struct __sk_buff, data_end)),
  3474. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3475. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3476. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  3477. BPF_MOV64_IMM(BPF_REG_0, 0),
  3478. BPF_EXIT_INSN(),
  3479. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3480. BPF_MOV64_IMM(BPF_REG_0, 0),
  3481. BPF_EXIT_INSN(),
  3482. },
  3483. .errstr = "invalid access to packet",
  3484. .result = REJECT,
  3485. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3486. },
  3487. {
  3488. "direct packet access: test11 (shift, good access)",
  3489. .insns = {
  3490. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3491. offsetof(struct __sk_buff, data)),
  3492. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3493. offsetof(struct __sk_buff, data_end)),
  3494. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3495. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3496. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
  3497. BPF_MOV64_IMM(BPF_REG_3, 144),
  3498. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3499. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
  3500. BPF_ALU64_IMM(BPF_RSH, BPF_REG_5, 3),
  3501. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3502. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3503. BPF_MOV64_IMM(BPF_REG_0, 1),
  3504. BPF_EXIT_INSN(),
  3505. BPF_MOV64_IMM(BPF_REG_0, 0),
  3506. BPF_EXIT_INSN(),
  3507. },
  3508. .result = ACCEPT,
  3509. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3510. .retval = 1,
  3511. },
  3512. {
  3513. "direct packet access: test12 (and, good access)",
  3514. .insns = {
  3515. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3516. offsetof(struct __sk_buff, data)),
  3517. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3518. offsetof(struct __sk_buff, data_end)),
  3519. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3520. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3521. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
  3522. BPF_MOV64_IMM(BPF_REG_3, 144),
  3523. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3524. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
  3525. BPF_ALU64_IMM(BPF_AND, BPF_REG_5, 15),
  3526. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3527. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3528. BPF_MOV64_IMM(BPF_REG_0, 1),
  3529. BPF_EXIT_INSN(),
  3530. BPF_MOV64_IMM(BPF_REG_0, 0),
  3531. BPF_EXIT_INSN(),
  3532. },
  3533. .result = ACCEPT,
  3534. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3535. .retval = 1,
  3536. },
  3537. {
  3538. "direct packet access: test13 (branches, good access)",
  3539. .insns = {
  3540. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3541. offsetof(struct __sk_buff, data)),
  3542. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3543. offsetof(struct __sk_buff, data_end)),
  3544. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3545. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3546. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 13),
  3547. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3548. offsetof(struct __sk_buff, mark)),
  3549. BPF_MOV64_IMM(BPF_REG_4, 1),
  3550. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_4, 2),
  3551. BPF_MOV64_IMM(BPF_REG_3, 14),
  3552. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  3553. BPF_MOV64_IMM(BPF_REG_3, 24),
  3554. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  3555. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
  3556. BPF_ALU64_IMM(BPF_AND, BPF_REG_5, 15),
  3557. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3558. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3559. BPF_MOV64_IMM(BPF_REG_0, 1),
  3560. BPF_EXIT_INSN(),
  3561. BPF_MOV64_IMM(BPF_REG_0, 0),
  3562. BPF_EXIT_INSN(),
  3563. },
  3564. .result = ACCEPT,
  3565. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3566. .retval = 1,
  3567. },
  3568. {
  3569. "direct packet access: test14 (pkt_ptr += 0, CONST_IMM, good access)",
  3570. .insns = {
  3571. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3572. offsetof(struct __sk_buff, data)),
  3573. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3574. offsetof(struct __sk_buff, data_end)),
  3575. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3576. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
  3577. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 7),
  3578. BPF_MOV64_IMM(BPF_REG_5, 12),
  3579. BPF_ALU64_IMM(BPF_RSH, BPF_REG_5, 4),
  3580. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  3581. BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
  3582. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_6, 0),
  3583. BPF_MOV64_IMM(BPF_REG_0, 1),
  3584. BPF_EXIT_INSN(),
  3585. BPF_MOV64_IMM(BPF_REG_0, 0),
  3586. BPF_EXIT_INSN(),
  3587. },
  3588. .result = ACCEPT,
  3589. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3590. .retval = 1,
  3591. },
  3592. {
  3593. "direct packet access: test15 (spill with xadd)",
  3594. .insns = {
  3595. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3596. offsetof(struct __sk_buff, data)),
  3597. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3598. offsetof(struct __sk_buff, data_end)),
  3599. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3600. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3601. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
  3602. BPF_MOV64_IMM(BPF_REG_5, 4096),
  3603. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  3604. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  3605. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  3606. BPF_STX_XADD(BPF_DW, BPF_REG_4, BPF_REG_5, 0),
  3607. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  3608. BPF_STX_MEM(BPF_W, BPF_REG_2, BPF_REG_5, 0),
  3609. BPF_MOV64_IMM(BPF_REG_0, 0),
  3610. BPF_EXIT_INSN(),
  3611. },
  3612. .errstr = "R2 invalid mem access 'inv'",
  3613. .result = REJECT,
  3614. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3615. },
  3616. {
  3617. "direct packet access: test16 (arith on data_end)",
  3618. .insns = {
  3619. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3620. offsetof(struct __sk_buff, data)),
  3621. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3622. offsetof(struct __sk_buff, data_end)),
  3623. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3624. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3625. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 16),
  3626. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3627. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3628. BPF_MOV64_IMM(BPF_REG_0, 0),
  3629. BPF_EXIT_INSN(),
  3630. },
  3631. .errstr = "R3 pointer arithmetic on PTR_TO_PACKET_END",
  3632. .result = REJECT,
  3633. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3634. },
  3635. {
  3636. "direct packet access: test17 (pruning, alignment)",
  3637. .insns = {
  3638. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3639. offsetof(struct __sk_buff, data)),
  3640. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3641. offsetof(struct __sk_buff, data_end)),
  3642. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  3643. offsetof(struct __sk_buff, mark)),
  3644. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3645. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 14),
  3646. BPF_JMP_IMM(BPF_JGT, BPF_REG_7, 1, 4),
  3647. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3648. BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_0, -4),
  3649. BPF_MOV64_IMM(BPF_REG_0, 0),
  3650. BPF_EXIT_INSN(),
  3651. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 1),
  3652. BPF_JMP_A(-6),
  3653. },
  3654. .errstr = "misaligned packet access off 2+(0x0; 0x0)+15+-4 size 4",
  3655. .result = REJECT,
  3656. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3657. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  3658. },
  3659. {
  3660. "direct packet access: test18 (imm += pkt_ptr, 1)",
  3661. .insns = {
  3662. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3663. offsetof(struct __sk_buff, data)),
  3664. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3665. offsetof(struct __sk_buff, data_end)),
  3666. BPF_MOV64_IMM(BPF_REG_0, 8),
  3667. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3668. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3669. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  3670. BPF_MOV64_IMM(BPF_REG_0, 0),
  3671. BPF_EXIT_INSN(),
  3672. },
  3673. .result = ACCEPT,
  3674. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3675. },
  3676. {
  3677. "direct packet access: test19 (imm += pkt_ptr, 2)",
  3678. .insns = {
  3679. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3680. offsetof(struct __sk_buff, data)),
  3681. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3682. offsetof(struct __sk_buff, data_end)),
  3683. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3684. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3685. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  3686. BPF_MOV64_IMM(BPF_REG_4, 4),
  3687. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3688. BPF_STX_MEM(BPF_B, BPF_REG_4, BPF_REG_4, 0),
  3689. BPF_MOV64_IMM(BPF_REG_0, 0),
  3690. BPF_EXIT_INSN(),
  3691. },
  3692. .result = ACCEPT,
  3693. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3694. },
  3695. {
  3696. "direct packet access: test20 (x += pkt_ptr, 1)",
  3697. .insns = {
  3698. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3699. offsetof(struct __sk_buff, data)),
  3700. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3701. offsetof(struct __sk_buff, data_end)),
  3702. BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
  3703. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  3704. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  3705. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0x7fff),
  3706. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  3707. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3708. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  3709. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0x7fff - 1),
  3710. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  3711. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_4, 0),
  3712. BPF_MOV64_IMM(BPF_REG_0, 0),
  3713. BPF_EXIT_INSN(),
  3714. },
  3715. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3716. .result = ACCEPT,
  3717. },
  3718. {
  3719. "direct packet access: test21 (x += pkt_ptr, 2)",
  3720. .insns = {
  3721. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3722. offsetof(struct __sk_buff, data)),
  3723. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3724. offsetof(struct __sk_buff, data_end)),
  3725. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3726. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3727. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 9),
  3728. BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
  3729. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -8),
  3730. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  3731. BPF_ALU64_IMM(BPF_AND, BPF_REG_4, 0x7fff),
  3732. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3733. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  3734. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0x7fff - 1),
  3735. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  3736. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_4, 0),
  3737. BPF_MOV64_IMM(BPF_REG_0, 0),
  3738. BPF_EXIT_INSN(),
  3739. },
  3740. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3741. .result = ACCEPT,
  3742. },
  3743. {
  3744. "direct packet access: test22 (x += pkt_ptr, 3)",
  3745. .insns = {
  3746. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3747. offsetof(struct __sk_buff, data)),
  3748. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3749. offsetof(struct __sk_buff, data_end)),
  3750. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3751. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3752. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -8),
  3753. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_3, -16),
  3754. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_10, -16),
  3755. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 11),
  3756. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -8),
  3757. BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
  3758. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_4, -8),
  3759. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  3760. BPF_ALU64_IMM(BPF_RSH, BPF_REG_4, 49),
  3761. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
  3762. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  3763. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 2),
  3764. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  3765. BPF_MOV64_IMM(BPF_REG_2, 1),
  3766. BPF_STX_MEM(BPF_H, BPF_REG_4, BPF_REG_2, 0),
  3767. BPF_MOV64_IMM(BPF_REG_0, 0),
  3768. BPF_EXIT_INSN(),
  3769. },
  3770. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3771. .result = ACCEPT,
  3772. },
  3773. {
  3774. "direct packet access: test23 (x += pkt_ptr, 4)",
  3775. .insns = {
  3776. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3777. offsetof(struct __sk_buff, data)),
  3778. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3779. offsetof(struct __sk_buff, data_end)),
  3780. BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
  3781. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  3782. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  3783. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0xffff),
  3784. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  3785. BPF_MOV64_IMM(BPF_REG_0, 31),
  3786. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_4),
  3787. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3788. BPF_MOV64_REG(BPF_REG_5, BPF_REG_0),
  3789. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0xffff - 1),
  3790. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3791. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_0, 0),
  3792. BPF_MOV64_IMM(BPF_REG_0, 0),
  3793. BPF_EXIT_INSN(),
  3794. },
  3795. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3796. .result = REJECT,
  3797. .errstr = "invalid access to packet, off=0 size=8, R5(id=1,off=0,r=0)",
  3798. },
  3799. {
  3800. "direct packet access: test24 (x += pkt_ptr, 5)",
  3801. .insns = {
  3802. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3803. offsetof(struct __sk_buff, data)),
  3804. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3805. offsetof(struct __sk_buff, data_end)),
  3806. BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
  3807. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  3808. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  3809. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0xff),
  3810. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  3811. BPF_MOV64_IMM(BPF_REG_0, 64),
  3812. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_4),
  3813. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  3814. BPF_MOV64_REG(BPF_REG_5, BPF_REG_0),
  3815. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x7fff - 1),
  3816. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  3817. BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_0, 0),
  3818. BPF_MOV64_IMM(BPF_REG_0, 0),
  3819. BPF_EXIT_INSN(),
  3820. },
  3821. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3822. .result = ACCEPT,
  3823. },
  3824. {
  3825. "direct packet access: test25 (marking on <, good access)",
  3826. .insns = {
  3827. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3828. offsetof(struct __sk_buff, data)),
  3829. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3830. offsetof(struct __sk_buff, data_end)),
  3831. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3832. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3833. BPF_JMP_REG(BPF_JLT, BPF_REG_0, BPF_REG_3, 2),
  3834. BPF_MOV64_IMM(BPF_REG_0, 0),
  3835. BPF_EXIT_INSN(),
  3836. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3837. BPF_JMP_IMM(BPF_JA, 0, 0, -4),
  3838. },
  3839. .result = ACCEPT,
  3840. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3841. },
  3842. {
  3843. "direct packet access: test26 (marking on <, bad access)",
  3844. .insns = {
  3845. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3846. offsetof(struct __sk_buff, data)),
  3847. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3848. offsetof(struct __sk_buff, data_end)),
  3849. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3850. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3851. BPF_JMP_REG(BPF_JLT, BPF_REG_0, BPF_REG_3, 3),
  3852. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3853. BPF_MOV64_IMM(BPF_REG_0, 0),
  3854. BPF_EXIT_INSN(),
  3855. BPF_JMP_IMM(BPF_JA, 0, 0, -3),
  3856. },
  3857. .result = REJECT,
  3858. .errstr = "invalid access to packet",
  3859. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3860. },
  3861. {
  3862. "direct packet access: test27 (marking on <=, good access)",
  3863. .insns = {
  3864. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3865. offsetof(struct __sk_buff, data)),
  3866. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3867. offsetof(struct __sk_buff, data_end)),
  3868. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3869. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3870. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_0, 1),
  3871. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3872. BPF_MOV64_IMM(BPF_REG_0, 1),
  3873. BPF_EXIT_INSN(),
  3874. },
  3875. .result = ACCEPT,
  3876. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3877. .retval = 1,
  3878. },
  3879. {
  3880. "direct packet access: test28 (marking on <=, bad access)",
  3881. .insns = {
  3882. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3883. offsetof(struct __sk_buff, data)),
  3884. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3885. offsetof(struct __sk_buff, data_end)),
  3886. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  3887. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  3888. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_0, 2),
  3889. BPF_MOV64_IMM(BPF_REG_0, 1),
  3890. BPF_EXIT_INSN(),
  3891. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  3892. BPF_JMP_IMM(BPF_JA, 0, 0, -4),
  3893. },
  3894. .result = REJECT,
  3895. .errstr = "invalid access to packet",
  3896. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  3897. },
  3898. {
  3899. "helper access to packet: test1, valid packet_ptr range",
  3900. .insns = {
  3901. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3902. offsetof(struct xdp_md, data)),
  3903. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3904. offsetof(struct xdp_md, data_end)),
  3905. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  3906. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  3907. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 5),
  3908. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3909. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  3910. BPF_MOV64_IMM(BPF_REG_4, 0),
  3911. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3912. BPF_FUNC_map_update_elem),
  3913. BPF_MOV64_IMM(BPF_REG_0, 0),
  3914. BPF_EXIT_INSN(),
  3915. },
  3916. .fixup_map1 = { 5 },
  3917. .result_unpriv = ACCEPT,
  3918. .result = ACCEPT,
  3919. .prog_type = BPF_PROG_TYPE_XDP,
  3920. },
  3921. {
  3922. "helper access to packet: test2, unchecked packet_ptr",
  3923. .insns = {
  3924. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3925. offsetof(struct xdp_md, data)),
  3926. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3927. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3928. BPF_FUNC_map_lookup_elem),
  3929. BPF_MOV64_IMM(BPF_REG_0, 0),
  3930. BPF_EXIT_INSN(),
  3931. },
  3932. .fixup_map1 = { 1 },
  3933. .result = REJECT,
  3934. .errstr = "invalid access to packet",
  3935. .prog_type = BPF_PROG_TYPE_XDP,
  3936. },
  3937. {
  3938. "helper access to packet: test3, variable add",
  3939. .insns = {
  3940. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3941. offsetof(struct xdp_md, data)),
  3942. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3943. offsetof(struct xdp_md, data_end)),
  3944. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3945. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  3946. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 10),
  3947. BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_2, 0),
  3948. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3949. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_5),
  3950. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  3951. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 8),
  3952. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 4),
  3953. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3954. BPF_MOV64_REG(BPF_REG_2, BPF_REG_4),
  3955. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3956. BPF_FUNC_map_lookup_elem),
  3957. BPF_MOV64_IMM(BPF_REG_0, 0),
  3958. BPF_EXIT_INSN(),
  3959. },
  3960. .fixup_map1 = { 11 },
  3961. .result = ACCEPT,
  3962. .prog_type = BPF_PROG_TYPE_XDP,
  3963. },
  3964. {
  3965. "helper access to packet: test4, packet_ptr with bad range",
  3966. .insns = {
  3967. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3968. offsetof(struct xdp_md, data)),
  3969. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3970. offsetof(struct xdp_md, data_end)),
  3971. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3972. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 4),
  3973. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 2),
  3974. BPF_MOV64_IMM(BPF_REG_0, 0),
  3975. BPF_EXIT_INSN(),
  3976. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3977. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  3978. BPF_FUNC_map_lookup_elem),
  3979. BPF_MOV64_IMM(BPF_REG_0, 0),
  3980. BPF_EXIT_INSN(),
  3981. },
  3982. .fixup_map1 = { 7 },
  3983. .result = REJECT,
  3984. .errstr = "invalid access to packet",
  3985. .prog_type = BPF_PROG_TYPE_XDP,
  3986. },
  3987. {
  3988. "helper access to packet: test5, packet_ptr with too short range",
  3989. .insns = {
  3990. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  3991. offsetof(struct xdp_md, data)),
  3992. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  3993. offsetof(struct xdp_md, data_end)),
  3994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  3995. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  3996. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 7),
  3997. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 3),
  3998. BPF_LD_MAP_FD(BPF_REG_1, 0),
  3999. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4000. BPF_FUNC_map_lookup_elem),
  4001. BPF_MOV64_IMM(BPF_REG_0, 0),
  4002. BPF_EXIT_INSN(),
  4003. },
  4004. .fixup_map1 = { 6 },
  4005. .result = REJECT,
  4006. .errstr = "invalid access to packet",
  4007. .prog_type = BPF_PROG_TYPE_XDP,
  4008. },
  4009. {
  4010. "helper access to packet: test6, cls valid packet_ptr range",
  4011. .insns = {
  4012. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4013. offsetof(struct __sk_buff, data)),
  4014. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4015. offsetof(struct __sk_buff, data_end)),
  4016. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  4017. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  4018. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 5),
  4019. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4020. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  4021. BPF_MOV64_IMM(BPF_REG_4, 0),
  4022. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4023. BPF_FUNC_map_update_elem),
  4024. BPF_MOV64_IMM(BPF_REG_0, 0),
  4025. BPF_EXIT_INSN(),
  4026. },
  4027. .fixup_map1 = { 5 },
  4028. .result = ACCEPT,
  4029. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4030. },
  4031. {
  4032. "helper access to packet: test7, cls unchecked packet_ptr",
  4033. .insns = {
  4034. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4035. offsetof(struct __sk_buff, data)),
  4036. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4037. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4038. BPF_FUNC_map_lookup_elem),
  4039. BPF_MOV64_IMM(BPF_REG_0, 0),
  4040. BPF_EXIT_INSN(),
  4041. },
  4042. .fixup_map1 = { 1 },
  4043. .result = REJECT,
  4044. .errstr = "invalid access to packet",
  4045. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4046. },
  4047. {
  4048. "helper access to packet: test8, cls variable add",
  4049. .insns = {
  4050. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4051. offsetof(struct __sk_buff, data)),
  4052. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4053. offsetof(struct __sk_buff, data_end)),
  4054. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4055. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  4056. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 10),
  4057. BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_2, 0),
  4058. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4059. BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_5),
  4060. BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
  4061. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 8),
  4062. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 4),
  4063. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4064. BPF_MOV64_REG(BPF_REG_2, BPF_REG_4),
  4065. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4066. BPF_FUNC_map_lookup_elem),
  4067. BPF_MOV64_IMM(BPF_REG_0, 0),
  4068. BPF_EXIT_INSN(),
  4069. },
  4070. .fixup_map1 = { 11 },
  4071. .result = ACCEPT,
  4072. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4073. },
  4074. {
  4075. "helper access to packet: test9, cls packet_ptr with bad range",
  4076. .insns = {
  4077. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4078. offsetof(struct __sk_buff, data)),
  4079. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4080. offsetof(struct __sk_buff, data_end)),
  4081. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4082. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 4),
  4083. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 2),
  4084. BPF_MOV64_IMM(BPF_REG_0, 0),
  4085. BPF_EXIT_INSN(),
  4086. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4087. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4088. BPF_FUNC_map_lookup_elem),
  4089. BPF_MOV64_IMM(BPF_REG_0, 0),
  4090. BPF_EXIT_INSN(),
  4091. },
  4092. .fixup_map1 = { 7 },
  4093. .result = REJECT,
  4094. .errstr = "invalid access to packet",
  4095. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4096. },
  4097. {
  4098. "helper access to packet: test10, cls packet_ptr with too short range",
  4099. .insns = {
  4100. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4101. offsetof(struct __sk_buff, data)),
  4102. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4103. offsetof(struct __sk_buff, data_end)),
  4104. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  4105. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  4106. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 7),
  4107. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 3),
  4108. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4109. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4110. BPF_FUNC_map_lookup_elem),
  4111. BPF_MOV64_IMM(BPF_REG_0, 0),
  4112. BPF_EXIT_INSN(),
  4113. },
  4114. .fixup_map1 = { 6 },
  4115. .result = REJECT,
  4116. .errstr = "invalid access to packet",
  4117. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4118. },
  4119. {
  4120. "helper access to packet: test11, cls unsuitable helper 1",
  4121. .insns = {
  4122. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4123. offsetof(struct __sk_buff, data)),
  4124. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4125. offsetof(struct __sk_buff, data_end)),
  4126. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4127. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  4128. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 7),
  4129. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_7, 4),
  4130. BPF_MOV64_IMM(BPF_REG_2, 0),
  4131. BPF_MOV64_IMM(BPF_REG_4, 42),
  4132. BPF_MOV64_IMM(BPF_REG_5, 0),
  4133. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4134. BPF_FUNC_skb_store_bytes),
  4135. BPF_MOV64_IMM(BPF_REG_0, 0),
  4136. BPF_EXIT_INSN(),
  4137. },
  4138. .result = REJECT,
  4139. .errstr = "helper access to the packet",
  4140. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4141. },
  4142. {
  4143. "helper access to packet: test12, cls unsuitable helper 2",
  4144. .insns = {
  4145. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4146. offsetof(struct __sk_buff, data)),
  4147. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4148. offsetof(struct __sk_buff, data_end)),
  4149. BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
  4150. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
  4151. BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_7, 3),
  4152. BPF_MOV64_IMM(BPF_REG_2, 0),
  4153. BPF_MOV64_IMM(BPF_REG_4, 4),
  4154. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4155. BPF_FUNC_skb_load_bytes),
  4156. BPF_MOV64_IMM(BPF_REG_0, 0),
  4157. BPF_EXIT_INSN(),
  4158. },
  4159. .result = REJECT,
  4160. .errstr = "helper access to the packet",
  4161. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4162. },
  4163. {
  4164. "helper access to packet: test13, cls helper ok",
  4165. .insns = {
  4166. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4167. offsetof(struct __sk_buff, data)),
  4168. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4169. offsetof(struct __sk_buff, data_end)),
  4170. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4171. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4172. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4173. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4174. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4175. BPF_MOV64_IMM(BPF_REG_2, 4),
  4176. BPF_MOV64_IMM(BPF_REG_3, 0),
  4177. BPF_MOV64_IMM(BPF_REG_4, 0),
  4178. BPF_MOV64_IMM(BPF_REG_5, 0),
  4179. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4180. BPF_FUNC_csum_diff),
  4181. BPF_MOV64_IMM(BPF_REG_0, 0),
  4182. BPF_EXIT_INSN(),
  4183. },
  4184. .result = ACCEPT,
  4185. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4186. },
  4187. {
  4188. "helper access to packet: test14, cls helper ok sub",
  4189. .insns = {
  4190. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4191. offsetof(struct __sk_buff, data)),
  4192. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4193. offsetof(struct __sk_buff, data_end)),
  4194. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4195. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4196. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4197. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4198. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 4),
  4199. BPF_MOV64_IMM(BPF_REG_2, 4),
  4200. BPF_MOV64_IMM(BPF_REG_3, 0),
  4201. BPF_MOV64_IMM(BPF_REG_4, 0),
  4202. BPF_MOV64_IMM(BPF_REG_5, 0),
  4203. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4204. BPF_FUNC_csum_diff),
  4205. BPF_MOV64_IMM(BPF_REG_0, 0),
  4206. BPF_EXIT_INSN(),
  4207. },
  4208. .result = ACCEPT,
  4209. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4210. },
  4211. {
  4212. "helper access to packet: test15, cls helper fail sub",
  4213. .insns = {
  4214. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4215. offsetof(struct __sk_buff, data)),
  4216. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4217. offsetof(struct __sk_buff, data_end)),
  4218. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4219. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4220. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4221. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4222. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 12),
  4223. BPF_MOV64_IMM(BPF_REG_2, 4),
  4224. BPF_MOV64_IMM(BPF_REG_3, 0),
  4225. BPF_MOV64_IMM(BPF_REG_4, 0),
  4226. BPF_MOV64_IMM(BPF_REG_5, 0),
  4227. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4228. BPF_FUNC_csum_diff),
  4229. BPF_MOV64_IMM(BPF_REG_0, 0),
  4230. BPF_EXIT_INSN(),
  4231. },
  4232. .result = REJECT,
  4233. .errstr = "invalid access to packet",
  4234. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4235. },
  4236. {
  4237. "helper access to packet: test16, cls helper fail range 1",
  4238. .insns = {
  4239. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4240. offsetof(struct __sk_buff, data)),
  4241. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4242. offsetof(struct __sk_buff, data_end)),
  4243. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4244. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4245. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4246. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4247. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4248. BPF_MOV64_IMM(BPF_REG_2, 8),
  4249. BPF_MOV64_IMM(BPF_REG_3, 0),
  4250. BPF_MOV64_IMM(BPF_REG_4, 0),
  4251. BPF_MOV64_IMM(BPF_REG_5, 0),
  4252. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4253. BPF_FUNC_csum_diff),
  4254. BPF_MOV64_IMM(BPF_REG_0, 0),
  4255. BPF_EXIT_INSN(),
  4256. },
  4257. .result = REJECT,
  4258. .errstr = "invalid access to packet",
  4259. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4260. },
  4261. {
  4262. "helper access to packet: test17, cls helper fail range 2",
  4263. .insns = {
  4264. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4265. offsetof(struct __sk_buff, data)),
  4266. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4267. offsetof(struct __sk_buff, data_end)),
  4268. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4269. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4270. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4271. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4272. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4273. BPF_MOV64_IMM(BPF_REG_2, -9),
  4274. BPF_MOV64_IMM(BPF_REG_3, 0),
  4275. BPF_MOV64_IMM(BPF_REG_4, 0),
  4276. BPF_MOV64_IMM(BPF_REG_5, 0),
  4277. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4278. BPF_FUNC_csum_diff),
  4279. BPF_MOV64_IMM(BPF_REG_0, 0),
  4280. BPF_EXIT_INSN(),
  4281. },
  4282. .result = REJECT,
  4283. .errstr = "R2 min value is negative",
  4284. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4285. },
  4286. {
  4287. "helper access to packet: test18, cls helper fail range 3",
  4288. .insns = {
  4289. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4290. offsetof(struct __sk_buff, data)),
  4291. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4292. offsetof(struct __sk_buff, data_end)),
  4293. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4294. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4295. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4296. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4297. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4298. BPF_MOV64_IMM(BPF_REG_2, ~0),
  4299. BPF_MOV64_IMM(BPF_REG_3, 0),
  4300. BPF_MOV64_IMM(BPF_REG_4, 0),
  4301. BPF_MOV64_IMM(BPF_REG_5, 0),
  4302. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4303. BPF_FUNC_csum_diff),
  4304. BPF_MOV64_IMM(BPF_REG_0, 0),
  4305. BPF_EXIT_INSN(),
  4306. },
  4307. .result = REJECT,
  4308. .errstr = "R2 min value is negative",
  4309. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4310. },
  4311. {
  4312. "helper access to packet: test19, cls helper range zero",
  4313. .insns = {
  4314. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4315. offsetof(struct __sk_buff, data)),
  4316. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4317. offsetof(struct __sk_buff, data_end)),
  4318. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4319. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4320. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4321. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4322. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4323. BPF_MOV64_IMM(BPF_REG_2, 0),
  4324. BPF_MOV64_IMM(BPF_REG_3, 0),
  4325. BPF_MOV64_IMM(BPF_REG_4, 0),
  4326. BPF_MOV64_IMM(BPF_REG_5, 0),
  4327. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4328. BPF_FUNC_csum_diff),
  4329. BPF_MOV64_IMM(BPF_REG_0, 0),
  4330. BPF_EXIT_INSN(),
  4331. },
  4332. .result = ACCEPT,
  4333. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4334. },
  4335. {
  4336. "helper access to packet: test20, pkt end as input",
  4337. .insns = {
  4338. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4339. offsetof(struct __sk_buff, data)),
  4340. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4341. offsetof(struct __sk_buff, data_end)),
  4342. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4343. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4344. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4345. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4346. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  4347. BPF_MOV64_IMM(BPF_REG_2, 4),
  4348. BPF_MOV64_IMM(BPF_REG_3, 0),
  4349. BPF_MOV64_IMM(BPF_REG_4, 0),
  4350. BPF_MOV64_IMM(BPF_REG_5, 0),
  4351. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4352. BPF_FUNC_csum_diff),
  4353. BPF_MOV64_IMM(BPF_REG_0, 0),
  4354. BPF_EXIT_INSN(),
  4355. },
  4356. .result = REJECT,
  4357. .errstr = "R1 type=pkt_end expected=fp",
  4358. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4359. },
  4360. {
  4361. "helper access to packet: test21, wrong reg",
  4362. .insns = {
  4363. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  4364. offsetof(struct __sk_buff, data)),
  4365. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  4366. offsetof(struct __sk_buff, data_end)),
  4367. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
  4368. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  4369. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
  4370. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
  4371. BPF_MOV64_IMM(BPF_REG_2, 4),
  4372. BPF_MOV64_IMM(BPF_REG_3, 0),
  4373. BPF_MOV64_IMM(BPF_REG_4, 0),
  4374. BPF_MOV64_IMM(BPF_REG_5, 0),
  4375. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4376. BPF_FUNC_csum_diff),
  4377. BPF_MOV64_IMM(BPF_REG_0, 0),
  4378. BPF_EXIT_INSN(),
  4379. },
  4380. .result = REJECT,
  4381. .errstr = "invalid access to packet",
  4382. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  4383. },
  4384. {
  4385. "valid map access into an array with a constant",
  4386. .insns = {
  4387. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4388. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4389. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4390. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4391. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4392. BPF_FUNC_map_lookup_elem),
  4393. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4394. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4395. offsetof(struct test_val, foo)),
  4396. BPF_EXIT_INSN(),
  4397. },
  4398. .fixup_map2 = { 3 },
  4399. .errstr_unpriv = "R0 leaks addr",
  4400. .result_unpriv = REJECT,
  4401. .result = ACCEPT,
  4402. },
  4403. {
  4404. "valid map access into an array with a register",
  4405. .insns = {
  4406. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4407. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4408. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4409. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4410. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4411. BPF_FUNC_map_lookup_elem),
  4412. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  4413. BPF_MOV64_IMM(BPF_REG_1, 4),
  4414. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4415. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4416. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4417. offsetof(struct test_val, foo)),
  4418. BPF_EXIT_INSN(),
  4419. },
  4420. .fixup_map2 = { 3 },
  4421. .errstr_unpriv = "R0 leaks addr",
  4422. .result_unpriv = REJECT,
  4423. .result = ACCEPT,
  4424. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4425. },
  4426. {
  4427. "valid map access into an array with a variable",
  4428. .insns = {
  4429. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4430. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4431. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4432. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4433. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4434. BPF_FUNC_map_lookup_elem),
  4435. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  4436. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4437. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES, 3),
  4438. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4439. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4440. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4441. offsetof(struct test_val, foo)),
  4442. BPF_EXIT_INSN(),
  4443. },
  4444. .fixup_map2 = { 3 },
  4445. .errstr_unpriv = "R0 leaks addr",
  4446. .result_unpriv = REJECT,
  4447. .result = ACCEPT,
  4448. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4449. },
  4450. {
  4451. "valid map access into an array with a signed variable",
  4452. .insns = {
  4453. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4454. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4455. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4456. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4457. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4458. BPF_FUNC_map_lookup_elem),
  4459. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  4460. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4461. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 0xffffffff, 1),
  4462. BPF_MOV32_IMM(BPF_REG_1, 0),
  4463. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
  4464. BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
  4465. BPF_MOV32_IMM(BPF_REG_1, 0),
  4466. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  4467. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4468. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4469. offsetof(struct test_val, foo)),
  4470. BPF_EXIT_INSN(),
  4471. },
  4472. .fixup_map2 = { 3 },
  4473. .errstr_unpriv = "R0 leaks addr",
  4474. .result_unpriv = REJECT,
  4475. .result = ACCEPT,
  4476. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4477. },
  4478. {
  4479. "invalid map access into an array with a constant",
  4480. .insns = {
  4481. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4482. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4483. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4484. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4485. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4486. BPF_FUNC_map_lookup_elem),
  4487. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4488. BPF_ST_MEM(BPF_DW, BPF_REG_0, (MAX_ENTRIES + 1) << 2,
  4489. offsetof(struct test_val, foo)),
  4490. BPF_EXIT_INSN(),
  4491. },
  4492. .fixup_map2 = { 3 },
  4493. .errstr = "invalid access to map value, value_size=48 off=48 size=8",
  4494. .result = REJECT,
  4495. },
  4496. {
  4497. "invalid map access into an array with a register",
  4498. .insns = {
  4499. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4500. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4501. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4502. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4503. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4504. BPF_FUNC_map_lookup_elem),
  4505. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  4506. BPF_MOV64_IMM(BPF_REG_1, MAX_ENTRIES + 1),
  4507. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4508. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4509. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4510. offsetof(struct test_val, foo)),
  4511. BPF_EXIT_INSN(),
  4512. },
  4513. .fixup_map2 = { 3 },
  4514. .errstr = "R0 min value is outside of the array range",
  4515. .result = REJECT,
  4516. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4517. },
  4518. {
  4519. "invalid map access into an array with a variable",
  4520. .insns = {
  4521. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4522. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4523. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4524. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4525. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4526. BPF_FUNC_map_lookup_elem),
  4527. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  4528. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4529. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4530. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4531. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4532. offsetof(struct test_val, foo)),
  4533. BPF_EXIT_INSN(),
  4534. },
  4535. .fixup_map2 = { 3 },
  4536. .errstr = "R0 unbounded memory access, make sure to bounds check any array access into a map",
  4537. .result = REJECT,
  4538. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4539. },
  4540. {
  4541. "invalid map access into an array with no floor check",
  4542. .insns = {
  4543. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4544. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4545. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4546. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4547. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4548. BPF_FUNC_map_lookup_elem),
  4549. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  4550. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  4551. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
  4552. BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
  4553. BPF_MOV32_IMM(BPF_REG_1, 0),
  4554. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  4555. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4556. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4557. offsetof(struct test_val, foo)),
  4558. BPF_EXIT_INSN(),
  4559. },
  4560. .fixup_map2 = { 3 },
  4561. .errstr_unpriv = "R0 leaks addr",
  4562. .errstr = "R0 unbounded memory access",
  4563. .result_unpriv = REJECT,
  4564. .result = REJECT,
  4565. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4566. },
  4567. {
  4568. "invalid map access into an array with a invalid max check",
  4569. .insns = {
  4570. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4571. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4572. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4573. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4574. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4575. BPF_FUNC_map_lookup_elem),
  4576. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  4577. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4578. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES + 1),
  4579. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  4580. BPF_MOV32_IMM(BPF_REG_1, 0),
  4581. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  4582. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4583. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  4584. offsetof(struct test_val, foo)),
  4585. BPF_EXIT_INSN(),
  4586. },
  4587. .fixup_map2 = { 3 },
  4588. .errstr_unpriv = "R0 leaks addr",
  4589. .errstr = "invalid access to map value, value_size=48 off=44 size=8",
  4590. .result_unpriv = REJECT,
  4591. .result = REJECT,
  4592. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4593. },
  4594. {
  4595. "invalid map access into an array with a invalid max check",
  4596. .insns = {
  4597. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4598. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4599. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4600. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4601. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4602. BPF_FUNC_map_lookup_elem),
  4603. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  4604. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  4605. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4606. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4607. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4608. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4609. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4610. BPF_FUNC_map_lookup_elem),
  4611. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  4612. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
  4613. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
  4614. offsetof(struct test_val, foo)),
  4615. BPF_EXIT_INSN(),
  4616. },
  4617. .fixup_map2 = { 3, 11 },
  4618. .errstr = "R0 pointer += pointer",
  4619. .result = REJECT,
  4620. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4621. },
  4622. {
  4623. "valid cgroup storage access",
  4624. .insns = {
  4625. BPF_MOV64_IMM(BPF_REG_2, 0),
  4626. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4627. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4628. BPF_FUNC_get_local_storage),
  4629. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4630. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4631. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4632. BPF_EXIT_INSN(),
  4633. },
  4634. .fixup_cgroup_storage = { 1 },
  4635. .result = ACCEPT,
  4636. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4637. },
  4638. {
  4639. "invalid cgroup storage access 1",
  4640. .insns = {
  4641. BPF_MOV64_IMM(BPF_REG_2, 0),
  4642. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4643. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4644. BPF_FUNC_get_local_storage),
  4645. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4646. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4647. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4648. BPF_EXIT_INSN(),
  4649. },
  4650. .fixup_map1 = { 1 },
  4651. .result = REJECT,
  4652. .errstr = "cannot pass map_type 1 into func bpf_get_local_storage",
  4653. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4654. },
  4655. {
  4656. "invalid cgroup storage access 2",
  4657. .insns = {
  4658. BPF_MOV64_IMM(BPF_REG_2, 0),
  4659. BPF_LD_MAP_FD(BPF_REG_1, 1),
  4660. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4661. BPF_FUNC_get_local_storage),
  4662. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4663. BPF_EXIT_INSN(),
  4664. },
  4665. .result = REJECT,
  4666. .errstr = "fd 1 is not pointing to valid bpf_map",
  4667. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4668. },
  4669. {
  4670. "invalid per-cgroup storage access 3",
  4671. .insns = {
  4672. BPF_MOV64_IMM(BPF_REG_2, 0),
  4673. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4674. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4675. BPF_FUNC_get_local_storage),
  4676. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 256),
  4677. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 1),
  4678. BPF_MOV64_IMM(BPF_REG_0, 0),
  4679. BPF_EXIT_INSN(),
  4680. },
  4681. .fixup_cgroup_storage = { 1 },
  4682. .result = REJECT,
  4683. .errstr = "invalid access to map value, value_size=64 off=256 size=4",
  4684. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4685. },
  4686. {
  4687. "invalid cgroup storage access 4",
  4688. .insns = {
  4689. BPF_MOV64_IMM(BPF_REG_2, 0),
  4690. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4691. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4692. BPF_FUNC_get_local_storage),
  4693. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, -2),
  4694. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4695. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 1),
  4696. BPF_EXIT_INSN(),
  4697. },
  4698. .fixup_cgroup_storage = { 1 },
  4699. .result = REJECT,
  4700. .errstr = "invalid access to map value, value_size=64 off=-2 size=4",
  4701. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4702. },
  4703. {
  4704. "invalid cgroup storage access 5",
  4705. .insns = {
  4706. BPF_MOV64_IMM(BPF_REG_2, 7),
  4707. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4708. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4709. BPF_FUNC_get_local_storage),
  4710. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4711. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4712. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4713. BPF_EXIT_INSN(),
  4714. },
  4715. .fixup_cgroup_storage = { 1 },
  4716. .result = REJECT,
  4717. .errstr = "get_local_storage() doesn't support non-zero flags",
  4718. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4719. },
  4720. {
  4721. "invalid cgroup storage access 6",
  4722. .insns = {
  4723. BPF_MOV64_REG(BPF_REG_2, BPF_REG_1),
  4724. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4725. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4726. BPF_FUNC_get_local_storage),
  4727. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4728. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  4729. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  4730. BPF_EXIT_INSN(),
  4731. },
  4732. .fixup_cgroup_storage = { 1 },
  4733. .result = REJECT,
  4734. .errstr = "get_local_storage() doesn't support non-zero flags",
  4735. .prog_type = BPF_PROG_TYPE_CGROUP_SKB,
  4736. },
  4737. {
  4738. "multiple registers share map_lookup_elem result",
  4739. .insns = {
  4740. BPF_MOV64_IMM(BPF_REG_1, 10),
  4741. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4742. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4743. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4744. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4745. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4746. BPF_FUNC_map_lookup_elem),
  4747. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4748. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4749. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4750. BPF_EXIT_INSN(),
  4751. },
  4752. .fixup_map1 = { 4 },
  4753. .result = ACCEPT,
  4754. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4755. },
  4756. {
  4757. "alu ops on ptr_to_map_value_or_null, 1",
  4758. .insns = {
  4759. BPF_MOV64_IMM(BPF_REG_1, 10),
  4760. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4761. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4762. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4763. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4764. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4765. BPF_FUNC_map_lookup_elem),
  4766. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4767. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -2),
  4768. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 2),
  4769. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4770. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4771. BPF_EXIT_INSN(),
  4772. },
  4773. .fixup_map1 = { 4 },
  4774. .errstr = "R4 pointer arithmetic on PTR_TO_MAP_VALUE_OR_NULL",
  4775. .result = REJECT,
  4776. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4777. },
  4778. {
  4779. "alu ops on ptr_to_map_value_or_null, 2",
  4780. .insns = {
  4781. BPF_MOV64_IMM(BPF_REG_1, 10),
  4782. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4783. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4784. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4785. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4786. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4787. BPF_FUNC_map_lookup_elem),
  4788. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4789. BPF_ALU64_IMM(BPF_AND, BPF_REG_4, -1),
  4790. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4791. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4792. BPF_EXIT_INSN(),
  4793. },
  4794. .fixup_map1 = { 4 },
  4795. .errstr = "R4 pointer arithmetic on PTR_TO_MAP_VALUE_OR_NULL",
  4796. .result = REJECT,
  4797. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4798. },
  4799. {
  4800. "alu ops on ptr_to_map_value_or_null, 3",
  4801. .insns = {
  4802. BPF_MOV64_IMM(BPF_REG_1, 10),
  4803. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4804. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4805. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4806. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4807. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4808. BPF_FUNC_map_lookup_elem),
  4809. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4810. BPF_ALU64_IMM(BPF_LSH, BPF_REG_4, 1),
  4811. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4812. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4813. BPF_EXIT_INSN(),
  4814. },
  4815. .fixup_map1 = { 4 },
  4816. .errstr = "R4 pointer arithmetic on PTR_TO_MAP_VALUE_OR_NULL",
  4817. .result = REJECT,
  4818. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4819. },
  4820. {
  4821. "invalid memory access with multiple map_lookup_elem calls",
  4822. .insns = {
  4823. BPF_MOV64_IMM(BPF_REG_1, 10),
  4824. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4825. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4826. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4827. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4828. BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
  4829. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  4830. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4831. BPF_FUNC_map_lookup_elem),
  4832. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4833. BPF_MOV64_REG(BPF_REG_1, BPF_REG_8),
  4834. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  4835. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4836. BPF_FUNC_map_lookup_elem),
  4837. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4838. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4839. BPF_EXIT_INSN(),
  4840. },
  4841. .fixup_map1 = { 4 },
  4842. .result = REJECT,
  4843. .errstr = "R4 !read_ok",
  4844. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4845. },
  4846. {
  4847. "valid indirect map_lookup_elem access with 2nd lookup in branch",
  4848. .insns = {
  4849. BPF_MOV64_IMM(BPF_REG_1, 10),
  4850. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
  4851. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4852. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4853. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4854. BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
  4855. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  4856. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4857. BPF_FUNC_map_lookup_elem),
  4858. BPF_MOV64_IMM(BPF_REG_2, 10),
  4859. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 0, 3),
  4860. BPF_MOV64_REG(BPF_REG_1, BPF_REG_8),
  4861. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  4862. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  4863. BPF_FUNC_map_lookup_elem),
  4864. BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
  4865. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  4866. BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
  4867. BPF_EXIT_INSN(),
  4868. },
  4869. .fixup_map1 = { 4 },
  4870. .result = ACCEPT,
  4871. .prog_type = BPF_PROG_TYPE_SCHED_CLS
  4872. },
  4873. {
  4874. "invalid map access from else condition",
  4875. .insns = {
  4876. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  4877. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  4878. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  4879. BPF_LD_MAP_FD(BPF_REG_1, 0),
  4880. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_map_lookup_elem),
  4881. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  4882. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  4883. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES-1, 1),
  4884. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 1),
  4885. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  4886. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  4887. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, offsetof(struct test_val, foo)),
  4888. BPF_EXIT_INSN(),
  4889. },
  4890. .fixup_map2 = { 3 },
  4891. .errstr = "R0 unbounded memory access",
  4892. .result = REJECT,
  4893. .errstr_unpriv = "R0 leaks addr",
  4894. .result_unpriv = REJECT,
  4895. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  4896. },
  4897. {
  4898. "constant register |= constant should keep constant type",
  4899. .insns = {
  4900. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4901. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4902. BPF_MOV64_IMM(BPF_REG_2, 34),
  4903. BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 13),
  4904. BPF_MOV64_IMM(BPF_REG_3, 0),
  4905. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4906. BPF_EXIT_INSN(),
  4907. },
  4908. .result = ACCEPT,
  4909. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4910. },
  4911. {
  4912. "constant register |= constant should not bypass stack boundary checks",
  4913. .insns = {
  4914. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4915. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4916. BPF_MOV64_IMM(BPF_REG_2, 34),
  4917. BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 24),
  4918. BPF_MOV64_IMM(BPF_REG_3, 0),
  4919. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4920. BPF_EXIT_INSN(),
  4921. },
  4922. .errstr = "invalid stack type R1 off=-48 access_size=58",
  4923. .result = REJECT,
  4924. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4925. },
  4926. {
  4927. "constant register |= constant register should keep constant type",
  4928. .insns = {
  4929. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4930. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4931. BPF_MOV64_IMM(BPF_REG_2, 34),
  4932. BPF_MOV64_IMM(BPF_REG_4, 13),
  4933. BPF_ALU64_REG(BPF_OR, BPF_REG_2, BPF_REG_4),
  4934. BPF_MOV64_IMM(BPF_REG_3, 0),
  4935. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4936. BPF_EXIT_INSN(),
  4937. },
  4938. .result = ACCEPT,
  4939. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4940. },
  4941. {
  4942. "constant register |= constant register should not bypass stack boundary checks",
  4943. .insns = {
  4944. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  4945. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
  4946. BPF_MOV64_IMM(BPF_REG_2, 34),
  4947. BPF_MOV64_IMM(BPF_REG_4, 24),
  4948. BPF_ALU64_REG(BPF_OR, BPF_REG_2, BPF_REG_4),
  4949. BPF_MOV64_IMM(BPF_REG_3, 0),
  4950. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  4951. BPF_EXIT_INSN(),
  4952. },
  4953. .errstr = "invalid stack type R1 off=-48 access_size=58",
  4954. .result = REJECT,
  4955. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  4956. },
  4957. {
  4958. "invalid direct packet write for LWT_IN",
  4959. .insns = {
  4960. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4961. offsetof(struct __sk_buff, data)),
  4962. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4963. offsetof(struct __sk_buff, data_end)),
  4964. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4965. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4966. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4967. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  4968. BPF_MOV64_IMM(BPF_REG_0, 0),
  4969. BPF_EXIT_INSN(),
  4970. },
  4971. .errstr = "cannot write into packet",
  4972. .result = REJECT,
  4973. .prog_type = BPF_PROG_TYPE_LWT_IN,
  4974. },
  4975. {
  4976. "invalid direct packet write for LWT_OUT",
  4977. .insns = {
  4978. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4979. offsetof(struct __sk_buff, data)),
  4980. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4981. offsetof(struct __sk_buff, data_end)),
  4982. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  4983. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  4984. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  4985. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  4986. BPF_MOV64_IMM(BPF_REG_0, 0),
  4987. BPF_EXIT_INSN(),
  4988. },
  4989. .errstr = "cannot write into packet",
  4990. .result = REJECT,
  4991. .prog_type = BPF_PROG_TYPE_LWT_OUT,
  4992. },
  4993. {
  4994. "direct packet write for LWT_XMIT",
  4995. .insns = {
  4996. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  4997. offsetof(struct __sk_buff, data)),
  4998. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  4999. offsetof(struct __sk_buff, data_end)),
  5000. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5001. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5002. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  5003. BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  5004. BPF_MOV64_IMM(BPF_REG_0, 0),
  5005. BPF_EXIT_INSN(),
  5006. },
  5007. .result = ACCEPT,
  5008. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  5009. },
  5010. {
  5011. "direct packet read for LWT_IN",
  5012. .insns = {
  5013. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  5014. offsetof(struct __sk_buff, data)),
  5015. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  5016. offsetof(struct __sk_buff, data_end)),
  5017. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5018. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5019. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  5020. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  5021. BPF_MOV64_IMM(BPF_REG_0, 0),
  5022. BPF_EXIT_INSN(),
  5023. },
  5024. .result = ACCEPT,
  5025. .prog_type = BPF_PROG_TYPE_LWT_IN,
  5026. },
  5027. {
  5028. "direct packet read for LWT_OUT",
  5029. .insns = {
  5030. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  5031. offsetof(struct __sk_buff, data)),
  5032. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  5033. offsetof(struct __sk_buff, data_end)),
  5034. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5035. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5036. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  5037. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  5038. BPF_MOV64_IMM(BPF_REG_0, 0),
  5039. BPF_EXIT_INSN(),
  5040. },
  5041. .result = ACCEPT,
  5042. .prog_type = BPF_PROG_TYPE_LWT_OUT,
  5043. },
  5044. {
  5045. "direct packet read for LWT_XMIT",
  5046. .insns = {
  5047. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  5048. offsetof(struct __sk_buff, data)),
  5049. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  5050. offsetof(struct __sk_buff, data_end)),
  5051. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5052. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5053. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  5054. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  5055. BPF_MOV64_IMM(BPF_REG_0, 0),
  5056. BPF_EXIT_INSN(),
  5057. },
  5058. .result = ACCEPT,
  5059. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  5060. },
  5061. {
  5062. "overlapping checks for direct packet access",
  5063. .insns = {
  5064. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  5065. offsetof(struct __sk_buff, data)),
  5066. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  5067. offsetof(struct __sk_buff, data_end)),
  5068. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  5069. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  5070. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
  5071. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  5072. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
  5073. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  5074. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
  5075. BPF_MOV64_IMM(BPF_REG_0, 0),
  5076. BPF_EXIT_INSN(),
  5077. },
  5078. .result = ACCEPT,
  5079. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  5080. },
  5081. {
  5082. "make headroom for LWT_XMIT",
  5083. .insns = {
  5084. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  5085. BPF_MOV64_IMM(BPF_REG_2, 34),
  5086. BPF_MOV64_IMM(BPF_REG_3, 0),
  5087. BPF_EMIT_CALL(BPF_FUNC_skb_change_head),
  5088. /* split for s390 to succeed */
  5089. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  5090. BPF_MOV64_IMM(BPF_REG_2, 42),
  5091. BPF_MOV64_IMM(BPF_REG_3, 0),
  5092. BPF_EMIT_CALL(BPF_FUNC_skb_change_head),
  5093. BPF_MOV64_IMM(BPF_REG_0, 0),
  5094. BPF_EXIT_INSN(),
  5095. },
  5096. .result = ACCEPT,
  5097. .prog_type = BPF_PROG_TYPE_LWT_XMIT,
  5098. },
  5099. {
  5100. "invalid access of tc_classid for LWT_IN",
  5101. .insns = {
  5102. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  5103. offsetof(struct __sk_buff, tc_classid)),
  5104. BPF_EXIT_INSN(),
  5105. },
  5106. .result = REJECT,
  5107. .errstr = "invalid bpf_context access",
  5108. },
  5109. {
  5110. "invalid access of tc_classid for LWT_OUT",
  5111. .insns = {
  5112. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  5113. offsetof(struct __sk_buff, tc_classid)),
  5114. BPF_EXIT_INSN(),
  5115. },
  5116. .result = REJECT,
  5117. .errstr = "invalid bpf_context access",
  5118. },
  5119. {
  5120. "invalid access of tc_classid for LWT_XMIT",
  5121. .insns = {
  5122. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  5123. offsetof(struct __sk_buff, tc_classid)),
  5124. BPF_EXIT_INSN(),
  5125. },
  5126. .result = REJECT,
  5127. .errstr = "invalid bpf_context access",
  5128. },
  5129. {
  5130. "leak pointer into ctx 1",
  5131. .insns = {
  5132. BPF_MOV64_IMM(BPF_REG_0, 0),
  5133. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  5134. offsetof(struct __sk_buff, cb[0])),
  5135. BPF_LD_MAP_FD(BPF_REG_2, 0),
  5136. BPF_STX_XADD(BPF_DW, BPF_REG_1, BPF_REG_2,
  5137. offsetof(struct __sk_buff, cb[0])),
  5138. BPF_EXIT_INSN(),
  5139. },
  5140. .fixup_map1 = { 2 },
  5141. .errstr_unpriv = "R2 leaks addr into mem",
  5142. .result_unpriv = REJECT,
  5143. .result = REJECT,
  5144. .errstr = "BPF_XADD stores into R1 context is not allowed",
  5145. },
  5146. {
  5147. "leak pointer into ctx 2",
  5148. .insns = {
  5149. BPF_MOV64_IMM(BPF_REG_0, 0),
  5150. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
  5151. offsetof(struct __sk_buff, cb[0])),
  5152. BPF_STX_XADD(BPF_DW, BPF_REG_1, BPF_REG_10,
  5153. offsetof(struct __sk_buff, cb[0])),
  5154. BPF_EXIT_INSN(),
  5155. },
  5156. .errstr_unpriv = "R10 leaks addr into mem",
  5157. .result_unpriv = REJECT,
  5158. .result = REJECT,
  5159. .errstr = "BPF_XADD stores into R1 context is not allowed",
  5160. },
  5161. {
  5162. "leak pointer into ctx 3",
  5163. .insns = {
  5164. BPF_MOV64_IMM(BPF_REG_0, 0),
  5165. BPF_LD_MAP_FD(BPF_REG_2, 0),
  5166. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2,
  5167. offsetof(struct __sk_buff, cb[0])),
  5168. BPF_EXIT_INSN(),
  5169. },
  5170. .fixup_map1 = { 1 },
  5171. .errstr_unpriv = "R2 leaks addr into ctx",
  5172. .result_unpriv = REJECT,
  5173. .result = ACCEPT,
  5174. },
  5175. {
  5176. "leak pointer into map val",
  5177. .insns = {
  5178. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  5179. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  5180. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5181. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5182. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5183. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  5184. BPF_FUNC_map_lookup_elem),
  5185. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  5186. BPF_MOV64_IMM(BPF_REG_3, 0),
  5187. BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  5188. BPF_STX_XADD(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  5189. BPF_MOV64_IMM(BPF_REG_0, 0),
  5190. BPF_EXIT_INSN(),
  5191. },
  5192. .fixup_map1 = { 4 },
  5193. .errstr_unpriv = "R6 leaks addr into mem",
  5194. .result_unpriv = REJECT,
  5195. .result = ACCEPT,
  5196. },
  5197. {
  5198. "helper access to map: full range",
  5199. .insns = {
  5200. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5201. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5202. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5203. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5204. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5205. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5206. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5207. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  5208. BPF_MOV64_IMM(BPF_REG_3, 0),
  5209. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5210. BPF_EXIT_INSN(),
  5211. },
  5212. .fixup_map2 = { 3 },
  5213. .result = ACCEPT,
  5214. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5215. },
  5216. {
  5217. "helper access to map: partial range",
  5218. .insns = {
  5219. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5220. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5221. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5222. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5223. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5224. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5225. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5226. BPF_MOV64_IMM(BPF_REG_2, 8),
  5227. BPF_MOV64_IMM(BPF_REG_3, 0),
  5228. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5229. BPF_EXIT_INSN(),
  5230. },
  5231. .fixup_map2 = { 3 },
  5232. .result = ACCEPT,
  5233. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5234. },
  5235. {
  5236. "helper access to map: empty range",
  5237. .insns = {
  5238. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5239. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5240. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5241. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5242. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5243. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  5244. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5245. BPF_MOV64_IMM(BPF_REG_2, 0),
  5246. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5247. BPF_EXIT_INSN(),
  5248. },
  5249. .fixup_map2 = { 3 },
  5250. .errstr = "invalid access to map value, value_size=48 off=0 size=0",
  5251. .result = REJECT,
  5252. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5253. },
  5254. {
  5255. "helper access to map: out-of-bound range",
  5256. .insns = {
  5257. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5258. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5259. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5260. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5261. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5262. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5263. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5264. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val) + 8),
  5265. BPF_MOV64_IMM(BPF_REG_3, 0),
  5266. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5267. BPF_EXIT_INSN(),
  5268. },
  5269. .fixup_map2 = { 3 },
  5270. .errstr = "invalid access to map value, value_size=48 off=0 size=56",
  5271. .result = REJECT,
  5272. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5273. },
  5274. {
  5275. "helper access to map: negative range",
  5276. .insns = {
  5277. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5278. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5279. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5280. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5281. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5282. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5283. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5284. BPF_MOV64_IMM(BPF_REG_2, -8),
  5285. BPF_MOV64_IMM(BPF_REG_3, 0),
  5286. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5287. BPF_EXIT_INSN(),
  5288. },
  5289. .fixup_map2 = { 3 },
  5290. .errstr = "R2 min value is negative",
  5291. .result = REJECT,
  5292. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5293. },
  5294. {
  5295. "helper access to adjusted map (via const imm): full range",
  5296. .insns = {
  5297. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5298. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5299. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5300. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5301. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5302. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5303. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5304. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5305. offsetof(struct test_val, foo)),
  5306. BPF_MOV64_IMM(BPF_REG_2,
  5307. sizeof(struct test_val) -
  5308. offsetof(struct test_val, foo)),
  5309. BPF_MOV64_IMM(BPF_REG_3, 0),
  5310. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5311. BPF_EXIT_INSN(),
  5312. },
  5313. .fixup_map2 = { 3 },
  5314. .result = ACCEPT,
  5315. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5316. },
  5317. {
  5318. "helper access to adjusted map (via const imm): partial range",
  5319. .insns = {
  5320. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5321. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5322. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5323. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5324. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5325. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5326. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5327. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5328. offsetof(struct test_val, foo)),
  5329. BPF_MOV64_IMM(BPF_REG_2, 8),
  5330. BPF_MOV64_IMM(BPF_REG_3, 0),
  5331. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5332. BPF_EXIT_INSN(),
  5333. },
  5334. .fixup_map2 = { 3 },
  5335. .result = ACCEPT,
  5336. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5337. },
  5338. {
  5339. "helper access to adjusted map (via const imm): empty range",
  5340. .insns = {
  5341. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5342. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5343. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5344. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5345. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5346. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5347. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5348. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5349. offsetof(struct test_val, foo)),
  5350. BPF_MOV64_IMM(BPF_REG_2, 0),
  5351. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5352. BPF_EXIT_INSN(),
  5353. },
  5354. .fixup_map2 = { 3 },
  5355. .errstr = "invalid access to map value, value_size=48 off=4 size=0",
  5356. .result = REJECT,
  5357. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5358. },
  5359. {
  5360. "helper access to adjusted map (via const imm): out-of-bound range",
  5361. .insns = {
  5362. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5363. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5364. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5365. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5366. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5367. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5368. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5369. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5370. offsetof(struct test_val, foo)),
  5371. BPF_MOV64_IMM(BPF_REG_2,
  5372. sizeof(struct test_val) -
  5373. offsetof(struct test_val, foo) + 8),
  5374. BPF_MOV64_IMM(BPF_REG_3, 0),
  5375. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5376. BPF_EXIT_INSN(),
  5377. },
  5378. .fixup_map2 = { 3 },
  5379. .errstr = "invalid access to map value, value_size=48 off=4 size=52",
  5380. .result = REJECT,
  5381. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5382. },
  5383. {
  5384. "helper access to adjusted map (via const imm): negative range (> adjustment)",
  5385. .insns = {
  5386. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5387. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5388. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5389. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5390. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5391. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5392. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5393. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5394. offsetof(struct test_val, foo)),
  5395. BPF_MOV64_IMM(BPF_REG_2, -8),
  5396. BPF_MOV64_IMM(BPF_REG_3, 0),
  5397. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5398. BPF_EXIT_INSN(),
  5399. },
  5400. .fixup_map2 = { 3 },
  5401. .errstr = "R2 min value is negative",
  5402. .result = REJECT,
  5403. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5404. },
  5405. {
  5406. "helper access to adjusted map (via const imm): negative range (< adjustment)",
  5407. .insns = {
  5408. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5409. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5410. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5411. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5412. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5413. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5414. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5415. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  5416. offsetof(struct test_val, foo)),
  5417. BPF_MOV64_IMM(BPF_REG_2, -1),
  5418. BPF_MOV64_IMM(BPF_REG_3, 0),
  5419. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5420. BPF_EXIT_INSN(),
  5421. },
  5422. .fixup_map2 = { 3 },
  5423. .errstr = "R2 min value is negative",
  5424. .result = REJECT,
  5425. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5426. },
  5427. {
  5428. "helper access to adjusted map (via const reg): full range",
  5429. .insns = {
  5430. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5431. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5432. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5433. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5434. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5435. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5436. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5437. BPF_MOV64_IMM(BPF_REG_3,
  5438. offsetof(struct test_val, foo)),
  5439. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5440. BPF_MOV64_IMM(BPF_REG_2,
  5441. sizeof(struct test_val) -
  5442. offsetof(struct test_val, foo)),
  5443. BPF_MOV64_IMM(BPF_REG_3, 0),
  5444. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5445. BPF_EXIT_INSN(),
  5446. },
  5447. .fixup_map2 = { 3 },
  5448. .result = ACCEPT,
  5449. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5450. },
  5451. {
  5452. "helper access to adjusted map (via const reg): partial range",
  5453. .insns = {
  5454. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5455. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5456. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5457. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5458. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5459. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5460. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5461. BPF_MOV64_IMM(BPF_REG_3,
  5462. offsetof(struct test_val, foo)),
  5463. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5464. BPF_MOV64_IMM(BPF_REG_2, 8),
  5465. BPF_MOV64_IMM(BPF_REG_3, 0),
  5466. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5467. BPF_EXIT_INSN(),
  5468. },
  5469. .fixup_map2 = { 3 },
  5470. .result = ACCEPT,
  5471. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5472. },
  5473. {
  5474. "helper access to adjusted map (via const reg): empty range",
  5475. .insns = {
  5476. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5477. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5478. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5479. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5480. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5481. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5482. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5483. BPF_MOV64_IMM(BPF_REG_3, 0),
  5484. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5485. BPF_MOV64_IMM(BPF_REG_2, 0),
  5486. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5487. BPF_EXIT_INSN(),
  5488. },
  5489. .fixup_map2 = { 3 },
  5490. .errstr = "R1 min value is outside of the array range",
  5491. .result = REJECT,
  5492. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5493. },
  5494. {
  5495. "helper access to adjusted map (via const reg): out-of-bound range",
  5496. .insns = {
  5497. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5498. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5499. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5500. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5501. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5502. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5503. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5504. BPF_MOV64_IMM(BPF_REG_3,
  5505. offsetof(struct test_val, foo)),
  5506. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5507. BPF_MOV64_IMM(BPF_REG_2,
  5508. sizeof(struct test_val) -
  5509. offsetof(struct test_val, foo) + 8),
  5510. BPF_MOV64_IMM(BPF_REG_3, 0),
  5511. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5512. BPF_EXIT_INSN(),
  5513. },
  5514. .fixup_map2 = { 3 },
  5515. .errstr = "invalid access to map value, value_size=48 off=4 size=52",
  5516. .result = REJECT,
  5517. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5518. },
  5519. {
  5520. "helper access to adjusted map (via const reg): negative range (> adjustment)",
  5521. .insns = {
  5522. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5523. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5524. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5525. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5526. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5527. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5528. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5529. BPF_MOV64_IMM(BPF_REG_3,
  5530. offsetof(struct test_val, foo)),
  5531. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5532. BPF_MOV64_IMM(BPF_REG_2, -8),
  5533. BPF_MOV64_IMM(BPF_REG_3, 0),
  5534. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5535. BPF_EXIT_INSN(),
  5536. },
  5537. .fixup_map2 = { 3 },
  5538. .errstr = "R2 min value is negative",
  5539. .result = REJECT,
  5540. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5541. },
  5542. {
  5543. "helper access to adjusted map (via const reg): negative range (< adjustment)",
  5544. .insns = {
  5545. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5546. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5547. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5548. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5549. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5550. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5551. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5552. BPF_MOV64_IMM(BPF_REG_3,
  5553. offsetof(struct test_val, foo)),
  5554. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5555. BPF_MOV64_IMM(BPF_REG_2, -1),
  5556. BPF_MOV64_IMM(BPF_REG_3, 0),
  5557. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5558. BPF_EXIT_INSN(),
  5559. },
  5560. .fixup_map2 = { 3 },
  5561. .errstr = "R2 min value is negative",
  5562. .result = REJECT,
  5563. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5564. },
  5565. {
  5566. "helper access to adjusted map (via variable): full range",
  5567. .insns = {
  5568. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5569. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5570. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5571. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5572. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5573. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5574. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5575. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5576. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5577. offsetof(struct test_val, foo), 4),
  5578. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5579. BPF_MOV64_IMM(BPF_REG_2,
  5580. sizeof(struct test_val) -
  5581. offsetof(struct test_val, foo)),
  5582. BPF_MOV64_IMM(BPF_REG_3, 0),
  5583. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5584. BPF_EXIT_INSN(),
  5585. },
  5586. .fixup_map2 = { 3 },
  5587. .result = ACCEPT,
  5588. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5589. },
  5590. {
  5591. "helper access to adjusted map (via variable): partial range",
  5592. .insns = {
  5593. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5594. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5595. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5596. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5597. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5598. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5599. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5600. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5601. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5602. offsetof(struct test_val, foo), 4),
  5603. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5604. BPF_MOV64_IMM(BPF_REG_2, 8),
  5605. BPF_MOV64_IMM(BPF_REG_3, 0),
  5606. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5607. BPF_EXIT_INSN(),
  5608. },
  5609. .fixup_map2 = { 3 },
  5610. .result = ACCEPT,
  5611. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5612. },
  5613. {
  5614. "helper access to adjusted map (via variable): empty range",
  5615. .insns = {
  5616. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5617. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5618. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5619. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5620. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5621. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5622. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5623. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5624. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5625. offsetof(struct test_val, foo), 3),
  5626. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5627. BPF_MOV64_IMM(BPF_REG_2, 0),
  5628. BPF_EMIT_CALL(BPF_FUNC_trace_printk),
  5629. BPF_EXIT_INSN(),
  5630. },
  5631. .fixup_map2 = { 3 },
  5632. .errstr = "R1 min value is outside of the array range",
  5633. .result = REJECT,
  5634. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5635. },
  5636. {
  5637. "helper access to adjusted map (via variable): no max check",
  5638. .insns = {
  5639. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5640. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5641. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5642. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5643. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5644. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5645. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5646. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5647. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5648. BPF_MOV64_IMM(BPF_REG_2, 1),
  5649. BPF_MOV64_IMM(BPF_REG_3, 0),
  5650. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5651. BPF_EXIT_INSN(),
  5652. },
  5653. .fixup_map2 = { 3 },
  5654. .errstr = "R1 unbounded memory access",
  5655. .result = REJECT,
  5656. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5657. },
  5658. {
  5659. "helper access to adjusted map (via variable): wrong max check",
  5660. .insns = {
  5661. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5662. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5663. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5664. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5665. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5666. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  5667. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5668. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5669. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  5670. offsetof(struct test_val, foo), 4),
  5671. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5672. BPF_MOV64_IMM(BPF_REG_2,
  5673. sizeof(struct test_val) -
  5674. offsetof(struct test_val, foo) + 1),
  5675. BPF_MOV64_IMM(BPF_REG_3, 0),
  5676. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  5677. BPF_EXIT_INSN(),
  5678. },
  5679. .fixup_map2 = { 3 },
  5680. .errstr = "invalid access to map value, value_size=48 off=4 size=45",
  5681. .result = REJECT,
  5682. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5683. },
  5684. {
  5685. "helper access to map: bounds check using <, good access",
  5686. .insns = {
  5687. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5688. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5689. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5690. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5691. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5692. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5693. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5694. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5695. BPF_JMP_IMM(BPF_JLT, BPF_REG_3, 32, 2),
  5696. BPF_MOV64_IMM(BPF_REG_0, 0),
  5697. BPF_EXIT_INSN(),
  5698. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5699. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5700. BPF_MOV64_IMM(BPF_REG_0, 0),
  5701. BPF_EXIT_INSN(),
  5702. },
  5703. .fixup_map2 = { 3 },
  5704. .result = ACCEPT,
  5705. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5706. },
  5707. {
  5708. "helper access to map: bounds check using <, bad access",
  5709. .insns = {
  5710. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5711. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5712. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5713. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5714. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5715. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5716. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5717. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5718. BPF_JMP_IMM(BPF_JLT, BPF_REG_3, 32, 4),
  5719. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5720. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5721. BPF_MOV64_IMM(BPF_REG_0, 0),
  5722. BPF_EXIT_INSN(),
  5723. BPF_MOV64_IMM(BPF_REG_0, 0),
  5724. BPF_EXIT_INSN(),
  5725. },
  5726. .fixup_map2 = { 3 },
  5727. .result = REJECT,
  5728. .errstr = "R1 unbounded memory access",
  5729. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5730. },
  5731. {
  5732. "helper access to map: bounds check using <=, good access",
  5733. .insns = {
  5734. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5735. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5736. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5737. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5738. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5739. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5740. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5741. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5742. BPF_JMP_IMM(BPF_JLE, BPF_REG_3, 32, 2),
  5743. BPF_MOV64_IMM(BPF_REG_0, 0),
  5744. BPF_EXIT_INSN(),
  5745. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5746. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5747. BPF_MOV64_IMM(BPF_REG_0, 0),
  5748. BPF_EXIT_INSN(),
  5749. },
  5750. .fixup_map2 = { 3 },
  5751. .result = ACCEPT,
  5752. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5753. },
  5754. {
  5755. "helper access to map: bounds check using <=, bad access",
  5756. .insns = {
  5757. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5758. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5759. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5760. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5761. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5762. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5763. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5764. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5765. BPF_JMP_IMM(BPF_JLE, BPF_REG_3, 32, 4),
  5766. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5767. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5768. BPF_MOV64_IMM(BPF_REG_0, 0),
  5769. BPF_EXIT_INSN(),
  5770. BPF_MOV64_IMM(BPF_REG_0, 0),
  5771. BPF_EXIT_INSN(),
  5772. },
  5773. .fixup_map2 = { 3 },
  5774. .result = REJECT,
  5775. .errstr = "R1 unbounded memory access",
  5776. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5777. },
  5778. {
  5779. "helper access to map: bounds check using s<, good access",
  5780. .insns = {
  5781. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5782. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5783. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5784. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5785. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5786. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5787. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5788. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5789. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 32, 2),
  5790. BPF_MOV64_IMM(BPF_REG_0, 0),
  5791. BPF_EXIT_INSN(),
  5792. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 0, -3),
  5793. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5794. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5795. BPF_MOV64_IMM(BPF_REG_0, 0),
  5796. BPF_EXIT_INSN(),
  5797. },
  5798. .fixup_map2 = { 3 },
  5799. .result = ACCEPT,
  5800. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5801. },
  5802. {
  5803. "helper access to map: bounds check using s<, good access 2",
  5804. .insns = {
  5805. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5806. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5807. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5808. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5809. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5810. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5811. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5812. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5813. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 32, 2),
  5814. BPF_MOV64_IMM(BPF_REG_0, 0),
  5815. BPF_EXIT_INSN(),
  5816. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, -3, -3),
  5817. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5818. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5819. BPF_MOV64_IMM(BPF_REG_0, 0),
  5820. BPF_EXIT_INSN(),
  5821. },
  5822. .fixup_map2 = { 3 },
  5823. .result = ACCEPT,
  5824. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5825. },
  5826. {
  5827. "helper access to map: bounds check using s<, bad access",
  5828. .insns = {
  5829. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5830. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5831. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5832. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5833. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5834. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5835. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5836. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  5837. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, 32, 2),
  5838. BPF_MOV64_IMM(BPF_REG_0, 0),
  5839. BPF_EXIT_INSN(),
  5840. BPF_JMP_IMM(BPF_JSLT, BPF_REG_3, -3, -3),
  5841. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5842. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5843. BPF_MOV64_IMM(BPF_REG_0, 0),
  5844. BPF_EXIT_INSN(),
  5845. },
  5846. .fixup_map2 = { 3 },
  5847. .result = REJECT,
  5848. .errstr = "R1 min value is negative",
  5849. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5850. },
  5851. {
  5852. "helper access to map: bounds check using s<=, good access",
  5853. .insns = {
  5854. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5855. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5856. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5857. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5858. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5859. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5860. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5861. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5862. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 32, 2),
  5863. BPF_MOV64_IMM(BPF_REG_0, 0),
  5864. BPF_EXIT_INSN(),
  5865. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 0, -3),
  5866. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5867. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5868. BPF_MOV64_IMM(BPF_REG_0, 0),
  5869. BPF_EXIT_INSN(),
  5870. },
  5871. .fixup_map2 = { 3 },
  5872. .result = ACCEPT,
  5873. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5874. },
  5875. {
  5876. "helper access to map: bounds check using s<=, good access 2",
  5877. .insns = {
  5878. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5879. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5880. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5881. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5882. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5883. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5884. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5885. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  5886. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 32, 2),
  5887. BPF_MOV64_IMM(BPF_REG_0, 0),
  5888. BPF_EXIT_INSN(),
  5889. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, -3, -3),
  5890. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5891. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5892. BPF_MOV64_IMM(BPF_REG_0, 0),
  5893. BPF_EXIT_INSN(),
  5894. },
  5895. .fixup_map2 = { 3 },
  5896. .result = ACCEPT,
  5897. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5898. },
  5899. {
  5900. "helper access to map: bounds check using s<=, bad access",
  5901. .insns = {
  5902. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5903. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5904. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5905. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5906. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5907. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5908. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  5909. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  5910. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, 32, 2),
  5911. BPF_MOV64_IMM(BPF_REG_0, 0),
  5912. BPF_EXIT_INSN(),
  5913. BPF_JMP_IMM(BPF_JSLE, BPF_REG_3, -3, -3),
  5914. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  5915. BPF_ST_MEM(BPF_B, BPF_REG_1, 0, 0),
  5916. BPF_MOV64_IMM(BPF_REG_0, 0),
  5917. BPF_EXIT_INSN(),
  5918. },
  5919. .fixup_map2 = { 3 },
  5920. .result = REJECT,
  5921. .errstr = "R1 min value is negative",
  5922. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5923. },
  5924. {
  5925. "map lookup helper access to map",
  5926. .insns = {
  5927. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5928. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5929. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5930. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5931. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5932. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  5933. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5934. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5935. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5936. BPF_EXIT_INSN(),
  5937. },
  5938. .fixup_map3 = { 3, 8 },
  5939. .result = ACCEPT,
  5940. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5941. },
  5942. {
  5943. "map update helper access to map",
  5944. .insns = {
  5945. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5946. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5947. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5948. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5949. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5950. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5951. BPF_MOV64_IMM(BPF_REG_4, 0),
  5952. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  5953. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5954. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5955. BPF_EMIT_CALL(BPF_FUNC_map_update_elem),
  5956. BPF_EXIT_INSN(),
  5957. },
  5958. .fixup_map3 = { 3, 10 },
  5959. .result = ACCEPT,
  5960. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5961. },
  5962. {
  5963. "map update helper access to map: wrong size",
  5964. .insns = {
  5965. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5966. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5967. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5968. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5969. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5970. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  5971. BPF_MOV64_IMM(BPF_REG_4, 0),
  5972. BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
  5973. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5974. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5975. BPF_EMIT_CALL(BPF_FUNC_map_update_elem),
  5976. BPF_EXIT_INSN(),
  5977. },
  5978. .fixup_map1 = { 3 },
  5979. .fixup_map3 = { 10 },
  5980. .result = REJECT,
  5981. .errstr = "invalid access to map value, value_size=8 off=0 size=16",
  5982. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  5983. },
  5984. {
  5985. "map helper access to adjusted map (via const imm)",
  5986. .insns = {
  5987. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  5988. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  5989. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  5990. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5991. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5992. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  5993. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  5994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
  5995. offsetof(struct other_val, bar)),
  5996. BPF_LD_MAP_FD(BPF_REG_1, 0),
  5997. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  5998. BPF_EXIT_INSN(),
  5999. },
  6000. .fixup_map3 = { 3, 9 },
  6001. .result = ACCEPT,
  6002. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6003. },
  6004. {
  6005. "map helper access to adjusted map (via const imm): out-of-bound 1",
  6006. .insns = {
  6007. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6008. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6009. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6010. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6011. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6012. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  6013. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6014. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
  6015. sizeof(struct other_val) - 4),
  6016. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6017. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6018. BPF_EXIT_INSN(),
  6019. },
  6020. .fixup_map3 = { 3, 9 },
  6021. .result = REJECT,
  6022. .errstr = "invalid access to map value, value_size=16 off=12 size=8",
  6023. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6024. },
  6025. {
  6026. "map helper access to adjusted map (via const imm): out-of-bound 2",
  6027. .insns = {
  6028. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6029. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6030. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6031. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6032. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6033. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  6034. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6035. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  6036. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6037. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6038. BPF_EXIT_INSN(),
  6039. },
  6040. .fixup_map3 = { 3, 9 },
  6041. .result = REJECT,
  6042. .errstr = "invalid access to map value, value_size=16 off=-4 size=8",
  6043. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6044. },
  6045. {
  6046. "map helper access to adjusted map (via const reg)",
  6047. .insns = {
  6048. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6049. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6050. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6051. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6052. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6053. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6054. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6055. BPF_MOV64_IMM(BPF_REG_3,
  6056. offsetof(struct other_val, bar)),
  6057. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6058. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6059. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6060. BPF_EXIT_INSN(),
  6061. },
  6062. .fixup_map3 = { 3, 10 },
  6063. .result = ACCEPT,
  6064. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6065. },
  6066. {
  6067. "map helper access to adjusted map (via const reg): out-of-bound 1",
  6068. .insns = {
  6069. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6070. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6071. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6072. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6073. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6074. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6075. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6076. BPF_MOV64_IMM(BPF_REG_3,
  6077. sizeof(struct other_val) - 4),
  6078. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6079. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6080. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6081. BPF_EXIT_INSN(),
  6082. },
  6083. .fixup_map3 = { 3, 10 },
  6084. .result = REJECT,
  6085. .errstr = "invalid access to map value, value_size=16 off=12 size=8",
  6086. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6087. },
  6088. {
  6089. "map helper access to adjusted map (via const reg): out-of-bound 2",
  6090. .insns = {
  6091. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6092. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6093. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6094. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6095. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6096. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6097. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6098. BPF_MOV64_IMM(BPF_REG_3, -4),
  6099. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6100. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6101. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6102. BPF_EXIT_INSN(),
  6103. },
  6104. .fixup_map3 = { 3, 10 },
  6105. .result = REJECT,
  6106. .errstr = "invalid access to map value, value_size=16 off=-4 size=8",
  6107. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6108. },
  6109. {
  6110. "map helper access to adjusted map (via variable)",
  6111. .insns = {
  6112. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6113. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6114. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6115. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6116. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6117. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6118. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6119. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  6120. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  6121. offsetof(struct other_val, bar), 4),
  6122. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6123. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6124. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6125. BPF_EXIT_INSN(),
  6126. },
  6127. .fixup_map3 = { 3, 11 },
  6128. .result = ACCEPT,
  6129. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6130. },
  6131. {
  6132. "map helper access to adjusted map (via variable): no max check",
  6133. .insns = {
  6134. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6135. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6136. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6137. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6138. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6139. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6140. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6141. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  6142. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6143. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6144. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6145. BPF_EXIT_INSN(),
  6146. },
  6147. .fixup_map3 = { 3, 10 },
  6148. .result = REJECT,
  6149. .errstr = "R2 unbounded memory access, make sure to bounds check any array access into a map",
  6150. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6151. },
  6152. {
  6153. "map helper access to adjusted map (via variable): wrong max check",
  6154. .insns = {
  6155. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6156. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6157. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6158. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6159. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6160. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6161. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  6162. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
  6163. BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
  6164. offsetof(struct other_val, bar) + 1, 4),
  6165. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_3),
  6166. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6167. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6168. BPF_EXIT_INSN(),
  6169. },
  6170. .fixup_map3 = { 3, 11 },
  6171. .result = REJECT,
  6172. .errstr = "invalid access to map value, value_size=16 off=9 size=8",
  6173. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6174. },
  6175. {
  6176. "map element value is preserved across register spilling",
  6177. .insns = {
  6178. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6179. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6180. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6181. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6182. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6183. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6184. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  6185. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6186. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -184),
  6187. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  6188. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
  6189. BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
  6190. BPF_EXIT_INSN(),
  6191. },
  6192. .fixup_map2 = { 3 },
  6193. .errstr_unpriv = "R0 leaks addr",
  6194. .result = ACCEPT,
  6195. .result_unpriv = REJECT,
  6196. },
  6197. {
  6198. "map element value or null is marked on register spilling",
  6199. .insns = {
  6200. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6201. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6202. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6203. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6204. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6205. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6206. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -152),
  6207. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  6208. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6209. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
  6210. BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
  6211. BPF_EXIT_INSN(),
  6212. },
  6213. .fixup_map2 = { 3 },
  6214. .errstr_unpriv = "R0 leaks addr",
  6215. .result = ACCEPT,
  6216. .result_unpriv = REJECT,
  6217. },
  6218. {
  6219. "map element value store of cleared call register",
  6220. .insns = {
  6221. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6222. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6223. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6224. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6225. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6226. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  6227. BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  6228. BPF_EXIT_INSN(),
  6229. },
  6230. .fixup_map2 = { 3 },
  6231. .errstr_unpriv = "R1 !read_ok",
  6232. .errstr = "R1 !read_ok",
  6233. .result = REJECT,
  6234. .result_unpriv = REJECT,
  6235. },
  6236. {
  6237. "map element value with unaligned store",
  6238. .insns = {
  6239. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6240. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6241. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6242. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6243. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6244. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 17),
  6245. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 3),
  6246. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  6247. BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 43),
  6248. BPF_ST_MEM(BPF_DW, BPF_REG_0, -2, 44),
  6249. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  6250. BPF_ST_MEM(BPF_DW, BPF_REG_8, 0, 32),
  6251. BPF_ST_MEM(BPF_DW, BPF_REG_8, 2, 33),
  6252. BPF_ST_MEM(BPF_DW, BPF_REG_8, -2, 34),
  6253. BPF_ALU64_IMM(BPF_ADD, BPF_REG_8, 5),
  6254. BPF_ST_MEM(BPF_DW, BPF_REG_8, 0, 22),
  6255. BPF_ST_MEM(BPF_DW, BPF_REG_8, 4, 23),
  6256. BPF_ST_MEM(BPF_DW, BPF_REG_8, -7, 24),
  6257. BPF_MOV64_REG(BPF_REG_7, BPF_REG_8),
  6258. BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, 3),
  6259. BPF_ST_MEM(BPF_DW, BPF_REG_7, 0, 22),
  6260. BPF_ST_MEM(BPF_DW, BPF_REG_7, 4, 23),
  6261. BPF_ST_MEM(BPF_DW, BPF_REG_7, -4, 24),
  6262. BPF_EXIT_INSN(),
  6263. },
  6264. .fixup_map2 = { 3 },
  6265. .errstr_unpriv = "R0 leaks addr",
  6266. .result = ACCEPT,
  6267. .result_unpriv = REJECT,
  6268. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6269. },
  6270. {
  6271. "map element value with unaligned load",
  6272. .insns = {
  6273. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6274. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6275. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6276. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6277. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6278. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  6279. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  6280. BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES, 9),
  6281. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 3),
  6282. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  6283. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 2),
  6284. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  6285. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_8, 0),
  6286. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_8, 2),
  6287. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 5),
  6288. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  6289. BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 4),
  6290. BPF_EXIT_INSN(),
  6291. },
  6292. .fixup_map2 = { 3 },
  6293. .errstr_unpriv = "R0 leaks addr",
  6294. .result = ACCEPT,
  6295. .result_unpriv = REJECT,
  6296. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6297. },
  6298. {
  6299. "map element value illegal alu op, 1",
  6300. .insns = {
  6301. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6302. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6303. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6304. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6305. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6306. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6307. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 8),
  6308. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6309. BPF_EXIT_INSN(),
  6310. },
  6311. .fixup_map2 = { 3 },
  6312. .errstr = "R0 bitwise operator &= on pointer",
  6313. .result = REJECT,
  6314. },
  6315. {
  6316. "map element value illegal alu op, 2",
  6317. .insns = {
  6318. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6319. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6320. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6321. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6322. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6323. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6324. BPF_ALU32_IMM(BPF_ADD, BPF_REG_0, 0),
  6325. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6326. BPF_EXIT_INSN(),
  6327. },
  6328. .fixup_map2 = { 3 },
  6329. .errstr = "R0 32-bit pointer arithmetic prohibited",
  6330. .result = REJECT,
  6331. },
  6332. {
  6333. "map element value illegal alu op, 3",
  6334. .insns = {
  6335. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6336. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6337. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6338. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6339. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6340. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6341. BPF_ALU64_IMM(BPF_DIV, BPF_REG_0, 42),
  6342. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6343. BPF_EXIT_INSN(),
  6344. },
  6345. .fixup_map2 = { 3 },
  6346. .errstr = "R0 pointer arithmetic with /= operator",
  6347. .result = REJECT,
  6348. },
  6349. {
  6350. "map element value illegal alu op, 4",
  6351. .insns = {
  6352. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6353. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6354. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6355. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6356. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6357. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  6358. BPF_ENDIAN(BPF_FROM_BE, BPF_REG_0, 64),
  6359. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6360. BPF_EXIT_INSN(),
  6361. },
  6362. .fixup_map2 = { 3 },
  6363. .errstr_unpriv = "R0 pointer arithmetic prohibited",
  6364. .errstr = "invalid mem access 'inv'",
  6365. .result = REJECT,
  6366. .result_unpriv = REJECT,
  6367. },
  6368. {
  6369. "map element value illegal alu op, 5",
  6370. .insns = {
  6371. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6372. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6373. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6374. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6375. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6376. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6377. BPF_MOV64_IMM(BPF_REG_3, 4096),
  6378. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6379. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6380. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6381. BPF_STX_XADD(BPF_DW, BPF_REG_2, BPF_REG_3, 0),
  6382. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 0),
  6383. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
  6384. BPF_EXIT_INSN(),
  6385. },
  6386. .fixup_map2 = { 3 },
  6387. .errstr = "R0 invalid mem access 'inv'",
  6388. .result = REJECT,
  6389. },
  6390. {
  6391. "map element value is preserved across register spilling",
  6392. .insns = {
  6393. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6394. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6395. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6396. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6397. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6398. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6399. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0,
  6400. offsetof(struct test_val, foo)),
  6401. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  6402. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6403. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -184),
  6404. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  6405. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
  6406. BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
  6407. BPF_EXIT_INSN(),
  6408. },
  6409. .fixup_map2 = { 3 },
  6410. .errstr_unpriv = "R0 leaks addr",
  6411. .result = ACCEPT,
  6412. .result_unpriv = REJECT,
  6413. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  6414. },
  6415. {
  6416. "helper access to variable memory: stack, bitwise AND + JMP, correct bounds",
  6417. .insns = {
  6418. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6419. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6420. BPF_MOV64_IMM(BPF_REG_0, 0),
  6421. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6422. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6423. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6424. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6425. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6426. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6427. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6428. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6429. BPF_MOV64_IMM(BPF_REG_2, 16),
  6430. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6431. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6432. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
  6433. BPF_MOV64_IMM(BPF_REG_4, 0),
  6434. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6435. BPF_MOV64_IMM(BPF_REG_3, 0),
  6436. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6437. BPF_MOV64_IMM(BPF_REG_0, 0),
  6438. BPF_EXIT_INSN(),
  6439. },
  6440. .result = ACCEPT,
  6441. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6442. },
  6443. {
  6444. "helper access to variable memory: stack, bitwise AND, zero included",
  6445. .insns = {
  6446. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6447. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6448. BPF_MOV64_IMM(BPF_REG_2, 16),
  6449. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6450. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6451. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
  6452. BPF_MOV64_IMM(BPF_REG_3, 0),
  6453. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6454. BPF_EXIT_INSN(),
  6455. },
  6456. .errstr = "invalid indirect read from stack off -64+0 size 64",
  6457. .result = REJECT,
  6458. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6459. },
  6460. {
  6461. "helper access to variable memory: stack, bitwise AND + JMP, wrong max",
  6462. .insns = {
  6463. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6464. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6465. BPF_MOV64_IMM(BPF_REG_2, 16),
  6466. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6467. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6468. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 65),
  6469. BPF_MOV64_IMM(BPF_REG_4, 0),
  6470. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6471. BPF_MOV64_IMM(BPF_REG_3, 0),
  6472. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6473. BPF_MOV64_IMM(BPF_REG_0, 0),
  6474. BPF_EXIT_INSN(),
  6475. },
  6476. .errstr = "invalid stack type R1 off=-64 access_size=65",
  6477. .result = REJECT,
  6478. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6479. },
  6480. {
  6481. "helper access to variable memory: stack, JMP, correct bounds",
  6482. .insns = {
  6483. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6484. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6485. BPF_MOV64_IMM(BPF_REG_0, 0),
  6486. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6487. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6488. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6489. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6490. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6491. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6492. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6493. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6494. BPF_MOV64_IMM(BPF_REG_2, 16),
  6495. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6496. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6497. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 4),
  6498. BPF_MOV64_IMM(BPF_REG_4, 0),
  6499. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6500. BPF_MOV64_IMM(BPF_REG_3, 0),
  6501. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6502. BPF_MOV64_IMM(BPF_REG_0, 0),
  6503. BPF_EXIT_INSN(),
  6504. },
  6505. .result = ACCEPT,
  6506. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6507. },
  6508. {
  6509. "helper access to variable memory: stack, JMP (signed), correct bounds",
  6510. .insns = {
  6511. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6512. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6513. BPF_MOV64_IMM(BPF_REG_0, 0),
  6514. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6515. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6516. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6517. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6518. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  6519. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6520. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6521. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6522. BPF_MOV64_IMM(BPF_REG_2, 16),
  6523. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6524. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6525. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2, 64, 4),
  6526. BPF_MOV64_IMM(BPF_REG_4, 0),
  6527. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6528. BPF_MOV64_IMM(BPF_REG_3, 0),
  6529. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6530. BPF_MOV64_IMM(BPF_REG_0, 0),
  6531. BPF_EXIT_INSN(),
  6532. },
  6533. .result = ACCEPT,
  6534. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6535. },
  6536. {
  6537. "helper access to variable memory: stack, JMP, bounds + offset",
  6538. .insns = {
  6539. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6540. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6541. BPF_MOV64_IMM(BPF_REG_2, 16),
  6542. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6543. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6544. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 5),
  6545. BPF_MOV64_IMM(BPF_REG_4, 0),
  6546. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 3),
  6547. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  6548. BPF_MOV64_IMM(BPF_REG_3, 0),
  6549. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6550. BPF_MOV64_IMM(BPF_REG_0, 0),
  6551. BPF_EXIT_INSN(),
  6552. },
  6553. .errstr = "invalid stack type R1 off=-64 access_size=65",
  6554. .result = REJECT,
  6555. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6556. },
  6557. {
  6558. "helper access to variable memory: stack, JMP, wrong max",
  6559. .insns = {
  6560. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6561. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6562. BPF_MOV64_IMM(BPF_REG_2, 16),
  6563. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6564. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6565. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 65, 4),
  6566. BPF_MOV64_IMM(BPF_REG_4, 0),
  6567. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6568. BPF_MOV64_IMM(BPF_REG_3, 0),
  6569. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6570. BPF_MOV64_IMM(BPF_REG_0, 0),
  6571. BPF_EXIT_INSN(),
  6572. },
  6573. .errstr = "invalid stack type R1 off=-64 access_size=65",
  6574. .result = REJECT,
  6575. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6576. },
  6577. {
  6578. "helper access to variable memory: stack, JMP, no max check",
  6579. .insns = {
  6580. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6581. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6582. BPF_MOV64_IMM(BPF_REG_2, 16),
  6583. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6584. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6585. BPF_MOV64_IMM(BPF_REG_4, 0),
  6586. BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
  6587. BPF_MOV64_IMM(BPF_REG_3, 0),
  6588. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6589. BPF_MOV64_IMM(BPF_REG_0, 0),
  6590. BPF_EXIT_INSN(),
  6591. },
  6592. /* because max wasn't checked, signed min is negative */
  6593. .errstr = "R2 min value is negative, either use unsigned or 'var &= const'",
  6594. .result = REJECT,
  6595. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6596. },
  6597. {
  6598. "helper access to variable memory: stack, JMP, no min check",
  6599. .insns = {
  6600. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6601. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6602. BPF_MOV64_IMM(BPF_REG_2, 16),
  6603. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6604. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6605. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 3),
  6606. BPF_MOV64_IMM(BPF_REG_3, 0),
  6607. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6608. BPF_MOV64_IMM(BPF_REG_0, 0),
  6609. BPF_EXIT_INSN(),
  6610. },
  6611. .errstr = "invalid indirect read from stack off -64+0 size 64",
  6612. .result = REJECT,
  6613. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6614. },
  6615. {
  6616. "helper access to variable memory: stack, JMP (signed), no min check",
  6617. .insns = {
  6618. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6619. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6620. BPF_MOV64_IMM(BPF_REG_2, 16),
  6621. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
  6622. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
  6623. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2, 64, 3),
  6624. BPF_MOV64_IMM(BPF_REG_3, 0),
  6625. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6626. BPF_MOV64_IMM(BPF_REG_0, 0),
  6627. BPF_EXIT_INSN(),
  6628. },
  6629. .errstr = "R2 min value is negative",
  6630. .result = REJECT,
  6631. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6632. },
  6633. {
  6634. "helper access to variable memory: map, JMP, correct bounds",
  6635. .insns = {
  6636. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6637. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6638. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6639. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6640. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6641. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  6642. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6643. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6644. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6645. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6646. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6647. sizeof(struct test_val), 4),
  6648. BPF_MOV64_IMM(BPF_REG_4, 0),
  6649. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6650. BPF_MOV64_IMM(BPF_REG_3, 0),
  6651. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6652. BPF_MOV64_IMM(BPF_REG_0, 0),
  6653. BPF_EXIT_INSN(),
  6654. },
  6655. .fixup_map2 = { 3 },
  6656. .result = ACCEPT,
  6657. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6658. },
  6659. {
  6660. "helper access to variable memory: map, JMP, wrong max",
  6661. .insns = {
  6662. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6663. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6664. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6665. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6666. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6667. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  6668. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6669. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6670. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6671. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6672. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6673. sizeof(struct test_val) + 1, 4),
  6674. BPF_MOV64_IMM(BPF_REG_4, 0),
  6675. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6676. BPF_MOV64_IMM(BPF_REG_3, 0),
  6677. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6678. BPF_MOV64_IMM(BPF_REG_0, 0),
  6679. BPF_EXIT_INSN(),
  6680. },
  6681. .fixup_map2 = { 3 },
  6682. .errstr = "invalid access to map value, value_size=48 off=0 size=49",
  6683. .result = REJECT,
  6684. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6685. },
  6686. {
  6687. "helper access to variable memory: map adjusted, JMP, correct bounds",
  6688. .insns = {
  6689. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6690. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6691. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6692. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6693. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6694. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  6695. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6696. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 20),
  6697. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6698. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6699. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6700. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6701. sizeof(struct test_val) - 20, 4),
  6702. BPF_MOV64_IMM(BPF_REG_4, 0),
  6703. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6704. BPF_MOV64_IMM(BPF_REG_3, 0),
  6705. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6706. BPF_MOV64_IMM(BPF_REG_0, 0),
  6707. BPF_EXIT_INSN(),
  6708. },
  6709. .fixup_map2 = { 3 },
  6710. .result = ACCEPT,
  6711. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6712. },
  6713. {
  6714. "helper access to variable memory: map adjusted, JMP, wrong max",
  6715. .insns = {
  6716. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6717. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6718. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  6719. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6720. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6721. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  6722. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6723. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 20),
  6724. BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
  6725. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6726. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6727. BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
  6728. sizeof(struct test_val) - 19, 4),
  6729. BPF_MOV64_IMM(BPF_REG_4, 0),
  6730. BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
  6731. BPF_MOV64_IMM(BPF_REG_3, 0),
  6732. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6733. BPF_MOV64_IMM(BPF_REG_0, 0),
  6734. BPF_EXIT_INSN(),
  6735. },
  6736. .fixup_map2 = { 3 },
  6737. .errstr = "R1 min value is outside of the array range",
  6738. .result = REJECT,
  6739. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6740. },
  6741. {
  6742. "helper access to variable memory: size = 0 allowed on NULL (ARG_PTR_TO_MEM_OR_NULL)",
  6743. .insns = {
  6744. BPF_MOV64_IMM(BPF_REG_1, 0),
  6745. BPF_MOV64_IMM(BPF_REG_2, 0),
  6746. BPF_MOV64_IMM(BPF_REG_3, 0),
  6747. BPF_MOV64_IMM(BPF_REG_4, 0),
  6748. BPF_MOV64_IMM(BPF_REG_5, 0),
  6749. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6750. BPF_EXIT_INSN(),
  6751. },
  6752. .result = ACCEPT,
  6753. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6754. },
  6755. {
  6756. "helper access to variable memory: size > 0 not allowed on NULL (ARG_PTR_TO_MEM_OR_NULL)",
  6757. .insns = {
  6758. BPF_MOV64_IMM(BPF_REG_1, 0),
  6759. BPF_MOV64_IMM(BPF_REG_2, 1),
  6760. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6761. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6762. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
  6763. BPF_MOV64_IMM(BPF_REG_3, 0),
  6764. BPF_MOV64_IMM(BPF_REG_4, 0),
  6765. BPF_MOV64_IMM(BPF_REG_5, 0),
  6766. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6767. BPF_EXIT_INSN(),
  6768. },
  6769. .errstr = "R1 type=inv expected=fp",
  6770. .result = REJECT,
  6771. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6772. },
  6773. {
  6774. "helper access to variable memory: size = 0 allowed on != NULL stack pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6775. .insns = {
  6776. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6777. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6778. BPF_MOV64_IMM(BPF_REG_2, 0),
  6779. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, 0),
  6780. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 8),
  6781. BPF_MOV64_IMM(BPF_REG_3, 0),
  6782. BPF_MOV64_IMM(BPF_REG_4, 0),
  6783. BPF_MOV64_IMM(BPF_REG_5, 0),
  6784. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6785. BPF_EXIT_INSN(),
  6786. },
  6787. .result = ACCEPT,
  6788. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6789. },
  6790. {
  6791. "helper access to variable memory: size = 0 allowed on != NULL map pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6792. .insns = {
  6793. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6794. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6795. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6796. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6797. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6798. BPF_FUNC_map_lookup_elem),
  6799. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6800. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6801. BPF_MOV64_IMM(BPF_REG_2, 0),
  6802. BPF_MOV64_IMM(BPF_REG_3, 0),
  6803. BPF_MOV64_IMM(BPF_REG_4, 0),
  6804. BPF_MOV64_IMM(BPF_REG_5, 0),
  6805. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6806. BPF_EXIT_INSN(),
  6807. },
  6808. .fixup_map1 = { 3 },
  6809. .result = ACCEPT,
  6810. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6811. },
  6812. {
  6813. "helper access to variable memory: size possible = 0 allowed on != NULL stack pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6814. .insns = {
  6815. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6816. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6817. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6818. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6819. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6820. BPF_FUNC_map_lookup_elem),
  6821. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  6822. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6823. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 7),
  6824. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6825. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6826. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, 0),
  6827. BPF_MOV64_IMM(BPF_REG_3, 0),
  6828. BPF_MOV64_IMM(BPF_REG_4, 0),
  6829. BPF_MOV64_IMM(BPF_REG_5, 0),
  6830. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6831. BPF_EXIT_INSN(),
  6832. },
  6833. .fixup_map1 = { 3 },
  6834. .result = ACCEPT,
  6835. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6836. },
  6837. {
  6838. "helper access to variable memory: size possible = 0 allowed on != NULL map pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6839. .insns = {
  6840. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6841. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6842. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6843. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6844. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  6845. BPF_FUNC_map_lookup_elem),
  6846. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  6847. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6848. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6849. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 4),
  6850. BPF_MOV64_IMM(BPF_REG_3, 0),
  6851. BPF_MOV64_IMM(BPF_REG_4, 0),
  6852. BPF_MOV64_IMM(BPF_REG_5, 0),
  6853. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6854. BPF_EXIT_INSN(),
  6855. },
  6856. .fixup_map1 = { 3 },
  6857. .result = ACCEPT,
  6858. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6859. },
  6860. {
  6861. "helper access to variable memory: size possible = 0 allowed on != NULL packet pointer (ARG_PTR_TO_MEM_OR_NULL)",
  6862. .insns = {
  6863. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  6864. offsetof(struct __sk_buff, data)),
  6865. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  6866. offsetof(struct __sk_buff, data_end)),
  6867. BPF_MOV64_REG(BPF_REG_0, BPF_REG_6),
  6868. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  6869. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 7),
  6870. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  6871. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 0),
  6872. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 4),
  6873. BPF_MOV64_IMM(BPF_REG_3, 0),
  6874. BPF_MOV64_IMM(BPF_REG_4, 0),
  6875. BPF_MOV64_IMM(BPF_REG_5, 0),
  6876. BPF_EMIT_CALL(BPF_FUNC_csum_diff),
  6877. BPF_EXIT_INSN(),
  6878. },
  6879. .result = ACCEPT,
  6880. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  6881. .retval = 0 /* csum_diff of 64-byte packet */,
  6882. },
  6883. {
  6884. "helper access to variable memory: size = 0 not allowed on NULL (!ARG_PTR_TO_MEM_OR_NULL)",
  6885. .insns = {
  6886. BPF_MOV64_IMM(BPF_REG_1, 0),
  6887. BPF_MOV64_IMM(BPF_REG_2, 0),
  6888. BPF_MOV64_IMM(BPF_REG_3, 0),
  6889. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6890. BPF_EXIT_INSN(),
  6891. },
  6892. .errstr = "R1 type=inv expected=fp",
  6893. .result = REJECT,
  6894. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6895. },
  6896. {
  6897. "helper access to variable memory: size > 0 not allowed on NULL (!ARG_PTR_TO_MEM_OR_NULL)",
  6898. .insns = {
  6899. BPF_MOV64_IMM(BPF_REG_1, 0),
  6900. BPF_MOV64_IMM(BPF_REG_2, 1),
  6901. BPF_MOV64_IMM(BPF_REG_3, 0),
  6902. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6903. BPF_EXIT_INSN(),
  6904. },
  6905. .errstr = "R1 type=inv expected=fp",
  6906. .result = REJECT,
  6907. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6908. },
  6909. {
  6910. "helper access to variable memory: size = 0 allowed on != NULL stack pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6911. .insns = {
  6912. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6913. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6914. BPF_MOV64_IMM(BPF_REG_2, 0),
  6915. BPF_MOV64_IMM(BPF_REG_3, 0),
  6916. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6917. BPF_EXIT_INSN(),
  6918. },
  6919. .result = ACCEPT,
  6920. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6921. },
  6922. {
  6923. "helper access to variable memory: size = 0 allowed on != NULL map pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6924. .insns = {
  6925. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6926. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6927. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6928. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6929. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6930. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  6931. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6932. BPF_MOV64_IMM(BPF_REG_2, 0),
  6933. BPF_MOV64_IMM(BPF_REG_3, 0),
  6934. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6935. BPF_EXIT_INSN(),
  6936. },
  6937. .fixup_map1 = { 3 },
  6938. .result = ACCEPT,
  6939. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6940. },
  6941. {
  6942. "helper access to variable memory: size possible = 0 allowed on != NULL stack pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6943. .insns = {
  6944. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6945. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6946. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6947. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6948. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6949. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  6950. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6951. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 4),
  6952. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6953. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  6954. BPF_MOV64_IMM(BPF_REG_3, 0),
  6955. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6956. BPF_EXIT_INSN(),
  6957. },
  6958. .fixup_map1 = { 3 },
  6959. .result = ACCEPT,
  6960. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6961. },
  6962. {
  6963. "helper access to variable memory: size possible = 0 allowed on != NULL map pointer (!ARG_PTR_TO_MEM_OR_NULL)",
  6964. .insns = {
  6965. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  6966. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  6967. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  6968. BPF_LD_MAP_FD(BPF_REG_1, 0),
  6969. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  6970. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  6971. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  6972. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  6973. BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 8, 2),
  6974. BPF_MOV64_IMM(BPF_REG_3, 0),
  6975. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  6976. BPF_EXIT_INSN(),
  6977. },
  6978. .fixup_map1 = { 3 },
  6979. .result = ACCEPT,
  6980. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  6981. },
  6982. {
  6983. "helper access to variable memory: 8 bytes leak",
  6984. .insns = {
  6985. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  6986. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  6987. BPF_MOV64_IMM(BPF_REG_0, 0),
  6988. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  6989. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  6990. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  6991. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  6992. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  6993. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  6994. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  6995. BPF_MOV64_IMM(BPF_REG_2, 1),
  6996. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
  6997. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
  6998. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 63),
  6999. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
  7000. BPF_MOV64_IMM(BPF_REG_3, 0),
  7001. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  7002. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7003. BPF_EXIT_INSN(),
  7004. },
  7005. .errstr = "invalid indirect read from stack off -64+32 size 64",
  7006. .result = REJECT,
  7007. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  7008. },
  7009. {
  7010. "helper access to variable memory: 8 bytes no leak (init memory)",
  7011. .insns = {
  7012. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  7013. BPF_MOV64_IMM(BPF_REG_0, 0),
  7014. BPF_MOV64_IMM(BPF_REG_0, 0),
  7015. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
  7016. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
  7017. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
  7018. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
  7019. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
  7020. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
  7021. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
  7022. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  7023. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
  7024. BPF_MOV64_IMM(BPF_REG_2, 0),
  7025. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 32),
  7026. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 32),
  7027. BPF_MOV64_IMM(BPF_REG_3, 0),
  7028. BPF_EMIT_CALL(BPF_FUNC_probe_read),
  7029. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7030. BPF_EXIT_INSN(),
  7031. },
  7032. .result = ACCEPT,
  7033. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  7034. },
  7035. {
  7036. "invalid and of negative number",
  7037. .insns = {
  7038. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7039. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7040. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7041. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7042. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7043. BPF_FUNC_map_lookup_elem),
  7044. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7045. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7046. BPF_ALU64_IMM(BPF_AND, BPF_REG_1, -4),
  7047. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
  7048. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7049. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  7050. offsetof(struct test_val, foo)),
  7051. BPF_EXIT_INSN(),
  7052. },
  7053. .fixup_map2 = { 3 },
  7054. .errstr = "R0 max value is outside of the array range",
  7055. .result = REJECT,
  7056. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  7057. },
  7058. {
  7059. "invalid range check",
  7060. .insns = {
  7061. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7062. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7063. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7064. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7065. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7066. BPF_FUNC_map_lookup_elem),
  7067. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 12),
  7068. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
  7069. BPF_MOV64_IMM(BPF_REG_9, 1),
  7070. BPF_ALU32_IMM(BPF_MOD, BPF_REG_1, 2),
  7071. BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 1),
  7072. BPF_ALU32_REG(BPF_AND, BPF_REG_9, BPF_REG_1),
  7073. BPF_ALU32_IMM(BPF_ADD, BPF_REG_9, 1),
  7074. BPF_ALU32_IMM(BPF_RSH, BPF_REG_9, 1),
  7075. BPF_MOV32_IMM(BPF_REG_3, 1),
  7076. BPF_ALU32_REG(BPF_SUB, BPF_REG_3, BPF_REG_9),
  7077. BPF_ALU32_IMM(BPF_MUL, BPF_REG_3, 0x10000000),
  7078. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
  7079. BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_3, 0),
  7080. BPF_MOV64_REG(BPF_REG_0, 0),
  7081. BPF_EXIT_INSN(),
  7082. },
  7083. .fixup_map2 = { 3 },
  7084. .errstr = "R0 max value is outside of the array range",
  7085. .result = REJECT,
  7086. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  7087. },
  7088. {
  7089. "map in map access",
  7090. .insns = {
  7091. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7092. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7093. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7094. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7095. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7096. BPF_FUNC_map_lookup_elem),
  7097. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  7098. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7099. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7100. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7101. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  7102. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7103. BPF_FUNC_map_lookup_elem),
  7104. BPF_MOV64_IMM(BPF_REG_0, 0),
  7105. BPF_EXIT_INSN(),
  7106. },
  7107. .fixup_map_in_map = { 3 },
  7108. .result = ACCEPT,
  7109. },
  7110. {
  7111. "invalid inner map pointer",
  7112. .insns = {
  7113. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7114. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7115. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7116. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7117. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7118. BPF_FUNC_map_lookup_elem),
  7119. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  7120. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7121. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7122. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7123. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  7124. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  7125. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7126. BPF_FUNC_map_lookup_elem),
  7127. BPF_MOV64_IMM(BPF_REG_0, 0),
  7128. BPF_EXIT_INSN(),
  7129. },
  7130. .fixup_map_in_map = { 3 },
  7131. .errstr = "R1 pointer arithmetic on CONST_PTR_TO_MAP prohibited",
  7132. .result = REJECT,
  7133. },
  7134. {
  7135. "forgot null checking on the inner map pointer",
  7136. .insns = {
  7137. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7138. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7139. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7140. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7141. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7142. BPF_FUNC_map_lookup_elem),
  7143. BPF_ST_MEM(0, BPF_REG_10, -4, 0),
  7144. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7145. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
  7146. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  7147. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7148. BPF_FUNC_map_lookup_elem),
  7149. BPF_MOV64_IMM(BPF_REG_0, 0),
  7150. BPF_EXIT_INSN(),
  7151. },
  7152. .fixup_map_in_map = { 3 },
  7153. .errstr = "R1 type=map_value_or_null expected=map_ptr",
  7154. .result = REJECT,
  7155. },
  7156. {
  7157. "ld_abs: check calling conv, r1",
  7158. .insns = {
  7159. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7160. BPF_MOV64_IMM(BPF_REG_1, 0),
  7161. BPF_LD_ABS(BPF_W, -0x200000),
  7162. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  7163. BPF_EXIT_INSN(),
  7164. },
  7165. .errstr = "R1 !read_ok",
  7166. .result = REJECT,
  7167. },
  7168. {
  7169. "ld_abs: check calling conv, r2",
  7170. .insns = {
  7171. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7172. BPF_MOV64_IMM(BPF_REG_2, 0),
  7173. BPF_LD_ABS(BPF_W, -0x200000),
  7174. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  7175. BPF_EXIT_INSN(),
  7176. },
  7177. .errstr = "R2 !read_ok",
  7178. .result = REJECT,
  7179. },
  7180. {
  7181. "ld_abs: check calling conv, r3",
  7182. .insns = {
  7183. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7184. BPF_MOV64_IMM(BPF_REG_3, 0),
  7185. BPF_LD_ABS(BPF_W, -0x200000),
  7186. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  7187. BPF_EXIT_INSN(),
  7188. },
  7189. .errstr = "R3 !read_ok",
  7190. .result = REJECT,
  7191. },
  7192. {
  7193. "ld_abs: check calling conv, r4",
  7194. .insns = {
  7195. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7196. BPF_MOV64_IMM(BPF_REG_4, 0),
  7197. BPF_LD_ABS(BPF_W, -0x200000),
  7198. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  7199. BPF_EXIT_INSN(),
  7200. },
  7201. .errstr = "R4 !read_ok",
  7202. .result = REJECT,
  7203. },
  7204. {
  7205. "ld_abs: check calling conv, r5",
  7206. .insns = {
  7207. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7208. BPF_MOV64_IMM(BPF_REG_5, 0),
  7209. BPF_LD_ABS(BPF_W, -0x200000),
  7210. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  7211. BPF_EXIT_INSN(),
  7212. },
  7213. .errstr = "R5 !read_ok",
  7214. .result = REJECT,
  7215. },
  7216. {
  7217. "ld_abs: check calling conv, r7",
  7218. .insns = {
  7219. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7220. BPF_MOV64_IMM(BPF_REG_7, 0),
  7221. BPF_LD_ABS(BPF_W, -0x200000),
  7222. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  7223. BPF_EXIT_INSN(),
  7224. },
  7225. .result = ACCEPT,
  7226. },
  7227. {
  7228. "ld_abs: tests on r6 and skb data reload helper",
  7229. .insns = {
  7230. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7231. BPF_LD_ABS(BPF_B, 0),
  7232. BPF_LD_ABS(BPF_H, 0),
  7233. BPF_LD_ABS(BPF_W, 0),
  7234. BPF_MOV64_REG(BPF_REG_7, BPF_REG_6),
  7235. BPF_MOV64_IMM(BPF_REG_6, 0),
  7236. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  7237. BPF_MOV64_IMM(BPF_REG_2, 1),
  7238. BPF_MOV64_IMM(BPF_REG_3, 2),
  7239. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7240. BPF_FUNC_skb_vlan_push),
  7241. BPF_MOV64_REG(BPF_REG_6, BPF_REG_7),
  7242. BPF_LD_ABS(BPF_B, 0),
  7243. BPF_LD_ABS(BPF_H, 0),
  7244. BPF_LD_ABS(BPF_W, 0),
  7245. BPF_MOV64_IMM(BPF_REG_0, 42),
  7246. BPF_EXIT_INSN(),
  7247. },
  7248. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  7249. .result = ACCEPT,
  7250. .retval = 42 /* ultimate return value */,
  7251. },
  7252. {
  7253. "ld_ind: check calling conv, r1",
  7254. .insns = {
  7255. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7256. BPF_MOV64_IMM(BPF_REG_1, 1),
  7257. BPF_LD_IND(BPF_W, BPF_REG_1, -0x200000),
  7258. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  7259. BPF_EXIT_INSN(),
  7260. },
  7261. .errstr = "R1 !read_ok",
  7262. .result = REJECT,
  7263. },
  7264. {
  7265. "ld_ind: check calling conv, r2",
  7266. .insns = {
  7267. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7268. BPF_MOV64_IMM(BPF_REG_2, 1),
  7269. BPF_LD_IND(BPF_W, BPF_REG_2, -0x200000),
  7270. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  7271. BPF_EXIT_INSN(),
  7272. },
  7273. .errstr = "R2 !read_ok",
  7274. .result = REJECT,
  7275. },
  7276. {
  7277. "ld_ind: check calling conv, r3",
  7278. .insns = {
  7279. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7280. BPF_MOV64_IMM(BPF_REG_3, 1),
  7281. BPF_LD_IND(BPF_W, BPF_REG_3, -0x200000),
  7282. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  7283. BPF_EXIT_INSN(),
  7284. },
  7285. .errstr = "R3 !read_ok",
  7286. .result = REJECT,
  7287. },
  7288. {
  7289. "ld_ind: check calling conv, r4",
  7290. .insns = {
  7291. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7292. BPF_MOV64_IMM(BPF_REG_4, 1),
  7293. BPF_LD_IND(BPF_W, BPF_REG_4, -0x200000),
  7294. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  7295. BPF_EXIT_INSN(),
  7296. },
  7297. .errstr = "R4 !read_ok",
  7298. .result = REJECT,
  7299. },
  7300. {
  7301. "ld_ind: check calling conv, r5",
  7302. .insns = {
  7303. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7304. BPF_MOV64_IMM(BPF_REG_5, 1),
  7305. BPF_LD_IND(BPF_W, BPF_REG_5, -0x200000),
  7306. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  7307. BPF_EXIT_INSN(),
  7308. },
  7309. .errstr = "R5 !read_ok",
  7310. .result = REJECT,
  7311. },
  7312. {
  7313. "ld_ind: check calling conv, r7",
  7314. .insns = {
  7315. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  7316. BPF_MOV64_IMM(BPF_REG_7, 1),
  7317. BPF_LD_IND(BPF_W, BPF_REG_7, -0x200000),
  7318. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  7319. BPF_EXIT_INSN(),
  7320. },
  7321. .result = ACCEPT,
  7322. .retval = 1,
  7323. },
  7324. {
  7325. "check bpf_perf_event_data->sample_period byte load permitted",
  7326. .insns = {
  7327. BPF_MOV64_IMM(BPF_REG_0, 0),
  7328. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7329. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  7330. offsetof(struct bpf_perf_event_data, sample_period)),
  7331. #else
  7332. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
  7333. offsetof(struct bpf_perf_event_data, sample_period) + 7),
  7334. #endif
  7335. BPF_EXIT_INSN(),
  7336. },
  7337. .result = ACCEPT,
  7338. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7339. },
  7340. {
  7341. "check bpf_perf_event_data->sample_period half load permitted",
  7342. .insns = {
  7343. BPF_MOV64_IMM(BPF_REG_0, 0),
  7344. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7345. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7346. offsetof(struct bpf_perf_event_data, sample_period)),
  7347. #else
  7348. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7349. offsetof(struct bpf_perf_event_data, sample_period) + 6),
  7350. #endif
  7351. BPF_EXIT_INSN(),
  7352. },
  7353. .result = ACCEPT,
  7354. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7355. },
  7356. {
  7357. "check bpf_perf_event_data->sample_period word load permitted",
  7358. .insns = {
  7359. BPF_MOV64_IMM(BPF_REG_0, 0),
  7360. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7361. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  7362. offsetof(struct bpf_perf_event_data, sample_period)),
  7363. #else
  7364. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  7365. offsetof(struct bpf_perf_event_data, sample_period) + 4),
  7366. #endif
  7367. BPF_EXIT_INSN(),
  7368. },
  7369. .result = ACCEPT,
  7370. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7371. },
  7372. {
  7373. "check bpf_perf_event_data->sample_period dword load permitted",
  7374. .insns = {
  7375. BPF_MOV64_IMM(BPF_REG_0, 0),
  7376. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
  7377. offsetof(struct bpf_perf_event_data, sample_period)),
  7378. BPF_EXIT_INSN(),
  7379. },
  7380. .result = ACCEPT,
  7381. .prog_type = BPF_PROG_TYPE_PERF_EVENT,
  7382. },
  7383. {
  7384. "check skb->data half load not permitted",
  7385. .insns = {
  7386. BPF_MOV64_IMM(BPF_REG_0, 0),
  7387. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7388. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7389. offsetof(struct __sk_buff, data)),
  7390. #else
  7391. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7392. offsetof(struct __sk_buff, data) + 2),
  7393. #endif
  7394. BPF_EXIT_INSN(),
  7395. },
  7396. .result = REJECT,
  7397. .errstr = "invalid bpf_context access",
  7398. },
  7399. {
  7400. "check skb->tc_classid half load not permitted for lwt prog",
  7401. .insns = {
  7402. BPF_MOV64_IMM(BPF_REG_0, 0),
  7403. #if __BYTE_ORDER == __LITTLE_ENDIAN
  7404. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7405. offsetof(struct __sk_buff, tc_classid)),
  7406. #else
  7407. BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
  7408. offsetof(struct __sk_buff, tc_classid) + 2),
  7409. #endif
  7410. BPF_EXIT_INSN(),
  7411. },
  7412. .result = REJECT,
  7413. .errstr = "invalid bpf_context access",
  7414. .prog_type = BPF_PROG_TYPE_LWT_IN,
  7415. },
  7416. {
  7417. "bounds checks mixing signed and unsigned, positive bounds",
  7418. .insns = {
  7419. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7420. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7421. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7422. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7423. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7424. BPF_FUNC_map_lookup_elem),
  7425. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7426. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7427. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7428. BPF_MOV64_IMM(BPF_REG_2, 2),
  7429. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 3),
  7430. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 4, 2),
  7431. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7432. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7433. BPF_MOV64_IMM(BPF_REG_0, 0),
  7434. BPF_EXIT_INSN(),
  7435. },
  7436. .fixup_map1 = { 3 },
  7437. .errstr = "unbounded min value",
  7438. .result = REJECT,
  7439. },
  7440. {
  7441. "bounds checks mixing signed and unsigned",
  7442. .insns = {
  7443. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7444. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7445. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7446. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7447. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7448. BPF_FUNC_map_lookup_elem),
  7449. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7450. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7451. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7452. BPF_MOV64_IMM(BPF_REG_2, -1),
  7453. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 3),
  7454. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7455. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7456. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7457. BPF_MOV64_IMM(BPF_REG_0, 0),
  7458. BPF_EXIT_INSN(),
  7459. },
  7460. .fixup_map1 = { 3 },
  7461. .errstr = "unbounded min value",
  7462. .result = REJECT,
  7463. },
  7464. {
  7465. "bounds checks mixing signed and unsigned, variant 2",
  7466. .insns = {
  7467. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7468. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7469. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7470. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7471. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7472. BPF_FUNC_map_lookup_elem),
  7473. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7474. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7475. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7476. BPF_MOV64_IMM(BPF_REG_2, -1),
  7477. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 5),
  7478. BPF_MOV64_IMM(BPF_REG_8, 0),
  7479. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_1),
  7480. BPF_JMP_IMM(BPF_JSGT, BPF_REG_8, 1, 2),
  7481. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
  7482. BPF_ST_MEM(BPF_B, BPF_REG_8, 0, 0),
  7483. BPF_MOV64_IMM(BPF_REG_0, 0),
  7484. BPF_EXIT_INSN(),
  7485. },
  7486. .fixup_map1 = { 3 },
  7487. .errstr = "unbounded min value",
  7488. .result = REJECT,
  7489. },
  7490. {
  7491. "bounds checks mixing signed and unsigned, variant 3",
  7492. .insns = {
  7493. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7494. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7495. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7496. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7497. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7498. BPF_FUNC_map_lookup_elem),
  7499. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  7500. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7501. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7502. BPF_MOV64_IMM(BPF_REG_2, -1),
  7503. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 4),
  7504. BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
  7505. BPF_JMP_IMM(BPF_JSGT, BPF_REG_8, 1, 2),
  7506. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
  7507. BPF_ST_MEM(BPF_B, BPF_REG_8, 0, 0),
  7508. BPF_MOV64_IMM(BPF_REG_0, 0),
  7509. BPF_EXIT_INSN(),
  7510. },
  7511. .fixup_map1 = { 3 },
  7512. .errstr = "unbounded min value",
  7513. .result = REJECT,
  7514. },
  7515. {
  7516. "bounds checks mixing signed and unsigned, variant 4",
  7517. .insns = {
  7518. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7519. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7520. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7521. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7522. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7523. BPF_FUNC_map_lookup_elem),
  7524. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7525. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7526. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7527. BPF_MOV64_IMM(BPF_REG_2, 1),
  7528. BPF_ALU64_REG(BPF_AND, BPF_REG_1, BPF_REG_2),
  7529. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7530. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7531. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7532. BPF_MOV64_IMM(BPF_REG_0, 0),
  7533. BPF_EXIT_INSN(),
  7534. },
  7535. .fixup_map1 = { 3 },
  7536. .result = ACCEPT,
  7537. },
  7538. {
  7539. "bounds checks mixing signed and unsigned, variant 5",
  7540. .insns = {
  7541. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7542. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7543. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7544. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7545. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7546. BPF_FUNC_map_lookup_elem),
  7547. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7548. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7549. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7550. BPF_MOV64_IMM(BPF_REG_2, -1),
  7551. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 5),
  7552. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 4),
  7553. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 4),
  7554. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  7555. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7556. BPF_MOV64_IMM(BPF_REG_0, 0),
  7557. BPF_EXIT_INSN(),
  7558. },
  7559. .fixup_map1 = { 3 },
  7560. .errstr = "unbounded min value",
  7561. .result = REJECT,
  7562. },
  7563. {
  7564. "bounds checks mixing signed and unsigned, variant 6",
  7565. .insns = {
  7566. BPF_MOV64_IMM(BPF_REG_2, 0),
  7567. BPF_MOV64_REG(BPF_REG_3, BPF_REG_10),
  7568. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, -512),
  7569. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7570. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -16),
  7571. BPF_MOV64_IMM(BPF_REG_6, -1),
  7572. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_6, 5),
  7573. BPF_JMP_IMM(BPF_JSGT, BPF_REG_4, 1, 4),
  7574. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 1),
  7575. BPF_MOV64_IMM(BPF_REG_5, 0),
  7576. BPF_ST_MEM(BPF_H, BPF_REG_10, -512, 0),
  7577. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7578. BPF_FUNC_skb_load_bytes),
  7579. BPF_MOV64_IMM(BPF_REG_0, 0),
  7580. BPF_EXIT_INSN(),
  7581. },
  7582. .errstr = "R4 min value is negative, either use unsigned",
  7583. .result = REJECT,
  7584. },
  7585. {
  7586. "bounds checks mixing signed and unsigned, variant 7",
  7587. .insns = {
  7588. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7589. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7590. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7591. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7592. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7593. BPF_FUNC_map_lookup_elem),
  7594. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
  7595. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7596. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7597. BPF_MOV64_IMM(BPF_REG_2, 1024 * 1024 * 1024),
  7598. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 3),
  7599. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7600. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7601. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7602. BPF_MOV64_IMM(BPF_REG_0, 0),
  7603. BPF_EXIT_INSN(),
  7604. },
  7605. .fixup_map1 = { 3 },
  7606. .result = ACCEPT,
  7607. },
  7608. {
  7609. "bounds checks mixing signed and unsigned, variant 8",
  7610. .insns = {
  7611. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7612. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7613. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7614. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7615. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7616. BPF_FUNC_map_lookup_elem),
  7617. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7618. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7619. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7620. BPF_MOV64_IMM(BPF_REG_2, -1),
  7621. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
  7622. BPF_MOV64_IMM(BPF_REG_0, 0),
  7623. BPF_EXIT_INSN(),
  7624. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7625. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7626. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7627. BPF_MOV64_IMM(BPF_REG_0, 0),
  7628. BPF_EXIT_INSN(),
  7629. },
  7630. .fixup_map1 = { 3 },
  7631. .errstr = "unbounded min value",
  7632. .result = REJECT,
  7633. },
  7634. {
  7635. "bounds checks mixing signed and unsigned, variant 9",
  7636. .insns = {
  7637. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7638. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7639. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7640. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7641. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7642. BPF_FUNC_map_lookup_elem),
  7643. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
  7644. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7645. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7646. BPF_LD_IMM64(BPF_REG_2, -9223372036854775808ULL),
  7647. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
  7648. BPF_MOV64_IMM(BPF_REG_0, 0),
  7649. BPF_EXIT_INSN(),
  7650. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7651. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7652. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7653. BPF_MOV64_IMM(BPF_REG_0, 0),
  7654. BPF_EXIT_INSN(),
  7655. },
  7656. .fixup_map1 = { 3 },
  7657. .result = ACCEPT,
  7658. },
  7659. {
  7660. "bounds checks mixing signed and unsigned, variant 10",
  7661. .insns = {
  7662. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7663. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7664. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7665. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7666. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7667. BPF_FUNC_map_lookup_elem),
  7668. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7669. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7670. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7671. BPF_MOV64_IMM(BPF_REG_2, 0),
  7672. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
  7673. BPF_MOV64_IMM(BPF_REG_0, 0),
  7674. BPF_EXIT_INSN(),
  7675. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7676. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7677. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7678. BPF_MOV64_IMM(BPF_REG_0, 0),
  7679. BPF_EXIT_INSN(),
  7680. },
  7681. .fixup_map1 = { 3 },
  7682. .errstr = "unbounded min value",
  7683. .result = REJECT,
  7684. },
  7685. {
  7686. "bounds checks mixing signed and unsigned, variant 11",
  7687. .insns = {
  7688. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7689. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7690. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7691. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7692. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7693. BPF_FUNC_map_lookup_elem),
  7694. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7695. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7696. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7697. BPF_MOV64_IMM(BPF_REG_2, -1),
  7698. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7699. /* Dead branch. */
  7700. BPF_MOV64_IMM(BPF_REG_0, 0),
  7701. BPF_EXIT_INSN(),
  7702. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7703. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7704. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7705. BPF_MOV64_IMM(BPF_REG_0, 0),
  7706. BPF_EXIT_INSN(),
  7707. },
  7708. .fixup_map1 = { 3 },
  7709. .errstr = "unbounded min value",
  7710. .result = REJECT,
  7711. },
  7712. {
  7713. "bounds checks mixing signed and unsigned, variant 12",
  7714. .insns = {
  7715. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7716. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7717. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7718. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7719. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7720. BPF_FUNC_map_lookup_elem),
  7721. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7722. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7723. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7724. BPF_MOV64_IMM(BPF_REG_2, -6),
  7725. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7726. BPF_MOV64_IMM(BPF_REG_0, 0),
  7727. BPF_EXIT_INSN(),
  7728. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7729. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7730. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7731. BPF_MOV64_IMM(BPF_REG_0, 0),
  7732. BPF_EXIT_INSN(),
  7733. },
  7734. .fixup_map1 = { 3 },
  7735. .errstr = "unbounded min value",
  7736. .result = REJECT,
  7737. },
  7738. {
  7739. "bounds checks mixing signed and unsigned, variant 13",
  7740. .insns = {
  7741. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7742. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7743. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7744. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7745. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7746. BPF_FUNC_map_lookup_elem),
  7747. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  7748. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7749. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7750. BPF_MOV64_IMM(BPF_REG_2, 2),
  7751. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7752. BPF_MOV64_IMM(BPF_REG_7, 1),
  7753. BPF_JMP_IMM(BPF_JSGT, BPF_REG_7, 0, 2),
  7754. BPF_MOV64_IMM(BPF_REG_0, 0),
  7755. BPF_EXIT_INSN(),
  7756. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_1),
  7757. BPF_JMP_IMM(BPF_JSGT, BPF_REG_7, 4, 2),
  7758. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_7),
  7759. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7760. BPF_MOV64_IMM(BPF_REG_0, 0),
  7761. BPF_EXIT_INSN(),
  7762. },
  7763. .fixup_map1 = { 3 },
  7764. .errstr = "unbounded min value",
  7765. .result = REJECT,
  7766. },
  7767. {
  7768. "bounds checks mixing signed and unsigned, variant 14",
  7769. .insns = {
  7770. BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_1,
  7771. offsetof(struct __sk_buff, mark)),
  7772. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7773. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7774. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7775. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7776. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7777. BPF_FUNC_map_lookup_elem),
  7778. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  7779. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7780. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7781. BPF_MOV64_IMM(BPF_REG_2, -1),
  7782. BPF_MOV64_IMM(BPF_REG_8, 2),
  7783. BPF_JMP_IMM(BPF_JEQ, BPF_REG_9, 42, 6),
  7784. BPF_JMP_REG(BPF_JSGT, BPF_REG_8, BPF_REG_1, 3),
  7785. BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
  7786. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7787. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7788. BPF_MOV64_IMM(BPF_REG_0, 0),
  7789. BPF_EXIT_INSN(),
  7790. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, -3),
  7791. BPF_JMP_IMM(BPF_JA, 0, 0, -7),
  7792. },
  7793. .fixup_map1 = { 4 },
  7794. .errstr = "R0 invalid mem access 'inv'",
  7795. .result = REJECT,
  7796. },
  7797. {
  7798. "bounds checks mixing signed and unsigned, variant 15",
  7799. .insns = {
  7800. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7801. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7802. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7803. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7804. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7805. BPF_FUNC_map_lookup_elem),
  7806. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7807. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
  7808. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
  7809. BPF_MOV64_IMM(BPF_REG_2, -6),
  7810. BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
  7811. BPF_MOV64_IMM(BPF_REG_0, 0),
  7812. BPF_EXIT_INSN(),
  7813. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7814. BPF_JMP_IMM(BPF_JGT, BPF_REG_0, 1, 2),
  7815. BPF_MOV64_IMM(BPF_REG_0, 0),
  7816. BPF_EXIT_INSN(),
  7817. BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
  7818. BPF_MOV64_IMM(BPF_REG_0, 0),
  7819. BPF_EXIT_INSN(),
  7820. },
  7821. .fixup_map1 = { 3 },
  7822. .errstr = "unbounded min value",
  7823. .result = REJECT,
  7824. .result_unpriv = REJECT,
  7825. },
  7826. {
  7827. "subtraction bounds (map value) variant 1",
  7828. .insns = {
  7829. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7830. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7831. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7832. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7833. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7834. BPF_FUNC_map_lookup_elem),
  7835. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  7836. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7837. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 0xff, 7),
  7838. BPF_LDX_MEM(BPF_B, BPF_REG_3, BPF_REG_0, 1),
  7839. BPF_JMP_IMM(BPF_JGT, BPF_REG_3, 0xff, 5),
  7840. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_3),
  7841. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 56),
  7842. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7843. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7844. BPF_EXIT_INSN(),
  7845. BPF_MOV64_IMM(BPF_REG_0, 0),
  7846. BPF_EXIT_INSN(),
  7847. },
  7848. .fixup_map1 = { 3 },
  7849. .errstr = "R0 max value is outside of the array range",
  7850. .result = REJECT,
  7851. },
  7852. {
  7853. "subtraction bounds (map value) variant 2",
  7854. .insns = {
  7855. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7856. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7857. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7858. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7859. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7860. BPF_FUNC_map_lookup_elem),
  7861. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  7862. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  7863. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 0xff, 6),
  7864. BPF_LDX_MEM(BPF_B, BPF_REG_3, BPF_REG_0, 1),
  7865. BPF_JMP_IMM(BPF_JGT, BPF_REG_3, 0xff, 4),
  7866. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_3),
  7867. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  7868. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7869. BPF_EXIT_INSN(),
  7870. BPF_MOV64_IMM(BPF_REG_0, 0),
  7871. BPF_EXIT_INSN(),
  7872. },
  7873. .fixup_map1 = { 3 },
  7874. .errstr = "R0 min value is negative, either use unsigned index or do a if (index >=0) check.",
  7875. .result = REJECT,
  7876. },
  7877. {
  7878. "bounds check based on zero-extended MOV",
  7879. .insns = {
  7880. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7881. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7882. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7883. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7884. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7885. BPF_FUNC_map_lookup_elem),
  7886. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7887. /* r2 = 0x0000'0000'ffff'ffff */
  7888. BPF_MOV32_IMM(BPF_REG_2, 0xffffffff),
  7889. /* r2 = 0 */
  7890. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 32),
  7891. /* no-op */
  7892. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  7893. /* access at offset 0 */
  7894. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7895. /* exit */
  7896. BPF_MOV64_IMM(BPF_REG_0, 0),
  7897. BPF_EXIT_INSN(),
  7898. },
  7899. .fixup_map1 = { 3 },
  7900. .result = ACCEPT
  7901. },
  7902. {
  7903. "bounds check based on sign-extended MOV. test1",
  7904. .insns = {
  7905. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7906. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7907. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7908. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7909. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7910. BPF_FUNC_map_lookup_elem),
  7911. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7912. /* r2 = 0xffff'ffff'ffff'ffff */
  7913. BPF_MOV64_IMM(BPF_REG_2, 0xffffffff),
  7914. /* r2 = 0xffff'ffff */
  7915. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 32),
  7916. /* r0 = <oob pointer> */
  7917. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  7918. /* access to OOB pointer */
  7919. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7920. /* exit */
  7921. BPF_MOV64_IMM(BPF_REG_0, 0),
  7922. BPF_EXIT_INSN(),
  7923. },
  7924. .fixup_map1 = { 3 },
  7925. .errstr = "map_value pointer and 4294967295",
  7926. .result = REJECT
  7927. },
  7928. {
  7929. "bounds check based on sign-extended MOV. test2",
  7930. .insns = {
  7931. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7932. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7933. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7934. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7935. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7936. BPF_FUNC_map_lookup_elem),
  7937. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7938. /* r2 = 0xffff'ffff'ffff'ffff */
  7939. BPF_MOV64_IMM(BPF_REG_2, 0xffffffff),
  7940. /* r2 = 0xfff'ffff */
  7941. BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 36),
  7942. /* r0 = <oob pointer> */
  7943. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  7944. /* access to OOB pointer */
  7945. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  7946. /* exit */
  7947. BPF_MOV64_IMM(BPF_REG_0, 0),
  7948. BPF_EXIT_INSN(),
  7949. },
  7950. .fixup_map1 = { 3 },
  7951. .errstr = "R0 min value is outside of the array range",
  7952. .result = REJECT
  7953. },
  7954. {
  7955. "bounds check based on reg_off + var_off + insn_off. test1",
  7956. .insns = {
  7957. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  7958. offsetof(struct __sk_buff, mark)),
  7959. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7960. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7961. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7962. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7963. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7964. BPF_FUNC_map_lookup_elem),
  7965. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7966. BPF_ALU64_IMM(BPF_AND, BPF_REG_6, 1),
  7967. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, (1 << 29) - 1),
  7968. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_6),
  7969. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, (1 << 29) - 1),
  7970. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 3),
  7971. BPF_MOV64_IMM(BPF_REG_0, 0),
  7972. BPF_EXIT_INSN(),
  7973. },
  7974. .fixup_map1 = { 4 },
  7975. .errstr = "value_size=8 off=1073741825",
  7976. .result = REJECT,
  7977. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  7978. },
  7979. {
  7980. "bounds check based on reg_off + var_off + insn_off. test2",
  7981. .insns = {
  7982. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  7983. offsetof(struct __sk_buff, mark)),
  7984. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  7985. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  7986. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  7987. BPF_LD_MAP_FD(BPF_REG_1, 0),
  7988. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  7989. BPF_FUNC_map_lookup_elem),
  7990. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
  7991. BPF_ALU64_IMM(BPF_AND, BPF_REG_6, 1),
  7992. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, (1 << 30) - 1),
  7993. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_6),
  7994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, (1 << 29) - 1),
  7995. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 3),
  7996. BPF_MOV64_IMM(BPF_REG_0, 0),
  7997. BPF_EXIT_INSN(),
  7998. },
  7999. .fixup_map1 = { 4 },
  8000. .errstr = "value 1073741823",
  8001. .result = REJECT,
  8002. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  8003. },
  8004. {
  8005. "bounds check after truncation of non-boundary-crossing range",
  8006. .insns = {
  8007. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8008. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8009. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8010. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8011. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8012. BPF_FUNC_map_lookup_elem),
  8013. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  8014. /* r1 = [0x00, 0xff] */
  8015. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8016. BPF_MOV64_IMM(BPF_REG_2, 1),
  8017. /* r2 = 0x10'0000'0000 */
  8018. BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 36),
  8019. /* r1 = [0x10'0000'0000, 0x10'0000'00ff] */
  8020. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  8021. /* r1 = [0x10'7fff'ffff, 0x10'8000'00fe] */
  8022. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8023. /* r1 = [0x00, 0xff] */
  8024. BPF_ALU32_IMM(BPF_SUB, BPF_REG_1, 0x7fffffff),
  8025. /* r1 = 0 */
  8026. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8027. /* no-op */
  8028. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8029. /* access at offset 0 */
  8030. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8031. /* exit */
  8032. BPF_MOV64_IMM(BPF_REG_0, 0),
  8033. BPF_EXIT_INSN(),
  8034. },
  8035. .fixup_map1 = { 3 },
  8036. .result = ACCEPT
  8037. },
  8038. {
  8039. "bounds check after truncation of boundary-crossing range (1)",
  8040. .insns = {
  8041. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8042. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8043. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8044. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8045. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8046. BPF_FUNC_map_lookup_elem),
  8047. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  8048. /* r1 = [0x00, 0xff] */
  8049. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8050. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  8051. /* r1 = [0xffff'ff80, 0x1'0000'007f] */
  8052. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  8053. /* r1 = [0xffff'ff80, 0xffff'ffff] or
  8054. * [0x0000'0000, 0x0000'007f]
  8055. */
  8056. BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 0),
  8057. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  8058. /* r1 = [0x00, 0xff] or
  8059. * [0xffff'ffff'0000'0080, 0xffff'ffff'ffff'ffff]
  8060. */
  8061. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  8062. /* r1 = 0 or
  8063. * [0x00ff'ffff'ff00'0000, 0x00ff'ffff'ffff'ffff]
  8064. */
  8065. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8066. /* no-op or OOB pointer computation */
  8067. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8068. /* potentially OOB access */
  8069. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8070. /* exit */
  8071. BPF_MOV64_IMM(BPF_REG_0, 0),
  8072. BPF_EXIT_INSN(),
  8073. },
  8074. .fixup_map1 = { 3 },
  8075. /* not actually fully unbounded, but the bound is very high */
  8076. .errstr = "R0 unbounded memory access",
  8077. .result = REJECT
  8078. },
  8079. {
  8080. "bounds check after truncation of boundary-crossing range (2)",
  8081. .insns = {
  8082. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8083. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8084. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8085. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8086. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8087. BPF_FUNC_map_lookup_elem),
  8088. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
  8089. /* r1 = [0x00, 0xff] */
  8090. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8091. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  8092. /* r1 = [0xffff'ff80, 0x1'0000'007f] */
  8093. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0xffffff80 >> 1),
  8094. /* r1 = [0xffff'ff80, 0xffff'ffff] or
  8095. * [0x0000'0000, 0x0000'007f]
  8096. * difference to previous test: truncation via MOV32
  8097. * instead of ALU32.
  8098. */
  8099. BPF_MOV32_REG(BPF_REG_1, BPF_REG_1),
  8100. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  8101. /* r1 = [0x00, 0xff] or
  8102. * [0xffff'ffff'0000'0080, 0xffff'ffff'ffff'ffff]
  8103. */
  8104. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 0xffffff80 >> 1),
  8105. /* r1 = 0 or
  8106. * [0x00ff'ffff'ff00'0000, 0x00ff'ffff'ffff'ffff]
  8107. */
  8108. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8109. /* no-op or OOB pointer computation */
  8110. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8111. /* potentially OOB access */
  8112. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8113. /* exit */
  8114. BPF_MOV64_IMM(BPF_REG_0, 0),
  8115. BPF_EXIT_INSN(),
  8116. },
  8117. .fixup_map1 = { 3 },
  8118. /* not actually fully unbounded, but the bound is very high */
  8119. .errstr = "R0 unbounded memory access",
  8120. .result = REJECT
  8121. },
  8122. {
  8123. "bounds check after wrapping 32-bit addition",
  8124. .insns = {
  8125. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8126. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8127. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8128. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8129. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8130. BPF_FUNC_map_lookup_elem),
  8131. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
  8132. /* r1 = 0x7fff'ffff */
  8133. BPF_MOV64_IMM(BPF_REG_1, 0x7fffffff),
  8134. /* r1 = 0xffff'fffe */
  8135. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8136. /* r1 = 0 */
  8137. BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 2),
  8138. /* no-op */
  8139. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8140. /* access at offset 0 */
  8141. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8142. /* exit */
  8143. BPF_MOV64_IMM(BPF_REG_0, 0),
  8144. BPF_EXIT_INSN(),
  8145. },
  8146. .fixup_map1 = { 3 },
  8147. .result = ACCEPT
  8148. },
  8149. {
  8150. "bounds check after shift with oversized count operand",
  8151. .insns = {
  8152. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8153. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8154. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8155. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8156. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8157. BPF_FUNC_map_lookup_elem),
  8158. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  8159. BPF_MOV64_IMM(BPF_REG_2, 32),
  8160. BPF_MOV64_IMM(BPF_REG_1, 1),
  8161. /* r1 = (u32)1 << (u32)32 = ? */
  8162. BPF_ALU32_REG(BPF_LSH, BPF_REG_1, BPF_REG_2),
  8163. /* r1 = [0x0000, 0xffff] */
  8164. BPF_ALU64_IMM(BPF_AND, BPF_REG_1, 0xffff),
  8165. /* computes unknown pointer, potentially OOB */
  8166. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8167. /* potentially OOB access */
  8168. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8169. /* exit */
  8170. BPF_MOV64_IMM(BPF_REG_0, 0),
  8171. BPF_EXIT_INSN(),
  8172. },
  8173. .fixup_map1 = { 3 },
  8174. .errstr = "R0 max value is outside of the array range",
  8175. .result = REJECT
  8176. },
  8177. {
  8178. "bounds check after right shift of maybe-negative number",
  8179. .insns = {
  8180. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8181. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8182. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8183. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8184. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8185. BPF_FUNC_map_lookup_elem),
  8186. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
  8187. /* r1 = [0x00, 0xff] */
  8188. BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8189. /* r1 = [-0x01, 0xfe] */
  8190. BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 1),
  8191. /* r1 = 0 or 0xff'ffff'ffff'ffff */
  8192. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8193. /* r1 = 0 or 0xffff'ffff'ffff */
  8194. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 8),
  8195. /* computes unknown pointer, potentially OOB */
  8196. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8197. /* potentially OOB access */
  8198. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8199. /* exit */
  8200. BPF_MOV64_IMM(BPF_REG_0, 0),
  8201. BPF_EXIT_INSN(),
  8202. },
  8203. .fixup_map1 = { 3 },
  8204. .errstr = "R0 unbounded memory access",
  8205. .result = REJECT
  8206. },
  8207. {
  8208. "bounds check map access with off+size signed 32bit overflow. test1",
  8209. .insns = {
  8210. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8211. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8212. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8213. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8214. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8215. BPF_FUNC_map_lookup_elem),
  8216. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8217. BPF_EXIT_INSN(),
  8218. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x7ffffffe),
  8219. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8220. BPF_JMP_A(0),
  8221. BPF_EXIT_INSN(),
  8222. },
  8223. .fixup_map1 = { 3 },
  8224. .errstr = "map_value pointer and 2147483646",
  8225. .result = REJECT
  8226. },
  8227. {
  8228. "bounds check map access with off+size signed 32bit overflow. test2",
  8229. .insns = {
  8230. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8231. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8232. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8233. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8234. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8235. BPF_FUNC_map_lookup_elem),
  8236. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8237. BPF_EXIT_INSN(),
  8238. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x1fffffff),
  8239. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x1fffffff),
  8240. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x1fffffff),
  8241. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8242. BPF_JMP_A(0),
  8243. BPF_EXIT_INSN(),
  8244. },
  8245. .fixup_map1 = { 3 },
  8246. .errstr = "pointer offset 1073741822",
  8247. .result = REJECT
  8248. },
  8249. {
  8250. "bounds check map access with off+size signed 32bit overflow. test3",
  8251. .insns = {
  8252. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8253. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8254. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8255. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8256. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8257. BPF_FUNC_map_lookup_elem),
  8258. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8259. BPF_EXIT_INSN(),
  8260. BPF_ALU64_IMM(BPF_SUB, BPF_REG_0, 0x1fffffff),
  8261. BPF_ALU64_IMM(BPF_SUB, BPF_REG_0, 0x1fffffff),
  8262. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 2),
  8263. BPF_JMP_A(0),
  8264. BPF_EXIT_INSN(),
  8265. },
  8266. .fixup_map1 = { 3 },
  8267. .errstr = "pointer offset -1073741822",
  8268. .result = REJECT
  8269. },
  8270. {
  8271. "bounds check map access with off+size signed 32bit overflow. test4",
  8272. .insns = {
  8273. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8274. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8275. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8276. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8277. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8278. BPF_FUNC_map_lookup_elem),
  8279. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  8280. BPF_EXIT_INSN(),
  8281. BPF_MOV64_IMM(BPF_REG_1, 1000000),
  8282. BPF_ALU64_IMM(BPF_MUL, BPF_REG_1, 1000000),
  8283. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8284. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 2),
  8285. BPF_JMP_A(0),
  8286. BPF_EXIT_INSN(),
  8287. },
  8288. .fixup_map1 = { 3 },
  8289. .errstr = "map_value pointer and 1000000000000",
  8290. .result = REJECT
  8291. },
  8292. {
  8293. "pointer/scalar confusion in state equality check (way 1)",
  8294. .insns = {
  8295. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8296. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8297. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8298. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8299. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8300. BPF_FUNC_map_lookup_elem),
  8301. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  8302. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8303. BPF_JMP_A(1),
  8304. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  8305. BPF_JMP_A(0),
  8306. BPF_EXIT_INSN(),
  8307. },
  8308. .fixup_map1 = { 3 },
  8309. .result = ACCEPT,
  8310. .retval = POINTER_VALUE,
  8311. .result_unpriv = REJECT,
  8312. .errstr_unpriv = "R0 leaks addr as return value"
  8313. },
  8314. {
  8315. "pointer/scalar confusion in state equality check (way 2)",
  8316. .insns = {
  8317. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8318. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8319. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8320. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8321. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8322. BPF_FUNC_map_lookup_elem),
  8323. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  8324. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  8325. BPF_JMP_A(1),
  8326. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
  8327. BPF_EXIT_INSN(),
  8328. },
  8329. .fixup_map1 = { 3 },
  8330. .result = ACCEPT,
  8331. .retval = POINTER_VALUE,
  8332. .result_unpriv = REJECT,
  8333. .errstr_unpriv = "R0 leaks addr as return value"
  8334. },
  8335. {
  8336. "variable-offset ctx access",
  8337. .insns = {
  8338. /* Get an unknown value */
  8339. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8340. /* Make it small and 4-byte aligned */
  8341. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
  8342. /* add it to skb. We now have either &skb->len or
  8343. * &skb->pkt_type, but we don't know which
  8344. */
  8345. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  8346. /* dereference it */
  8347. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  8348. BPF_EXIT_INSN(),
  8349. },
  8350. .errstr = "variable ctx access var_off=(0x0; 0x4)",
  8351. .result = REJECT,
  8352. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8353. },
  8354. {
  8355. "variable-offset stack access",
  8356. .insns = {
  8357. /* Fill the top 8 bytes of the stack */
  8358. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8359. /* Get an unknown value */
  8360. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8361. /* Make it small and 4-byte aligned */
  8362. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
  8363. BPF_ALU64_IMM(BPF_SUB, BPF_REG_2, 8),
  8364. /* add it to fp. We now have either fp-4 or fp-8, but
  8365. * we don't know which
  8366. */
  8367. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_10),
  8368. /* dereference it */
  8369. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_2, 0),
  8370. BPF_EXIT_INSN(),
  8371. },
  8372. .errstr = "variable stack access var_off=(0xfffffffffffffff8; 0x4)",
  8373. .result = REJECT,
  8374. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8375. },
  8376. {
  8377. "indirect variable-offset stack access",
  8378. .insns = {
  8379. /* Fill the top 8 bytes of the stack */
  8380. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8381. /* Get an unknown value */
  8382. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8383. /* Make it small and 4-byte aligned */
  8384. BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
  8385. BPF_ALU64_IMM(BPF_SUB, BPF_REG_2, 8),
  8386. /* add it to fp. We now have either fp-4 or fp-8, but
  8387. * we don't know which
  8388. */
  8389. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_10),
  8390. /* dereference it indirectly */
  8391. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8392. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8393. BPF_FUNC_map_lookup_elem),
  8394. BPF_MOV64_IMM(BPF_REG_0, 0),
  8395. BPF_EXIT_INSN(),
  8396. },
  8397. .fixup_map1 = { 5 },
  8398. .errstr = "variable stack read R2",
  8399. .result = REJECT,
  8400. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8401. },
  8402. {
  8403. "direct stack access with 32-bit wraparound. test1",
  8404. .insns = {
  8405. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  8406. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8407. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x7fffffff),
  8408. BPF_MOV32_IMM(BPF_REG_0, 0),
  8409. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8410. BPF_EXIT_INSN()
  8411. },
  8412. .errstr = "fp pointer and 2147483647",
  8413. .result = REJECT
  8414. },
  8415. {
  8416. "direct stack access with 32-bit wraparound. test2",
  8417. .insns = {
  8418. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  8419. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x3fffffff),
  8420. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x3fffffff),
  8421. BPF_MOV32_IMM(BPF_REG_0, 0),
  8422. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8423. BPF_EXIT_INSN()
  8424. },
  8425. .errstr = "fp pointer and 1073741823",
  8426. .result = REJECT
  8427. },
  8428. {
  8429. "direct stack access with 32-bit wraparound. test3",
  8430. .insns = {
  8431. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  8432. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x1fffffff),
  8433. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 0x1fffffff),
  8434. BPF_MOV32_IMM(BPF_REG_0, 0),
  8435. BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
  8436. BPF_EXIT_INSN()
  8437. },
  8438. .errstr = "fp pointer offset 1073741822",
  8439. .result = REJECT
  8440. },
  8441. {
  8442. "liveness pruning and write screening",
  8443. .insns = {
  8444. /* Get an unknown value */
  8445. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
  8446. /* branch conditions teach us nothing about R2 */
  8447. BPF_JMP_IMM(BPF_JGE, BPF_REG_2, 0, 1),
  8448. BPF_MOV64_IMM(BPF_REG_0, 0),
  8449. BPF_JMP_IMM(BPF_JGE, BPF_REG_2, 0, 1),
  8450. BPF_MOV64_IMM(BPF_REG_0, 0),
  8451. BPF_EXIT_INSN(),
  8452. },
  8453. .errstr = "R0 !read_ok",
  8454. .result = REJECT,
  8455. .prog_type = BPF_PROG_TYPE_LWT_IN,
  8456. },
  8457. {
  8458. "varlen_map_value_access pruning",
  8459. .insns = {
  8460. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  8461. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  8462. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  8463. BPF_LD_MAP_FD(BPF_REG_1, 0),
  8464. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8465. BPF_FUNC_map_lookup_elem),
  8466. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  8467. BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
  8468. BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
  8469. BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
  8470. BPF_MOV32_IMM(BPF_REG_1, 0),
  8471. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
  8472. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
  8473. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  8474. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  8475. offsetof(struct test_val, foo)),
  8476. BPF_EXIT_INSN(),
  8477. },
  8478. .fixup_map2 = { 3 },
  8479. .errstr_unpriv = "R0 leaks addr",
  8480. .errstr = "R0 unbounded memory access",
  8481. .result_unpriv = REJECT,
  8482. .result = REJECT,
  8483. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8484. },
  8485. {
  8486. "invalid 64-bit BPF_END",
  8487. .insns = {
  8488. BPF_MOV32_IMM(BPF_REG_0, 0),
  8489. {
  8490. .code = BPF_ALU64 | BPF_END | BPF_TO_LE,
  8491. .dst_reg = BPF_REG_0,
  8492. .src_reg = 0,
  8493. .off = 0,
  8494. .imm = 32,
  8495. },
  8496. BPF_EXIT_INSN(),
  8497. },
  8498. .errstr = "unknown opcode d7",
  8499. .result = REJECT,
  8500. },
  8501. {
  8502. "XDP, using ifindex from netdev",
  8503. .insns = {
  8504. BPF_MOV64_IMM(BPF_REG_0, 0),
  8505. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8506. offsetof(struct xdp_md, ingress_ifindex)),
  8507. BPF_JMP_IMM(BPF_JLT, BPF_REG_2, 1, 1),
  8508. BPF_MOV64_IMM(BPF_REG_0, 1),
  8509. BPF_EXIT_INSN(),
  8510. },
  8511. .result = ACCEPT,
  8512. .prog_type = BPF_PROG_TYPE_XDP,
  8513. .retval = 1,
  8514. },
  8515. {
  8516. "meta access, test1",
  8517. .insns = {
  8518. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8519. offsetof(struct xdp_md, data_meta)),
  8520. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8521. offsetof(struct xdp_md, data)),
  8522. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  8523. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8524. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  8525. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8526. BPF_MOV64_IMM(BPF_REG_0, 0),
  8527. BPF_EXIT_INSN(),
  8528. },
  8529. .result = ACCEPT,
  8530. .prog_type = BPF_PROG_TYPE_XDP,
  8531. },
  8532. {
  8533. "meta access, test2",
  8534. .insns = {
  8535. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8536. offsetof(struct xdp_md, data_meta)),
  8537. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8538. offsetof(struct xdp_md, data)),
  8539. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  8540. BPF_ALU64_IMM(BPF_SUB, BPF_REG_0, 8),
  8541. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8542. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  8543. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8544. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  8545. BPF_MOV64_IMM(BPF_REG_0, 0),
  8546. BPF_EXIT_INSN(),
  8547. },
  8548. .result = REJECT,
  8549. .errstr = "invalid access to packet, off=-8",
  8550. .prog_type = BPF_PROG_TYPE_XDP,
  8551. },
  8552. {
  8553. "meta access, test3",
  8554. .insns = {
  8555. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8556. offsetof(struct xdp_md, data_meta)),
  8557. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8558. offsetof(struct xdp_md, data_end)),
  8559. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  8560. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8561. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  8562. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8563. BPF_MOV64_IMM(BPF_REG_0, 0),
  8564. BPF_EXIT_INSN(),
  8565. },
  8566. .result = REJECT,
  8567. .errstr = "invalid access to packet",
  8568. .prog_type = BPF_PROG_TYPE_XDP,
  8569. },
  8570. {
  8571. "meta access, test4",
  8572. .insns = {
  8573. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8574. offsetof(struct xdp_md, data_meta)),
  8575. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8576. offsetof(struct xdp_md, data_end)),
  8577. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8578. offsetof(struct xdp_md, data)),
  8579. BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
  8580. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8581. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
  8582. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8583. BPF_MOV64_IMM(BPF_REG_0, 0),
  8584. BPF_EXIT_INSN(),
  8585. },
  8586. .result = REJECT,
  8587. .errstr = "invalid access to packet",
  8588. .prog_type = BPF_PROG_TYPE_XDP,
  8589. },
  8590. {
  8591. "meta access, test5",
  8592. .insns = {
  8593. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8594. offsetof(struct xdp_md, data_meta)),
  8595. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8596. offsetof(struct xdp_md, data)),
  8597. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  8598. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8599. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_4, 3),
  8600. BPF_MOV64_IMM(BPF_REG_2, -8),
  8601. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  8602. BPF_FUNC_xdp_adjust_meta),
  8603. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 0),
  8604. BPF_MOV64_IMM(BPF_REG_0, 0),
  8605. BPF_EXIT_INSN(),
  8606. },
  8607. .result = REJECT,
  8608. .errstr = "R3 !read_ok",
  8609. .prog_type = BPF_PROG_TYPE_XDP,
  8610. },
  8611. {
  8612. "meta access, test6",
  8613. .insns = {
  8614. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8615. offsetof(struct xdp_md, data_meta)),
  8616. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8617. offsetof(struct xdp_md, data)),
  8618. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  8619. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8620. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8621. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  8622. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_0, 1),
  8623. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8624. BPF_MOV64_IMM(BPF_REG_0, 0),
  8625. BPF_EXIT_INSN(),
  8626. },
  8627. .result = REJECT,
  8628. .errstr = "invalid access to packet",
  8629. .prog_type = BPF_PROG_TYPE_XDP,
  8630. },
  8631. {
  8632. "meta access, test7",
  8633. .insns = {
  8634. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8635. offsetof(struct xdp_md, data_meta)),
  8636. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8637. offsetof(struct xdp_md, data)),
  8638. BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
  8639. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  8640. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8641. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
  8642. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8643. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8644. BPF_MOV64_IMM(BPF_REG_0, 0),
  8645. BPF_EXIT_INSN(),
  8646. },
  8647. .result = ACCEPT,
  8648. .prog_type = BPF_PROG_TYPE_XDP,
  8649. },
  8650. {
  8651. "meta access, test8",
  8652. .insns = {
  8653. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8654. offsetof(struct xdp_md, data_meta)),
  8655. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8656. offsetof(struct xdp_md, data)),
  8657. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8658. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0xFFFF),
  8659. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8660. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8661. BPF_MOV64_IMM(BPF_REG_0, 0),
  8662. BPF_EXIT_INSN(),
  8663. },
  8664. .result = ACCEPT,
  8665. .prog_type = BPF_PROG_TYPE_XDP,
  8666. },
  8667. {
  8668. "meta access, test9",
  8669. .insns = {
  8670. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8671. offsetof(struct xdp_md, data_meta)),
  8672. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8673. offsetof(struct xdp_md, data)),
  8674. BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
  8675. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0xFFFF),
  8676. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 1),
  8677. BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
  8678. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8679. BPF_MOV64_IMM(BPF_REG_0, 0),
  8680. BPF_EXIT_INSN(),
  8681. },
  8682. .result = REJECT,
  8683. .errstr = "invalid access to packet",
  8684. .prog_type = BPF_PROG_TYPE_XDP,
  8685. },
  8686. {
  8687. "meta access, test10",
  8688. .insns = {
  8689. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8690. offsetof(struct xdp_md, data_meta)),
  8691. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8692. offsetof(struct xdp_md, data)),
  8693. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8694. offsetof(struct xdp_md, data_end)),
  8695. BPF_MOV64_IMM(BPF_REG_5, 42),
  8696. BPF_MOV64_IMM(BPF_REG_6, 24),
  8697. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_5, -8),
  8698. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
  8699. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -8),
  8700. BPF_JMP_IMM(BPF_JGT, BPF_REG_5, 100, 6),
  8701. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_5),
  8702. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  8703. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  8704. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
  8705. BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_5, 1),
  8706. BPF_LDX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
  8707. BPF_MOV64_IMM(BPF_REG_0, 0),
  8708. BPF_EXIT_INSN(),
  8709. },
  8710. .result = REJECT,
  8711. .errstr = "invalid access to packet",
  8712. .prog_type = BPF_PROG_TYPE_XDP,
  8713. },
  8714. {
  8715. "meta access, test11",
  8716. .insns = {
  8717. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8718. offsetof(struct xdp_md, data_meta)),
  8719. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8720. offsetof(struct xdp_md, data)),
  8721. BPF_MOV64_IMM(BPF_REG_5, 42),
  8722. BPF_MOV64_IMM(BPF_REG_6, 24),
  8723. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_5, -8),
  8724. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
  8725. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -8),
  8726. BPF_JMP_IMM(BPF_JGT, BPF_REG_5, 100, 6),
  8727. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_5),
  8728. BPF_MOV64_REG(BPF_REG_5, BPF_REG_2),
  8729. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  8730. BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
  8731. BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_3, 1),
  8732. BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_5, 0),
  8733. BPF_MOV64_IMM(BPF_REG_0, 0),
  8734. BPF_EXIT_INSN(),
  8735. },
  8736. .result = ACCEPT,
  8737. .prog_type = BPF_PROG_TYPE_XDP,
  8738. },
  8739. {
  8740. "meta access, test12",
  8741. .insns = {
  8742. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8743. offsetof(struct xdp_md, data_meta)),
  8744. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8745. offsetof(struct xdp_md, data)),
  8746. BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
  8747. offsetof(struct xdp_md, data_end)),
  8748. BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
  8749. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 16),
  8750. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_4, 5),
  8751. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 0),
  8752. BPF_MOV64_REG(BPF_REG_5, BPF_REG_2),
  8753. BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 16),
  8754. BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 1),
  8755. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
  8756. BPF_MOV64_IMM(BPF_REG_0, 0),
  8757. BPF_EXIT_INSN(),
  8758. },
  8759. .result = ACCEPT,
  8760. .prog_type = BPF_PROG_TYPE_XDP,
  8761. },
  8762. {
  8763. "arithmetic ops make PTR_TO_CTX unusable",
  8764. .insns = {
  8765. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
  8766. offsetof(struct __sk_buff, data) -
  8767. offsetof(struct __sk_buff, mark)),
  8768. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  8769. offsetof(struct __sk_buff, mark)),
  8770. BPF_EXIT_INSN(),
  8771. },
  8772. .errstr = "dereference of modified ctx ptr",
  8773. .result = REJECT,
  8774. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  8775. },
  8776. {
  8777. "pkt_end - pkt_start is allowed",
  8778. .insns = {
  8779. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  8780. offsetof(struct __sk_buff, data_end)),
  8781. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8782. offsetof(struct __sk_buff, data)),
  8783. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_2),
  8784. BPF_EXIT_INSN(),
  8785. },
  8786. .result = ACCEPT,
  8787. .retval = TEST_DATA_LEN,
  8788. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  8789. },
  8790. {
  8791. "XDP pkt read, pkt_end mangling, bad access 1",
  8792. .insns = {
  8793. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8794. offsetof(struct xdp_md, data)),
  8795. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8796. offsetof(struct xdp_md, data_end)),
  8797. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8798. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8799. BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 8),
  8800. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8801. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8802. BPF_MOV64_IMM(BPF_REG_0, 0),
  8803. BPF_EXIT_INSN(),
  8804. },
  8805. .errstr = "R3 pointer arithmetic on PTR_TO_PACKET_END",
  8806. .result = REJECT,
  8807. .prog_type = BPF_PROG_TYPE_XDP,
  8808. },
  8809. {
  8810. "XDP pkt read, pkt_end mangling, bad access 2",
  8811. .insns = {
  8812. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8813. offsetof(struct xdp_md, data)),
  8814. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8815. offsetof(struct xdp_md, data_end)),
  8816. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8817. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8818. BPF_ALU64_IMM(BPF_SUB, BPF_REG_3, 8),
  8819. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8820. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8821. BPF_MOV64_IMM(BPF_REG_0, 0),
  8822. BPF_EXIT_INSN(),
  8823. },
  8824. .errstr = "R3 pointer arithmetic on PTR_TO_PACKET_END",
  8825. .result = REJECT,
  8826. .prog_type = BPF_PROG_TYPE_XDP,
  8827. },
  8828. {
  8829. "XDP pkt read, pkt_data' > pkt_end, good access",
  8830. .insns = {
  8831. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8832. offsetof(struct xdp_md, data)),
  8833. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8834. offsetof(struct xdp_md, data_end)),
  8835. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8836. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8837. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8838. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8839. BPF_MOV64_IMM(BPF_REG_0, 0),
  8840. BPF_EXIT_INSN(),
  8841. },
  8842. .result = ACCEPT,
  8843. .prog_type = BPF_PROG_TYPE_XDP,
  8844. },
  8845. {
  8846. "XDP pkt read, pkt_data' > pkt_end, bad access 1",
  8847. .insns = {
  8848. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8849. offsetof(struct xdp_md, data)),
  8850. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8851. offsetof(struct xdp_md, data_end)),
  8852. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8853. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8854. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  8855. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  8856. BPF_MOV64_IMM(BPF_REG_0, 0),
  8857. BPF_EXIT_INSN(),
  8858. },
  8859. .errstr = "R1 offset is outside of the packet",
  8860. .result = REJECT,
  8861. .prog_type = BPF_PROG_TYPE_XDP,
  8862. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8863. },
  8864. {
  8865. "XDP pkt read, pkt_data' > pkt_end, bad access 2",
  8866. .insns = {
  8867. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8868. offsetof(struct xdp_md, data)),
  8869. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8870. offsetof(struct xdp_md, data_end)),
  8871. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8872. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8873. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 0),
  8874. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8875. BPF_MOV64_IMM(BPF_REG_0, 0),
  8876. BPF_EXIT_INSN(),
  8877. },
  8878. .errstr = "R1 offset is outside of the packet",
  8879. .result = REJECT,
  8880. .prog_type = BPF_PROG_TYPE_XDP,
  8881. },
  8882. {
  8883. "XDP pkt read, pkt_end > pkt_data', good access",
  8884. .insns = {
  8885. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8886. offsetof(struct xdp_md, data)),
  8887. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8888. offsetof(struct xdp_md, data_end)),
  8889. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8890. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8891. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  8892. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8893. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  8894. BPF_MOV64_IMM(BPF_REG_0, 0),
  8895. BPF_EXIT_INSN(),
  8896. },
  8897. .result = ACCEPT,
  8898. .prog_type = BPF_PROG_TYPE_XDP,
  8899. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8900. },
  8901. {
  8902. "XDP pkt read, pkt_end > pkt_data', bad access 1",
  8903. .insns = {
  8904. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8905. offsetof(struct xdp_md, data)),
  8906. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8907. offsetof(struct xdp_md, data_end)),
  8908. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8909. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8910. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  8911. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8912. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8913. BPF_MOV64_IMM(BPF_REG_0, 0),
  8914. BPF_EXIT_INSN(),
  8915. },
  8916. .errstr = "R1 offset is outside of the packet",
  8917. .result = REJECT,
  8918. .prog_type = BPF_PROG_TYPE_XDP,
  8919. },
  8920. {
  8921. "XDP pkt read, pkt_end > pkt_data', bad access 2",
  8922. .insns = {
  8923. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8924. offsetof(struct xdp_md, data)),
  8925. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8926. offsetof(struct xdp_md, data_end)),
  8927. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8928. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8929. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  8930. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8931. BPF_MOV64_IMM(BPF_REG_0, 0),
  8932. BPF_EXIT_INSN(),
  8933. },
  8934. .errstr = "R1 offset is outside of the packet",
  8935. .result = REJECT,
  8936. .prog_type = BPF_PROG_TYPE_XDP,
  8937. },
  8938. {
  8939. "XDP pkt read, pkt_data' < pkt_end, good access",
  8940. .insns = {
  8941. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8942. offsetof(struct xdp_md, data)),
  8943. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8944. offsetof(struct xdp_md, data_end)),
  8945. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8946. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8947. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  8948. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8949. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  8950. BPF_MOV64_IMM(BPF_REG_0, 0),
  8951. BPF_EXIT_INSN(),
  8952. },
  8953. .result = ACCEPT,
  8954. .prog_type = BPF_PROG_TYPE_XDP,
  8955. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  8956. },
  8957. {
  8958. "XDP pkt read, pkt_data' < pkt_end, bad access 1",
  8959. .insns = {
  8960. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8961. offsetof(struct xdp_md, data)),
  8962. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8963. offsetof(struct xdp_md, data_end)),
  8964. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8965. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8966. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  8967. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  8968. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8969. BPF_MOV64_IMM(BPF_REG_0, 0),
  8970. BPF_EXIT_INSN(),
  8971. },
  8972. .errstr = "R1 offset is outside of the packet",
  8973. .result = REJECT,
  8974. .prog_type = BPF_PROG_TYPE_XDP,
  8975. },
  8976. {
  8977. "XDP pkt read, pkt_data' < pkt_end, bad access 2",
  8978. .insns = {
  8979. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8980. offsetof(struct xdp_md, data)),
  8981. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  8982. offsetof(struct xdp_md, data_end)),
  8983. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  8984. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  8985. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  8986. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  8987. BPF_MOV64_IMM(BPF_REG_0, 0),
  8988. BPF_EXIT_INSN(),
  8989. },
  8990. .errstr = "R1 offset is outside of the packet",
  8991. .result = REJECT,
  8992. .prog_type = BPF_PROG_TYPE_XDP,
  8993. },
  8994. {
  8995. "XDP pkt read, pkt_end < pkt_data', good access",
  8996. .insns = {
  8997. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  8998. offsetof(struct xdp_md, data)),
  8999. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9000. offsetof(struct xdp_md, data_end)),
  9001. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9002. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9003. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9004. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9005. BPF_MOV64_IMM(BPF_REG_0, 0),
  9006. BPF_EXIT_INSN(),
  9007. },
  9008. .result = ACCEPT,
  9009. .prog_type = BPF_PROG_TYPE_XDP,
  9010. },
  9011. {
  9012. "XDP pkt read, pkt_end < pkt_data', bad access 1",
  9013. .insns = {
  9014. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9015. offsetof(struct xdp_md, data)),
  9016. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9017. offsetof(struct xdp_md, data_end)),
  9018. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9019. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9020. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9021. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9022. BPF_MOV64_IMM(BPF_REG_0, 0),
  9023. BPF_EXIT_INSN(),
  9024. },
  9025. .errstr = "R1 offset is outside of the packet",
  9026. .result = REJECT,
  9027. .prog_type = BPF_PROG_TYPE_XDP,
  9028. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9029. },
  9030. {
  9031. "XDP pkt read, pkt_end < pkt_data', bad access 2",
  9032. .insns = {
  9033. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9034. offsetof(struct xdp_md, data)),
  9035. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9036. offsetof(struct xdp_md, data_end)),
  9037. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9038. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9039. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 0),
  9040. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9041. BPF_MOV64_IMM(BPF_REG_0, 0),
  9042. BPF_EXIT_INSN(),
  9043. },
  9044. .errstr = "R1 offset is outside of the packet",
  9045. .result = REJECT,
  9046. .prog_type = BPF_PROG_TYPE_XDP,
  9047. },
  9048. {
  9049. "XDP pkt read, pkt_data' >= pkt_end, good access",
  9050. .insns = {
  9051. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9052. offsetof(struct xdp_md, data)),
  9053. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9054. offsetof(struct xdp_md, data_end)),
  9055. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9056. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9057. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9058. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9059. BPF_MOV64_IMM(BPF_REG_0, 0),
  9060. BPF_EXIT_INSN(),
  9061. },
  9062. .result = ACCEPT,
  9063. .prog_type = BPF_PROG_TYPE_XDP,
  9064. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9065. },
  9066. {
  9067. "XDP pkt read, pkt_data' >= pkt_end, bad access 1",
  9068. .insns = {
  9069. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9070. offsetof(struct xdp_md, data)),
  9071. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9072. offsetof(struct xdp_md, data_end)),
  9073. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9074. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9075. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9076. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9077. BPF_MOV64_IMM(BPF_REG_0, 0),
  9078. BPF_EXIT_INSN(),
  9079. },
  9080. .errstr = "R1 offset is outside of the packet",
  9081. .result = REJECT,
  9082. .prog_type = BPF_PROG_TYPE_XDP,
  9083. },
  9084. {
  9085. "XDP pkt read, pkt_data' >= pkt_end, bad access 2",
  9086. .insns = {
  9087. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9088. offsetof(struct xdp_md, data)),
  9089. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9090. offsetof(struct xdp_md, data_end)),
  9091. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9092. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9093. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 0),
  9094. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9095. BPF_MOV64_IMM(BPF_REG_0, 0),
  9096. BPF_EXIT_INSN(),
  9097. },
  9098. .errstr = "R1 offset is outside of the packet",
  9099. .result = REJECT,
  9100. .prog_type = BPF_PROG_TYPE_XDP,
  9101. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9102. },
  9103. {
  9104. "XDP pkt read, pkt_end >= pkt_data', good access",
  9105. .insns = {
  9106. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9107. offsetof(struct xdp_md, data)),
  9108. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9109. offsetof(struct xdp_md, data_end)),
  9110. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9111. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9112. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9113. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9114. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9115. BPF_MOV64_IMM(BPF_REG_0, 0),
  9116. BPF_EXIT_INSN(),
  9117. },
  9118. .result = ACCEPT,
  9119. .prog_type = BPF_PROG_TYPE_XDP,
  9120. },
  9121. {
  9122. "XDP pkt read, pkt_end >= pkt_data', bad access 1",
  9123. .insns = {
  9124. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9125. offsetof(struct xdp_md, data)),
  9126. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9127. offsetof(struct xdp_md, data_end)),
  9128. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9129. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9130. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9131. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9132. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9133. BPF_MOV64_IMM(BPF_REG_0, 0),
  9134. BPF_EXIT_INSN(),
  9135. },
  9136. .errstr = "R1 offset is outside of the packet",
  9137. .result = REJECT,
  9138. .prog_type = BPF_PROG_TYPE_XDP,
  9139. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9140. },
  9141. {
  9142. "XDP pkt read, pkt_end >= pkt_data', bad access 2",
  9143. .insns = {
  9144. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9145. offsetof(struct xdp_md, data)),
  9146. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9147. offsetof(struct xdp_md, data_end)),
  9148. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9149. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9150. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9151. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9152. BPF_MOV64_IMM(BPF_REG_0, 0),
  9153. BPF_EXIT_INSN(),
  9154. },
  9155. .errstr = "R1 offset is outside of the packet",
  9156. .result = REJECT,
  9157. .prog_type = BPF_PROG_TYPE_XDP,
  9158. },
  9159. {
  9160. "XDP pkt read, pkt_data' <= pkt_end, good access",
  9161. .insns = {
  9162. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9163. offsetof(struct xdp_md, data)),
  9164. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9165. offsetof(struct xdp_md, data_end)),
  9166. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9167. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9168. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9169. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9170. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9171. BPF_MOV64_IMM(BPF_REG_0, 0),
  9172. BPF_EXIT_INSN(),
  9173. },
  9174. .result = ACCEPT,
  9175. .prog_type = BPF_PROG_TYPE_XDP,
  9176. },
  9177. {
  9178. "XDP pkt read, pkt_data' <= pkt_end, bad access 1",
  9179. .insns = {
  9180. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9181. offsetof(struct xdp_md, data)),
  9182. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9183. offsetof(struct xdp_md, data_end)),
  9184. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9185. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9186. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9187. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9188. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9189. BPF_MOV64_IMM(BPF_REG_0, 0),
  9190. BPF_EXIT_INSN(),
  9191. },
  9192. .errstr = "R1 offset is outside of the packet",
  9193. .result = REJECT,
  9194. .prog_type = BPF_PROG_TYPE_XDP,
  9195. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9196. },
  9197. {
  9198. "XDP pkt read, pkt_data' <= pkt_end, bad access 2",
  9199. .insns = {
  9200. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9201. offsetof(struct xdp_md, data)),
  9202. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9203. offsetof(struct xdp_md, data_end)),
  9204. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9205. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9206. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9207. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9208. BPF_MOV64_IMM(BPF_REG_0, 0),
  9209. BPF_EXIT_INSN(),
  9210. },
  9211. .errstr = "R1 offset is outside of the packet",
  9212. .result = REJECT,
  9213. .prog_type = BPF_PROG_TYPE_XDP,
  9214. },
  9215. {
  9216. "XDP pkt read, pkt_end <= pkt_data', good access",
  9217. .insns = {
  9218. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9219. offsetof(struct xdp_md, data)),
  9220. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9221. offsetof(struct xdp_md, data_end)),
  9222. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9223. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9224. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9225. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9226. BPF_MOV64_IMM(BPF_REG_0, 0),
  9227. BPF_EXIT_INSN(),
  9228. },
  9229. .result = ACCEPT,
  9230. .prog_type = BPF_PROG_TYPE_XDP,
  9231. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9232. },
  9233. {
  9234. "XDP pkt read, pkt_end <= pkt_data', bad access 1",
  9235. .insns = {
  9236. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9237. offsetof(struct xdp_md, data)),
  9238. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9239. offsetof(struct xdp_md, data_end)),
  9240. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9241. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9242. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9243. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9244. BPF_MOV64_IMM(BPF_REG_0, 0),
  9245. BPF_EXIT_INSN(),
  9246. },
  9247. .errstr = "R1 offset is outside of the packet",
  9248. .result = REJECT,
  9249. .prog_type = BPF_PROG_TYPE_XDP,
  9250. },
  9251. {
  9252. "XDP pkt read, pkt_end <= pkt_data', bad access 2",
  9253. .insns = {
  9254. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9255. offsetof(struct xdp_md, data)),
  9256. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9257. offsetof(struct xdp_md, data_end)),
  9258. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9259. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9260. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 0),
  9261. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9262. BPF_MOV64_IMM(BPF_REG_0, 0),
  9263. BPF_EXIT_INSN(),
  9264. },
  9265. .errstr = "R1 offset is outside of the packet",
  9266. .result = REJECT,
  9267. .prog_type = BPF_PROG_TYPE_XDP,
  9268. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9269. },
  9270. {
  9271. "XDP pkt read, pkt_meta' > pkt_data, good access",
  9272. .insns = {
  9273. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9274. offsetof(struct xdp_md, data_meta)),
  9275. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9276. offsetof(struct xdp_md, data)),
  9277. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9278. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9279. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  9280. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9281. BPF_MOV64_IMM(BPF_REG_0, 0),
  9282. BPF_EXIT_INSN(),
  9283. },
  9284. .result = ACCEPT,
  9285. .prog_type = BPF_PROG_TYPE_XDP,
  9286. },
  9287. {
  9288. "XDP pkt read, pkt_meta' > pkt_data, bad access 1",
  9289. .insns = {
  9290. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9291. offsetof(struct xdp_md, data_meta)),
  9292. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9293. offsetof(struct xdp_md, data)),
  9294. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9295. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9296. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
  9297. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9298. BPF_MOV64_IMM(BPF_REG_0, 0),
  9299. BPF_EXIT_INSN(),
  9300. },
  9301. .errstr = "R1 offset is outside of the packet",
  9302. .result = REJECT,
  9303. .prog_type = BPF_PROG_TYPE_XDP,
  9304. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9305. },
  9306. {
  9307. "XDP pkt read, pkt_meta' > pkt_data, bad access 2",
  9308. .insns = {
  9309. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9310. offsetof(struct xdp_md, data_meta)),
  9311. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9312. offsetof(struct xdp_md, data)),
  9313. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9314. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9315. BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 0),
  9316. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9317. BPF_MOV64_IMM(BPF_REG_0, 0),
  9318. BPF_EXIT_INSN(),
  9319. },
  9320. .errstr = "R1 offset is outside of the packet",
  9321. .result = REJECT,
  9322. .prog_type = BPF_PROG_TYPE_XDP,
  9323. },
  9324. {
  9325. "XDP pkt read, pkt_data > pkt_meta', good access",
  9326. .insns = {
  9327. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9328. offsetof(struct xdp_md, data_meta)),
  9329. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9330. offsetof(struct xdp_md, data)),
  9331. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9332. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9333. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  9334. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9335. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9336. BPF_MOV64_IMM(BPF_REG_0, 0),
  9337. BPF_EXIT_INSN(),
  9338. },
  9339. .result = ACCEPT,
  9340. .prog_type = BPF_PROG_TYPE_XDP,
  9341. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9342. },
  9343. {
  9344. "XDP pkt read, pkt_data > pkt_meta', bad access 1",
  9345. .insns = {
  9346. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9347. offsetof(struct xdp_md, data_meta)),
  9348. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9349. offsetof(struct xdp_md, data)),
  9350. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9351. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9352. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  9353. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9354. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9355. BPF_MOV64_IMM(BPF_REG_0, 0),
  9356. BPF_EXIT_INSN(),
  9357. },
  9358. .errstr = "R1 offset is outside of the packet",
  9359. .result = REJECT,
  9360. .prog_type = BPF_PROG_TYPE_XDP,
  9361. },
  9362. {
  9363. "XDP pkt read, pkt_data > pkt_meta', bad access 2",
  9364. .insns = {
  9365. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9366. offsetof(struct xdp_md, data_meta)),
  9367. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9368. offsetof(struct xdp_md, data)),
  9369. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9370. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9371. BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_1, 1),
  9372. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9373. BPF_MOV64_IMM(BPF_REG_0, 0),
  9374. BPF_EXIT_INSN(),
  9375. },
  9376. .errstr = "R1 offset is outside of the packet",
  9377. .result = REJECT,
  9378. .prog_type = BPF_PROG_TYPE_XDP,
  9379. },
  9380. {
  9381. "XDP pkt read, pkt_meta' < pkt_data, good access",
  9382. .insns = {
  9383. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9384. offsetof(struct xdp_md, data_meta)),
  9385. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9386. offsetof(struct xdp_md, data)),
  9387. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9388. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9389. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  9390. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9391. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9392. BPF_MOV64_IMM(BPF_REG_0, 0),
  9393. BPF_EXIT_INSN(),
  9394. },
  9395. .result = ACCEPT,
  9396. .prog_type = BPF_PROG_TYPE_XDP,
  9397. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9398. },
  9399. {
  9400. "XDP pkt read, pkt_meta' < pkt_data, bad access 1",
  9401. .insns = {
  9402. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9403. offsetof(struct xdp_md, data_meta)),
  9404. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9405. offsetof(struct xdp_md, data)),
  9406. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9407. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9408. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  9409. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9410. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9411. BPF_MOV64_IMM(BPF_REG_0, 0),
  9412. BPF_EXIT_INSN(),
  9413. },
  9414. .errstr = "R1 offset is outside of the packet",
  9415. .result = REJECT,
  9416. .prog_type = BPF_PROG_TYPE_XDP,
  9417. },
  9418. {
  9419. "XDP pkt read, pkt_meta' < pkt_data, bad access 2",
  9420. .insns = {
  9421. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9422. offsetof(struct xdp_md, data_meta)),
  9423. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9424. offsetof(struct xdp_md, data)),
  9425. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9426. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9427. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 1),
  9428. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9429. BPF_MOV64_IMM(BPF_REG_0, 0),
  9430. BPF_EXIT_INSN(),
  9431. },
  9432. .errstr = "R1 offset is outside of the packet",
  9433. .result = REJECT,
  9434. .prog_type = BPF_PROG_TYPE_XDP,
  9435. },
  9436. {
  9437. "XDP pkt read, pkt_data < pkt_meta', good access",
  9438. .insns = {
  9439. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9440. offsetof(struct xdp_md, data_meta)),
  9441. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9442. offsetof(struct xdp_md, data)),
  9443. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9444. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9445. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9446. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9447. BPF_MOV64_IMM(BPF_REG_0, 0),
  9448. BPF_EXIT_INSN(),
  9449. },
  9450. .result = ACCEPT,
  9451. .prog_type = BPF_PROG_TYPE_XDP,
  9452. },
  9453. {
  9454. "XDP pkt read, pkt_data < pkt_meta', bad access 1",
  9455. .insns = {
  9456. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9457. offsetof(struct xdp_md, data_meta)),
  9458. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9459. offsetof(struct xdp_md, data)),
  9460. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9461. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9462. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 1),
  9463. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9464. BPF_MOV64_IMM(BPF_REG_0, 0),
  9465. BPF_EXIT_INSN(),
  9466. },
  9467. .errstr = "R1 offset is outside of the packet",
  9468. .result = REJECT,
  9469. .prog_type = BPF_PROG_TYPE_XDP,
  9470. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9471. },
  9472. {
  9473. "XDP pkt read, pkt_data < pkt_meta', bad access 2",
  9474. .insns = {
  9475. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9476. offsetof(struct xdp_md, data_meta)),
  9477. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9478. offsetof(struct xdp_md, data)),
  9479. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9480. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9481. BPF_JMP_REG(BPF_JLT, BPF_REG_3, BPF_REG_1, 0),
  9482. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9483. BPF_MOV64_IMM(BPF_REG_0, 0),
  9484. BPF_EXIT_INSN(),
  9485. },
  9486. .errstr = "R1 offset is outside of the packet",
  9487. .result = REJECT,
  9488. .prog_type = BPF_PROG_TYPE_XDP,
  9489. },
  9490. {
  9491. "XDP pkt read, pkt_meta' >= pkt_data, good access",
  9492. .insns = {
  9493. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9494. offsetof(struct xdp_md, data_meta)),
  9495. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9496. offsetof(struct xdp_md, data)),
  9497. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9498. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9499. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9500. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9501. BPF_MOV64_IMM(BPF_REG_0, 0),
  9502. BPF_EXIT_INSN(),
  9503. },
  9504. .result = ACCEPT,
  9505. .prog_type = BPF_PROG_TYPE_XDP,
  9506. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9507. },
  9508. {
  9509. "XDP pkt read, pkt_meta' >= pkt_data, bad access 1",
  9510. .insns = {
  9511. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9512. offsetof(struct xdp_md, data_meta)),
  9513. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9514. offsetof(struct xdp_md, data)),
  9515. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9516. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9517. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 1),
  9518. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9519. BPF_MOV64_IMM(BPF_REG_0, 0),
  9520. BPF_EXIT_INSN(),
  9521. },
  9522. .errstr = "R1 offset is outside of the packet",
  9523. .result = REJECT,
  9524. .prog_type = BPF_PROG_TYPE_XDP,
  9525. },
  9526. {
  9527. "XDP pkt read, pkt_meta' >= pkt_data, bad access 2",
  9528. .insns = {
  9529. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9530. offsetof(struct xdp_md, data_meta)),
  9531. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9532. offsetof(struct xdp_md, data)),
  9533. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9534. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9535. BPF_JMP_REG(BPF_JGE, BPF_REG_1, BPF_REG_3, 0),
  9536. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9537. BPF_MOV64_IMM(BPF_REG_0, 0),
  9538. BPF_EXIT_INSN(),
  9539. },
  9540. .errstr = "R1 offset is outside of the packet",
  9541. .result = REJECT,
  9542. .prog_type = BPF_PROG_TYPE_XDP,
  9543. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9544. },
  9545. {
  9546. "XDP pkt read, pkt_data >= pkt_meta', good access",
  9547. .insns = {
  9548. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9549. offsetof(struct xdp_md, data_meta)),
  9550. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9551. offsetof(struct xdp_md, data)),
  9552. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9553. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9554. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9555. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9556. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9557. BPF_MOV64_IMM(BPF_REG_0, 0),
  9558. BPF_EXIT_INSN(),
  9559. },
  9560. .result = ACCEPT,
  9561. .prog_type = BPF_PROG_TYPE_XDP,
  9562. },
  9563. {
  9564. "XDP pkt read, pkt_data >= pkt_meta', bad access 1",
  9565. .insns = {
  9566. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9567. offsetof(struct xdp_md, data_meta)),
  9568. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9569. offsetof(struct xdp_md, data)),
  9570. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9571. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9572. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9573. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9574. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9575. BPF_MOV64_IMM(BPF_REG_0, 0),
  9576. BPF_EXIT_INSN(),
  9577. },
  9578. .errstr = "R1 offset is outside of the packet",
  9579. .result = REJECT,
  9580. .prog_type = BPF_PROG_TYPE_XDP,
  9581. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9582. },
  9583. {
  9584. "XDP pkt read, pkt_data >= pkt_meta', bad access 2",
  9585. .insns = {
  9586. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9587. offsetof(struct xdp_md, data_meta)),
  9588. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9589. offsetof(struct xdp_md, data)),
  9590. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9591. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9592. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 1),
  9593. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9594. BPF_MOV64_IMM(BPF_REG_0, 0),
  9595. BPF_EXIT_INSN(),
  9596. },
  9597. .errstr = "R1 offset is outside of the packet",
  9598. .result = REJECT,
  9599. .prog_type = BPF_PROG_TYPE_XDP,
  9600. },
  9601. {
  9602. "XDP pkt read, pkt_meta' <= pkt_data, good access",
  9603. .insns = {
  9604. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9605. offsetof(struct xdp_md, data_meta)),
  9606. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9607. offsetof(struct xdp_md, data)),
  9608. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9609. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9610. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9611. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9612. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9613. BPF_MOV64_IMM(BPF_REG_0, 0),
  9614. BPF_EXIT_INSN(),
  9615. },
  9616. .result = ACCEPT,
  9617. .prog_type = BPF_PROG_TYPE_XDP,
  9618. },
  9619. {
  9620. "XDP pkt read, pkt_meta' <= pkt_data, bad access 1",
  9621. .insns = {
  9622. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9623. offsetof(struct xdp_md, data_meta)),
  9624. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9625. offsetof(struct xdp_md, data)),
  9626. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9627. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9628. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9629. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  9630. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -4),
  9631. BPF_MOV64_IMM(BPF_REG_0, 0),
  9632. BPF_EXIT_INSN(),
  9633. },
  9634. .errstr = "R1 offset is outside of the packet",
  9635. .result = REJECT,
  9636. .prog_type = BPF_PROG_TYPE_XDP,
  9637. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9638. },
  9639. {
  9640. "XDP pkt read, pkt_meta' <= pkt_data, bad access 2",
  9641. .insns = {
  9642. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9643. offsetof(struct xdp_md, data_meta)),
  9644. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9645. offsetof(struct xdp_md, data)),
  9646. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9647. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9648. BPF_JMP_REG(BPF_JLE, BPF_REG_1, BPF_REG_3, 1),
  9649. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9650. BPF_MOV64_IMM(BPF_REG_0, 0),
  9651. BPF_EXIT_INSN(),
  9652. },
  9653. .errstr = "R1 offset is outside of the packet",
  9654. .result = REJECT,
  9655. .prog_type = BPF_PROG_TYPE_XDP,
  9656. },
  9657. {
  9658. "XDP pkt read, pkt_data <= pkt_meta', good access",
  9659. .insns = {
  9660. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9661. offsetof(struct xdp_md, data_meta)),
  9662. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9663. offsetof(struct xdp_md, data)),
  9664. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9665. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9666. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9667. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9668. BPF_MOV64_IMM(BPF_REG_0, 0),
  9669. BPF_EXIT_INSN(),
  9670. },
  9671. .result = ACCEPT,
  9672. .prog_type = BPF_PROG_TYPE_XDP,
  9673. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9674. },
  9675. {
  9676. "XDP pkt read, pkt_data <= pkt_meta', bad access 1",
  9677. .insns = {
  9678. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9679. offsetof(struct xdp_md, data_meta)),
  9680. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9681. offsetof(struct xdp_md, data)),
  9682. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9683. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9684. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 1),
  9685. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8),
  9686. BPF_MOV64_IMM(BPF_REG_0, 0),
  9687. BPF_EXIT_INSN(),
  9688. },
  9689. .errstr = "R1 offset is outside of the packet",
  9690. .result = REJECT,
  9691. .prog_type = BPF_PROG_TYPE_XDP,
  9692. },
  9693. {
  9694. "XDP pkt read, pkt_data <= pkt_meta', bad access 2",
  9695. .insns = {
  9696. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  9697. offsetof(struct xdp_md, data_meta)),
  9698. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  9699. offsetof(struct xdp_md, data)),
  9700. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  9701. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  9702. BPF_JMP_REG(BPF_JLE, BPF_REG_3, BPF_REG_1, 0),
  9703. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -5),
  9704. BPF_MOV64_IMM(BPF_REG_0, 0),
  9705. BPF_EXIT_INSN(),
  9706. },
  9707. .errstr = "R1 offset is outside of the packet",
  9708. .result = REJECT,
  9709. .prog_type = BPF_PROG_TYPE_XDP,
  9710. .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
  9711. },
  9712. {
  9713. "check deducing bounds from const, 1",
  9714. .insns = {
  9715. BPF_MOV64_IMM(BPF_REG_0, 1),
  9716. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 1, 0),
  9717. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9718. BPF_EXIT_INSN(),
  9719. },
  9720. .result = REJECT,
  9721. .errstr = "R0 tried to subtract pointer from scalar",
  9722. },
  9723. {
  9724. "check deducing bounds from const, 2",
  9725. .insns = {
  9726. BPF_MOV64_IMM(BPF_REG_0, 1),
  9727. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 1, 1),
  9728. BPF_EXIT_INSN(),
  9729. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 1, 1),
  9730. BPF_EXIT_INSN(),
  9731. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_0),
  9732. BPF_EXIT_INSN(),
  9733. },
  9734. .result = ACCEPT,
  9735. .retval = 1,
  9736. },
  9737. {
  9738. "check deducing bounds from const, 3",
  9739. .insns = {
  9740. BPF_MOV64_IMM(BPF_REG_0, 0),
  9741. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 0, 0),
  9742. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9743. BPF_EXIT_INSN(),
  9744. },
  9745. .result = REJECT,
  9746. .errstr = "R0 tried to subtract pointer from scalar",
  9747. },
  9748. {
  9749. "check deducing bounds from const, 4",
  9750. .insns = {
  9751. BPF_MOV64_IMM(BPF_REG_0, 0),
  9752. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 0, 1),
  9753. BPF_EXIT_INSN(),
  9754. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9755. BPF_EXIT_INSN(),
  9756. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_0),
  9757. BPF_EXIT_INSN(),
  9758. },
  9759. .result = ACCEPT,
  9760. },
  9761. {
  9762. "check deducing bounds from const, 5",
  9763. .insns = {
  9764. BPF_MOV64_IMM(BPF_REG_0, 0),
  9765. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9766. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9767. BPF_EXIT_INSN(),
  9768. },
  9769. .result = REJECT,
  9770. .errstr = "R0 tried to subtract pointer from scalar",
  9771. },
  9772. {
  9773. "check deducing bounds from const, 6",
  9774. .insns = {
  9775. BPF_MOV64_IMM(BPF_REG_0, 0),
  9776. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9777. BPF_EXIT_INSN(),
  9778. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9779. BPF_EXIT_INSN(),
  9780. },
  9781. .result = REJECT,
  9782. .errstr = "R0 tried to subtract pointer from scalar",
  9783. },
  9784. {
  9785. "check deducing bounds from const, 7",
  9786. .insns = {
  9787. BPF_MOV64_IMM(BPF_REG_0, ~0),
  9788. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 0),
  9789. BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_0),
  9790. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9791. offsetof(struct __sk_buff, mark)),
  9792. BPF_EXIT_INSN(),
  9793. },
  9794. .result = REJECT,
  9795. .errstr = "dereference of modified ctx ptr",
  9796. },
  9797. {
  9798. "check deducing bounds from const, 8",
  9799. .insns = {
  9800. BPF_MOV64_IMM(BPF_REG_0, ~0),
  9801. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 1),
  9802. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_0),
  9803. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9804. offsetof(struct __sk_buff, mark)),
  9805. BPF_EXIT_INSN(),
  9806. },
  9807. .result = REJECT,
  9808. .errstr = "dereference of modified ctx ptr",
  9809. },
  9810. {
  9811. "check deducing bounds from const, 9",
  9812. .insns = {
  9813. BPF_MOV64_IMM(BPF_REG_0, 0),
  9814. BPF_JMP_IMM(BPF_JSGE, BPF_REG_0, 0, 0),
  9815. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9816. BPF_EXIT_INSN(),
  9817. },
  9818. .result = REJECT,
  9819. .errstr = "R0 tried to subtract pointer from scalar",
  9820. },
  9821. {
  9822. "check deducing bounds from const, 10",
  9823. .insns = {
  9824. BPF_MOV64_IMM(BPF_REG_0, 0),
  9825. BPF_JMP_IMM(BPF_JSLE, BPF_REG_0, 0, 0),
  9826. /* Marks reg as unknown. */
  9827. BPF_ALU64_IMM(BPF_NEG, BPF_REG_0, 0),
  9828. BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
  9829. BPF_EXIT_INSN(),
  9830. },
  9831. .result = REJECT,
  9832. .errstr = "math between ctx pointer and register with unbounded min value is not allowed",
  9833. },
  9834. {
  9835. "bpf_exit with invalid return code. test1",
  9836. .insns = {
  9837. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9838. BPF_EXIT_INSN(),
  9839. },
  9840. .errstr = "R0 has value (0x0; 0xffffffff)",
  9841. .result = REJECT,
  9842. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9843. },
  9844. {
  9845. "bpf_exit with invalid return code. test2",
  9846. .insns = {
  9847. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9848. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 1),
  9849. BPF_EXIT_INSN(),
  9850. },
  9851. .result = ACCEPT,
  9852. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9853. },
  9854. {
  9855. "bpf_exit with invalid return code. test3",
  9856. .insns = {
  9857. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9858. BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 3),
  9859. BPF_EXIT_INSN(),
  9860. },
  9861. .errstr = "R0 has value (0x0; 0x3)",
  9862. .result = REJECT,
  9863. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9864. },
  9865. {
  9866. "bpf_exit with invalid return code. test4",
  9867. .insns = {
  9868. BPF_MOV64_IMM(BPF_REG_0, 1),
  9869. BPF_EXIT_INSN(),
  9870. },
  9871. .result = ACCEPT,
  9872. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9873. },
  9874. {
  9875. "bpf_exit with invalid return code. test5",
  9876. .insns = {
  9877. BPF_MOV64_IMM(BPF_REG_0, 2),
  9878. BPF_EXIT_INSN(),
  9879. },
  9880. .errstr = "R0 has value (0x2; 0x0)",
  9881. .result = REJECT,
  9882. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9883. },
  9884. {
  9885. "bpf_exit with invalid return code. test6",
  9886. .insns = {
  9887. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  9888. BPF_EXIT_INSN(),
  9889. },
  9890. .errstr = "R0 is not a known value (ctx)",
  9891. .result = REJECT,
  9892. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9893. },
  9894. {
  9895. "bpf_exit with invalid return code. test7",
  9896. .insns = {
  9897. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  9898. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 4),
  9899. BPF_ALU64_REG(BPF_MUL, BPF_REG_0, BPF_REG_2),
  9900. BPF_EXIT_INSN(),
  9901. },
  9902. .errstr = "R0 has unknown scalar value",
  9903. .result = REJECT,
  9904. .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
  9905. },
  9906. {
  9907. "calls: basic sanity",
  9908. .insns = {
  9909. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  9910. BPF_MOV64_IMM(BPF_REG_0, 1),
  9911. BPF_EXIT_INSN(),
  9912. BPF_MOV64_IMM(BPF_REG_0, 2),
  9913. BPF_EXIT_INSN(),
  9914. },
  9915. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  9916. .result = ACCEPT,
  9917. },
  9918. {
  9919. "calls: not on unpriviledged",
  9920. .insns = {
  9921. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  9922. BPF_MOV64_IMM(BPF_REG_0, 1),
  9923. BPF_EXIT_INSN(),
  9924. BPF_MOV64_IMM(BPF_REG_0, 2),
  9925. BPF_EXIT_INSN(),
  9926. },
  9927. .errstr_unpriv = "function calls to other bpf functions are allowed for root only",
  9928. .result_unpriv = REJECT,
  9929. .result = ACCEPT,
  9930. .retval = 1,
  9931. },
  9932. {
  9933. "calls: div by 0 in subprog",
  9934. .insns = {
  9935. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9936. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  9937. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  9938. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  9939. offsetof(struct __sk_buff, data_end)),
  9940. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  9941. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  9942. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  9943. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  9944. BPF_MOV64_IMM(BPF_REG_0, 1),
  9945. BPF_EXIT_INSN(),
  9946. BPF_MOV32_IMM(BPF_REG_2, 0),
  9947. BPF_MOV32_IMM(BPF_REG_3, 1),
  9948. BPF_ALU32_REG(BPF_DIV, BPF_REG_3, BPF_REG_2),
  9949. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9950. offsetof(struct __sk_buff, data)),
  9951. BPF_EXIT_INSN(),
  9952. },
  9953. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  9954. .result = ACCEPT,
  9955. .retval = 1,
  9956. },
  9957. {
  9958. "calls: multiple ret types in subprog 1",
  9959. .insns = {
  9960. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9961. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  9962. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  9963. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  9964. offsetof(struct __sk_buff, data_end)),
  9965. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  9966. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  9967. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  9968. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  9969. BPF_MOV64_IMM(BPF_REG_0, 1),
  9970. BPF_EXIT_INSN(),
  9971. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9972. offsetof(struct __sk_buff, data)),
  9973. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  9974. BPF_MOV32_IMM(BPF_REG_0, 42),
  9975. BPF_EXIT_INSN(),
  9976. },
  9977. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  9978. .result = REJECT,
  9979. .errstr = "R0 invalid mem access 'inv'",
  9980. },
  9981. {
  9982. "calls: multiple ret types in subprog 2",
  9983. .insns = {
  9984. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9985. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  9986. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  9987. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
  9988. offsetof(struct __sk_buff, data_end)),
  9989. BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
  9990. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
  9991. BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
  9992. BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
  9993. BPF_MOV64_IMM(BPF_REG_0, 1),
  9994. BPF_EXIT_INSN(),
  9995. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  9996. offsetof(struct __sk_buff, data)),
  9997. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  9998. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 9),
  9999. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10000. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10001. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10002. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10003. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10004. BPF_FUNC_map_lookup_elem),
  10005. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  10006. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_6,
  10007. offsetof(struct __sk_buff, data)),
  10008. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 64),
  10009. BPF_EXIT_INSN(),
  10010. },
  10011. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10012. .fixup_map1 = { 16 },
  10013. .result = REJECT,
  10014. .errstr = "R0 min value is outside of the array range",
  10015. },
  10016. {
  10017. "calls: overlapping caller/callee",
  10018. .insns = {
  10019. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 0),
  10020. BPF_MOV64_IMM(BPF_REG_0, 1),
  10021. BPF_EXIT_INSN(),
  10022. },
  10023. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10024. .errstr = "last insn is not an exit or jmp",
  10025. .result = REJECT,
  10026. },
  10027. {
  10028. "calls: wrong recursive calls",
  10029. .insns = {
  10030. BPF_JMP_IMM(BPF_JA, 0, 0, 4),
  10031. BPF_JMP_IMM(BPF_JA, 0, 0, 4),
  10032. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -2),
  10033. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -2),
  10034. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -2),
  10035. BPF_MOV64_IMM(BPF_REG_0, 1),
  10036. BPF_EXIT_INSN(),
  10037. },
  10038. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10039. .errstr = "jump out of range",
  10040. .result = REJECT,
  10041. },
  10042. {
  10043. "calls: wrong src reg",
  10044. .insns = {
  10045. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 2, 0, 0),
  10046. BPF_MOV64_IMM(BPF_REG_0, 1),
  10047. BPF_EXIT_INSN(),
  10048. },
  10049. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10050. .errstr = "BPF_CALL uses reserved fields",
  10051. .result = REJECT,
  10052. },
  10053. {
  10054. "calls: wrong off value",
  10055. .insns = {
  10056. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, -1, 2),
  10057. BPF_MOV64_IMM(BPF_REG_0, 1),
  10058. BPF_EXIT_INSN(),
  10059. BPF_MOV64_IMM(BPF_REG_0, 2),
  10060. BPF_EXIT_INSN(),
  10061. },
  10062. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10063. .errstr = "BPF_CALL uses reserved fields",
  10064. .result = REJECT,
  10065. },
  10066. {
  10067. "calls: jump back loop",
  10068. .insns = {
  10069. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -1),
  10070. BPF_MOV64_IMM(BPF_REG_0, 1),
  10071. BPF_EXIT_INSN(),
  10072. },
  10073. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10074. .errstr = "back-edge from insn 0 to 0",
  10075. .result = REJECT,
  10076. },
  10077. {
  10078. "calls: conditional call",
  10079. .insns = {
  10080. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10081. offsetof(struct __sk_buff, mark)),
  10082. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10083. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10084. BPF_MOV64_IMM(BPF_REG_0, 1),
  10085. BPF_EXIT_INSN(),
  10086. BPF_MOV64_IMM(BPF_REG_0, 2),
  10087. BPF_EXIT_INSN(),
  10088. },
  10089. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10090. .errstr = "jump out of range",
  10091. .result = REJECT,
  10092. },
  10093. {
  10094. "calls: conditional call 2",
  10095. .insns = {
  10096. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10097. offsetof(struct __sk_buff, mark)),
  10098. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10099. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10100. BPF_MOV64_IMM(BPF_REG_0, 1),
  10101. BPF_EXIT_INSN(),
  10102. BPF_MOV64_IMM(BPF_REG_0, 2),
  10103. BPF_EXIT_INSN(),
  10104. BPF_MOV64_IMM(BPF_REG_0, 3),
  10105. BPF_EXIT_INSN(),
  10106. },
  10107. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10108. .result = ACCEPT,
  10109. },
  10110. {
  10111. "calls: conditional call 3",
  10112. .insns = {
  10113. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10114. offsetof(struct __sk_buff, mark)),
  10115. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10116. BPF_JMP_IMM(BPF_JA, 0, 0, 4),
  10117. BPF_MOV64_IMM(BPF_REG_0, 1),
  10118. BPF_EXIT_INSN(),
  10119. BPF_MOV64_IMM(BPF_REG_0, 1),
  10120. BPF_JMP_IMM(BPF_JA, 0, 0, -6),
  10121. BPF_MOV64_IMM(BPF_REG_0, 3),
  10122. BPF_JMP_IMM(BPF_JA, 0, 0, -6),
  10123. },
  10124. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10125. .errstr = "back-edge from insn",
  10126. .result = REJECT,
  10127. },
  10128. {
  10129. "calls: conditional call 4",
  10130. .insns = {
  10131. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10132. offsetof(struct __sk_buff, mark)),
  10133. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10134. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10135. BPF_MOV64_IMM(BPF_REG_0, 1),
  10136. BPF_EXIT_INSN(),
  10137. BPF_MOV64_IMM(BPF_REG_0, 1),
  10138. BPF_JMP_IMM(BPF_JA, 0, 0, -5),
  10139. BPF_MOV64_IMM(BPF_REG_0, 3),
  10140. BPF_EXIT_INSN(),
  10141. },
  10142. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10143. .result = ACCEPT,
  10144. },
  10145. {
  10146. "calls: conditional call 5",
  10147. .insns = {
  10148. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10149. offsetof(struct __sk_buff, mark)),
  10150. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
  10151. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10152. BPF_MOV64_IMM(BPF_REG_0, 1),
  10153. BPF_EXIT_INSN(),
  10154. BPF_MOV64_IMM(BPF_REG_0, 1),
  10155. BPF_JMP_IMM(BPF_JA, 0, 0, -6),
  10156. BPF_MOV64_IMM(BPF_REG_0, 3),
  10157. BPF_EXIT_INSN(),
  10158. },
  10159. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10160. .errstr = "back-edge from insn",
  10161. .result = REJECT,
  10162. },
  10163. {
  10164. "calls: conditional call 6",
  10165. .insns = {
  10166. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10167. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, -2),
  10168. BPF_EXIT_INSN(),
  10169. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10170. offsetof(struct __sk_buff, mark)),
  10171. BPF_EXIT_INSN(),
  10172. },
  10173. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10174. .errstr = "back-edge from insn",
  10175. .result = REJECT,
  10176. },
  10177. {
  10178. "calls: using r0 returned by callee",
  10179. .insns = {
  10180. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10181. BPF_EXIT_INSN(),
  10182. BPF_MOV64_IMM(BPF_REG_0, 2),
  10183. BPF_EXIT_INSN(),
  10184. },
  10185. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10186. .result = ACCEPT,
  10187. },
  10188. {
  10189. "calls: using uninit r0 from callee",
  10190. .insns = {
  10191. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10192. BPF_EXIT_INSN(),
  10193. BPF_EXIT_INSN(),
  10194. },
  10195. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10196. .errstr = "!read_ok",
  10197. .result = REJECT,
  10198. },
  10199. {
  10200. "calls: callee is using r1",
  10201. .insns = {
  10202. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10203. BPF_EXIT_INSN(),
  10204. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10205. offsetof(struct __sk_buff, len)),
  10206. BPF_EXIT_INSN(),
  10207. },
  10208. .prog_type = BPF_PROG_TYPE_SCHED_ACT,
  10209. .result = ACCEPT,
  10210. .retval = TEST_DATA_LEN,
  10211. },
  10212. {
  10213. "calls: callee using args1",
  10214. .insns = {
  10215. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10216. BPF_EXIT_INSN(),
  10217. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  10218. BPF_EXIT_INSN(),
  10219. },
  10220. .errstr_unpriv = "allowed for root only",
  10221. .result_unpriv = REJECT,
  10222. .result = ACCEPT,
  10223. .retval = POINTER_VALUE,
  10224. },
  10225. {
  10226. "calls: callee using wrong args2",
  10227. .insns = {
  10228. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10229. BPF_EXIT_INSN(),
  10230. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  10231. BPF_EXIT_INSN(),
  10232. },
  10233. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10234. .errstr = "R2 !read_ok",
  10235. .result = REJECT,
  10236. },
  10237. {
  10238. "calls: callee using two args",
  10239. .insns = {
  10240. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10241. BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_6,
  10242. offsetof(struct __sk_buff, len)),
  10243. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_6,
  10244. offsetof(struct __sk_buff, len)),
  10245. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10246. BPF_EXIT_INSN(),
  10247. BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
  10248. BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
  10249. BPF_EXIT_INSN(),
  10250. },
  10251. .errstr_unpriv = "allowed for root only",
  10252. .result_unpriv = REJECT,
  10253. .result = ACCEPT,
  10254. .retval = TEST_DATA_LEN + TEST_DATA_LEN - ETH_HLEN - ETH_HLEN,
  10255. },
  10256. {
  10257. "calls: callee changing pkt pointers",
  10258. .insns = {
  10259. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  10260. offsetof(struct xdp_md, data)),
  10261. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
  10262. offsetof(struct xdp_md, data_end)),
  10263. BPF_MOV64_REG(BPF_REG_8, BPF_REG_6),
  10264. BPF_ALU64_IMM(BPF_ADD, BPF_REG_8, 8),
  10265. BPF_JMP_REG(BPF_JGT, BPF_REG_8, BPF_REG_7, 2),
  10266. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10267. /* clear_all_pkt_pointers() has to walk all frames
  10268. * to make sure that pkt pointers in the caller
  10269. * are cleared when callee is calling a helper that
  10270. * adjusts packet size
  10271. */
  10272. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10273. BPF_MOV32_IMM(BPF_REG_0, 0),
  10274. BPF_EXIT_INSN(),
  10275. BPF_MOV64_IMM(BPF_REG_2, 0),
  10276. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10277. BPF_FUNC_xdp_adjust_head),
  10278. BPF_EXIT_INSN(),
  10279. },
  10280. .result = REJECT,
  10281. .errstr = "R6 invalid mem access 'inv'",
  10282. .prog_type = BPF_PROG_TYPE_XDP,
  10283. },
  10284. {
  10285. "calls: two calls with args",
  10286. .insns = {
  10287. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10288. BPF_EXIT_INSN(),
  10289. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10290. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10291. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10292. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10293. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10294. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10295. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10296. BPF_EXIT_INSN(),
  10297. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10298. offsetof(struct __sk_buff, len)),
  10299. BPF_EXIT_INSN(),
  10300. },
  10301. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10302. .result = ACCEPT,
  10303. .retval = TEST_DATA_LEN + TEST_DATA_LEN,
  10304. },
  10305. {
  10306. "calls: calls with stack arith",
  10307. .insns = {
  10308. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10309. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -64),
  10310. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10311. BPF_EXIT_INSN(),
  10312. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -64),
  10313. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10314. BPF_EXIT_INSN(),
  10315. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -64),
  10316. BPF_MOV64_IMM(BPF_REG_0, 42),
  10317. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  10318. BPF_EXIT_INSN(),
  10319. },
  10320. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10321. .result = ACCEPT,
  10322. .retval = 42,
  10323. },
  10324. {
  10325. "calls: calls with misaligned stack access",
  10326. .insns = {
  10327. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10328. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -63),
  10329. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10330. BPF_EXIT_INSN(),
  10331. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -61),
  10332. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10333. BPF_EXIT_INSN(),
  10334. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -63),
  10335. BPF_MOV64_IMM(BPF_REG_0, 42),
  10336. BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
  10337. BPF_EXIT_INSN(),
  10338. },
  10339. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10340. .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
  10341. .errstr = "misaligned stack access",
  10342. .result = REJECT,
  10343. },
  10344. {
  10345. "calls: calls control flow, jump test",
  10346. .insns = {
  10347. BPF_MOV64_IMM(BPF_REG_0, 42),
  10348. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  10349. BPF_MOV64_IMM(BPF_REG_0, 43),
  10350. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  10351. BPF_JMP_IMM(BPF_JA, 0, 0, -3),
  10352. BPF_EXIT_INSN(),
  10353. },
  10354. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10355. .result = ACCEPT,
  10356. .retval = 43,
  10357. },
  10358. {
  10359. "calls: calls control flow, jump test 2",
  10360. .insns = {
  10361. BPF_MOV64_IMM(BPF_REG_0, 42),
  10362. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  10363. BPF_MOV64_IMM(BPF_REG_0, 43),
  10364. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  10365. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -3),
  10366. BPF_EXIT_INSN(),
  10367. },
  10368. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10369. .errstr = "jump out of range from insn 1 to 4",
  10370. .result = REJECT,
  10371. },
  10372. {
  10373. "calls: two calls with bad jump",
  10374. .insns = {
  10375. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10376. BPF_EXIT_INSN(),
  10377. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10378. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10379. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10380. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10381. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10382. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10383. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10384. BPF_EXIT_INSN(),
  10385. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10386. offsetof(struct __sk_buff, len)),
  10387. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, -3),
  10388. BPF_EXIT_INSN(),
  10389. },
  10390. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10391. .errstr = "jump out of range from insn 11 to 9",
  10392. .result = REJECT,
  10393. },
  10394. {
  10395. "calls: recursive call. test1",
  10396. .insns = {
  10397. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10398. BPF_EXIT_INSN(),
  10399. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -1),
  10400. BPF_EXIT_INSN(),
  10401. },
  10402. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10403. .errstr = "back-edge",
  10404. .result = REJECT,
  10405. },
  10406. {
  10407. "calls: recursive call. test2",
  10408. .insns = {
  10409. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10410. BPF_EXIT_INSN(),
  10411. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -3),
  10412. BPF_EXIT_INSN(),
  10413. },
  10414. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10415. .errstr = "back-edge",
  10416. .result = REJECT,
  10417. },
  10418. {
  10419. "calls: unreachable code",
  10420. .insns = {
  10421. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10422. BPF_EXIT_INSN(),
  10423. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10424. BPF_EXIT_INSN(),
  10425. BPF_MOV64_IMM(BPF_REG_0, 0),
  10426. BPF_EXIT_INSN(),
  10427. BPF_MOV64_IMM(BPF_REG_0, 0),
  10428. BPF_EXIT_INSN(),
  10429. },
  10430. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10431. .errstr = "unreachable insn 6",
  10432. .result = REJECT,
  10433. },
  10434. {
  10435. "calls: invalid call",
  10436. .insns = {
  10437. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10438. BPF_EXIT_INSN(),
  10439. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, -4),
  10440. BPF_EXIT_INSN(),
  10441. },
  10442. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10443. .errstr = "invalid destination",
  10444. .result = REJECT,
  10445. },
  10446. {
  10447. "calls: invalid call 2",
  10448. .insns = {
  10449. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10450. BPF_EXIT_INSN(),
  10451. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 0x7fffffff),
  10452. BPF_EXIT_INSN(),
  10453. },
  10454. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10455. .errstr = "invalid destination",
  10456. .result = REJECT,
  10457. },
  10458. {
  10459. "calls: jumping across function bodies. test1",
  10460. .insns = {
  10461. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10462. BPF_MOV64_IMM(BPF_REG_0, 0),
  10463. BPF_EXIT_INSN(),
  10464. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -3),
  10465. BPF_EXIT_INSN(),
  10466. },
  10467. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10468. .errstr = "jump out of range",
  10469. .result = REJECT,
  10470. },
  10471. {
  10472. "calls: jumping across function bodies. test2",
  10473. .insns = {
  10474. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
  10475. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10476. BPF_MOV64_IMM(BPF_REG_0, 0),
  10477. BPF_EXIT_INSN(),
  10478. BPF_EXIT_INSN(),
  10479. },
  10480. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10481. .errstr = "jump out of range",
  10482. .result = REJECT,
  10483. },
  10484. {
  10485. "calls: call without exit",
  10486. .insns = {
  10487. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10488. BPF_EXIT_INSN(),
  10489. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10490. BPF_EXIT_INSN(),
  10491. BPF_MOV64_IMM(BPF_REG_0, 0),
  10492. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -2),
  10493. },
  10494. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10495. .errstr = "not an exit",
  10496. .result = REJECT,
  10497. },
  10498. {
  10499. "calls: call into middle of ld_imm64",
  10500. .insns = {
  10501. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10502. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10503. BPF_MOV64_IMM(BPF_REG_0, 0),
  10504. BPF_EXIT_INSN(),
  10505. BPF_LD_IMM64(BPF_REG_0, 0),
  10506. BPF_EXIT_INSN(),
  10507. },
  10508. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10509. .errstr = "last insn",
  10510. .result = REJECT,
  10511. },
  10512. {
  10513. "calls: call into middle of other call",
  10514. .insns = {
  10515. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10516. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10517. BPF_MOV64_IMM(BPF_REG_0, 0),
  10518. BPF_EXIT_INSN(),
  10519. BPF_MOV64_IMM(BPF_REG_0, 0),
  10520. BPF_MOV64_IMM(BPF_REG_0, 0),
  10521. BPF_EXIT_INSN(),
  10522. },
  10523. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10524. .errstr = "last insn",
  10525. .result = REJECT,
  10526. },
  10527. {
  10528. "calls: ld_abs with changing ctx data in callee",
  10529. .insns = {
  10530. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10531. BPF_LD_ABS(BPF_B, 0),
  10532. BPF_LD_ABS(BPF_H, 0),
  10533. BPF_LD_ABS(BPF_W, 0),
  10534. BPF_MOV64_REG(BPF_REG_7, BPF_REG_6),
  10535. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 5),
  10536. BPF_MOV64_REG(BPF_REG_6, BPF_REG_7),
  10537. BPF_LD_ABS(BPF_B, 0),
  10538. BPF_LD_ABS(BPF_H, 0),
  10539. BPF_LD_ABS(BPF_W, 0),
  10540. BPF_EXIT_INSN(),
  10541. BPF_MOV64_IMM(BPF_REG_2, 1),
  10542. BPF_MOV64_IMM(BPF_REG_3, 2),
  10543. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10544. BPF_FUNC_skb_vlan_push),
  10545. BPF_EXIT_INSN(),
  10546. },
  10547. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  10548. .errstr = "BPF_LD_[ABS|IND] instructions cannot be mixed",
  10549. .result = REJECT,
  10550. },
  10551. {
  10552. "calls: two calls with bad fallthrough",
  10553. .insns = {
  10554. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10555. BPF_EXIT_INSN(),
  10556. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10557. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10558. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10559. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10560. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10561. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10562. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10563. BPF_MOV64_REG(BPF_REG_0, BPF_REG_0),
  10564. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
  10565. offsetof(struct __sk_buff, len)),
  10566. BPF_EXIT_INSN(),
  10567. },
  10568. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  10569. .errstr = "not an exit",
  10570. .result = REJECT,
  10571. },
  10572. {
  10573. "calls: two calls with stack read",
  10574. .insns = {
  10575. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10576. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10577. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10578. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10579. BPF_EXIT_INSN(),
  10580. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10581. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 6),
  10582. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  10583. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10584. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10585. BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_0),
  10586. BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
  10587. BPF_EXIT_INSN(),
  10588. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  10589. BPF_EXIT_INSN(),
  10590. },
  10591. .prog_type = BPF_PROG_TYPE_XDP,
  10592. .result = ACCEPT,
  10593. },
  10594. {
  10595. "calls: two calls with stack write",
  10596. .insns = {
  10597. /* main prog */
  10598. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10599. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10600. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10601. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10602. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10603. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10604. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -16),
  10605. BPF_EXIT_INSN(),
  10606. /* subprog 1 */
  10607. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10608. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10609. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 7),
  10610. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  10611. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10612. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10613. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_0),
  10614. BPF_MOV64_REG(BPF_REG_0, BPF_REG_8),
  10615. /* write into stack frame of main prog */
  10616. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  10617. BPF_EXIT_INSN(),
  10618. /* subprog 2 */
  10619. /* read from stack frame of main prog */
  10620. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
  10621. BPF_EXIT_INSN(),
  10622. },
  10623. .prog_type = BPF_PROG_TYPE_XDP,
  10624. .result = ACCEPT,
  10625. },
  10626. {
  10627. "calls: stack overflow using two frames (pre-call access)",
  10628. .insns = {
  10629. /* prog 1 */
  10630. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10631. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1),
  10632. BPF_EXIT_INSN(),
  10633. /* prog 2 */
  10634. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10635. BPF_MOV64_IMM(BPF_REG_0, 0),
  10636. BPF_EXIT_INSN(),
  10637. },
  10638. .prog_type = BPF_PROG_TYPE_XDP,
  10639. .errstr = "combined stack size",
  10640. .result = REJECT,
  10641. },
  10642. {
  10643. "calls: stack overflow using two frames (post-call access)",
  10644. .insns = {
  10645. /* prog 1 */
  10646. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 2),
  10647. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10648. BPF_EXIT_INSN(),
  10649. /* prog 2 */
  10650. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10651. BPF_MOV64_IMM(BPF_REG_0, 0),
  10652. BPF_EXIT_INSN(),
  10653. },
  10654. .prog_type = BPF_PROG_TYPE_XDP,
  10655. .errstr = "combined stack size",
  10656. .result = REJECT,
  10657. },
  10658. {
  10659. "calls: stack depth check using three frames. test1",
  10660. .insns = {
  10661. /* main */
  10662. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 4), /* call A */
  10663. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 5), /* call B */
  10664. BPF_ST_MEM(BPF_B, BPF_REG_10, -32, 0),
  10665. BPF_MOV64_IMM(BPF_REG_0, 0),
  10666. BPF_EXIT_INSN(),
  10667. /* A */
  10668. BPF_ST_MEM(BPF_B, BPF_REG_10, -256, 0),
  10669. BPF_EXIT_INSN(),
  10670. /* B */
  10671. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, -3), /* call A */
  10672. BPF_ST_MEM(BPF_B, BPF_REG_10, -64, 0),
  10673. BPF_EXIT_INSN(),
  10674. },
  10675. .prog_type = BPF_PROG_TYPE_XDP,
  10676. /* stack_main=32, stack_A=256, stack_B=64
  10677. * and max(main+A, main+A+B) < 512
  10678. */
  10679. .result = ACCEPT,
  10680. },
  10681. {
  10682. "calls: stack depth check using three frames. test2",
  10683. .insns = {
  10684. /* main */
  10685. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 4), /* call A */
  10686. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 5), /* call B */
  10687. BPF_ST_MEM(BPF_B, BPF_REG_10, -32, 0),
  10688. BPF_MOV64_IMM(BPF_REG_0, 0),
  10689. BPF_EXIT_INSN(),
  10690. /* A */
  10691. BPF_ST_MEM(BPF_B, BPF_REG_10, -64, 0),
  10692. BPF_EXIT_INSN(),
  10693. /* B */
  10694. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, -3), /* call A */
  10695. BPF_ST_MEM(BPF_B, BPF_REG_10, -256, 0),
  10696. BPF_EXIT_INSN(),
  10697. },
  10698. .prog_type = BPF_PROG_TYPE_XDP,
  10699. /* stack_main=32, stack_A=64, stack_B=256
  10700. * and max(main+A, main+A+B) < 512
  10701. */
  10702. .result = ACCEPT,
  10703. },
  10704. {
  10705. "calls: stack depth check using three frames. test3",
  10706. .insns = {
  10707. /* main */
  10708. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10709. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 6), /* call A */
  10710. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10711. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 8), /* call B */
  10712. BPF_JMP_IMM(BPF_JGE, BPF_REG_6, 0, 1),
  10713. BPF_ST_MEM(BPF_B, BPF_REG_10, -64, 0),
  10714. BPF_MOV64_IMM(BPF_REG_0, 0),
  10715. BPF_EXIT_INSN(),
  10716. /* A */
  10717. BPF_JMP_IMM(BPF_JLT, BPF_REG_1, 10, 1),
  10718. BPF_EXIT_INSN(),
  10719. BPF_ST_MEM(BPF_B, BPF_REG_10, -224, 0),
  10720. BPF_JMP_IMM(BPF_JA, 0, 0, -3),
  10721. /* B */
  10722. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 2, 1),
  10723. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, -6), /* call A */
  10724. BPF_ST_MEM(BPF_B, BPF_REG_10, -256, 0),
  10725. BPF_EXIT_INSN(),
  10726. },
  10727. .prog_type = BPF_PROG_TYPE_XDP,
  10728. /* stack_main=64, stack_A=224, stack_B=256
  10729. * and max(main+A, main+A+B) > 512
  10730. */
  10731. .errstr = "combined stack",
  10732. .result = REJECT,
  10733. },
  10734. {
  10735. "calls: stack depth check using three frames. test4",
  10736. /* void main(void) {
  10737. * func1(0);
  10738. * func1(1);
  10739. * func2(1);
  10740. * }
  10741. * void func1(int alloc_or_recurse) {
  10742. * if (alloc_or_recurse) {
  10743. * frame_pointer[-300] = 1;
  10744. * } else {
  10745. * func2(alloc_or_recurse);
  10746. * }
  10747. * }
  10748. * void func2(int alloc_or_recurse) {
  10749. * if (alloc_or_recurse) {
  10750. * frame_pointer[-300] = 1;
  10751. * }
  10752. * }
  10753. */
  10754. .insns = {
  10755. /* main */
  10756. BPF_MOV64_IMM(BPF_REG_1, 0),
  10757. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 6), /* call A */
  10758. BPF_MOV64_IMM(BPF_REG_1, 1),
  10759. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 4), /* call A */
  10760. BPF_MOV64_IMM(BPF_REG_1, 1),
  10761. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 7), /* call B */
  10762. BPF_MOV64_IMM(BPF_REG_0, 0),
  10763. BPF_EXIT_INSN(),
  10764. /* A */
  10765. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 2),
  10766. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10767. BPF_EXIT_INSN(),
  10768. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call B */
  10769. BPF_EXIT_INSN(),
  10770. /* B */
  10771. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  10772. BPF_ST_MEM(BPF_B, BPF_REG_10, -300, 0),
  10773. BPF_EXIT_INSN(),
  10774. },
  10775. .prog_type = BPF_PROG_TYPE_XDP,
  10776. .result = REJECT,
  10777. .errstr = "combined stack",
  10778. },
  10779. {
  10780. "calls: stack depth check using three frames. test5",
  10781. .insns = {
  10782. /* main */
  10783. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call A */
  10784. BPF_EXIT_INSN(),
  10785. /* A */
  10786. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call B */
  10787. BPF_EXIT_INSN(),
  10788. /* B */
  10789. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call C */
  10790. BPF_EXIT_INSN(),
  10791. /* C */
  10792. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call D */
  10793. BPF_EXIT_INSN(),
  10794. /* D */
  10795. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call E */
  10796. BPF_EXIT_INSN(),
  10797. /* E */
  10798. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call F */
  10799. BPF_EXIT_INSN(),
  10800. /* F */
  10801. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call G */
  10802. BPF_EXIT_INSN(),
  10803. /* G */
  10804. BPF_RAW_INSN(BPF_JMP|BPF_CALL, 0, 1, 0, 1), /* call H */
  10805. BPF_EXIT_INSN(),
  10806. /* H */
  10807. BPF_MOV64_IMM(BPF_REG_0, 0),
  10808. BPF_EXIT_INSN(),
  10809. },
  10810. .prog_type = BPF_PROG_TYPE_XDP,
  10811. .errstr = "call stack",
  10812. .result = REJECT,
  10813. },
  10814. {
  10815. "calls: spill into caller stack frame",
  10816. .insns = {
  10817. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10818. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10819. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10820. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10821. BPF_EXIT_INSN(),
  10822. BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1, 0),
  10823. BPF_MOV64_IMM(BPF_REG_0, 0),
  10824. BPF_EXIT_INSN(),
  10825. },
  10826. .prog_type = BPF_PROG_TYPE_XDP,
  10827. .errstr = "cannot spill",
  10828. .result = REJECT,
  10829. },
  10830. {
  10831. "calls: write into caller stack frame",
  10832. .insns = {
  10833. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10834. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10835. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10836. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10837. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10838. BPF_EXIT_INSN(),
  10839. BPF_ST_MEM(BPF_DW, BPF_REG_1, 0, 42),
  10840. BPF_MOV64_IMM(BPF_REG_0, 0),
  10841. BPF_EXIT_INSN(),
  10842. },
  10843. .prog_type = BPF_PROG_TYPE_XDP,
  10844. .result = ACCEPT,
  10845. .retval = 42,
  10846. },
  10847. {
  10848. "calls: write into callee stack frame",
  10849. .insns = {
  10850. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10851. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
  10852. BPF_EXIT_INSN(),
  10853. BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
  10854. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, -8),
  10855. BPF_EXIT_INSN(),
  10856. },
  10857. .prog_type = BPF_PROG_TYPE_XDP,
  10858. .errstr = "cannot return stack pointer",
  10859. .result = REJECT,
  10860. },
  10861. {
  10862. "calls: two calls with stack write and void return",
  10863. .insns = {
  10864. /* main prog */
  10865. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10866. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10867. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10868. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10869. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10870. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10871. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -16),
  10872. BPF_EXIT_INSN(),
  10873. /* subprog 1 */
  10874. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10875. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10876. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10877. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10878. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10879. BPF_EXIT_INSN(),
  10880. /* subprog 2 */
  10881. /* write into stack frame of main prog */
  10882. BPF_ST_MEM(BPF_DW, BPF_REG_1, 0, 0),
  10883. BPF_EXIT_INSN(), /* void return */
  10884. },
  10885. .prog_type = BPF_PROG_TYPE_XDP,
  10886. .result = ACCEPT,
  10887. },
  10888. {
  10889. "calls: ambiguous return value",
  10890. .insns = {
  10891. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10892. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 5),
  10893. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  10894. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  10895. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10896. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  10897. BPF_EXIT_INSN(),
  10898. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
  10899. BPF_MOV64_IMM(BPF_REG_0, 0),
  10900. BPF_EXIT_INSN(),
  10901. },
  10902. .errstr_unpriv = "allowed for root only",
  10903. .result_unpriv = REJECT,
  10904. .errstr = "R0 !read_ok",
  10905. .result = REJECT,
  10906. },
  10907. {
  10908. "calls: two calls that return map_value",
  10909. .insns = {
  10910. /* main prog */
  10911. /* pass fp-16, fp-8 into a function */
  10912. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10913. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10914. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10915. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10916. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 8),
  10917. /* fetch map_value_ptr from the stack of this function */
  10918. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  10919. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  10920. /* write into map value */
  10921. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10922. /* fetch secound map_value_ptr from the stack */
  10923. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -16),
  10924. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  10925. /* write into map value */
  10926. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10927. BPF_MOV64_IMM(BPF_REG_0, 0),
  10928. BPF_EXIT_INSN(),
  10929. /* subprog 1 */
  10930. /* call 3rd function twice */
  10931. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10932. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10933. /* first time with fp-8 */
  10934. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  10935. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10936. /* second time with fp-16 */
  10937. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  10938. BPF_EXIT_INSN(),
  10939. /* subprog 2 */
  10940. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10941. /* lookup from map */
  10942. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10943. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10944. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10945. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10946. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10947. BPF_FUNC_map_lookup_elem),
  10948. /* write map_value_ptr into stack frame of main prog */
  10949. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  10950. BPF_MOV64_IMM(BPF_REG_0, 0),
  10951. BPF_EXIT_INSN(), /* return 0 */
  10952. },
  10953. .prog_type = BPF_PROG_TYPE_XDP,
  10954. .fixup_map1 = { 23 },
  10955. .result = ACCEPT,
  10956. },
  10957. {
  10958. "calls: two calls that return map_value with bool condition",
  10959. .insns = {
  10960. /* main prog */
  10961. /* pass fp-16, fp-8 into a function */
  10962. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  10963. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  10964. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10965. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  10966. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  10967. BPF_MOV64_IMM(BPF_REG_0, 0),
  10968. BPF_EXIT_INSN(),
  10969. /* subprog 1 */
  10970. /* call 3rd function twice */
  10971. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10972. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  10973. /* first time with fp-8 */
  10974. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 9),
  10975. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 1, 2),
  10976. /* fetch map_value_ptr from the stack of this function */
  10977. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  10978. /* write into map value */
  10979. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10980. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  10981. /* second time with fp-16 */
  10982. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  10983. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 1, 2),
  10984. /* fetch secound map_value_ptr from the stack */
  10985. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_7, 0),
  10986. /* write into map value */
  10987. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  10988. BPF_EXIT_INSN(),
  10989. /* subprog 2 */
  10990. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  10991. /* lookup from map */
  10992. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  10993. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  10994. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  10995. BPF_LD_MAP_FD(BPF_REG_1, 0),
  10996. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  10997. BPF_FUNC_map_lookup_elem),
  10998. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  10999. BPF_MOV64_IMM(BPF_REG_0, 0),
  11000. BPF_EXIT_INSN(), /* return 0 */
  11001. /* write map_value_ptr into stack frame of main prog */
  11002. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11003. BPF_MOV64_IMM(BPF_REG_0, 1),
  11004. BPF_EXIT_INSN(), /* return 1 */
  11005. },
  11006. .prog_type = BPF_PROG_TYPE_XDP,
  11007. .fixup_map1 = { 23 },
  11008. .result = ACCEPT,
  11009. },
  11010. {
  11011. "calls: two calls that return map_value with incorrect bool check",
  11012. .insns = {
  11013. /* main prog */
  11014. /* pass fp-16, fp-8 into a function */
  11015. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11016. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11017. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11018. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11019. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11020. BPF_MOV64_IMM(BPF_REG_0, 0),
  11021. BPF_EXIT_INSN(),
  11022. /* subprog 1 */
  11023. /* call 3rd function twice */
  11024. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11025. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11026. /* first time with fp-8 */
  11027. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 9),
  11028. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 1, 2),
  11029. /* fetch map_value_ptr from the stack of this function */
  11030. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
  11031. /* write into map value */
  11032. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11033. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  11034. /* second time with fp-16 */
  11035. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11036. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11037. /* fetch secound map_value_ptr from the stack */
  11038. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_7, 0),
  11039. /* write into map value */
  11040. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11041. BPF_EXIT_INSN(),
  11042. /* subprog 2 */
  11043. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11044. /* lookup from map */
  11045. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11046. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11047. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11048. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11049. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11050. BPF_FUNC_map_lookup_elem),
  11051. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11052. BPF_MOV64_IMM(BPF_REG_0, 0),
  11053. BPF_EXIT_INSN(), /* return 0 */
  11054. /* write map_value_ptr into stack frame of main prog */
  11055. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11056. BPF_MOV64_IMM(BPF_REG_0, 1),
  11057. BPF_EXIT_INSN(), /* return 1 */
  11058. },
  11059. .prog_type = BPF_PROG_TYPE_XDP,
  11060. .fixup_map1 = { 23 },
  11061. .result = REJECT,
  11062. .errstr = "invalid read from stack off -16+0 size 8",
  11063. },
  11064. {
  11065. "calls: two calls that receive map_value via arg=ptr_stack_of_caller. test1",
  11066. .insns = {
  11067. /* main prog */
  11068. /* pass fp-16, fp-8 into a function */
  11069. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11070. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11071. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11072. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11073. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11074. BPF_MOV64_IMM(BPF_REG_0, 0),
  11075. BPF_EXIT_INSN(),
  11076. /* subprog 1 */
  11077. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11078. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11079. /* 1st lookup from map */
  11080. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11081. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11082. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11083. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11084. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11085. BPF_FUNC_map_lookup_elem),
  11086. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11087. BPF_MOV64_IMM(BPF_REG_8, 0),
  11088. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11089. /* write map_value_ptr into stack frame of main prog at fp-8 */
  11090. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11091. BPF_MOV64_IMM(BPF_REG_8, 1),
  11092. /* 2nd lookup from map */
  11093. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10), /* 20 */
  11094. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11095. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11096. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, /* 24 */
  11097. BPF_FUNC_map_lookup_elem),
  11098. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11099. BPF_MOV64_IMM(BPF_REG_9, 0),
  11100. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11101. /* write map_value_ptr into stack frame of main prog at fp-16 */
  11102. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11103. BPF_MOV64_IMM(BPF_REG_9, 1),
  11104. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11105. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6), /* 30 */
  11106. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11107. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11108. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11109. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1), /* 34 */
  11110. BPF_EXIT_INSN(),
  11111. /* subprog 2 */
  11112. /* if arg2 == 1 do *arg1 = 0 */
  11113. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11114. /* fetch map_value_ptr from the stack of this function */
  11115. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11116. /* write into map value */
  11117. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11118. /* if arg4 == 1 do *arg3 = 0 */
  11119. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11120. /* fetch map_value_ptr from the stack of this function */
  11121. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11122. /* write into map value */
  11123. BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 0),
  11124. BPF_EXIT_INSN(),
  11125. },
  11126. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11127. .fixup_map1 = { 12, 22 },
  11128. .result = REJECT,
  11129. .errstr = "invalid access to map value, value_size=8 off=2 size=8",
  11130. },
  11131. {
  11132. "calls: two calls that receive map_value via arg=ptr_stack_of_caller. test2",
  11133. .insns = {
  11134. /* main prog */
  11135. /* pass fp-16, fp-8 into a function */
  11136. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11137. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11138. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11139. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11140. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11141. BPF_MOV64_IMM(BPF_REG_0, 0),
  11142. BPF_EXIT_INSN(),
  11143. /* subprog 1 */
  11144. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11145. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11146. /* 1st lookup from map */
  11147. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11148. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11149. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11150. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11151. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11152. BPF_FUNC_map_lookup_elem),
  11153. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11154. BPF_MOV64_IMM(BPF_REG_8, 0),
  11155. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11156. /* write map_value_ptr into stack frame of main prog at fp-8 */
  11157. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11158. BPF_MOV64_IMM(BPF_REG_8, 1),
  11159. /* 2nd lookup from map */
  11160. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10), /* 20 */
  11161. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11162. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11163. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, /* 24 */
  11164. BPF_FUNC_map_lookup_elem),
  11165. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11166. BPF_MOV64_IMM(BPF_REG_9, 0),
  11167. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11168. /* write map_value_ptr into stack frame of main prog at fp-16 */
  11169. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11170. BPF_MOV64_IMM(BPF_REG_9, 1),
  11171. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11172. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6), /* 30 */
  11173. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11174. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11175. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11176. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1), /* 34 */
  11177. BPF_EXIT_INSN(),
  11178. /* subprog 2 */
  11179. /* if arg2 == 1 do *arg1 = 0 */
  11180. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11181. /* fetch map_value_ptr from the stack of this function */
  11182. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11183. /* write into map value */
  11184. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11185. /* if arg4 == 1 do *arg3 = 0 */
  11186. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11187. /* fetch map_value_ptr from the stack of this function */
  11188. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11189. /* write into map value */
  11190. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11191. BPF_EXIT_INSN(),
  11192. },
  11193. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11194. .fixup_map1 = { 12, 22 },
  11195. .result = ACCEPT,
  11196. },
  11197. {
  11198. "calls: two jumps that receive map_value via arg=ptr_stack_of_jumper. test3",
  11199. .insns = {
  11200. /* main prog */
  11201. /* pass fp-16, fp-8 into a function */
  11202. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11203. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11204. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11205. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11206. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 2),
  11207. BPF_MOV64_IMM(BPF_REG_0, 0),
  11208. BPF_EXIT_INSN(),
  11209. /* subprog 1 */
  11210. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11211. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11212. /* 1st lookup from map */
  11213. BPF_ST_MEM(BPF_DW, BPF_REG_10, -24, 0),
  11214. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11215. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -24),
  11216. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11217. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11218. BPF_FUNC_map_lookup_elem),
  11219. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11220. BPF_MOV64_IMM(BPF_REG_8, 0),
  11221. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11222. /* write map_value_ptr into stack frame of main prog at fp-8 */
  11223. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11224. BPF_MOV64_IMM(BPF_REG_8, 1),
  11225. /* 2nd lookup from map */
  11226. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11227. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -24),
  11228. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11229. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11230. BPF_FUNC_map_lookup_elem),
  11231. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11232. BPF_MOV64_IMM(BPF_REG_9, 0), // 26
  11233. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11234. /* write map_value_ptr into stack frame of main prog at fp-16 */
  11235. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11236. BPF_MOV64_IMM(BPF_REG_9, 1),
  11237. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11238. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6), // 30
  11239. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11240. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11241. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11242. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1), // 34
  11243. BPF_JMP_IMM(BPF_JA, 0, 0, -30),
  11244. /* subprog 2 */
  11245. /* if arg2 == 1 do *arg1 = 0 */
  11246. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11247. /* fetch map_value_ptr from the stack of this function */
  11248. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11249. /* write into map value */
  11250. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11251. /* if arg4 == 1 do *arg3 = 0 */
  11252. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11253. /* fetch map_value_ptr from the stack of this function */
  11254. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11255. /* write into map value */
  11256. BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 0),
  11257. BPF_JMP_IMM(BPF_JA, 0, 0, -8),
  11258. },
  11259. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11260. .fixup_map1 = { 12, 22 },
  11261. .result = REJECT,
  11262. .errstr = "invalid access to map value, value_size=8 off=2 size=8",
  11263. },
  11264. {
  11265. "calls: two calls that receive map_value_ptr_or_null via arg. test1",
  11266. .insns = {
  11267. /* main prog */
  11268. /* pass fp-16, fp-8 into a function */
  11269. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11270. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11271. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11272. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11273. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11274. BPF_MOV64_IMM(BPF_REG_0, 0),
  11275. BPF_EXIT_INSN(),
  11276. /* subprog 1 */
  11277. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11278. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11279. /* 1st lookup from map */
  11280. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11281. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11282. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11283. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11284. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11285. BPF_FUNC_map_lookup_elem),
  11286. /* write map_value_ptr_or_null into stack frame of main prog at fp-8 */
  11287. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11288. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11289. BPF_MOV64_IMM(BPF_REG_8, 0),
  11290. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11291. BPF_MOV64_IMM(BPF_REG_8, 1),
  11292. /* 2nd lookup from map */
  11293. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11294. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11295. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11296. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11297. BPF_FUNC_map_lookup_elem),
  11298. /* write map_value_ptr_or_null into stack frame of main prog at fp-16 */
  11299. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11300. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11301. BPF_MOV64_IMM(BPF_REG_9, 0),
  11302. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11303. BPF_MOV64_IMM(BPF_REG_9, 1),
  11304. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11305. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  11306. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11307. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11308. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11309. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  11310. BPF_EXIT_INSN(),
  11311. /* subprog 2 */
  11312. /* if arg2 == 1 do *arg1 = 0 */
  11313. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11314. /* fetch map_value_ptr from the stack of this function */
  11315. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11316. /* write into map value */
  11317. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11318. /* if arg4 == 1 do *arg3 = 0 */
  11319. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 1, 2),
  11320. /* fetch map_value_ptr from the stack of this function */
  11321. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11322. /* write into map value */
  11323. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11324. BPF_EXIT_INSN(),
  11325. },
  11326. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11327. .fixup_map1 = { 12, 22 },
  11328. .result = ACCEPT,
  11329. },
  11330. {
  11331. "calls: two calls that receive map_value_ptr_or_null via arg. test2",
  11332. .insns = {
  11333. /* main prog */
  11334. /* pass fp-16, fp-8 into a function */
  11335. BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
  11336. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
  11337. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11338. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
  11339. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  11340. BPF_MOV64_IMM(BPF_REG_0, 0),
  11341. BPF_EXIT_INSN(),
  11342. /* subprog 1 */
  11343. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  11344. BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
  11345. /* 1st lookup from map */
  11346. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11347. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11348. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11349. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11350. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11351. BPF_FUNC_map_lookup_elem),
  11352. /* write map_value_ptr_or_null into stack frame of main prog at fp-8 */
  11353. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11354. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11355. BPF_MOV64_IMM(BPF_REG_8, 0),
  11356. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11357. BPF_MOV64_IMM(BPF_REG_8, 1),
  11358. /* 2nd lookup from map */
  11359. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11360. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11361. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11362. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11363. BPF_FUNC_map_lookup_elem),
  11364. /* write map_value_ptr_or_null into stack frame of main prog at fp-16 */
  11365. BPF_STX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
  11366. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  11367. BPF_MOV64_IMM(BPF_REG_9, 0),
  11368. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11369. BPF_MOV64_IMM(BPF_REG_9, 1),
  11370. /* call 3rd func with fp-8, 0|1, fp-16, 0|1 */
  11371. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  11372. BPF_MOV64_REG(BPF_REG_2, BPF_REG_8),
  11373. BPF_MOV64_REG(BPF_REG_3, BPF_REG_7),
  11374. BPF_MOV64_REG(BPF_REG_4, BPF_REG_9),
  11375. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  11376. BPF_EXIT_INSN(),
  11377. /* subprog 2 */
  11378. /* if arg2 == 1 do *arg1 = 0 */
  11379. BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, 2),
  11380. /* fetch map_value_ptr from the stack of this function */
  11381. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
  11382. /* write into map value */
  11383. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11384. /* if arg4 == 0 do *arg3 = 0 */
  11385. BPF_JMP_IMM(BPF_JNE, BPF_REG_4, 0, 2),
  11386. /* fetch map_value_ptr from the stack of this function */
  11387. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
  11388. /* write into map value */
  11389. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
  11390. BPF_EXIT_INSN(),
  11391. },
  11392. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11393. .fixup_map1 = { 12, 22 },
  11394. .result = REJECT,
  11395. .errstr = "R0 invalid mem access 'inv'",
  11396. },
  11397. {
  11398. "calls: pkt_ptr spill into caller stack",
  11399. .insns = {
  11400. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11401. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11402. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 1),
  11403. BPF_EXIT_INSN(),
  11404. /* subprog 1 */
  11405. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11406. offsetof(struct __sk_buff, data)),
  11407. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11408. offsetof(struct __sk_buff, data_end)),
  11409. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11410. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11411. /* spill unchecked pkt_ptr into stack of caller */
  11412. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11413. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11414. /* now the pkt range is verified, read pkt_ptr from stack */
  11415. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  11416. /* write 4 bytes into packet */
  11417. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11418. BPF_EXIT_INSN(),
  11419. },
  11420. .result = ACCEPT,
  11421. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11422. .retval = POINTER_VALUE,
  11423. },
  11424. {
  11425. "calls: pkt_ptr spill into caller stack 2",
  11426. .insns = {
  11427. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11428. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11429. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11430. /* Marking is still kept, but not in all cases safe. */
  11431. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11432. BPF_ST_MEM(BPF_W, BPF_REG_4, 0, 0),
  11433. BPF_EXIT_INSN(),
  11434. /* subprog 1 */
  11435. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11436. offsetof(struct __sk_buff, data)),
  11437. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11438. offsetof(struct __sk_buff, data_end)),
  11439. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11440. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11441. /* spill unchecked pkt_ptr into stack of caller */
  11442. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11443. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11444. /* now the pkt range is verified, read pkt_ptr from stack */
  11445. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  11446. /* write 4 bytes into packet */
  11447. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11448. BPF_EXIT_INSN(),
  11449. },
  11450. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11451. .errstr = "invalid access to packet",
  11452. .result = REJECT,
  11453. },
  11454. {
  11455. "calls: pkt_ptr spill into caller stack 3",
  11456. .insns = {
  11457. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11458. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11459. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11460. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11461. /* Marking is still kept and safe here. */
  11462. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11463. BPF_ST_MEM(BPF_W, BPF_REG_4, 0, 0),
  11464. BPF_EXIT_INSN(),
  11465. /* subprog 1 */
  11466. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11467. offsetof(struct __sk_buff, data)),
  11468. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11469. offsetof(struct __sk_buff, data_end)),
  11470. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11471. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11472. /* spill unchecked pkt_ptr into stack of caller */
  11473. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11474. BPF_MOV64_IMM(BPF_REG_5, 0),
  11475. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11476. BPF_MOV64_IMM(BPF_REG_5, 1),
  11477. /* now the pkt range is verified, read pkt_ptr from stack */
  11478. BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
  11479. /* write 4 bytes into packet */
  11480. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11481. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11482. BPF_EXIT_INSN(),
  11483. },
  11484. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11485. .result = ACCEPT,
  11486. .retval = 1,
  11487. },
  11488. {
  11489. "calls: pkt_ptr spill into caller stack 4",
  11490. .insns = {
  11491. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11492. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11493. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11494. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11495. /* Check marking propagated. */
  11496. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11497. BPF_ST_MEM(BPF_W, BPF_REG_4, 0, 0),
  11498. BPF_EXIT_INSN(),
  11499. /* subprog 1 */
  11500. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11501. offsetof(struct __sk_buff, data)),
  11502. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11503. offsetof(struct __sk_buff, data_end)),
  11504. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11505. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11506. /* spill unchecked pkt_ptr into stack of caller */
  11507. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11508. BPF_MOV64_IMM(BPF_REG_5, 0),
  11509. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11510. BPF_MOV64_IMM(BPF_REG_5, 1),
  11511. /* don't read back pkt_ptr from stack here */
  11512. /* write 4 bytes into packet */
  11513. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11514. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11515. BPF_EXIT_INSN(),
  11516. },
  11517. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11518. .result = ACCEPT,
  11519. .retval = 1,
  11520. },
  11521. {
  11522. "calls: pkt_ptr spill into caller stack 5",
  11523. .insns = {
  11524. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11525. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11526. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_1, 0),
  11527. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11528. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11529. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11530. BPF_EXIT_INSN(),
  11531. /* subprog 1 */
  11532. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11533. offsetof(struct __sk_buff, data)),
  11534. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11535. offsetof(struct __sk_buff, data_end)),
  11536. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11537. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11538. BPF_MOV64_IMM(BPF_REG_5, 0),
  11539. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11540. /* spill checked pkt_ptr into stack of caller */
  11541. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11542. BPF_MOV64_IMM(BPF_REG_5, 1),
  11543. /* don't read back pkt_ptr from stack here */
  11544. /* write 4 bytes into packet */
  11545. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11546. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11547. BPF_EXIT_INSN(),
  11548. },
  11549. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11550. .errstr = "same insn cannot be used with different",
  11551. .result = REJECT,
  11552. },
  11553. {
  11554. "calls: pkt_ptr spill into caller stack 6",
  11555. .insns = {
  11556. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11557. offsetof(struct __sk_buff, data_end)),
  11558. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11559. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11560. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11561. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11562. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11563. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11564. BPF_EXIT_INSN(),
  11565. /* subprog 1 */
  11566. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11567. offsetof(struct __sk_buff, data)),
  11568. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11569. offsetof(struct __sk_buff, data_end)),
  11570. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11571. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11572. BPF_MOV64_IMM(BPF_REG_5, 0),
  11573. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11574. /* spill checked pkt_ptr into stack of caller */
  11575. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11576. BPF_MOV64_IMM(BPF_REG_5, 1),
  11577. /* don't read back pkt_ptr from stack here */
  11578. /* write 4 bytes into packet */
  11579. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11580. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11581. BPF_EXIT_INSN(),
  11582. },
  11583. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11584. .errstr = "R4 invalid mem access",
  11585. .result = REJECT,
  11586. },
  11587. {
  11588. "calls: pkt_ptr spill into caller stack 7",
  11589. .insns = {
  11590. BPF_MOV64_IMM(BPF_REG_2, 0),
  11591. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11592. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11593. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11594. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11595. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11596. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11597. BPF_EXIT_INSN(),
  11598. /* subprog 1 */
  11599. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11600. offsetof(struct __sk_buff, data)),
  11601. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11602. offsetof(struct __sk_buff, data_end)),
  11603. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11604. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11605. BPF_MOV64_IMM(BPF_REG_5, 0),
  11606. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11607. /* spill checked pkt_ptr into stack of caller */
  11608. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11609. BPF_MOV64_IMM(BPF_REG_5, 1),
  11610. /* don't read back pkt_ptr from stack here */
  11611. /* write 4 bytes into packet */
  11612. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11613. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11614. BPF_EXIT_INSN(),
  11615. },
  11616. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11617. .errstr = "R4 invalid mem access",
  11618. .result = REJECT,
  11619. },
  11620. {
  11621. "calls: pkt_ptr spill into caller stack 8",
  11622. .insns = {
  11623. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11624. offsetof(struct __sk_buff, data)),
  11625. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11626. offsetof(struct __sk_buff, data_end)),
  11627. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11628. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11629. BPF_JMP_REG(BPF_JLE, BPF_REG_0, BPF_REG_3, 1),
  11630. BPF_EXIT_INSN(),
  11631. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11632. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11633. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11634. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11635. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11636. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11637. BPF_EXIT_INSN(),
  11638. /* subprog 1 */
  11639. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11640. offsetof(struct __sk_buff, data)),
  11641. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11642. offsetof(struct __sk_buff, data_end)),
  11643. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11644. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11645. BPF_MOV64_IMM(BPF_REG_5, 0),
  11646. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
  11647. /* spill checked pkt_ptr into stack of caller */
  11648. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11649. BPF_MOV64_IMM(BPF_REG_5, 1),
  11650. /* don't read back pkt_ptr from stack here */
  11651. /* write 4 bytes into packet */
  11652. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11653. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11654. BPF_EXIT_INSN(),
  11655. },
  11656. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11657. .result = ACCEPT,
  11658. },
  11659. {
  11660. "calls: pkt_ptr spill into caller stack 9",
  11661. .insns = {
  11662. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11663. offsetof(struct __sk_buff, data)),
  11664. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11665. offsetof(struct __sk_buff, data_end)),
  11666. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11667. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11668. BPF_JMP_REG(BPF_JLE, BPF_REG_0, BPF_REG_3, 1),
  11669. BPF_EXIT_INSN(),
  11670. BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
  11671. BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
  11672. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11673. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 3),
  11674. BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
  11675. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_4, 0),
  11676. BPF_EXIT_INSN(),
  11677. /* subprog 1 */
  11678. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  11679. offsetof(struct __sk_buff, data)),
  11680. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  11681. offsetof(struct __sk_buff, data_end)),
  11682. BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
  11683. BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
  11684. BPF_MOV64_IMM(BPF_REG_5, 0),
  11685. /* spill unchecked pkt_ptr into stack of caller */
  11686. BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
  11687. BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
  11688. BPF_MOV64_IMM(BPF_REG_5, 1),
  11689. /* don't read back pkt_ptr from stack here */
  11690. /* write 4 bytes into packet */
  11691. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  11692. BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
  11693. BPF_EXIT_INSN(),
  11694. },
  11695. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11696. .errstr = "invalid access to packet",
  11697. .result = REJECT,
  11698. },
  11699. {
  11700. "calls: caller stack init to zero or map_value_or_null",
  11701. .insns = {
  11702. BPF_MOV64_IMM(BPF_REG_0, 0),
  11703. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  11704. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11705. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11706. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 4),
  11707. /* fetch map_value_or_null or const_zero from stack */
  11708. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  11709. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
  11710. /* store into map_value */
  11711. BPF_ST_MEM(BPF_W, BPF_REG_0, 0, 0),
  11712. BPF_EXIT_INSN(),
  11713. /* subprog 1 */
  11714. /* if (ctx == 0) return; */
  11715. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 8),
  11716. /* else bpf_map_lookup() and *(fp - 8) = r0 */
  11717. BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
  11718. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11719. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11720. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11721. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11722. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11723. BPF_FUNC_map_lookup_elem),
  11724. /* write map_value_ptr_or_null into stack frame of main prog at fp-8 */
  11725. BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_0, 0),
  11726. BPF_EXIT_INSN(),
  11727. },
  11728. .fixup_map1 = { 13 },
  11729. .result = ACCEPT,
  11730. .prog_type = BPF_PROG_TYPE_XDP,
  11731. },
  11732. {
  11733. "calls: stack init to zero and pruning",
  11734. .insns = {
  11735. /* first make allocated_stack 16 byte */
  11736. BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, 0),
  11737. /* now fork the execution such that the false branch
  11738. * of JGT insn will be verified second and it skisp zero
  11739. * init of fp-8 stack slot. If stack liveness marking
  11740. * is missing live_read marks from call map_lookup
  11741. * processing then pruning will incorrectly assume
  11742. * that fp-8 stack slot was unused in the fall-through
  11743. * branch and will accept the program incorrectly
  11744. */
  11745. BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 2, 2),
  11746. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11747. BPF_JMP_IMM(BPF_JA, 0, 0, 0),
  11748. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11749. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11750. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11751. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11752. BPF_FUNC_map_lookup_elem),
  11753. BPF_EXIT_INSN(),
  11754. },
  11755. .fixup_map2 = { 6 },
  11756. .errstr = "invalid indirect read from stack off -8+0 size 8",
  11757. .result = REJECT,
  11758. .prog_type = BPF_PROG_TYPE_XDP,
  11759. },
  11760. {
  11761. "calls: two calls returning different map pointers for lookup (hash, array)",
  11762. .insns = {
  11763. /* main prog */
  11764. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 2),
  11765. BPF_CALL_REL(11),
  11766. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11767. BPF_CALL_REL(12),
  11768. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  11769. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11770. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11771. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11772. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11773. BPF_FUNC_map_lookup_elem),
  11774. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11775. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  11776. offsetof(struct test_val, foo)),
  11777. BPF_MOV64_IMM(BPF_REG_0, 1),
  11778. BPF_EXIT_INSN(),
  11779. /* subprog 1 */
  11780. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11781. BPF_EXIT_INSN(),
  11782. /* subprog 2 */
  11783. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11784. BPF_EXIT_INSN(),
  11785. },
  11786. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11787. .fixup_map2 = { 13 },
  11788. .fixup_map4 = { 16 },
  11789. .result = ACCEPT,
  11790. .retval = 1,
  11791. },
  11792. {
  11793. "calls: two calls returning different map pointers for lookup (hash, map in map)",
  11794. .insns = {
  11795. /* main prog */
  11796. BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 2),
  11797. BPF_CALL_REL(11),
  11798. BPF_JMP_IMM(BPF_JA, 0, 0, 1),
  11799. BPF_CALL_REL(12),
  11800. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  11801. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  11802. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11803. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11804. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11805. BPF_FUNC_map_lookup_elem),
  11806. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
  11807. BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
  11808. offsetof(struct test_val, foo)),
  11809. BPF_MOV64_IMM(BPF_REG_0, 1),
  11810. BPF_EXIT_INSN(),
  11811. /* subprog 1 */
  11812. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11813. BPF_EXIT_INSN(),
  11814. /* subprog 2 */
  11815. BPF_LD_MAP_FD(BPF_REG_0, 0),
  11816. BPF_EXIT_INSN(),
  11817. },
  11818. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  11819. .fixup_map_in_map = { 16 },
  11820. .fixup_map4 = { 13 },
  11821. .result = REJECT,
  11822. .errstr = "R0 invalid mem access 'map_ptr'",
  11823. },
  11824. {
  11825. "cond: two branches returning different map pointers for lookup (tail, tail)",
  11826. .insns = {
  11827. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  11828. offsetof(struct __sk_buff, mark)),
  11829. BPF_JMP_IMM(BPF_JNE, BPF_REG_6, 0, 3),
  11830. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11831. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11832. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11833. BPF_MOV64_IMM(BPF_REG_3, 7),
  11834. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11835. BPF_FUNC_tail_call),
  11836. BPF_MOV64_IMM(BPF_REG_0, 1),
  11837. BPF_EXIT_INSN(),
  11838. },
  11839. .fixup_prog1 = { 5 },
  11840. .fixup_prog2 = { 2 },
  11841. .result_unpriv = REJECT,
  11842. .errstr_unpriv = "tail_call abusing map_ptr",
  11843. .result = ACCEPT,
  11844. .retval = 42,
  11845. },
  11846. {
  11847. "cond: two branches returning same map pointers for lookup (tail, tail)",
  11848. .insns = {
  11849. BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
  11850. offsetof(struct __sk_buff, mark)),
  11851. BPF_JMP_IMM(BPF_JEQ, BPF_REG_6, 0, 3),
  11852. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11853. BPF_JMP_IMM(BPF_JA, 0, 0, 2),
  11854. BPF_LD_MAP_FD(BPF_REG_2, 0),
  11855. BPF_MOV64_IMM(BPF_REG_3, 7),
  11856. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  11857. BPF_FUNC_tail_call),
  11858. BPF_MOV64_IMM(BPF_REG_0, 1),
  11859. BPF_EXIT_INSN(),
  11860. },
  11861. .fixup_prog2 = { 2, 5 },
  11862. .result_unpriv = ACCEPT,
  11863. .result = ACCEPT,
  11864. .retval = 42,
  11865. },
  11866. {
  11867. "search pruning: all branches should be verified (nop operation)",
  11868. .insns = {
  11869. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11870. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11871. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  11872. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11873. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  11874. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
  11875. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  11876. BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0xbeef, 2),
  11877. BPF_MOV64_IMM(BPF_REG_4, 0),
  11878. BPF_JMP_A(1),
  11879. BPF_MOV64_IMM(BPF_REG_4, 1),
  11880. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -16),
  11881. BPF_EMIT_CALL(BPF_FUNC_ktime_get_ns),
  11882. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -16),
  11883. BPF_JMP_IMM(BPF_JEQ, BPF_REG_5, 0, 2),
  11884. BPF_MOV64_IMM(BPF_REG_6, 0),
  11885. BPF_ST_MEM(BPF_DW, BPF_REG_6, 0, 0xdead),
  11886. BPF_EXIT_INSN(),
  11887. },
  11888. .fixup_map1 = { 3 },
  11889. .errstr = "R6 invalid mem access 'inv'",
  11890. .result = REJECT,
  11891. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  11892. },
  11893. {
  11894. "search pruning: all branches should be verified (invalid stack access)",
  11895. .insns = {
  11896. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  11897. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  11898. BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
  11899. BPF_LD_MAP_FD(BPF_REG_1, 0),
  11900. BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
  11901. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
  11902. BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0),
  11903. BPF_MOV64_IMM(BPF_REG_4, 0),
  11904. BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0xbeef, 2),
  11905. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -16),
  11906. BPF_JMP_A(1),
  11907. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -24),
  11908. BPF_EMIT_CALL(BPF_FUNC_ktime_get_ns),
  11909. BPF_LDX_MEM(BPF_DW, BPF_REG_5, BPF_REG_10, -16),
  11910. BPF_EXIT_INSN(),
  11911. },
  11912. .fixup_map1 = { 3 },
  11913. .errstr = "invalid read from stack off -16+0 size 8",
  11914. .result = REJECT,
  11915. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  11916. },
  11917. {
  11918. "jit: lsh, rsh, arsh by 1",
  11919. .insns = {
  11920. BPF_MOV64_IMM(BPF_REG_0, 1),
  11921. BPF_MOV64_IMM(BPF_REG_1, 0xff),
  11922. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 1),
  11923. BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 1),
  11924. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0x3fc, 1),
  11925. BPF_EXIT_INSN(),
  11926. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 1),
  11927. BPF_ALU32_IMM(BPF_RSH, BPF_REG_1, 1),
  11928. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0xff, 1),
  11929. BPF_EXIT_INSN(),
  11930. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_1, 1),
  11931. BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0x7f, 1),
  11932. BPF_EXIT_INSN(),
  11933. BPF_MOV64_IMM(BPF_REG_0, 2),
  11934. BPF_EXIT_INSN(),
  11935. },
  11936. .result = ACCEPT,
  11937. .retval = 2,
  11938. },
  11939. {
  11940. "jit: mov32 for ldimm64, 1",
  11941. .insns = {
  11942. BPF_MOV64_IMM(BPF_REG_0, 2),
  11943. BPF_LD_IMM64(BPF_REG_1, 0xfeffffffffffffffULL),
  11944. BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 32),
  11945. BPF_LD_IMM64(BPF_REG_2, 0xfeffffffULL),
  11946. BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_2, 1),
  11947. BPF_MOV64_IMM(BPF_REG_0, 1),
  11948. BPF_EXIT_INSN(),
  11949. },
  11950. .result = ACCEPT,
  11951. .retval = 2,
  11952. },
  11953. {
  11954. "jit: mov32 for ldimm64, 2",
  11955. .insns = {
  11956. BPF_MOV64_IMM(BPF_REG_0, 1),
  11957. BPF_LD_IMM64(BPF_REG_1, 0x1ffffffffULL),
  11958. BPF_LD_IMM64(BPF_REG_2, 0xffffffffULL),
  11959. BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_2, 1),
  11960. BPF_MOV64_IMM(BPF_REG_0, 2),
  11961. BPF_EXIT_INSN(),
  11962. },
  11963. .result = ACCEPT,
  11964. .retval = 2,
  11965. },
  11966. {
  11967. "jit: various mul tests",
  11968. .insns = {
  11969. BPF_LD_IMM64(BPF_REG_2, 0xeeff0d413122ULL),
  11970. BPF_LD_IMM64(BPF_REG_0, 0xfefefeULL),
  11971. BPF_LD_IMM64(BPF_REG_1, 0xefefefULL),
  11972. BPF_ALU64_REG(BPF_MUL, BPF_REG_0, BPF_REG_1),
  11973. BPF_JMP_REG(BPF_JEQ, BPF_REG_0, BPF_REG_2, 2),
  11974. BPF_MOV64_IMM(BPF_REG_0, 1),
  11975. BPF_EXIT_INSN(),
  11976. BPF_LD_IMM64(BPF_REG_3, 0xfefefeULL),
  11977. BPF_ALU64_REG(BPF_MUL, BPF_REG_3, BPF_REG_1),
  11978. BPF_JMP_REG(BPF_JEQ, BPF_REG_3, BPF_REG_2, 2),
  11979. BPF_MOV64_IMM(BPF_REG_0, 1),
  11980. BPF_EXIT_INSN(),
  11981. BPF_MOV32_REG(BPF_REG_2, BPF_REG_2),
  11982. BPF_LD_IMM64(BPF_REG_0, 0xfefefeULL),
  11983. BPF_ALU32_REG(BPF_MUL, BPF_REG_0, BPF_REG_1),
  11984. BPF_JMP_REG(BPF_JEQ, BPF_REG_0, BPF_REG_2, 2),
  11985. BPF_MOV64_IMM(BPF_REG_0, 1),
  11986. BPF_EXIT_INSN(),
  11987. BPF_LD_IMM64(BPF_REG_3, 0xfefefeULL),
  11988. BPF_ALU32_REG(BPF_MUL, BPF_REG_3, BPF_REG_1),
  11989. BPF_JMP_REG(BPF_JEQ, BPF_REG_3, BPF_REG_2, 2),
  11990. BPF_MOV64_IMM(BPF_REG_0, 1),
  11991. BPF_EXIT_INSN(),
  11992. BPF_LD_IMM64(BPF_REG_0, 0x952a7bbcULL),
  11993. BPF_LD_IMM64(BPF_REG_1, 0xfefefeULL),
  11994. BPF_LD_IMM64(BPF_REG_2, 0xeeff0d413122ULL),
  11995. BPF_ALU32_REG(BPF_MUL, BPF_REG_2, BPF_REG_1),
  11996. BPF_JMP_REG(BPF_JEQ, BPF_REG_2, BPF_REG_0, 2),
  11997. BPF_MOV64_IMM(BPF_REG_0, 1),
  11998. BPF_EXIT_INSN(),
  11999. BPF_MOV64_IMM(BPF_REG_0, 2),
  12000. BPF_EXIT_INSN(),
  12001. },
  12002. .result = ACCEPT,
  12003. .retval = 2,
  12004. },
  12005. {
  12006. "xadd/w check unaligned stack",
  12007. .insns = {
  12008. BPF_MOV64_IMM(BPF_REG_0, 1),
  12009. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  12010. BPF_STX_XADD(BPF_W, BPF_REG_10, BPF_REG_0, -7),
  12011. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  12012. BPF_EXIT_INSN(),
  12013. },
  12014. .result = REJECT,
  12015. .errstr = "misaligned stack access off",
  12016. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12017. },
  12018. {
  12019. "xadd/w check unaligned map",
  12020. .insns = {
  12021. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  12022. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  12023. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  12024. BPF_LD_MAP_FD(BPF_REG_1, 0),
  12025. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12026. BPF_FUNC_map_lookup_elem),
  12027. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
  12028. BPF_EXIT_INSN(),
  12029. BPF_MOV64_IMM(BPF_REG_1, 1),
  12030. BPF_STX_XADD(BPF_W, BPF_REG_0, BPF_REG_1, 3),
  12031. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0, 3),
  12032. BPF_EXIT_INSN(),
  12033. },
  12034. .fixup_map1 = { 3 },
  12035. .result = REJECT,
  12036. .errstr = "misaligned value access off",
  12037. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12038. },
  12039. {
  12040. "xadd/w check unaligned pkt",
  12041. .insns = {
  12042. BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
  12043. offsetof(struct xdp_md, data)),
  12044. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
  12045. offsetof(struct xdp_md, data_end)),
  12046. BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
  12047. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
  12048. BPF_JMP_REG(BPF_JLT, BPF_REG_1, BPF_REG_3, 2),
  12049. BPF_MOV64_IMM(BPF_REG_0, 99),
  12050. BPF_JMP_IMM(BPF_JA, 0, 0, 6),
  12051. BPF_MOV64_IMM(BPF_REG_0, 1),
  12052. BPF_ST_MEM(BPF_W, BPF_REG_2, 0, 0),
  12053. BPF_ST_MEM(BPF_W, BPF_REG_2, 3, 0),
  12054. BPF_STX_XADD(BPF_W, BPF_REG_2, BPF_REG_0, 1),
  12055. BPF_STX_XADD(BPF_W, BPF_REG_2, BPF_REG_0, 2),
  12056. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_2, 1),
  12057. BPF_EXIT_INSN(),
  12058. },
  12059. .result = REJECT,
  12060. .errstr = "BPF_XADD stores into R2 packet",
  12061. .prog_type = BPF_PROG_TYPE_XDP,
  12062. },
  12063. {
  12064. "xadd/w check whether src/dst got mangled, 1",
  12065. .insns = {
  12066. BPF_MOV64_IMM(BPF_REG_0, 1),
  12067. BPF_MOV64_REG(BPF_REG_6, BPF_REG_0),
  12068. BPF_MOV64_REG(BPF_REG_7, BPF_REG_10),
  12069. BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  12070. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  12071. BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
  12072. BPF_JMP_REG(BPF_JNE, BPF_REG_6, BPF_REG_0, 3),
  12073. BPF_JMP_REG(BPF_JNE, BPF_REG_7, BPF_REG_10, 2),
  12074. BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
  12075. BPF_EXIT_INSN(),
  12076. BPF_MOV64_IMM(BPF_REG_0, 42),
  12077. BPF_EXIT_INSN(),
  12078. },
  12079. .result = ACCEPT,
  12080. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12081. .retval = 3,
  12082. },
  12083. {
  12084. "xadd/w check whether src/dst got mangled, 2",
  12085. .insns = {
  12086. BPF_MOV64_IMM(BPF_REG_0, 1),
  12087. BPF_MOV64_REG(BPF_REG_6, BPF_REG_0),
  12088. BPF_MOV64_REG(BPF_REG_7, BPF_REG_10),
  12089. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -8),
  12090. BPF_STX_XADD(BPF_W, BPF_REG_10, BPF_REG_0, -8),
  12091. BPF_STX_XADD(BPF_W, BPF_REG_10, BPF_REG_0, -8),
  12092. BPF_JMP_REG(BPF_JNE, BPF_REG_6, BPF_REG_0, 3),
  12093. BPF_JMP_REG(BPF_JNE, BPF_REG_7, BPF_REG_10, 2),
  12094. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -8),
  12095. BPF_EXIT_INSN(),
  12096. BPF_MOV64_IMM(BPF_REG_0, 42),
  12097. BPF_EXIT_INSN(),
  12098. },
  12099. .result = ACCEPT,
  12100. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12101. .retval = 3,
  12102. },
  12103. {
  12104. "bpf_get_stack return R0 within range",
  12105. .insns = {
  12106. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12107. BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
  12108. BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
  12109. BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
  12110. BPF_LD_MAP_FD(BPF_REG_1, 0),
  12111. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12112. BPF_FUNC_map_lookup_elem),
  12113. BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 28),
  12114. BPF_MOV64_REG(BPF_REG_7, BPF_REG_0),
  12115. BPF_MOV64_IMM(BPF_REG_9, sizeof(struct test_val)),
  12116. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  12117. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  12118. BPF_MOV64_IMM(BPF_REG_3, sizeof(struct test_val)),
  12119. BPF_MOV64_IMM(BPF_REG_4, 256),
  12120. BPF_EMIT_CALL(BPF_FUNC_get_stack),
  12121. BPF_MOV64_IMM(BPF_REG_1, 0),
  12122. BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
  12123. BPF_ALU64_IMM(BPF_LSH, BPF_REG_8, 32),
  12124. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_8, 32),
  12125. BPF_JMP_REG(BPF_JSLT, BPF_REG_1, BPF_REG_8, 16),
  12126. BPF_ALU64_REG(BPF_SUB, BPF_REG_9, BPF_REG_8),
  12127. BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
  12128. BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_8),
  12129. BPF_MOV64_REG(BPF_REG_1, BPF_REG_9),
  12130. BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 32),
  12131. BPF_ALU64_IMM(BPF_ARSH, BPF_REG_1, 32),
  12132. BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
  12133. BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_1),
  12134. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  12135. BPF_MOV64_IMM(BPF_REG_5, sizeof(struct test_val)),
  12136. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_5),
  12137. BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_1, 4),
  12138. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  12139. BPF_MOV64_REG(BPF_REG_3, BPF_REG_9),
  12140. BPF_MOV64_IMM(BPF_REG_4, 0),
  12141. BPF_EMIT_CALL(BPF_FUNC_get_stack),
  12142. BPF_EXIT_INSN(),
  12143. },
  12144. .fixup_map2 = { 4 },
  12145. .result = ACCEPT,
  12146. .prog_type = BPF_PROG_TYPE_TRACEPOINT,
  12147. },
  12148. {
  12149. "ld_abs: invalid op 1",
  12150. .insns = {
  12151. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12152. BPF_LD_ABS(BPF_DW, 0),
  12153. BPF_EXIT_INSN(),
  12154. },
  12155. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12156. .result = REJECT,
  12157. .errstr = "unknown opcode",
  12158. },
  12159. {
  12160. "ld_abs: invalid op 2",
  12161. .insns = {
  12162. BPF_MOV32_IMM(BPF_REG_0, 256),
  12163. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12164. BPF_LD_IND(BPF_DW, BPF_REG_0, 0),
  12165. BPF_EXIT_INSN(),
  12166. },
  12167. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12168. .result = REJECT,
  12169. .errstr = "unknown opcode",
  12170. },
  12171. {
  12172. "ld_abs: nmap reduced",
  12173. .insns = {
  12174. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12175. BPF_LD_ABS(BPF_H, 12),
  12176. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x806, 28),
  12177. BPF_LD_ABS(BPF_H, 12),
  12178. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x806, 26),
  12179. BPF_MOV32_IMM(BPF_REG_0, 18),
  12180. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -64),
  12181. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -64),
  12182. BPF_LD_IND(BPF_W, BPF_REG_7, 14),
  12183. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -60),
  12184. BPF_MOV32_IMM(BPF_REG_0, 280971478),
  12185. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -56),
  12186. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -56),
  12187. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -60),
  12188. BPF_ALU32_REG(BPF_SUB, BPF_REG_0, BPF_REG_7),
  12189. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 15),
  12190. BPF_LD_ABS(BPF_H, 12),
  12191. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0x806, 13),
  12192. BPF_MOV32_IMM(BPF_REG_0, 22),
  12193. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -56),
  12194. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -56),
  12195. BPF_LD_IND(BPF_H, BPF_REG_7, 14),
  12196. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -52),
  12197. BPF_MOV32_IMM(BPF_REG_0, 17366),
  12198. BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_0, -48),
  12199. BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_10, -48),
  12200. BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -52),
  12201. BPF_ALU32_REG(BPF_SUB, BPF_REG_0, BPF_REG_7),
  12202. BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 2),
  12203. BPF_MOV32_IMM(BPF_REG_0, 256),
  12204. BPF_EXIT_INSN(),
  12205. BPF_MOV32_IMM(BPF_REG_0, 0),
  12206. BPF_EXIT_INSN(),
  12207. },
  12208. .data = {
  12209. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0x08, 0x06, 0,
  12210. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  12211. 0x10, 0xbf, 0x48, 0xd6, 0x43, 0xd6,
  12212. },
  12213. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12214. .result = ACCEPT,
  12215. .retval = 256,
  12216. },
  12217. {
  12218. "ld_abs: div + abs, test 1",
  12219. .insns = {
  12220. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12221. BPF_LD_ABS(BPF_B, 3),
  12222. BPF_ALU64_IMM(BPF_MOV, BPF_REG_2, 2),
  12223. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_2),
  12224. BPF_ALU64_REG(BPF_MOV, BPF_REG_8, BPF_REG_0),
  12225. BPF_LD_ABS(BPF_B, 4),
  12226. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_0),
  12227. BPF_LD_IND(BPF_B, BPF_REG_8, -70),
  12228. BPF_EXIT_INSN(),
  12229. },
  12230. .data = {
  12231. 10, 20, 30, 40, 50,
  12232. },
  12233. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12234. .result = ACCEPT,
  12235. .retval = 10,
  12236. },
  12237. {
  12238. "ld_abs: div + abs, test 2",
  12239. .insns = {
  12240. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12241. BPF_LD_ABS(BPF_B, 3),
  12242. BPF_ALU64_IMM(BPF_MOV, BPF_REG_2, 2),
  12243. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_2),
  12244. BPF_ALU64_REG(BPF_MOV, BPF_REG_8, BPF_REG_0),
  12245. BPF_LD_ABS(BPF_B, 128),
  12246. BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_0),
  12247. BPF_LD_IND(BPF_B, BPF_REG_8, -70),
  12248. BPF_EXIT_INSN(),
  12249. },
  12250. .data = {
  12251. 10, 20, 30, 40, 50,
  12252. },
  12253. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12254. .result = ACCEPT,
  12255. .retval = 0,
  12256. },
  12257. {
  12258. "ld_abs: div + abs, test 3",
  12259. .insns = {
  12260. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12261. BPF_ALU64_IMM(BPF_MOV, BPF_REG_7, 0),
  12262. BPF_LD_ABS(BPF_B, 3),
  12263. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_7),
  12264. BPF_EXIT_INSN(),
  12265. },
  12266. .data = {
  12267. 10, 20, 30, 40, 50,
  12268. },
  12269. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12270. .result = ACCEPT,
  12271. .retval = 0,
  12272. },
  12273. {
  12274. "ld_abs: div + abs, test 4",
  12275. .insns = {
  12276. BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
  12277. BPF_ALU64_IMM(BPF_MOV, BPF_REG_7, 0),
  12278. BPF_LD_ABS(BPF_B, 256),
  12279. BPF_ALU32_REG(BPF_DIV, BPF_REG_0, BPF_REG_7),
  12280. BPF_EXIT_INSN(),
  12281. },
  12282. .data = {
  12283. 10, 20, 30, 40, 50,
  12284. },
  12285. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12286. .result = ACCEPT,
  12287. .retval = 0,
  12288. },
  12289. {
  12290. "ld_abs: vlan + abs, test 1",
  12291. .insns = { },
  12292. .data = {
  12293. 0x34,
  12294. },
  12295. .fill_helper = bpf_fill_ld_abs_vlan_push_pop,
  12296. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12297. .result = ACCEPT,
  12298. .retval = 0xbef,
  12299. },
  12300. {
  12301. "ld_abs: vlan + abs, test 2",
  12302. .insns = {
  12303. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12304. BPF_LD_ABS(BPF_B, 0),
  12305. BPF_LD_ABS(BPF_H, 0),
  12306. BPF_LD_ABS(BPF_W, 0),
  12307. BPF_MOV64_REG(BPF_REG_7, BPF_REG_6),
  12308. BPF_MOV64_IMM(BPF_REG_6, 0),
  12309. BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
  12310. BPF_MOV64_IMM(BPF_REG_2, 1),
  12311. BPF_MOV64_IMM(BPF_REG_3, 2),
  12312. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12313. BPF_FUNC_skb_vlan_push),
  12314. BPF_MOV64_REG(BPF_REG_6, BPF_REG_7),
  12315. BPF_LD_ABS(BPF_B, 0),
  12316. BPF_LD_ABS(BPF_H, 0),
  12317. BPF_LD_ABS(BPF_W, 0),
  12318. BPF_MOV64_IMM(BPF_REG_0, 42),
  12319. BPF_EXIT_INSN(),
  12320. },
  12321. .data = {
  12322. 0x34,
  12323. },
  12324. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12325. .result = ACCEPT,
  12326. .retval = 42,
  12327. },
  12328. {
  12329. "ld_abs: jump around ld_abs",
  12330. .insns = { },
  12331. .data = {
  12332. 10, 11,
  12333. },
  12334. .fill_helper = bpf_fill_jump_around_ld_abs,
  12335. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12336. .result = ACCEPT,
  12337. .retval = 10,
  12338. },
  12339. {
  12340. "ld_dw: xor semi-random 64 bit imms, test 1",
  12341. .insns = { },
  12342. .data = { },
  12343. .fill_helper = bpf_fill_rand_ld_dw,
  12344. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12345. .result = ACCEPT,
  12346. .retval = 4090,
  12347. },
  12348. {
  12349. "ld_dw: xor semi-random 64 bit imms, test 2",
  12350. .insns = { },
  12351. .data = { },
  12352. .fill_helper = bpf_fill_rand_ld_dw,
  12353. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12354. .result = ACCEPT,
  12355. .retval = 2047,
  12356. },
  12357. {
  12358. "ld_dw: xor semi-random 64 bit imms, test 3",
  12359. .insns = { },
  12360. .data = { },
  12361. .fill_helper = bpf_fill_rand_ld_dw,
  12362. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12363. .result = ACCEPT,
  12364. .retval = 511,
  12365. },
  12366. {
  12367. "ld_dw: xor semi-random 64 bit imms, test 4",
  12368. .insns = { },
  12369. .data = { },
  12370. .fill_helper = bpf_fill_rand_ld_dw,
  12371. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12372. .result = ACCEPT,
  12373. .retval = 5,
  12374. },
  12375. {
  12376. "pass unmodified ctx pointer to helper",
  12377. .insns = {
  12378. BPF_MOV64_IMM(BPF_REG_2, 0),
  12379. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12380. BPF_FUNC_csum_update),
  12381. BPF_MOV64_IMM(BPF_REG_0, 0),
  12382. BPF_EXIT_INSN(),
  12383. },
  12384. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12385. .result = ACCEPT,
  12386. },
  12387. {
  12388. "pass modified ctx pointer to helper, 1",
  12389. .insns = {
  12390. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -612),
  12391. BPF_MOV64_IMM(BPF_REG_2, 0),
  12392. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12393. BPF_FUNC_csum_update),
  12394. BPF_MOV64_IMM(BPF_REG_0, 0),
  12395. BPF_EXIT_INSN(),
  12396. },
  12397. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12398. .result = REJECT,
  12399. .errstr = "dereference of modified ctx ptr",
  12400. },
  12401. {
  12402. "pass modified ctx pointer to helper, 2",
  12403. .insns = {
  12404. BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -612),
  12405. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12406. BPF_FUNC_get_socket_cookie),
  12407. BPF_MOV64_IMM(BPF_REG_0, 0),
  12408. BPF_EXIT_INSN(),
  12409. },
  12410. .result_unpriv = REJECT,
  12411. .result = REJECT,
  12412. .errstr_unpriv = "dereference of modified ctx ptr",
  12413. .errstr = "dereference of modified ctx ptr",
  12414. },
  12415. {
  12416. "pass modified ctx pointer to helper, 3",
  12417. .insns = {
  12418. BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1, 0),
  12419. BPF_ALU64_IMM(BPF_AND, BPF_REG_3, 4),
  12420. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
  12421. BPF_MOV64_IMM(BPF_REG_2, 0),
  12422. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12423. BPF_FUNC_csum_update),
  12424. BPF_MOV64_IMM(BPF_REG_0, 0),
  12425. BPF_EXIT_INSN(),
  12426. },
  12427. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12428. .result = REJECT,
  12429. .errstr = "variable ctx access var_off=(0x0; 0x4)",
  12430. },
  12431. {
  12432. "mov64 src == dst",
  12433. .insns = {
  12434. BPF_MOV64_IMM(BPF_REG_2, 0),
  12435. BPF_MOV64_REG(BPF_REG_2, BPF_REG_2),
  12436. // Check bounds are OK
  12437. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  12438. BPF_MOV64_IMM(BPF_REG_0, 0),
  12439. BPF_EXIT_INSN(),
  12440. },
  12441. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12442. .result = ACCEPT,
  12443. },
  12444. {
  12445. "mov64 src != dst",
  12446. .insns = {
  12447. BPF_MOV64_IMM(BPF_REG_3, 0),
  12448. BPF_MOV64_REG(BPF_REG_2, BPF_REG_3),
  12449. // Check bounds are OK
  12450. BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
  12451. BPF_MOV64_IMM(BPF_REG_0, 0),
  12452. BPF_EXIT_INSN(),
  12453. },
  12454. .prog_type = BPF_PROG_TYPE_SCHED_CLS,
  12455. .result = ACCEPT,
  12456. },
  12457. {
  12458. "calls: ctx read at start of subprog",
  12459. .insns = {
  12460. BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
  12461. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 5),
  12462. BPF_JMP_REG(BPF_JSGT, BPF_REG_0, BPF_REG_0, 0),
  12463. BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
  12464. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 1, 0, 2),
  12465. BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
  12466. BPF_EXIT_INSN(),
  12467. BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_1, 0),
  12468. BPF_MOV64_IMM(BPF_REG_0, 0),
  12469. BPF_EXIT_INSN(),
  12470. },
  12471. .prog_type = BPF_PROG_TYPE_SOCKET_FILTER,
  12472. .errstr_unpriv = "function calls to other bpf functions are allowed for root only",
  12473. .result_unpriv = REJECT,
  12474. .result = ACCEPT,
  12475. },
  12476. };
  12477. static int probe_filter_length(const struct bpf_insn *fp)
  12478. {
  12479. int len;
  12480. for (len = MAX_INSNS - 1; len > 0; --len)
  12481. if (fp[len].code != 0 || fp[len].imm != 0)
  12482. break;
  12483. return len + 1;
  12484. }
  12485. static int create_map(uint32_t type, uint32_t size_key,
  12486. uint32_t size_value, uint32_t max_elem)
  12487. {
  12488. int fd;
  12489. fd = bpf_create_map(type, size_key, size_value, max_elem,
  12490. type == BPF_MAP_TYPE_HASH ? BPF_F_NO_PREALLOC : 0);
  12491. if (fd < 0)
  12492. printf("Failed to create hash map '%s'!\n", strerror(errno));
  12493. return fd;
  12494. }
  12495. static int create_prog_dummy1(void)
  12496. {
  12497. struct bpf_insn prog[] = {
  12498. BPF_MOV64_IMM(BPF_REG_0, 42),
  12499. BPF_EXIT_INSN(),
  12500. };
  12501. return bpf_load_program(BPF_PROG_TYPE_SOCKET_FILTER, prog,
  12502. ARRAY_SIZE(prog), "GPL", 0, NULL, 0);
  12503. }
  12504. static int create_prog_dummy2(int mfd, int idx)
  12505. {
  12506. struct bpf_insn prog[] = {
  12507. BPF_MOV64_IMM(BPF_REG_3, idx),
  12508. BPF_LD_MAP_FD(BPF_REG_2, mfd),
  12509. BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
  12510. BPF_FUNC_tail_call),
  12511. BPF_MOV64_IMM(BPF_REG_0, 41),
  12512. BPF_EXIT_INSN(),
  12513. };
  12514. return bpf_load_program(BPF_PROG_TYPE_SOCKET_FILTER, prog,
  12515. ARRAY_SIZE(prog), "GPL", 0, NULL, 0);
  12516. }
  12517. static int create_prog_array(uint32_t max_elem, int p1key)
  12518. {
  12519. int p2key = 1;
  12520. int mfd, p1fd, p2fd;
  12521. mfd = bpf_create_map(BPF_MAP_TYPE_PROG_ARRAY, sizeof(int),
  12522. sizeof(int), max_elem, 0);
  12523. if (mfd < 0) {
  12524. printf("Failed to create prog array '%s'!\n", strerror(errno));
  12525. return -1;
  12526. }
  12527. p1fd = create_prog_dummy1();
  12528. p2fd = create_prog_dummy2(mfd, p2key);
  12529. if (p1fd < 0 || p2fd < 0)
  12530. goto out;
  12531. if (bpf_map_update_elem(mfd, &p1key, &p1fd, BPF_ANY) < 0)
  12532. goto out;
  12533. if (bpf_map_update_elem(mfd, &p2key, &p2fd, BPF_ANY) < 0)
  12534. goto out;
  12535. close(p2fd);
  12536. close(p1fd);
  12537. return mfd;
  12538. out:
  12539. close(p2fd);
  12540. close(p1fd);
  12541. close(mfd);
  12542. return -1;
  12543. }
  12544. static int create_map_in_map(void)
  12545. {
  12546. int inner_map_fd, outer_map_fd;
  12547. inner_map_fd = bpf_create_map(BPF_MAP_TYPE_ARRAY, sizeof(int),
  12548. sizeof(int), 1, 0);
  12549. if (inner_map_fd < 0) {
  12550. printf("Failed to create array '%s'!\n", strerror(errno));
  12551. return inner_map_fd;
  12552. }
  12553. outer_map_fd = bpf_create_map_in_map(BPF_MAP_TYPE_ARRAY_OF_MAPS, NULL,
  12554. sizeof(int), inner_map_fd, 1, 0);
  12555. if (outer_map_fd < 0)
  12556. printf("Failed to create array of maps '%s'!\n",
  12557. strerror(errno));
  12558. close(inner_map_fd);
  12559. return outer_map_fd;
  12560. }
  12561. static int create_cgroup_storage(void)
  12562. {
  12563. int fd;
  12564. fd = bpf_create_map(BPF_MAP_TYPE_CGROUP_STORAGE,
  12565. sizeof(struct bpf_cgroup_storage_key),
  12566. TEST_DATA_LEN, 0, 0);
  12567. if (fd < 0)
  12568. printf("Failed to create array '%s'!\n", strerror(errno));
  12569. return fd;
  12570. }
  12571. static char bpf_vlog[UINT_MAX >> 8];
  12572. static void do_test_fixup(struct bpf_test *test, struct bpf_insn *prog,
  12573. int *map_fds)
  12574. {
  12575. int *fixup_map1 = test->fixup_map1;
  12576. int *fixup_map2 = test->fixup_map2;
  12577. int *fixup_map3 = test->fixup_map3;
  12578. int *fixup_map4 = test->fixup_map4;
  12579. int *fixup_prog1 = test->fixup_prog1;
  12580. int *fixup_prog2 = test->fixup_prog2;
  12581. int *fixup_map_in_map = test->fixup_map_in_map;
  12582. int *fixup_cgroup_storage = test->fixup_cgroup_storage;
  12583. if (test->fill_helper)
  12584. test->fill_helper(test);
  12585. /* Allocating HTs with 1 elem is fine here, since we only test
  12586. * for verifier and not do a runtime lookup, so the only thing
  12587. * that really matters is value size in this case.
  12588. */
  12589. if (*fixup_map1) {
  12590. map_fds[0] = create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
  12591. sizeof(long long), 1);
  12592. do {
  12593. prog[*fixup_map1].imm = map_fds[0];
  12594. fixup_map1++;
  12595. } while (*fixup_map1);
  12596. }
  12597. if (*fixup_map2) {
  12598. map_fds[1] = create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
  12599. sizeof(struct test_val), 1);
  12600. do {
  12601. prog[*fixup_map2].imm = map_fds[1];
  12602. fixup_map2++;
  12603. } while (*fixup_map2);
  12604. }
  12605. if (*fixup_map3) {
  12606. map_fds[2] = create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
  12607. sizeof(struct other_val), 1);
  12608. do {
  12609. prog[*fixup_map3].imm = map_fds[2];
  12610. fixup_map3++;
  12611. } while (*fixup_map3);
  12612. }
  12613. if (*fixup_map4) {
  12614. map_fds[3] = create_map(BPF_MAP_TYPE_ARRAY, sizeof(int),
  12615. sizeof(struct test_val), 1);
  12616. do {
  12617. prog[*fixup_map4].imm = map_fds[3];
  12618. fixup_map4++;
  12619. } while (*fixup_map4);
  12620. }
  12621. if (*fixup_prog1) {
  12622. map_fds[4] = create_prog_array(4, 0);
  12623. do {
  12624. prog[*fixup_prog1].imm = map_fds[4];
  12625. fixup_prog1++;
  12626. } while (*fixup_prog1);
  12627. }
  12628. if (*fixup_prog2) {
  12629. map_fds[5] = create_prog_array(8, 7);
  12630. do {
  12631. prog[*fixup_prog2].imm = map_fds[5];
  12632. fixup_prog2++;
  12633. } while (*fixup_prog2);
  12634. }
  12635. if (*fixup_map_in_map) {
  12636. map_fds[6] = create_map_in_map();
  12637. do {
  12638. prog[*fixup_map_in_map].imm = map_fds[6];
  12639. fixup_map_in_map++;
  12640. } while (*fixup_map_in_map);
  12641. }
  12642. if (*fixup_cgroup_storage) {
  12643. map_fds[7] = create_cgroup_storage();
  12644. do {
  12645. prog[*fixup_cgroup_storage].imm = map_fds[7];
  12646. fixup_cgroup_storage++;
  12647. } while (*fixup_cgroup_storage);
  12648. }
  12649. }
  12650. static void do_test_single(struct bpf_test *test, bool unpriv,
  12651. int *passes, int *errors)
  12652. {
  12653. int fd_prog, expected_ret, reject_from_alignment;
  12654. int prog_len, prog_type = test->prog_type;
  12655. struct bpf_insn *prog = test->insns;
  12656. int map_fds[MAX_NR_MAPS];
  12657. const char *expected_err;
  12658. uint32_t retval;
  12659. int i, err;
  12660. for (i = 0; i < MAX_NR_MAPS; i++)
  12661. map_fds[i] = -1;
  12662. do_test_fixup(test, prog, map_fds);
  12663. prog_len = probe_filter_length(prog);
  12664. fd_prog = bpf_verify_program(prog_type ? : BPF_PROG_TYPE_SOCKET_FILTER,
  12665. prog, prog_len, test->flags & F_LOAD_WITH_STRICT_ALIGNMENT,
  12666. "GPL", 0, bpf_vlog, sizeof(bpf_vlog), 1);
  12667. expected_ret = unpriv && test->result_unpriv != UNDEF ?
  12668. test->result_unpriv : test->result;
  12669. expected_err = unpriv && test->errstr_unpriv ?
  12670. test->errstr_unpriv : test->errstr;
  12671. reject_from_alignment = fd_prog < 0 &&
  12672. (test->flags & F_NEEDS_EFFICIENT_UNALIGNED_ACCESS) &&
  12673. strstr(bpf_vlog, "misaligned");
  12674. #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS
  12675. if (reject_from_alignment) {
  12676. printf("FAIL\nFailed due to alignment despite having efficient unaligned access: '%s'!\n",
  12677. strerror(errno));
  12678. goto fail_log;
  12679. }
  12680. #endif
  12681. if (expected_ret == ACCEPT) {
  12682. if (fd_prog < 0 && !reject_from_alignment) {
  12683. printf("FAIL\nFailed to load prog '%s'!\n",
  12684. strerror(errno));
  12685. goto fail_log;
  12686. }
  12687. } else {
  12688. if (fd_prog >= 0) {
  12689. printf("FAIL\nUnexpected success to load!\n");
  12690. goto fail_log;
  12691. }
  12692. if (!strstr(bpf_vlog, expected_err) && !reject_from_alignment) {
  12693. printf("FAIL\nUnexpected error message!\n\tEXP: %s\n\tRES: %s\n",
  12694. expected_err, bpf_vlog);
  12695. goto fail_log;
  12696. }
  12697. }
  12698. if (fd_prog >= 0) {
  12699. __u8 tmp[TEST_DATA_LEN << 2];
  12700. __u32 size_tmp = sizeof(tmp);
  12701. err = bpf_prog_test_run(fd_prog, 1, test->data,
  12702. sizeof(test->data), tmp, &size_tmp,
  12703. &retval, NULL);
  12704. if (err && errno != 524/*ENOTSUPP*/ && errno != EPERM) {
  12705. printf("Unexpected bpf_prog_test_run error\n");
  12706. goto fail_log;
  12707. }
  12708. if (!err && retval != test->retval &&
  12709. test->retval != POINTER_VALUE) {
  12710. printf("FAIL retval %d != %d\n", retval, test->retval);
  12711. goto fail_log;
  12712. }
  12713. }
  12714. (*passes)++;
  12715. printf("OK%s\n", reject_from_alignment ?
  12716. " (NOTE: reject due to unknown alignment)" : "");
  12717. close_fds:
  12718. close(fd_prog);
  12719. for (i = 0; i < MAX_NR_MAPS; i++)
  12720. close(map_fds[i]);
  12721. sched_yield();
  12722. return;
  12723. fail_log:
  12724. (*errors)++;
  12725. printf("%s", bpf_vlog);
  12726. goto close_fds;
  12727. }
  12728. static bool is_admin(void)
  12729. {
  12730. cap_t caps;
  12731. cap_flag_value_t sysadmin = CAP_CLEAR;
  12732. const cap_value_t cap_val = CAP_SYS_ADMIN;
  12733. #ifdef CAP_IS_SUPPORTED
  12734. if (!CAP_IS_SUPPORTED(CAP_SETFCAP)) {
  12735. perror("cap_get_flag");
  12736. return false;
  12737. }
  12738. #endif
  12739. caps = cap_get_proc();
  12740. if (!caps) {
  12741. perror("cap_get_proc");
  12742. return false;
  12743. }
  12744. if (cap_get_flag(caps, cap_val, CAP_EFFECTIVE, &sysadmin))
  12745. perror("cap_get_flag");
  12746. if (cap_free(caps))
  12747. perror("cap_free");
  12748. return (sysadmin == CAP_SET);
  12749. }
  12750. static int set_admin(bool admin)
  12751. {
  12752. cap_t caps;
  12753. const cap_value_t cap_val = CAP_SYS_ADMIN;
  12754. int ret = -1;
  12755. caps = cap_get_proc();
  12756. if (!caps) {
  12757. perror("cap_get_proc");
  12758. return -1;
  12759. }
  12760. if (cap_set_flag(caps, CAP_EFFECTIVE, 1, &cap_val,
  12761. admin ? CAP_SET : CAP_CLEAR)) {
  12762. perror("cap_set_flag");
  12763. goto out;
  12764. }
  12765. if (cap_set_proc(caps)) {
  12766. perror("cap_set_proc");
  12767. goto out;
  12768. }
  12769. ret = 0;
  12770. out:
  12771. if (cap_free(caps))
  12772. perror("cap_free");
  12773. return ret;
  12774. }
  12775. static void get_unpriv_disabled()
  12776. {
  12777. char buf[2];
  12778. FILE *fd;
  12779. fd = fopen("/proc/sys/"UNPRIV_SYSCTL, "r");
  12780. if (!fd) {
  12781. perror("fopen /proc/sys/"UNPRIV_SYSCTL);
  12782. unpriv_disabled = true;
  12783. return;
  12784. }
  12785. if (fgets(buf, 2, fd) == buf && atoi(buf))
  12786. unpriv_disabled = true;
  12787. fclose(fd);
  12788. }
  12789. static int do_test(bool unpriv, unsigned int from, unsigned int to)
  12790. {
  12791. int i, passes = 0, errors = 0, skips = 0;
  12792. for (i = from; i < to; i++) {
  12793. struct bpf_test *test = &tests[i];
  12794. /* Program types that are not supported by non-root we
  12795. * skip right away.
  12796. */
  12797. if (!test->prog_type && unpriv_disabled) {
  12798. printf("#%d/u %s SKIP\n", i, test->descr);
  12799. skips++;
  12800. } else if (!test->prog_type) {
  12801. if (!unpriv)
  12802. set_admin(false);
  12803. printf("#%d/u %s ", i, test->descr);
  12804. do_test_single(test, true, &passes, &errors);
  12805. if (!unpriv)
  12806. set_admin(true);
  12807. }
  12808. if (unpriv) {
  12809. printf("#%d/p %s SKIP\n", i, test->descr);
  12810. skips++;
  12811. } else {
  12812. printf("#%d/p %s ", i, test->descr);
  12813. do_test_single(test, false, &passes, &errors);
  12814. }
  12815. }
  12816. printf("Summary: %d PASSED, %d SKIPPED, %d FAILED\n", passes,
  12817. skips, errors);
  12818. return errors ? EXIT_FAILURE : EXIT_SUCCESS;
  12819. }
  12820. int main(int argc, char **argv)
  12821. {
  12822. unsigned int from = 0, to = ARRAY_SIZE(tests);
  12823. bool unpriv = !is_admin();
  12824. if (argc == 3) {
  12825. unsigned int l = atoi(argv[argc - 2]);
  12826. unsigned int u = atoi(argv[argc - 1]);
  12827. if (l < to && u < to) {
  12828. from = l;
  12829. to = u + 1;
  12830. }
  12831. } else if (argc == 2) {
  12832. unsigned int t = atoi(argv[argc - 1]);
  12833. if (t < to) {
  12834. from = t;
  12835. to = t + 1;
  12836. }
  12837. }
  12838. get_unpriv_disabled();
  12839. if (unpriv && unpriv_disabled) {
  12840. printf("Cannot run as unprivileged user with sysctl %s.\n",
  12841. UNPRIV_SYSCTL);
  12842. return EXIT_FAILURE;
  12843. }
  12844. bpf_semi_rand_init();
  12845. return do_test(unpriv, from, to);
  12846. }