regcomp.c 141 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734473547364737473847394740474147424743474447454746474747484749475047514752475347544755475647574758475947604761476247634764476547664767476847694770477147724773477447754776477747784779478047814782478347844785478647874788478947904791479247934794479547964797479847994800480148024803480448054806480748084809481048114812481348144815481648174818481948204821482248234824482548264827482848294830483148324833483448354836483748384839484048414842484348444845484648474848484948504851485248534854485548564857485848594860486148624863486448654866486748684869487048714872487348744875487648774878487948804881488248834884488548864887488848894890489148924893489448954896489748984899490049014902490349044905490649074908490949104911491249134914491549164917491849194920492149224923492449254926492749284929493049314932493349344935493649374938493949404941494249434944494549464947494849494950495149524953495449554956495749584959496049614962496349644965496649674968496949704971497249734974497549764977497849794980498149824983498449854986498749884989499049914992499349944995499649974998499950005001500250035004500550065007500850095010501150125013501450155016501750185019502050215022502350245025502650275028502950305031503250335034503550365037503850395040504150425043504450455046504750485049505050515052505350545055505650575058505950605061506250635064506550665067506850695070507150725073507450755076507750785079508050815082508350845085508650875088508950905091509250935094509550965097509850995100510151025103510451055106510751085109511051115112511351145115511651175118511951205121512251235124512551265127512851295130513151325133513451355136513751385139514051415142514351445145514651475148514951505151515251535154515551565157515851595160516151625163516451655166516751685169517051715172517351745175517651775178517951805181518251835184518551865187518851895190519151925193519451955196519751985199520052015202520352045205520652075208520952105211521252135214521552165217521852195220522152225223522452255226522752285229523052315232523352345235523652375238523952405241524252435244524552465247524852495250525152525253525452555256525752585259526052615262526352645265526652675268526952705271527252735274527552765277527852795280528152825283528452855286528752885289529052915292529352945295529652975298529953005301530253035304530553065307530853095310531153125313531453155316531753185319532053215322532353245325532653275328532953305331533253335334533553365337533853395340534153425343534453455346534753485349535053515352535353545355535653575358535953605361536253635364536553665367536853695370537153725373537453755376537753785379538053815382538353845385538653875388538953905391539253935394539553965397539853995400540154025403540454055406540754085409541054115412541354145415541654175418541954205421542254235424542554265427542854295430543154325433543454355436543754385439544054415442544354445445544654475448544954505451545254535454545554565457545854595460546154625463546454655466546754685469547054715472547354745475547654775478547954805481548254835484548554865487548854895490549154925493549454955496549754985499550055015502550355045505550655075508550955105511551255135514551555165517551855195520552155225523552455255526552755285529553055315532553355345535553655375538553955405541554255435544554555465547554855495550555155525553555455555556555755585559556055615562556355645565556655675568556955705571557255735574557555765577557855795580558155825583558455855586558755885589559055915592559355945595559655975598559956005601560256035604560556065607560856095610561156125613561456155616561756185619562056215622562356245625562656275628562956305631563256335634563556365637563856395640564156425643564456455646564756485649565056515652565356545655565656575658565956605661566256635664566556665667566856695670567156725673567456755676567756785679568056815682568356845685568656875688568956905691569256935694569556965697569856995700570157025703570457055706570757085709571057115712571357145715571657175718571957205721572257235724572557265727572857295730573157325733573457355736573757385739574057415742574357445745574657475748574957505751575257535754575557565757575857595760576157625763576457655766576757685769577057715772577357745775577657775778577957805781578257835784578557865787578857895790579157925793579457955796579757985799580058015802580358045805580658075808580958105811581258135814581558165817581858195820582158225823582458255826582758285829583058315832583358345835583658375838583958405841584258435844584558465847584858495850585158525853585458555856585758585859586058615862586358645865586658675868586958705871587258735874587558765877587858795880588158825883588458855886588758885889589058915892589358945895589658975898589959005901590259035904590559065907590859095910591159125913591459155916591759185919592059215922592359245925592659275928592959305931593259335934593559365937593859395940594159425943594459455946594759485949595059515952595359545955595659575958595959605961596259635964596559665967596859695970597159725973597459755976597759785979598059815982598359845985598659875988598959905991599259935994599559965997599859996000600160026003600460056006600760086009601060116012601360146015601660176018601960206021602260236024602560266027602860296030603160326033603460356036603760386039604060416042604360446045604660476048604960506051605260536054605560566057605860596060606160626063606460656066606760686069607060716072607360746075607660776078607960806081608260836084608560866087608860896090609160926093609460956096609760986099610061016102610361046105610661076108610961106111611261136114611561166117611861196120612161226123612461256126612761286129613061316132613361346135613661376138613961406141614261436144614561466147614861496150615161526153615461556156615761586159616061616162616361646165616661676168616961706171617261736174617561766177617861796180618161826183618461856186618761886189619061916192619361946195619661976198619962006201620262036204620562066207620862096210621162126213621462156216621762186219622062216222622362246225622662276228622962306231623262336234623562366237623862396240624162426243624462456246624762486249625062516252
  1. /**********************************************************************
  2. regcomp.c - Oniguruma (regular expression library)
  3. **********************************************************************/
  4. /*-
  5. * Copyright (c) 2002-2008 K.Kosako <sndgk393 AT ybb DOT ne DOT jp>
  6. * All rights reserved.
  7. *
  8. * Redistribution and use in source and binary forms, with or without
  9. * modification, are permitted provided that the following conditions
  10. * are met:
  11. * 1. Redistributions of source code must retain the above copyright
  12. * notice, this list of conditions and the following disclaimer.
  13. * 2. Redistributions in binary form must reproduce the above copyright
  14. * notice, this list of conditions and the following disclaimer in the
  15. * documentation and/or other materials provided with the distribution.
  16. *
  17. * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  18. * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  19. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  20. * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  21. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  22. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  23. * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  24. * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  25. * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  26. * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  27. * SUCH DAMAGE.
  28. */
  29. #include "regparse.h"
  30. OnigCaseFoldType OnigDefaultCaseFoldFlag = ONIGENC_CASE_FOLD_MIN;
  31. extern OnigCaseFoldType
  32. onig_get_default_case_fold_flag(void)
  33. {
  34. return OnigDefaultCaseFoldFlag;
  35. }
  36. extern int
  37. onig_set_default_case_fold_flag(OnigCaseFoldType case_fold_flag)
  38. {
  39. OnigDefaultCaseFoldFlag = case_fold_flag;
  40. return 0;
  41. }
  42. #ifndef PLATFORM_UNALIGNED_WORD_ACCESS
  43. static unsigned char PadBuf[WORD_ALIGNMENT_SIZE];
  44. #endif
  45. static UChar*
  46. str_dup(UChar* s, UChar* end)
  47. {
  48. int len = end - s;
  49. if (len > 0) {
  50. UChar* r = (UChar* )xmalloc(len + 1);
  51. CHECK_NULL_RETURN(r);
  52. xmemcpy(r, s, len);
  53. r[len] = (UChar )0;
  54. return r;
  55. }
  56. else return NULL;
  57. }
  58. static void
  59. swap_node(Node* a, Node* b)
  60. {
  61. Node c;
  62. c = *a; *a = *b; *b = c;
  63. if (NTYPE(a) == NT_STR) {
  64. StrNode* sn = NSTR(a);
  65. if (sn->capa == 0) {
  66. int len = sn->end - sn->s;
  67. sn->s = sn->buf;
  68. sn->end = sn->s + len;
  69. }
  70. }
  71. if (NTYPE(b) == NT_STR) {
  72. StrNode* sn = NSTR(b);
  73. if (sn->capa == 0) {
  74. int len = sn->end - sn->s;
  75. sn->s = sn->buf;
  76. sn->end = sn->s + len;
  77. }
  78. }
  79. }
  80. static OnigDistance
  81. distance_add(OnigDistance d1, OnigDistance d2)
  82. {
  83. if (d1 == ONIG_INFINITE_DISTANCE || d2 == ONIG_INFINITE_DISTANCE)
  84. return ONIG_INFINITE_DISTANCE;
  85. else {
  86. if (d1 <= ONIG_INFINITE_DISTANCE - d2) return d1 + d2;
  87. else return ONIG_INFINITE_DISTANCE;
  88. }
  89. }
  90. static OnigDistance
  91. distance_multiply(OnigDistance d, int m)
  92. {
  93. if (m == 0) return 0;
  94. if (d < ONIG_INFINITE_DISTANCE / m)
  95. return d * m;
  96. else
  97. return ONIG_INFINITE_DISTANCE;
  98. }
  99. static int
  100. bitset_is_empty(BitSetRef bs)
  101. {
  102. int i;
  103. for (i = 0; i < (int )BITSET_SIZE; i++) {
  104. if (bs[i] != 0) return 0;
  105. }
  106. return 1;
  107. }
  108. #ifdef ONIG_DEBUG
  109. static int
  110. bitset_on_num(BitSetRef bs)
  111. {
  112. int i, n;
  113. n = 0;
  114. for (i = 0; i < SINGLE_BYTE_SIZE; i++) {
  115. if (BITSET_AT(bs, i)) n++;
  116. }
  117. return n;
  118. }
  119. #endif
  120. extern int
  121. onig_bbuf_init(BBuf* buf, int size)
  122. {
  123. if (size <= 0) {
  124. size = 0;
  125. buf->p = NULL;
  126. }
  127. else {
  128. buf->p = (UChar* )xmalloc(size);
  129. if (IS_NULL(buf->p)) return(ONIGERR_MEMORY);
  130. }
  131. buf->alloc = size;
  132. buf->used = 0;
  133. return 0;
  134. }
  135. #ifdef USE_SUBEXP_CALL
  136. static int
  137. unset_addr_list_init(UnsetAddrList* uslist, int size)
  138. {
  139. UnsetAddr* p;
  140. p = (UnsetAddr* )xmalloc(sizeof(UnsetAddr)* size);
  141. CHECK_NULL_RETURN_MEMERR(p);
  142. uslist->num = 0;
  143. uslist->alloc = size;
  144. uslist->us = p;
  145. return 0;
  146. }
  147. static void
  148. unset_addr_list_end(UnsetAddrList* uslist)
  149. {
  150. if (IS_NOT_NULL(uslist->us))
  151. xfree(uslist->us);
  152. }
  153. static int
  154. unset_addr_list_add(UnsetAddrList* uslist, int offset, struct _Node* node)
  155. {
  156. UnsetAddr* p;
  157. int size;
  158. if (uslist->num >= uslist->alloc) {
  159. size = uslist->alloc * 2;
  160. p = (UnsetAddr* )xrealloc(uslist->us, sizeof(UnsetAddr) * size);
  161. CHECK_NULL_RETURN_MEMERR(p);
  162. uslist->alloc = size;
  163. uslist->us = p;
  164. }
  165. uslist->us[uslist->num].offset = offset;
  166. uslist->us[uslist->num].target = node;
  167. uslist->num++;
  168. return 0;
  169. }
  170. #endif /* USE_SUBEXP_CALL */
  171. static int
  172. add_opcode(regex_t* reg, int opcode)
  173. {
  174. BBUF_ADD1(reg, opcode);
  175. return 0;
  176. }
  177. #ifdef USE_COMBINATION_EXPLOSION_CHECK
  178. static int
  179. add_state_check_num(regex_t* reg, int num)
  180. {
  181. StateCheckNumType n = (StateCheckNumType )num;
  182. BBUF_ADD(reg, &n, SIZE_STATE_CHECK_NUM);
  183. return 0;
  184. }
  185. #endif
  186. static int
  187. add_rel_addr(regex_t* reg, int addr)
  188. {
  189. RelAddrType ra = (RelAddrType )addr;
  190. BBUF_ADD(reg, &ra, SIZE_RELADDR);
  191. return 0;
  192. }
  193. static int
  194. add_abs_addr(regex_t* reg, int addr)
  195. {
  196. AbsAddrType ra = (AbsAddrType )addr;
  197. BBUF_ADD(reg, &ra, SIZE_ABSADDR);
  198. return 0;
  199. }
  200. static int
  201. add_length(regex_t* reg, int len)
  202. {
  203. LengthType l = (LengthType )len;
  204. BBUF_ADD(reg, &l, SIZE_LENGTH);
  205. return 0;
  206. }
  207. static int
  208. add_mem_num(regex_t* reg, int num)
  209. {
  210. MemNumType n = (MemNumType )num;
  211. BBUF_ADD(reg, &n, SIZE_MEMNUM);
  212. return 0;
  213. }
  214. static int
  215. add_pointer(regex_t* reg, void* addr)
  216. {
  217. PointerType ptr = (PointerType )addr;
  218. BBUF_ADD(reg, &ptr, SIZE_POINTER);
  219. return 0;
  220. }
  221. static int
  222. add_option(regex_t* reg, OnigOptionType option)
  223. {
  224. BBUF_ADD(reg, &option, SIZE_OPTION);
  225. return 0;
  226. }
  227. static int
  228. add_opcode_rel_addr(regex_t* reg, int opcode, int addr)
  229. {
  230. int r;
  231. r = add_opcode(reg, opcode);
  232. if (r) return r;
  233. r = add_rel_addr(reg, addr);
  234. return r;
  235. }
  236. static int
  237. add_bytes(regex_t* reg, UChar* bytes, int len)
  238. {
  239. BBUF_ADD(reg, bytes, len);
  240. return 0;
  241. }
  242. static int
  243. add_bitset(regex_t* reg, BitSetRef bs)
  244. {
  245. BBUF_ADD(reg, bs, SIZE_BITSET);
  246. return 0;
  247. }
  248. static int
  249. add_opcode_option(regex_t* reg, int opcode, OnigOptionType option)
  250. {
  251. int r;
  252. r = add_opcode(reg, opcode);
  253. if (r) return r;
  254. r = add_option(reg, option);
  255. return r;
  256. }
  257. static int compile_length_tree(Node* node, regex_t* reg);
  258. static int compile_tree(Node* node, regex_t* reg);
  259. #define IS_NEED_STR_LEN_OP_EXACT(op) \
  260. ((op) == OP_EXACTN || (op) == OP_EXACTMB2N ||\
  261. (op) == OP_EXACTMB3N || (op) == OP_EXACTMBN || (op) == OP_EXACTN_IC)
  262. static int
  263. select_str_opcode(int mb_len, int str_len, int ignore_case)
  264. {
  265. int op;
  266. if (ignore_case) {
  267. switch (str_len) {
  268. case 1: op = OP_EXACT1_IC; break;
  269. default: op = OP_EXACTN_IC; break;
  270. }
  271. }
  272. else {
  273. switch (mb_len) {
  274. case 1:
  275. switch (str_len) {
  276. case 1: op = OP_EXACT1; break;
  277. case 2: op = OP_EXACT2; break;
  278. case 3: op = OP_EXACT3; break;
  279. case 4: op = OP_EXACT4; break;
  280. case 5: op = OP_EXACT5; break;
  281. default: op = OP_EXACTN; break;
  282. }
  283. break;
  284. case 2:
  285. switch (str_len) {
  286. case 1: op = OP_EXACTMB2N1; break;
  287. case 2: op = OP_EXACTMB2N2; break;
  288. case 3: op = OP_EXACTMB2N3; break;
  289. default: op = OP_EXACTMB2N; break;
  290. }
  291. break;
  292. case 3:
  293. op = OP_EXACTMB3N;
  294. break;
  295. default:
  296. op = OP_EXACTMBN;
  297. break;
  298. }
  299. }
  300. return op;
  301. }
  302. static int
  303. compile_tree_empty_check(Node* node, regex_t* reg, int empty_info)
  304. {
  305. int r;
  306. int saved_num_null_check = reg->num_null_check;
  307. if (empty_info != 0) {
  308. r = add_opcode(reg, OP_NULL_CHECK_START);
  309. if (r) return r;
  310. r = add_mem_num(reg, reg->num_null_check); /* NULL CHECK ID */
  311. if (r) return r;
  312. reg->num_null_check++;
  313. }
  314. r = compile_tree(node, reg);
  315. if (r) return r;
  316. if (empty_info != 0) {
  317. if (empty_info == NQ_TARGET_IS_EMPTY)
  318. r = add_opcode(reg, OP_NULL_CHECK_END);
  319. else if (empty_info == NQ_TARGET_IS_EMPTY_MEM)
  320. r = add_opcode(reg, OP_NULL_CHECK_END_MEMST);
  321. else if (empty_info == NQ_TARGET_IS_EMPTY_REC)
  322. r = add_opcode(reg, OP_NULL_CHECK_END_MEMST_PUSH);
  323. if (r) return r;
  324. r = add_mem_num(reg, saved_num_null_check); /* NULL CHECK ID */
  325. }
  326. return r;
  327. }
  328. #ifdef USE_SUBEXP_CALL
  329. static int
  330. compile_call(CallNode* node, regex_t* reg)
  331. {
  332. int r;
  333. r = add_opcode(reg, OP_CALL);
  334. if (r) return r;
  335. r = unset_addr_list_add(node->unset_addr_list, BBUF_GET_OFFSET_POS(reg),
  336. node->target);
  337. if (r) return r;
  338. r = add_abs_addr(reg, 0 /*dummy addr.*/);
  339. return r;
  340. }
  341. #endif
  342. static int
  343. compile_tree_n_times(Node* node, int n, regex_t* reg)
  344. {
  345. int i, r;
  346. for (i = 0; i < n; i++) {
  347. r = compile_tree(node, reg);
  348. if (r) return r;
  349. }
  350. return 0;
  351. }
  352. static int
  353. add_compile_string_length(UChar* s ARG_UNUSED, int mb_len, int str_len,
  354. regex_t* reg ARG_UNUSED, int ignore_case)
  355. {
  356. int len;
  357. int op = select_str_opcode(mb_len, str_len, ignore_case);
  358. len = SIZE_OPCODE;
  359. if (op == OP_EXACTMBN) len += SIZE_LENGTH;
  360. if (IS_NEED_STR_LEN_OP_EXACT(op))
  361. len += SIZE_LENGTH;
  362. len += mb_len * str_len;
  363. return len;
  364. }
  365. static int
  366. add_compile_string(UChar* s, int mb_len, int str_len,
  367. regex_t* reg, int ignore_case)
  368. {
  369. int op = select_str_opcode(mb_len, str_len, ignore_case);
  370. add_opcode(reg, op);
  371. if (op == OP_EXACTMBN)
  372. add_length(reg, mb_len);
  373. if (IS_NEED_STR_LEN_OP_EXACT(op)) {
  374. if (op == OP_EXACTN_IC)
  375. add_length(reg, mb_len * str_len);
  376. else
  377. add_length(reg, str_len);
  378. }
  379. add_bytes(reg, s, mb_len * str_len);
  380. return 0;
  381. }
  382. static int
  383. compile_length_string_node(Node* node, regex_t* reg)
  384. {
  385. int rlen, r, len, prev_len, slen, ambig;
  386. OnigEncoding enc = reg->enc;
  387. UChar *p, *prev;
  388. StrNode* sn;
  389. sn = NSTR(node);
  390. if (sn->end <= sn->s)
  391. return 0;
  392. ambig = NSTRING_IS_AMBIG(node);
  393. p = prev = sn->s;
  394. SAFE_ENC_LEN(enc, p, sn->end, prev_len);
  395. p += prev_len;
  396. slen = 1;
  397. rlen = 0;
  398. for (; p < sn->end; ) {
  399. SAFE_ENC_LEN(enc, p, sn->end, len);
  400. if (len == prev_len) {
  401. slen++;
  402. }
  403. else {
  404. r = add_compile_string_length(prev, prev_len, slen, reg, ambig);
  405. rlen += r;
  406. prev = p;
  407. slen = 1;
  408. prev_len = len;
  409. }
  410. p += len;
  411. }
  412. r = add_compile_string_length(prev, prev_len, slen, reg, ambig);
  413. rlen += r;
  414. return rlen;
  415. }
  416. static int
  417. compile_length_string_raw_node(StrNode* sn, regex_t* reg)
  418. {
  419. if (sn->end <= sn->s)
  420. return 0;
  421. return add_compile_string_length(sn->s, 1 /* sb */, sn->end - sn->s, reg, 0);
  422. }
  423. static int
  424. compile_string_node(Node* node, regex_t* reg)
  425. {
  426. int r, len, prev_len, slen, ambig;
  427. OnigEncoding enc = reg->enc;
  428. UChar *p, *prev, *end;
  429. StrNode* sn;
  430. sn = NSTR(node);
  431. if (sn->end <= sn->s)
  432. return 0;
  433. end = sn->end;
  434. ambig = NSTRING_IS_AMBIG(node);
  435. p = prev = sn->s;
  436. SAFE_ENC_LEN(enc, p, end, prev_len);
  437. p += prev_len;
  438. slen = 1;
  439. for (; p < end; ) {
  440. SAFE_ENC_LEN(enc, p, end, len);
  441. if (len == prev_len) {
  442. slen++;
  443. }
  444. else {
  445. r = add_compile_string(prev, prev_len, slen, reg, ambig);
  446. if (r) return r;
  447. prev = p;
  448. slen = 1;
  449. prev_len = len;
  450. }
  451. p += len;
  452. }
  453. return add_compile_string(prev, prev_len, slen, reg, ambig);
  454. }
  455. static int
  456. compile_string_raw_node(StrNode* sn, regex_t* reg)
  457. {
  458. if (sn->end <= sn->s)
  459. return 0;
  460. return add_compile_string(sn->s, 1 /* sb */, sn->end - sn->s, reg, 0);
  461. }
  462. static int
  463. add_multi_byte_cclass(BBuf* mbuf, regex_t* reg)
  464. {
  465. #ifdef PLATFORM_UNALIGNED_WORD_ACCESS
  466. add_length(reg, mbuf->used);
  467. return add_bytes(reg, mbuf->p, mbuf->used);
  468. #else
  469. int r, pad_size;
  470. UChar* p = BBUF_GET_ADD_ADDRESS(reg) + SIZE_LENGTH;
  471. GET_ALIGNMENT_PAD_SIZE(p, pad_size);
  472. add_length(reg, mbuf->used + (WORD_ALIGNMENT_SIZE - 1));
  473. if (pad_size != 0) add_bytes(reg, PadBuf, pad_size);
  474. r = add_bytes(reg, mbuf->p, mbuf->used);
  475. /* padding for return value from compile_length_cclass_node() to be fix. */
  476. pad_size = (WORD_ALIGNMENT_SIZE - 1) - pad_size;
  477. if (pad_size != 0) add_bytes(reg, PadBuf, pad_size);
  478. return r;
  479. #endif
  480. }
  481. static int
  482. compile_length_cclass_node(CClassNode* cc, regex_t* reg)
  483. {
  484. int len;
  485. if (IS_NCCLASS_SHARE(cc)) {
  486. len = SIZE_OPCODE + SIZE_POINTER;
  487. return len;
  488. }
  489. if (IS_NULL(cc->mbuf)) {
  490. len = SIZE_OPCODE + SIZE_BITSET;
  491. }
  492. else {
  493. if (ONIGENC_MBC_MINLEN(reg->enc) > 1 || bitset_is_empty(cc->bs)) {
  494. len = SIZE_OPCODE;
  495. }
  496. else {
  497. len = SIZE_OPCODE + SIZE_BITSET;
  498. }
  499. #ifdef PLATFORM_UNALIGNED_WORD_ACCESS
  500. len += SIZE_LENGTH + cc->mbuf->used;
  501. #else
  502. len += SIZE_LENGTH + cc->mbuf->used + (WORD_ALIGNMENT_SIZE - 1);
  503. #endif
  504. }
  505. return len;
  506. }
  507. static int
  508. compile_cclass_node(CClassNode* cc, regex_t* reg)
  509. {
  510. int r;
  511. if (IS_NCCLASS_SHARE(cc)) {
  512. add_opcode(reg, OP_CCLASS_NODE);
  513. r = add_pointer(reg, cc);
  514. return r;
  515. }
  516. if (IS_NULL(cc->mbuf)) {
  517. if (IS_NCCLASS_NOT(cc))
  518. add_opcode(reg, OP_CCLASS_NOT);
  519. else
  520. add_opcode(reg, OP_CCLASS);
  521. r = add_bitset(reg, cc->bs);
  522. }
  523. else {
  524. if (ONIGENC_MBC_MINLEN(reg->enc) > 1 || bitset_is_empty(cc->bs)) {
  525. if (IS_NCCLASS_NOT(cc))
  526. add_opcode(reg, OP_CCLASS_MB_NOT);
  527. else
  528. add_opcode(reg, OP_CCLASS_MB);
  529. r = add_multi_byte_cclass(cc->mbuf, reg);
  530. }
  531. else {
  532. if (IS_NCCLASS_NOT(cc))
  533. add_opcode(reg, OP_CCLASS_MIX_NOT);
  534. else
  535. add_opcode(reg, OP_CCLASS_MIX);
  536. r = add_bitset(reg, cc->bs);
  537. if (r) return r;
  538. r = add_multi_byte_cclass(cc->mbuf, reg);
  539. }
  540. }
  541. return r;
  542. }
  543. static int
  544. entry_repeat_range(regex_t* reg, int id, int lower, int upper)
  545. {
  546. #define REPEAT_RANGE_ALLOC 4
  547. OnigRepeatRange* p;
  548. if (reg->repeat_range_alloc == 0) {
  549. p = (OnigRepeatRange* )xmalloc(sizeof(OnigRepeatRange) * REPEAT_RANGE_ALLOC);
  550. CHECK_NULL_RETURN_MEMERR(p);
  551. reg->repeat_range = p;
  552. reg->repeat_range_alloc = REPEAT_RANGE_ALLOC;
  553. }
  554. else if (reg->repeat_range_alloc <= id) {
  555. int n;
  556. n = reg->repeat_range_alloc + REPEAT_RANGE_ALLOC;
  557. p = (OnigRepeatRange* )xrealloc(reg->repeat_range,
  558. sizeof(OnigRepeatRange) * n);
  559. CHECK_NULL_RETURN_MEMERR(p);
  560. reg->repeat_range = p;
  561. reg->repeat_range_alloc = n;
  562. }
  563. else {
  564. p = reg->repeat_range;
  565. }
  566. p[id].lower = lower;
  567. p[id].upper = (IS_REPEAT_INFINITE(upper) ? 0x7fffffff : upper);
  568. return 0;
  569. }
  570. static int
  571. compile_range_repeat_node(QtfrNode* qn, int target_len, int empty_info,
  572. regex_t* reg)
  573. {
  574. int r;
  575. int num_repeat = reg->num_repeat;
  576. r = add_opcode(reg, qn->greedy ? OP_REPEAT : OP_REPEAT_NG);
  577. if (r) return r;
  578. r = add_mem_num(reg, num_repeat); /* OP_REPEAT ID */
  579. reg->num_repeat++;
  580. if (r) return r;
  581. r = add_rel_addr(reg, target_len + SIZE_OP_REPEAT_INC);
  582. if (r) return r;
  583. r = entry_repeat_range(reg, num_repeat, qn->lower, qn->upper);
  584. if (r) return r;
  585. r = compile_tree_empty_check(qn->target, reg, empty_info);
  586. if (r) return r;
  587. if (
  588. #ifdef USE_SUBEXP_CALL
  589. reg->num_call > 0 ||
  590. #endif
  591. IS_QUANTIFIER_IN_REPEAT(qn)) {
  592. r = add_opcode(reg, qn->greedy ? OP_REPEAT_INC_SG : OP_REPEAT_INC_NG_SG);
  593. }
  594. else {
  595. r = add_opcode(reg, qn->greedy ? OP_REPEAT_INC : OP_REPEAT_INC_NG);
  596. }
  597. if (r) return r;
  598. r = add_mem_num(reg, num_repeat); /* OP_REPEAT ID */
  599. return r;
  600. }
  601. static int
  602. is_anychar_star_quantifier(QtfrNode* qn)
  603. {
  604. if (qn->greedy && IS_REPEAT_INFINITE(qn->upper) &&
  605. NTYPE(qn->target) == NT_CANY)
  606. return 1;
  607. else
  608. return 0;
  609. }
  610. #define QUANTIFIER_EXPAND_LIMIT_SIZE 50
  611. #define CKN_ON (ckn > 0)
  612. #ifdef USE_COMBINATION_EXPLOSION_CHECK
  613. static int
  614. compile_length_quantifier_node(QtfrNode* qn, regex_t* reg)
  615. {
  616. int len, mod_tlen, cklen;
  617. int ckn;
  618. int infinite = IS_REPEAT_INFINITE(qn->upper);
  619. int empty_info = qn->target_empty_info;
  620. int tlen = compile_length_tree(qn->target, reg);
  621. if (tlen < 0) return tlen;
  622. ckn = ((reg->num_comb_exp_check > 0) ? qn->comb_exp_check_num : 0);
  623. cklen = (CKN_ON ? SIZE_STATE_CHECK_NUM: 0);
  624. /* anychar repeat */
  625. if (NTYPE(qn->target) == NT_CANY) {
  626. if (qn->greedy && infinite) {
  627. if (IS_NOT_NULL(qn->next_head_exact) && !CKN_ON)
  628. return SIZE_OP_ANYCHAR_STAR_PEEK_NEXT + tlen * qn->lower + cklen;
  629. else
  630. return SIZE_OP_ANYCHAR_STAR + tlen * qn->lower + cklen;
  631. }
  632. }
  633. if (empty_info != 0)
  634. mod_tlen = tlen + (SIZE_OP_NULL_CHECK_START + SIZE_OP_NULL_CHECK_END);
  635. else
  636. mod_tlen = tlen;
  637. if (infinite && qn->lower <= 1) {
  638. if (qn->greedy) {
  639. if (qn->lower == 1)
  640. len = SIZE_OP_JUMP;
  641. else
  642. len = 0;
  643. len += SIZE_OP_PUSH + cklen + mod_tlen + SIZE_OP_JUMP;
  644. }
  645. else {
  646. if (qn->lower == 0)
  647. len = SIZE_OP_JUMP;
  648. else
  649. len = 0;
  650. len += mod_tlen + SIZE_OP_PUSH + cklen;
  651. }
  652. }
  653. else if (qn->upper == 0) {
  654. if (qn->is_refered != 0) /* /(?<n>..){0}/ */
  655. len = SIZE_OP_JUMP + tlen;
  656. else
  657. len = 0;
  658. }
  659. else if (qn->upper == 1 && qn->greedy) {
  660. if (qn->lower == 0) {
  661. if (CKN_ON) {
  662. len = SIZE_OP_STATE_CHECK_PUSH + tlen;
  663. }
  664. else {
  665. len = SIZE_OP_PUSH + tlen;
  666. }
  667. }
  668. else {
  669. len = tlen;
  670. }
  671. }
  672. else if (!qn->greedy && qn->upper == 1 && qn->lower == 0) { /* '??' */
  673. len = SIZE_OP_PUSH + cklen + SIZE_OP_JUMP + tlen;
  674. }
  675. else {
  676. len = SIZE_OP_REPEAT_INC
  677. + mod_tlen + SIZE_OPCODE + SIZE_RELADDR + SIZE_MEMNUM;
  678. if (CKN_ON)
  679. len += SIZE_OP_STATE_CHECK;
  680. }
  681. return len;
  682. }
  683. static int
  684. compile_quantifier_node(QtfrNode* qn, regex_t* reg)
  685. {
  686. int r, mod_tlen;
  687. int ckn;
  688. int infinite = IS_REPEAT_INFINITE(qn->upper);
  689. int empty_info = qn->target_empty_info;
  690. int tlen = compile_length_tree(qn->target, reg);
  691. if (tlen < 0) return tlen;
  692. ckn = ((reg->num_comb_exp_check > 0) ? qn->comb_exp_check_num : 0);
  693. if (is_anychar_star_quantifier(qn)) {
  694. r = compile_tree_n_times(qn->target, qn->lower, reg);
  695. if (r) return r;
  696. if (IS_NOT_NULL(qn->next_head_exact) && !CKN_ON) {
  697. if (IS_MULTILINE(reg->options))
  698. r = add_opcode(reg, OP_ANYCHAR_ML_STAR_PEEK_NEXT);
  699. else
  700. r = add_opcode(reg, OP_ANYCHAR_STAR_PEEK_NEXT);
  701. if (r) return r;
  702. if (CKN_ON) {
  703. r = add_state_check_num(reg, ckn);
  704. if (r) return r;
  705. }
  706. return add_bytes(reg, NSTR(qn->next_head_exact)->s, 1);
  707. }
  708. else {
  709. if (IS_MULTILINE(reg->options)) {
  710. r = add_opcode(reg, (CKN_ON ?
  711. OP_STATE_CHECK_ANYCHAR_ML_STAR
  712. : OP_ANYCHAR_ML_STAR));
  713. }
  714. else {
  715. r = add_opcode(reg, (CKN_ON ?
  716. OP_STATE_CHECK_ANYCHAR_STAR
  717. : OP_ANYCHAR_STAR));
  718. }
  719. if (r) return r;
  720. if (CKN_ON)
  721. r = add_state_check_num(reg, ckn);
  722. return r;
  723. }
  724. }
  725. if (empty_info != 0)
  726. mod_tlen = tlen + (SIZE_OP_NULL_CHECK_START + SIZE_OP_NULL_CHECK_END);
  727. else
  728. mod_tlen = tlen;
  729. if (infinite && qn->lower <= 1) {
  730. if (qn->greedy) {
  731. if (qn->lower == 1) {
  732. r = add_opcode_rel_addr(reg, OP_JUMP,
  733. (CKN_ON ? SIZE_OP_STATE_CHECK_PUSH : SIZE_OP_PUSH));
  734. if (r) return r;
  735. }
  736. if (CKN_ON) {
  737. r = add_opcode(reg, OP_STATE_CHECK_PUSH);
  738. if (r) return r;
  739. r = add_state_check_num(reg, ckn);
  740. if (r) return r;
  741. r = add_rel_addr(reg, mod_tlen + SIZE_OP_JUMP);
  742. }
  743. else {
  744. r = add_opcode_rel_addr(reg, OP_PUSH, mod_tlen + SIZE_OP_JUMP);
  745. }
  746. if (r) return r;
  747. r = compile_tree_empty_check(qn->target, reg, empty_info);
  748. if (r) return r;
  749. r = add_opcode_rel_addr(reg, OP_JUMP,
  750. -(mod_tlen + (int )SIZE_OP_JUMP
  751. + (int )(CKN_ON ? SIZE_OP_STATE_CHECK_PUSH : SIZE_OP_PUSH)));
  752. }
  753. else {
  754. if (qn->lower == 0) {
  755. r = add_opcode_rel_addr(reg, OP_JUMP, mod_tlen);
  756. if (r) return r;
  757. }
  758. r = compile_tree_empty_check(qn->target, reg, empty_info);
  759. if (r) return r;
  760. if (CKN_ON) {
  761. r = add_opcode(reg, OP_STATE_CHECK_PUSH_OR_JUMP);
  762. if (r) return r;
  763. r = add_state_check_num(reg, ckn);
  764. if (r) return r;
  765. r = add_rel_addr(reg,
  766. -(mod_tlen + (int )SIZE_OP_STATE_CHECK_PUSH_OR_JUMP));
  767. }
  768. else
  769. r = add_opcode_rel_addr(reg, OP_PUSH, -(mod_tlen + (int )SIZE_OP_PUSH));
  770. }
  771. }
  772. else if (qn->upper == 0) {
  773. if (qn->is_refered != 0) { /* /(?<n>..){0}/ */
  774. r = add_opcode_rel_addr(reg, OP_JUMP, tlen);
  775. if (r) return r;
  776. r = compile_tree(qn->target, reg);
  777. }
  778. else
  779. r = 0;
  780. }
  781. else if (qn->upper == 1 && qn->greedy) {
  782. if (qn->lower == 0) {
  783. if (CKN_ON) {
  784. r = add_opcode(reg, OP_STATE_CHECK_PUSH);
  785. if (r) return r;
  786. r = add_state_check_num(reg, ckn);
  787. if (r) return r;
  788. r = add_rel_addr(reg, tlen);
  789. }
  790. else {
  791. r = add_opcode_rel_addr(reg, OP_PUSH, tlen);
  792. }
  793. if (r) return r;
  794. }
  795. r = compile_tree(qn->target, reg);
  796. }
  797. else if (!qn->greedy && qn->upper == 1 && qn->lower == 0) { /* '??' */
  798. if (CKN_ON) {
  799. r = add_opcode(reg, OP_STATE_CHECK_PUSH);
  800. if (r) return r;
  801. r = add_state_check_num(reg, ckn);
  802. if (r) return r;
  803. r = add_rel_addr(reg, SIZE_OP_JUMP);
  804. }
  805. else {
  806. r = add_opcode_rel_addr(reg, OP_PUSH, SIZE_OP_JUMP);
  807. }
  808. if (r) return r;
  809. r = add_opcode_rel_addr(reg, OP_JUMP, tlen);
  810. if (r) return r;
  811. r = compile_tree(qn->target, reg);
  812. }
  813. else {
  814. r = compile_range_repeat_node(qn, mod_tlen, empty_info, reg);
  815. if (CKN_ON) {
  816. if (r) return r;
  817. r = add_opcode(reg, OP_STATE_CHECK);
  818. if (r) return r;
  819. r = add_state_check_num(reg, ckn);
  820. }
  821. }
  822. return r;
  823. }
  824. #else /* USE_COMBINATION_EXPLOSION_CHECK */
  825. static int
  826. compile_length_quantifier_node(QtfrNode* qn, regex_t* reg)
  827. {
  828. int len, mod_tlen;
  829. int infinite = IS_REPEAT_INFINITE(qn->upper);
  830. int empty_info = qn->target_empty_info;
  831. int tlen = compile_length_tree(qn->target, reg);
  832. if (tlen < 0) return tlen;
  833. /* anychar repeat */
  834. if (NTYPE(qn->target) == NT_CANY) {
  835. if (qn->greedy && infinite) {
  836. if (IS_NOT_NULL(qn->next_head_exact))
  837. return SIZE_OP_ANYCHAR_STAR_PEEK_NEXT + tlen * qn->lower;
  838. else
  839. return SIZE_OP_ANYCHAR_STAR + tlen * qn->lower;
  840. }
  841. }
  842. if (empty_info != 0)
  843. mod_tlen = tlen + (SIZE_OP_NULL_CHECK_START + SIZE_OP_NULL_CHECK_END);
  844. else
  845. mod_tlen = tlen;
  846. if (infinite &&
  847. (qn->lower <= 1 || tlen * qn->lower <= QUANTIFIER_EXPAND_LIMIT_SIZE)) {
  848. if (qn->lower == 1 && tlen > QUANTIFIER_EXPAND_LIMIT_SIZE) {
  849. len = SIZE_OP_JUMP;
  850. }
  851. else {
  852. len = tlen * qn->lower;
  853. }
  854. if (qn->greedy) {
  855. if (IS_NOT_NULL(qn->head_exact))
  856. len += SIZE_OP_PUSH_OR_JUMP_EXACT1 + mod_tlen + SIZE_OP_JUMP;
  857. else if (IS_NOT_NULL(qn->next_head_exact))
  858. len += SIZE_OP_PUSH_IF_PEEK_NEXT + mod_tlen + SIZE_OP_JUMP;
  859. else
  860. len += SIZE_OP_PUSH + mod_tlen + SIZE_OP_JUMP;
  861. }
  862. else
  863. len += SIZE_OP_JUMP + mod_tlen + SIZE_OP_PUSH;
  864. }
  865. else if (qn->upper == 0 && qn->is_refered != 0) { /* /(?<n>..){0}/ */
  866. len = SIZE_OP_JUMP + tlen;
  867. }
  868. else if (!infinite && qn->greedy &&
  869. (qn->upper == 1 || (tlen + SIZE_OP_PUSH) * qn->upper
  870. <= QUANTIFIER_EXPAND_LIMIT_SIZE)) {
  871. len = tlen * qn->lower;
  872. len += (SIZE_OP_PUSH + tlen) * (qn->upper - qn->lower);
  873. }
  874. else if (!qn->greedy && qn->upper == 1 && qn->lower == 0) { /* '??' */
  875. len = SIZE_OP_PUSH + SIZE_OP_JUMP + tlen;
  876. }
  877. else {
  878. len = SIZE_OP_REPEAT_INC
  879. + mod_tlen + SIZE_OPCODE + SIZE_RELADDR + SIZE_MEMNUM;
  880. }
  881. return len;
  882. }
  883. static int
  884. compile_quantifier_node(QtfrNode* qn, regex_t* reg)
  885. {
  886. int i, r, mod_tlen;
  887. int infinite = IS_REPEAT_INFINITE(qn->upper);
  888. int empty_info = qn->target_empty_info;
  889. int tlen = compile_length_tree(qn->target, reg);
  890. if (tlen < 0) return tlen;
  891. if (is_anychar_star_quantifier(qn)) {
  892. r = compile_tree_n_times(qn->target, qn->lower, reg);
  893. if (r) return r;
  894. if (IS_NOT_NULL(qn->next_head_exact)) {
  895. if (IS_MULTILINE(reg->options))
  896. r = add_opcode(reg, OP_ANYCHAR_ML_STAR_PEEK_NEXT);
  897. else
  898. r = add_opcode(reg, OP_ANYCHAR_STAR_PEEK_NEXT);
  899. if (r) return r;
  900. return add_bytes(reg, NSTR(qn->next_head_exact)->s, 1);
  901. }
  902. else {
  903. if (IS_MULTILINE(reg->options))
  904. return add_opcode(reg, OP_ANYCHAR_ML_STAR);
  905. else
  906. return add_opcode(reg, OP_ANYCHAR_STAR);
  907. }
  908. }
  909. if (empty_info != 0)
  910. mod_tlen = tlen + (SIZE_OP_NULL_CHECK_START + SIZE_OP_NULL_CHECK_END);
  911. else
  912. mod_tlen = tlen;
  913. if (infinite &&
  914. (qn->lower <= 1 || tlen * qn->lower <= QUANTIFIER_EXPAND_LIMIT_SIZE)) {
  915. if (qn->lower == 1 && tlen > QUANTIFIER_EXPAND_LIMIT_SIZE) {
  916. if (qn->greedy) {
  917. if (IS_NOT_NULL(qn->head_exact))
  918. r = add_opcode_rel_addr(reg, OP_JUMP, SIZE_OP_PUSH_OR_JUMP_EXACT1);
  919. else if (IS_NOT_NULL(qn->next_head_exact))
  920. r = add_opcode_rel_addr(reg, OP_JUMP, SIZE_OP_PUSH_IF_PEEK_NEXT);
  921. else
  922. r = add_opcode_rel_addr(reg, OP_JUMP, SIZE_OP_PUSH);
  923. }
  924. else {
  925. r = add_opcode_rel_addr(reg, OP_JUMP, SIZE_OP_JUMP);
  926. }
  927. if (r) return r;
  928. }
  929. else {
  930. r = compile_tree_n_times(qn->target, qn->lower, reg);
  931. if (r) return r;
  932. }
  933. if (qn->greedy) {
  934. if (IS_NOT_NULL(qn->head_exact)) {
  935. r = add_opcode_rel_addr(reg, OP_PUSH_OR_JUMP_EXACT1,
  936. mod_tlen + SIZE_OP_JUMP);
  937. if (r) return r;
  938. add_bytes(reg, NSTR(qn->head_exact)->s, 1);
  939. r = compile_tree_empty_check(qn->target, reg, empty_info);
  940. if (r) return r;
  941. r = add_opcode_rel_addr(reg, OP_JUMP,
  942. -(mod_tlen + (int )SIZE_OP_JUMP + (int )SIZE_OP_PUSH_OR_JUMP_EXACT1));
  943. }
  944. else if (IS_NOT_NULL(qn->next_head_exact)) {
  945. r = add_opcode_rel_addr(reg, OP_PUSH_IF_PEEK_NEXT,
  946. mod_tlen + SIZE_OP_JUMP);
  947. if (r) return r;
  948. add_bytes(reg, NSTR(qn->next_head_exact)->s, 1);
  949. r = compile_tree_empty_check(qn->target, reg, empty_info);
  950. if (r) return r;
  951. r = add_opcode_rel_addr(reg, OP_JUMP,
  952. -(mod_tlen + (int )SIZE_OP_JUMP + (int )SIZE_OP_PUSH_IF_PEEK_NEXT));
  953. }
  954. else {
  955. r = add_opcode_rel_addr(reg, OP_PUSH, mod_tlen + SIZE_OP_JUMP);
  956. if (r) return r;
  957. r = compile_tree_empty_check(qn->target, reg, empty_info);
  958. if (r) return r;
  959. r = add_opcode_rel_addr(reg, OP_JUMP,
  960. -(mod_tlen + (int )SIZE_OP_JUMP + (int )SIZE_OP_PUSH));
  961. }
  962. }
  963. else {
  964. r = add_opcode_rel_addr(reg, OP_JUMP, mod_tlen);
  965. if (r) return r;
  966. r = compile_tree_empty_check(qn->target, reg, empty_info);
  967. if (r) return r;
  968. r = add_opcode_rel_addr(reg, OP_PUSH, -(mod_tlen + (int )SIZE_OP_PUSH));
  969. }
  970. }
  971. else if (qn->upper == 0 && qn->is_refered != 0) { /* /(?<n>..){0}/ */
  972. r = add_opcode_rel_addr(reg, OP_JUMP, tlen);
  973. if (r) return r;
  974. r = compile_tree(qn->target, reg);
  975. }
  976. else if (!infinite && qn->greedy &&
  977. (qn->upper == 1 || (tlen + SIZE_OP_PUSH) * qn->upper
  978. <= QUANTIFIER_EXPAND_LIMIT_SIZE)) {
  979. int n = qn->upper - qn->lower;
  980. r = compile_tree_n_times(qn->target, qn->lower, reg);
  981. if (r) return r;
  982. for (i = 0; i < n; i++) {
  983. r = add_opcode_rel_addr(reg, OP_PUSH,
  984. (n - i) * tlen + (n - i - 1) * SIZE_OP_PUSH);
  985. if (r) return r;
  986. r = compile_tree(qn->target, reg);
  987. if (r) return r;
  988. }
  989. }
  990. else if (!qn->greedy && qn->upper == 1 && qn->lower == 0) { /* '??' */
  991. r = add_opcode_rel_addr(reg, OP_PUSH, SIZE_OP_JUMP);
  992. if (r) return r;
  993. r = add_opcode_rel_addr(reg, OP_JUMP, tlen);
  994. if (r) return r;
  995. r = compile_tree(qn->target, reg);
  996. }
  997. else {
  998. r = compile_range_repeat_node(qn, mod_tlen, empty_info, reg);
  999. }
  1000. return r;
  1001. }
  1002. #endif /* USE_COMBINATION_EXPLOSION_CHECK */
  1003. static int
  1004. compile_length_option_node(EncloseNode* node, regex_t* reg)
  1005. {
  1006. int tlen;
  1007. OnigOptionType prev = reg->options;
  1008. reg->options = node->option;
  1009. tlen = compile_length_tree(node->target, reg);
  1010. reg->options = prev;
  1011. if (tlen < 0) return tlen;
  1012. if (IS_DYNAMIC_OPTION(prev ^ node->option)) {
  1013. return SIZE_OP_SET_OPTION_PUSH + SIZE_OP_SET_OPTION + SIZE_OP_FAIL
  1014. + tlen + SIZE_OP_SET_OPTION;
  1015. }
  1016. else
  1017. return tlen;
  1018. }
  1019. static int
  1020. compile_option_node(EncloseNode* node, regex_t* reg)
  1021. {
  1022. int r;
  1023. OnigOptionType prev = reg->options;
  1024. if (IS_DYNAMIC_OPTION(prev ^ node->option)) {
  1025. r = add_opcode_option(reg, OP_SET_OPTION_PUSH, node->option);
  1026. if (r) return r;
  1027. r = add_opcode_option(reg, OP_SET_OPTION, prev);
  1028. if (r) return r;
  1029. r = add_opcode(reg, OP_FAIL);
  1030. if (r) return r;
  1031. }
  1032. reg->options = node->option;
  1033. r = compile_tree(node->target, reg);
  1034. reg->options = prev;
  1035. if (IS_DYNAMIC_OPTION(prev ^ node->option)) {
  1036. if (r) return r;
  1037. r = add_opcode_option(reg, OP_SET_OPTION, prev);
  1038. }
  1039. return r;
  1040. }
  1041. static int
  1042. compile_length_enclose_node(EncloseNode* node, regex_t* reg)
  1043. {
  1044. int len;
  1045. int tlen;
  1046. if (node->type == ENCLOSE_OPTION)
  1047. return compile_length_option_node(node, reg);
  1048. if (node->target) {
  1049. tlen = compile_length_tree(node->target, reg);
  1050. if (tlen < 0) return tlen;
  1051. }
  1052. else
  1053. tlen = 0;
  1054. switch (node->type) {
  1055. case ENCLOSE_MEMORY:
  1056. #ifdef USE_SUBEXP_CALL
  1057. if (IS_ENCLOSE_CALLED(node)) {
  1058. len = SIZE_OP_MEMORY_START_PUSH + tlen
  1059. + SIZE_OP_CALL + SIZE_OP_JUMP + SIZE_OP_RETURN;
  1060. if (BIT_STATUS_AT(reg->bt_mem_end, node->regnum))
  1061. len += (IS_ENCLOSE_RECURSION(node)
  1062. ? SIZE_OP_MEMORY_END_PUSH_REC : SIZE_OP_MEMORY_END_PUSH);
  1063. else
  1064. len += (IS_ENCLOSE_RECURSION(node)
  1065. ? SIZE_OP_MEMORY_END_REC : SIZE_OP_MEMORY_END);
  1066. }
  1067. else
  1068. #endif
  1069. {
  1070. if (BIT_STATUS_AT(reg->bt_mem_start, node->regnum))
  1071. len = SIZE_OP_MEMORY_START_PUSH;
  1072. else
  1073. len = SIZE_OP_MEMORY_START;
  1074. len += tlen + (BIT_STATUS_AT(reg->bt_mem_end, node->regnum)
  1075. ? SIZE_OP_MEMORY_END_PUSH : SIZE_OP_MEMORY_END);
  1076. }
  1077. break;
  1078. case ENCLOSE_STOP_BACKTRACK:
  1079. if (IS_ENCLOSE_STOP_BT_SIMPLE_REPEAT(node)) {
  1080. QtfrNode* qn = NQTFR(node->target);
  1081. tlen = compile_length_tree(qn->target, reg);
  1082. if (tlen < 0) return tlen;
  1083. len = tlen * qn->lower
  1084. + SIZE_OP_PUSH + tlen + SIZE_OP_POP + SIZE_OP_JUMP;
  1085. }
  1086. else {
  1087. len = SIZE_OP_PUSH_STOP_BT + tlen + SIZE_OP_POP_STOP_BT;
  1088. }
  1089. break;
  1090. default:
  1091. return ONIGERR_TYPE_BUG;
  1092. break;
  1093. }
  1094. return len;
  1095. }
  1096. static int get_char_length_tree(Node* node, regex_t* reg, int* len);
  1097. static int
  1098. compile_enclose_node(EncloseNode* node, regex_t* reg)
  1099. {
  1100. int r, len;
  1101. if (node->type == ENCLOSE_OPTION)
  1102. return compile_option_node(node, reg);
  1103. switch (node->type) {
  1104. case ENCLOSE_MEMORY:
  1105. #ifdef USE_SUBEXP_CALL
  1106. if (IS_ENCLOSE_CALLED(node)) {
  1107. r = add_opcode(reg, OP_CALL);
  1108. if (r) return r;
  1109. node->call_addr = BBUF_GET_OFFSET_POS(reg) + SIZE_ABSADDR + SIZE_OP_JUMP;
  1110. node->state |= NST_ADDR_FIXED;
  1111. r = add_abs_addr(reg, (int )node->call_addr);
  1112. if (r) return r;
  1113. len = compile_length_tree(node->target, reg);
  1114. len += (SIZE_OP_MEMORY_START_PUSH + SIZE_OP_RETURN);
  1115. if (BIT_STATUS_AT(reg->bt_mem_end, node->regnum))
  1116. len += (IS_ENCLOSE_RECURSION(node)
  1117. ? SIZE_OP_MEMORY_END_PUSH_REC : SIZE_OP_MEMORY_END_PUSH);
  1118. else
  1119. len += (IS_ENCLOSE_RECURSION(node)
  1120. ? SIZE_OP_MEMORY_END_REC : SIZE_OP_MEMORY_END);
  1121. r = add_opcode_rel_addr(reg, OP_JUMP, len);
  1122. if (r) return r;
  1123. }
  1124. #endif
  1125. if (BIT_STATUS_AT(reg->bt_mem_start, node->regnum))
  1126. r = add_opcode(reg, OP_MEMORY_START_PUSH);
  1127. else
  1128. r = add_opcode(reg, OP_MEMORY_START);
  1129. if (r) return r;
  1130. r = add_mem_num(reg, node->regnum);
  1131. if (r) return r;
  1132. r = compile_tree(node->target, reg);
  1133. if (r) return r;
  1134. #ifdef USE_SUBEXP_CALL
  1135. if (IS_ENCLOSE_CALLED(node)) {
  1136. if (BIT_STATUS_AT(reg->bt_mem_end, node->regnum))
  1137. r = add_opcode(reg, (IS_ENCLOSE_RECURSION(node)
  1138. ? OP_MEMORY_END_PUSH_REC : OP_MEMORY_END_PUSH));
  1139. else
  1140. r = add_opcode(reg, (IS_ENCLOSE_RECURSION(node)
  1141. ? OP_MEMORY_END_REC : OP_MEMORY_END));
  1142. if (r) return r;
  1143. r = add_mem_num(reg, node->regnum);
  1144. if (r) return r;
  1145. r = add_opcode(reg, OP_RETURN);
  1146. }
  1147. else
  1148. #endif
  1149. {
  1150. if (BIT_STATUS_AT(reg->bt_mem_end, node->regnum))
  1151. r = add_opcode(reg, OP_MEMORY_END_PUSH);
  1152. else
  1153. r = add_opcode(reg, OP_MEMORY_END);
  1154. if (r) return r;
  1155. r = add_mem_num(reg, node->regnum);
  1156. }
  1157. break;
  1158. case ENCLOSE_STOP_BACKTRACK:
  1159. if (IS_ENCLOSE_STOP_BT_SIMPLE_REPEAT(node)) {
  1160. QtfrNode* qn = NQTFR(node->target);
  1161. r = compile_tree_n_times(qn->target, qn->lower, reg);
  1162. if (r) return r;
  1163. len = compile_length_tree(qn->target, reg);
  1164. if (len < 0) return len;
  1165. r = add_opcode_rel_addr(reg, OP_PUSH, len + SIZE_OP_POP + SIZE_OP_JUMP);
  1166. if (r) return r;
  1167. r = compile_tree(qn->target, reg);
  1168. if (r) return r;
  1169. r = add_opcode(reg, OP_POP);
  1170. if (r) return r;
  1171. r = add_opcode_rel_addr(reg, OP_JUMP,
  1172. -((int )SIZE_OP_PUSH + len + (int )SIZE_OP_POP + (int )SIZE_OP_JUMP));
  1173. }
  1174. else {
  1175. r = add_opcode(reg, OP_PUSH_STOP_BT);
  1176. if (r) return r;
  1177. r = compile_tree(node->target, reg);
  1178. if (r) return r;
  1179. r = add_opcode(reg, OP_POP_STOP_BT);
  1180. }
  1181. break;
  1182. default:
  1183. return ONIGERR_TYPE_BUG;
  1184. break;
  1185. }
  1186. return r;
  1187. }
  1188. static int
  1189. compile_length_anchor_node(AnchorNode* node, regex_t* reg)
  1190. {
  1191. int len;
  1192. int tlen = 0;
  1193. if (node->target) {
  1194. tlen = compile_length_tree(node->target, reg);
  1195. if (tlen < 0) return tlen;
  1196. }
  1197. switch (node->type) {
  1198. case ANCHOR_PREC_READ:
  1199. len = SIZE_OP_PUSH_POS + tlen + SIZE_OP_POP_POS;
  1200. break;
  1201. case ANCHOR_PREC_READ_NOT:
  1202. len = SIZE_OP_PUSH_POS_NOT + tlen + SIZE_OP_FAIL_POS;
  1203. break;
  1204. case ANCHOR_LOOK_BEHIND:
  1205. len = SIZE_OP_LOOK_BEHIND + tlen;
  1206. break;
  1207. case ANCHOR_LOOK_BEHIND_NOT:
  1208. len = SIZE_OP_PUSH_LOOK_BEHIND_NOT + tlen + SIZE_OP_FAIL_LOOK_BEHIND_NOT;
  1209. break;
  1210. default:
  1211. len = SIZE_OPCODE;
  1212. break;
  1213. }
  1214. return len;
  1215. }
  1216. static int
  1217. compile_anchor_node(AnchorNode* node, regex_t* reg)
  1218. {
  1219. int r, len;
  1220. switch (node->type) {
  1221. case ANCHOR_BEGIN_BUF: r = add_opcode(reg, OP_BEGIN_BUF); break;
  1222. case ANCHOR_END_BUF: r = add_opcode(reg, OP_END_BUF); break;
  1223. case ANCHOR_BEGIN_LINE: r = add_opcode(reg, OP_BEGIN_LINE); break;
  1224. case ANCHOR_END_LINE: r = add_opcode(reg, OP_END_LINE); break;
  1225. case ANCHOR_SEMI_END_BUF: r = add_opcode(reg, OP_SEMI_END_BUF); break;
  1226. case ANCHOR_BEGIN_POSITION: r = add_opcode(reg, OP_BEGIN_POSITION); break;
  1227. case ANCHOR_WORD_BOUND: r = add_opcode(reg, OP_WORD_BOUND); break;
  1228. case ANCHOR_NOT_WORD_BOUND: r = add_opcode(reg, OP_NOT_WORD_BOUND); break;
  1229. #ifdef USE_WORD_BEGIN_END
  1230. case ANCHOR_WORD_BEGIN: r = add_opcode(reg, OP_WORD_BEGIN); break;
  1231. case ANCHOR_WORD_END: r = add_opcode(reg, OP_WORD_END); break;
  1232. #endif
  1233. case ANCHOR_PREC_READ:
  1234. r = add_opcode(reg, OP_PUSH_POS);
  1235. if (r) return r;
  1236. r = compile_tree(node->target, reg);
  1237. if (r) return r;
  1238. r = add_opcode(reg, OP_POP_POS);
  1239. break;
  1240. case ANCHOR_PREC_READ_NOT:
  1241. len = compile_length_tree(node->target, reg);
  1242. if (len < 0) return len;
  1243. r = add_opcode_rel_addr(reg, OP_PUSH_POS_NOT, len + SIZE_OP_FAIL_POS);
  1244. if (r) return r;
  1245. r = compile_tree(node->target, reg);
  1246. if (r) return r;
  1247. r = add_opcode(reg, OP_FAIL_POS);
  1248. break;
  1249. case ANCHOR_LOOK_BEHIND:
  1250. {
  1251. int n;
  1252. r = add_opcode(reg, OP_LOOK_BEHIND);
  1253. if (r) return r;
  1254. if (node->char_len < 0) {
  1255. r = get_char_length_tree(node->target, reg, &n);
  1256. if (r) return ONIGERR_INVALID_LOOK_BEHIND_PATTERN;
  1257. }
  1258. else
  1259. n = node->char_len;
  1260. r = add_length(reg, n);
  1261. if (r) return r;
  1262. r = compile_tree(node->target, reg);
  1263. }
  1264. break;
  1265. case ANCHOR_LOOK_BEHIND_NOT:
  1266. {
  1267. int n;
  1268. len = compile_length_tree(node->target, reg);
  1269. r = add_opcode_rel_addr(reg, OP_PUSH_LOOK_BEHIND_NOT,
  1270. len + SIZE_OP_FAIL_LOOK_BEHIND_NOT);
  1271. if (r) return r;
  1272. if (node->char_len < 0) {
  1273. r = get_char_length_tree(node->target, reg, &n);
  1274. if (r) return ONIGERR_INVALID_LOOK_BEHIND_PATTERN;
  1275. }
  1276. else
  1277. n = node->char_len;
  1278. r = add_length(reg, n);
  1279. if (r) return r;
  1280. r = compile_tree(node->target, reg);
  1281. if (r) return r;
  1282. r = add_opcode(reg, OP_FAIL_LOOK_BEHIND_NOT);
  1283. }
  1284. break;
  1285. default:
  1286. return ONIGERR_TYPE_BUG;
  1287. break;
  1288. }
  1289. return r;
  1290. }
  1291. static int
  1292. compile_length_tree(Node* node, regex_t* reg)
  1293. {
  1294. int len, type, r;
  1295. type = NTYPE(node);
  1296. switch (type) {
  1297. case NT_LIST:
  1298. len = 0;
  1299. do {
  1300. r = compile_length_tree(NCAR(node), reg);
  1301. if (r < 0) return r;
  1302. len += r;
  1303. } while (IS_NOT_NULL(node = NCDR(node)));
  1304. r = len;
  1305. break;
  1306. case NT_ALT:
  1307. {
  1308. int n;
  1309. n = r = 0;
  1310. do {
  1311. r += compile_length_tree(NCAR(node), reg);
  1312. n++;
  1313. } while (IS_NOT_NULL(node = NCDR(node)));
  1314. r += (SIZE_OP_PUSH + SIZE_OP_JUMP) * (n - 1);
  1315. }
  1316. break;
  1317. case NT_STR:
  1318. if (NSTRING_IS_RAW(node))
  1319. r = compile_length_string_raw_node(NSTR(node), reg);
  1320. else
  1321. r = compile_length_string_node(node, reg);
  1322. break;
  1323. case NT_CCLASS:
  1324. r = compile_length_cclass_node(NCCLASS(node), reg);
  1325. break;
  1326. case NT_CTYPE:
  1327. case NT_CANY:
  1328. r = SIZE_OPCODE;
  1329. break;
  1330. case NT_BREF:
  1331. {
  1332. BRefNode* br = NBREF(node);
  1333. #ifdef USE_BACKREF_WITH_LEVEL
  1334. if (IS_BACKREF_NEST_LEVEL(br)) {
  1335. r = SIZE_OPCODE + SIZE_OPTION + SIZE_LENGTH +
  1336. SIZE_LENGTH + (SIZE_MEMNUM * br->back_num);
  1337. }
  1338. else
  1339. #endif
  1340. if (br->back_num == 1) {
  1341. r = ((!IS_IGNORECASE(reg->options) && br->back_static[0] <= 2)
  1342. ? SIZE_OPCODE : (SIZE_OPCODE + SIZE_MEMNUM));
  1343. }
  1344. else {
  1345. r = SIZE_OPCODE + SIZE_LENGTH + (SIZE_MEMNUM * br->back_num);
  1346. }
  1347. }
  1348. break;
  1349. #ifdef USE_SUBEXP_CALL
  1350. case NT_CALL:
  1351. r = SIZE_OP_CALL;
  1352. break;
  1353. #endif
  1354. case NT_QTFR:
  1355. r = compile_length_quantifier_node(NQTFR(node), reg);
  1356. break;
  1357. case NT_ENCLOSE:
  1358. r = compile_length_enclose_node(NENCLOSE(node), reg);
  1359. break;
  1360. case NT_ANCHOR:
  1361. r = compile_length_anchor_node(NANCHOR(node), reg);
  1362. break;
  1363. default:
  1364. return ONIGERR_TYPE_BUG;
  1365. break;
  1366. }
  1367. return r;
  1368. }
  1369. static int
  1370. compile_tree(Node* node, regex_t* reg)
  1371. {
  1372. int n, type, len, pos, r = 0;
  1373. type = NTYPE(node);
  1374. switch (type) {
  1375. case NT_LIST:
  1376. do {
  1377. r = compile_tree(NCAR(node), reg);
  1378. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  1379. break;
  1380. case NT_ALT:
  1381. {
  1382. Node* x = node;
  1383. len = 0;
  1384. do {
  1385. len += compile_length_tree(NCAR(x), reg);
  1386. if (NCDR(x) != NULL) {
  1387. len += SIZE_OP_PUSH + SIZE_OP_JUMP;
  1388. }
  1389. } while (IS_NOT_NULL(x = NCDR(x)));
  1390. pos = reg->used + len; /* goal position */
  1391. do {
  1392. len = compile_length_tree(NCAR(node), reg);
  1393. if (IS_NOT_NULL(NCDR(node))) {
  1394. r = add_opcode_rel_addr(reg, OP_PUSH, len + SIZE_OP_JUMP);
  1395. if (r) break;
  1396. }
  1397. r = compile_tree(NCAR(node), reg);
  1398. if (r) break;
  1399. if (IS_NOT_NULL(NCDR(node))) {
  1400. len = pos - (reg->used + SIZE_OP_JUMP);
  1401. r = add_opcode_rel_addr(reg, OP_JUMP, len);
  1402. if (r) break;
  1403. }
  1404. } while (IS_NOT_NULL(node = NCDR(node)));
  1405. }
  1406. break;
  1407. case NT_STR:
  1408. if (NSTRING_IS_RAW(node))
  1409. r = compile_string_raw_node(NSTR(node), reg);
  1410. else
  1411. r = compile_string_node(node, reg);
  1412. break;
  1413. case NT_CCLASS:
  1414. r = compile_cclass_node(NCCLASS(node), reg);
  1415. break;
  1416. case NT_CTYPE:
  1417. {
  1418. int op;
  1419. switch (NCTYPE(node)->ctype) {
  1420. case ONIGENC_CTYPE_WORD:
  1421. if (NCTYPE(node)->not != 0) op = OP_NOT_WORD;
  1422. else op = OP_WORD;
  1423. break;
  1424. default:
  1425. return ONIGERR_TYPE_BUG;
  1426. break;
  1427. }
  1428. r = add_opcode(reg, op);
  1429. }
  1430. break;
  1431. case NT_CANY:
  1432. if (IS_MULTILINE(reg->options))
  1433. r = add_opcode(reg, OP_ANYCHAR_ML);
  1434. else
  1435. r = add_opcode(reg, OP_ANYCHAR);
  1436. break;
  1437. case NT_BREF:
  1438. {
  1439. BRefNode* br = NBREF(node);
  1440. #ifdef USE_BACKREF_WITH_LEVEL
  1441. if (IS_BACKREF_NEST_LEVEL(br)) {
  1442. r = add_opcode(reg, OP_BACKREF_WITH_LEVEL);
  1443. if (r) return r;
  1444. r = add_option(reg, (reg->options & ONIG_OPTION_IGNORECASE));
  1445. if (r) return r;
  1446. r = add_length(reg, br->nest_level);
  1447. if (r) return r;
  1448. goto add_bacref_mems;
  1449. }
  1450. else
  1451. #endif
  1452. if (br->back_num == 1) {
  1453. n = br->back_static[0];
  1454. if (IS_IGNORECASE(reg->options)) {
  1455. r = add_opcode(reg, OP_BACKREFN_IC);
  1456. if (r) return r;
  1457. r = add_mem_num(reg, n);
  1458. }
  1459. else {
  1460. switch (n) {
  1461. case 1: r = add_opcode(reg, OP_BACKREF1); break;
  1462. case 2: r = add_opcode(reg, OP_BACKREF2); break;
  1463. default:
  1464. r = add_opcode(reg, OP_BACKREFN);
  1465. if (r) return r;
  1466. r = add_mem_num(reg, n);
  1467. break;
  1468. }
  1469. }
  1470. }
  1471. else {
  1472. int i;
  1473. int* p;
  1474. if (IS_IGNORECASE(reg->options)) {
  1475. r = add_opcode(reg, OP_BACKREF_MULTI_IC);
  1476. }
  1477. else {
  1478. r = add_opcode(reg, OP_BACKREF_MULTI);
  1479. }
  1480. if (r) return r;
  1481. #ifdef USE_BACKREF_WITH_LEVEL
  1482. add_bacref_mems:
  1483. #endif
  1484. r = add_length(reg, br->back_num);
  1485. if (r) return r;
  1486. p = BACKREFS_P(br);
  1487. for (i = br->back_num - 1; i >= 0; i--) {
  1488. r = add_mem_num(reg, p[i]);
  1489. if (r) return r;
  1490. }
  1491. }
  1492. }
  1493. break;
  1494. #ifdef USE_SUBEXP_CALL
  1495. case NT_CALL:
  1496. r = compile_call(NCALL(node), reg);
  1497. break;
  1498. #endif
  1499. case NT_QTFR:
  1500. r = compile_quantifier_node(NQTFR(node), reg);
  1501. break;
  1502. case NT_ENCLOSE:
  1503. r = compile_enclose_node(NENCLOSE(node), reg);
  1504. break;
  1505. case NT_ANCHOR:
  1506. r = compile_anchor_node(NANCHOR(node), reg);
  1507. break;
  1508. default:
  1509. #ifdef ONIG_DEBUG
  1510. fprintf(stderr, "compile_tree: undefined node type %d\n", NTYPE(node));
  1511. #endif
  1512. break;
  1513. }
  1514. return r;
  1515. }
  1516. #ifdef USE_NAMED_GROUP
  1517. static int
  1518. noname_disable_map(Node** plink, GroupNumRemap* map, int* counter)
  1519. {
  1520. int r = 0;
  1521. Node* node = *plink;
  1522. switch (NTYPE(node)) {
  1523. case NT_LIST:
  1524. case NT_ALT:
  1525. do {
  1526. r = noname_disable_map(&(NCAR(node)), map, counter);
  1527. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  1528. break;
  1529. case NT_QTFR:
  1530. {
  1531. Node** ptarget = &(NQTFR(node)->target);
  1532. Node* old = *ptarget;
  1533. r = noname_disable_map(ptarget, map, counter);
  1534. if (*ptarget != old && NTYPE(*ptarget) == NT_QTFR) {
  1535. onig_reduce_nested_quantifier(node, *ptarget);
  1536. }
  1537. }
  1538. break;
  1539. case NT_ENCLOSE:
  1540. {
  1541. EncloseNode* en = NENCLOSE(node);
  1542. if (en->type == ENCLOSE_MEMORY) {
  1543. if (IS_ENCLOSE_NAMED_GROUP(en)) {
  1544. (*counter)++;
  1545. map[en->regnum].new_val = *counter;
  1546. en->regnum = *counter;
  1547. r = noname_disable_map(&(en->target), map, counter);
  1548. }
  1549. else {
  1550. *plink = en->target;
  1551. en->target = NULL_NODE;
  1552. onig_node_free(node);
  1553. r = noname_disable_map(plink, map, counter);
  1554. }
  1555. }
  1556. else
  1557. r = noname_disable_map(&(en->target), map, counter);
  1558. }
  1559. break;
  1560. default:
  1561. break;
  1562. }
  1563. return r;
  1564. }
  1565. static int
  1566. renumber_node_backref(Node* node, GroupNumRemap* map)
  1567. {
  1568. int i, pos, n, old_num;
  1569. int *backs;
  1570. BRefNode* bn = NBREF(node);
  1571. if (! IS_BACKREF_NAME_REF(bn))
  1572. return ONIGERR_NUMBERED_BACKREF_OR_CALL_NOT_ALLOWED;
  1573. old_num = bn->back_num;
  1574. if (IS_NULL(bn->back_dynamic))
  1575. backs = bn->back_static;
  1576. else
  1577. backs = bn->back_dynamic;
  1578. for (i = 0, pos = 0; i < old_num; i++) {
  1579. n = map[backs[i]].new_val;
  1580. if (n > 0) {
  1581. backs[pos] = n;
  1582. pos++;
  1583. }
  1584. }
  1585. bn->back_num = pos;
  1586. return 0;
  1587. }
  1588. static int
  1589. renumber_by_map(Node* node, GroupNumRemap* map)
  1590. {
  1591. int r = 0;
  1592. switch (NTYPE(node)) {
  1593. case NT_LIST:
  1594. case NT_ALT:
  1595. do {
  1596. r = renumber_by_map(NCAR(node), map);
  1597. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  1598. break;
  1599. case NT_QTFR:
  1600. r = renumber_by_map(NQTFR(node)->target, map);
  1601. break;
  1602. case NT_ENCLOSE:
  1603. r = renumber_by_map(NENCLOSE(node)->target, map);
  1604. break;
  1605. case NT_BREF:
  1606. r = renumber_node_backref(node, map);
  1607. break;
  1608. default:
  1609. break;
  1610. }
  1611. return r;
  1612. }
  1613. static int
  1614. numbered_ref_check(Node* node)
  1615. {
  1616. int r = 0;
  1617. switch (NTYPE(node)) {
  1618. case NT_LIST:
  1619. case NT_ALT:
  1620. do {
  1621. r = numbered_ref_check(NCAR(node));
  1622. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  1623. break;
  1624. case NT_QTFR:
  1625. r = numbered_ref_check(NQTFR(node)->target);
  1626. break;
  1627. case NT_ENCLOSE:
  1628. r = numbered_ref_check(NENCLOSE(node)->target);
  1629. break;
  1630. case NT_BREF:
  1631. if (! IS_BACKREF_NAME_REF(NBREF(node)))
  1632. return ONIGERR_NUMBERED_BACKREF_OR_CALL_NOT_ALLOWED;
  1633. break;
  1634. default:
  1635. break;
  1636. }
  1637. return r;
  1638. }
  1639. static int
  1640. disable_noname_group_capture(Node** root, regex_t* reg, ScanEnv* env)
  1641. {
  1642. int r, i, pos, counter;
  1643. BitStatusType loc;
  1644. GroupNumRemap* map;
  1645. map = (GroupNumRemap* )xalloca(sizeof(GroupNumRemap) * (env->num_mem + 1));
  1646. CHECK_NULL_RETURN_MEMERR(map);
  1647. for (i = 1; i <= env->num_mem; i++) {
  1648. map[i].new_val = 0;
  1649. }
  1650. counter = 0;
  1651. r = noname_disable_map(root, map, &counter);
  1652. if (r != 0) return r;
  1653. r = renumber_by_map(*root, map);
  1654. if (r != 0) return r;
  1655. for (i = 1, pos = 1; i <= env->num_mem; i++) {
  1656. if (map[i].new_val > 0) {
  1657. SCANENV_MEM_NODES(env)[pos] = SCANENV_MEM_NODES(env)[i];
  1658. pos++;
  1659. }
  1660. }
  1661. loc = env->capture_history;
  1662. BIT_STATUS_CLEAR(env->capture_history);
  1663. for (i = 1; i <= ONIG_MAX_CAPTURE_HISTORY_GROUP; i++) {
  1664. if (BIT_STATUS_AT(loc, i)) {
  1665. BIT_STATUS_ON_AT_SIMPLE(env->capture_history, map[i].new_val);
  1666. }
  1667. }
  1668. env->num_mem = env->num_named;
  1669. reg->num_mem = env->num_named;
  1670. return onig_renumber_name_table(reg, map);
  1671. }
  1672. #endif /* USE_NAMED_GROUP */
  1673. #ifdef USE_SUBEXP_CALL
  1674. static int
  1675. unset_addr_list_fix(UnsetAddrList* uslist, regex_t* reg)
  1676. {
  1677. int i, offset;
  1678. EncloseNode* en;
  1679. AbsAddrType addr;
  1680. for (i = 0; i < uslist->num; i++) {
  1681. en = NENCLOSE(uslist->us[i].target);
  1682. if (! IS_ENCLOSE_ADDR_FIXED(en)) return ONIGERR_PARSER_BUG;
  1683. addr = en->call_addr;
  1684. offset = uslist->us[i].offset;
  1685. BBUF_WRITE(reg, offset, &addr, SIZE_ABSADDR);
  1686. }
  1687. return 0;
  1688. }
  1689. #endif
  1690. #ifdef USE_MONOMANIAC_CHECK_CAPTURES_IN_ENDLESS_REPEAT
  1691. static int
  1692. quantifiers_memory_node_info(Node* node)
  1693. {
  1694. int r = 0;
  1695. switch (NTYPE(node)) {
  1696. case NT_LIST:
  1697. case NT_ALT:
  1698. {
  1699. int v;
  1700. do {
  1701. v = quantifiers_memory_node_info(NCAR(node));
  1702. if (v > r) r = v;
  1703. } while (v >= 0 && IS_NOT_NULL(node = NCDR(node)));
  1704. }
  1705. break;
  1706. #ifdef USE_SUBEXP_CALL
  1707. case NT_CALL:
  1708. if (IS_CALL_RECURSION(NCALL(node))) {
  1709. return NQ_TARGET_IS_EMPTY_REC; /* tiny version */
  1710. }
  1711. else
  1712. r = quantifiers_memory_node_info(NCALL(node)->target);
  1713. break;
  1714. #endif
  1715. case NT_QTFR:
  1716. {
  1717. QtfrNode* qn = NQTFR(node);
  1718. if (qn->upper != 0) {
  1719. r = quantifiers_memory_node_info(qn->target);
  1720. }
  1721. }
  1722. break;
  1723. case NT_ENCLOSE:
  1724. {
  1725. EncloseNode* en = NENCLOSE(node);
  1726. switch (en->type) {
  1727. case ENCLOSE_MEMORY:
  1728. return NQ_TARGET_IS_EMPTY_MEM;
  1729. break;
  1730. case ENCLOSE_OPTION:
  1731. case ENCLOSE_STOP_BACKTRACK:
  1732. r = quantifiers_memory_node_info(en->target);
  1733. break;
  1734. default:
  1735. break;
  1736. }
  1737. }
  1738. break;
  1739. case NT_BREF:
  1740. case NT_STR:
  1741. case NT_CTYPE:
  1742. case NT_CCLASS:
  1743. case NT_CANY:
  1744. case NT_ANCHOR:
  1745. default:
  1746. break;
  1747. }
  1748. return r;
  1749. }
  1750. #endif /* USE_MONOMANIAC_CHECK_CAPTURES_IN_ENDLESS_REPEAT */
  1751. static int
  1752. get_min_match_length(Node* node, OnigDistance *min, ScanEnv* env)
  1753. {
  1754. OnigDistance tmin;
  1755. int r = 0;
  1756. *min = 0;
  1757. switch (NTYPE(node)) {
  1758. case NT_BREF:
  1759. {
  1760. int i;
  1761. int* backs;
  1762. Node** nodes = SCANENV_MEM_NODES(env);
  1763. BRefNode* br = NBREF(node);
  1764. if (br->state & NST_RECURSION) break;
  1765. backs = BACKREFS_P(br);
  1766. if (backs[0] > env->num_mem) return ONIGERR_INVALID_BACKREF;
  1767. r = get_min_match_length(nodes[backs[0]], min, env);
  1768. if (r != 0) break;
  1769. for (i = 1; i < br->back_num; i++) {
  1770. if (backs[i] > env->num_mem) return ONIGERR_INVALID_BACKREF;
  1771. r = get_min_match_length(nodes[backs[i]], &tmin, env);
  1772. if (r != 0) break;
  1773. if (*min > tmin) *min = tmin;
  1774. }
  1775. }
  1776. break;
  1777. #ifdef USE_SUBEXP_CALL
  1778. case NT_CALL:
  1779. if (IS_CALL_RECURSION(NCALL(node))) {
  1780. EncloseNode* en = NENCLOSE(NCALL(node)->target);
  1781. if (IS_ENCLOSE_MIN_FIXED(en))
  1782. *min = en->min_len;
  1783. }
  1784. else
  1785. r = get_min_match_length(NCALL(node)->target, min, env);
  1786. break;
  1787. #endif
  1788. case NT_LIST:
  1789. do {
  1790. r = get_min_match_length(NCAR(node), &tmin, env);
  1791. if (r == 0) *min += tmin;
  1792. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  1793. break;
  1794. case NT_ALT:
  1795. {
  1796. Node *x, *y;
  1797. y = node;
  1798. do {
  1799. x = NCAR(y);
  1800. r = get_min_match_length(x, &tmin, env);
  1801. if (r != 0) break;
  1802. if (y == node) *min = tmin;
  1803. else if (*min > tmin) *min = tmin;
  1804. } while (r == 0 && IS_NOT_NULL(y = NCDR(y)));
  1805. }
  1806. break;
  1807. case NT_STR:
  1808. {
  1809. StrNode* sn = NSTR(node);
  1810. *min = sn->end - sn->s;
  1811. }
  1812. break;
  1813. case NT_CTYPE:
  1814. *min = 1;
  1815. break;
  1816. case NT_CCLASS:
  1817. case NT_CANY:
  1818. *min = 1;
  1819. break;
  1820. case NT_QTFR:
  1821. {
  1822. QtfrNode* qn = NQTFR(node);
  1823. if (qn->lower > 0) {
  1824. r = get_min_match_length(qn->target, min, env);
  1825. if (r == 0)
  1826. *min = distance_multiply(*min, qn->lower);
  1827. }
  1828. }
  1829. break;
  1830. case NT_ENCLOSE:
  1831. {
  1832. EncloseNode* en = NENCLOSE(node);
  1833. switch (en->type) {
  1834. case ENCLOSE_MEMORY:
  1835. #ifdef USE_SUBEXP_CALL
  1836. if (IS_ENCLOSE_MIN_FIXED(en))
  1837. *min = en->min_len;
  1838. else {
  1839. r = get_min_match_length(en->target, min, env);
  1840. if (r == 0) {
  1841. en->min_len = *min;
  1842. SET_ENCLOSE_STATUS(node, NST_MIN_FIXED);
  1843. }
  1844. }
  1845. break;
  1846. #endif
  1847. case ENCLOSE_OPTION:
  1848. case ENCLOSE_STOP_BACKTRACK:
  1849. r = get_min_match_length(en->target, min, env);
  1850. break;
  1851. }
  1852. }
  1853. break;
  1854. case NT_ANCHOR:
  1855. default:
  1856. break;
  1857. }
  1858. return r;
  1859. }
  1860. static int
  1861. get_max_match_length(Node* node, OnigDistance *max, ScanEnv* env)
  1862. {
  1863. OnigDistance tmax;
  1864. int r = 0;
  1865. *max = 0;
  1866. switch (NTYPE(node)) {
  1867. case NT_LIST:
  1868. do {
  1869. r = get_max_match_length(NCAR(node), &tmax, env);
  1870. if (r == 0)
  1871. *max = distance_add(*max, tmax);
  1872. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  1873. break;
  1874. case NT_ALT:
  1875. do {
  1876. r = get_max_match_length(NCAR(node), &tmax, env);
  1877. if (r == 0 && *max < tmax) *max = tmax;
  1878. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  1879. break;
  1880. case NT_STR:
  1881. {
  1882. StrNode* sn = NSTR(node);
  1883. *max = sn->end - sn->s;
  1884. }
  1885. break;
  1886. case NT_CTYPE:
  1887. *max = ONIGENC_MBC_MAXLEN_DIST(env->enc);
  1888. break;
  1889. case NT_CCLASS:
  1890. case NT_CANY:
  1891. *max = ONIGENC_MBC_MAXLEN_DIST(env->enc);
  1892. break;
  1893. case NT_BREF:
  1894. {
  1895. int i;
  1896. int* backs;
  1897. Node** nodes = SCANENV_MEM_NODES(env);
  1898. BRefNode* br = NBREF(node);
  1899. if (br->state & NST_RECURSION) {
  1900. *max = ONIG_INFINITE_DISTANCE;
  1901. break;
  1902. }
  1903. backs = BACKREFS_P(br);
  1904. for (i = 0; i < br->back_num; i++) {
  1905. if (backs[i] > env->num_mem) return ONIGERR_INVALID_BACKREF;
  1906. r = get_max_match_length(nodes[backs[i]], &tmax, env);
  1907. if (r != 0) break;
  1908. if (*max < tmax) *max = tmax;
  1909. }
  1910. }
  1911. break;
  1912. #ifdef USE_SUBEXP_CALL
  1913. case NT_CALL:
  1914. if (! IS_CALL_RECURSION(NCALL(node)))
  1915. r = get_max_match_length(NCALL(node)->target, max, env);
  1916. else
  1917. *max = ONIG_INFINITE_DISTANCE;
  1918. break;
  1919. #endif
  1920. case NT_QTFR:
  1921. {
  1922. QtfrNode* qn = NQTFR(node);
  1923. if (qn->upper != 0) {
  1924. r = get_max_match_length(qn->target, max, env);
  1925. if (r == 0 && *max != 0) {
  1926. if (! IS_REPEAT_INFINITE(qn->upper))
  1927. *max = distance_multiply(*max, qn->upper);
  1928. else
  1929. *max = ONIG_INFINITE_DISTANCE;
  1930. }
  1931. }
  1932. }
  1933. break;
  1934. case NT_ENCLOSE:
  1935. {
  1936. EncloseNode* en = NENCLOSE(node);
  1937. switch (en->type) {
  1938. case ENCLOSE_MEMORY:
  1939. #ifdef USE_SUBEXP_CALL
  1940. if (IS_ENCLOSE_MAX_FIXED(en))
  1941. *max = en->max_len;
  1942. else {
  1943. r = get_max_match_length(en->target, max, env);
  1944. if (r == 0) {
  1945. en->max_len = *max;
  1946. SET_ENCLOSE_STATUS(node, NST_MAX_FIXED);
  1947. }
  1948. }
  1949. break;
  1950. #endif
  1951. case ENCLOSE_OPTION:
  1952. case ENCLOSE_STOP_BACKTRACK:
  1953. r = get_max_match_length(en->target, max, env);
  1954. break;
  1955. }
  1956. }
  1957. break;
  1958. case NT_ANCHOR:
  1959. default:
  1960. break;
  1961. }
  1962. return r;
  1963. }
  1964. #define GET_CHAR_LEN_VARLEN -1
  1965. #define GET_CHAR_LEN_TOP_ALT_VARLEN -2
  1966. /* fixed size pattern node only */
  1967. static int
  1968. get_char_length_tree1(Node* node, regex_t* reg, int* len, int level)
  1969. {
  1970. int tlen;
  1971. int r = 0;
  1972. level++;
  1973. *len = 0;
  1974. switch (NTYPE(node)) {
  1975. case NT_LIST:
  1976. do {
  1977. r = get_char_length_tree1(NCAR(node), reg, &tlen, level);
  1978. if (r == 0)
  1979. *len = distance_add(*len, tlen);
  1980. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  1981. break;
  1982. case NT_ALT:
  1983. {
  1984. int tlen2;
  1985. int varlen = 0;
  1986. r = get_char_length_tree1(NCAR(node), reg, &tlen, level);
  1987. while (r == 0 && IS_NOT_NULL(node = NCDR(node))) {
  1988. r = get_char_length_tree1(NCAR(node), reg, &tlen2, level);
  1989. if (r == 0) {
  1990. if (tlen != tlen2)
  1991. varlen = 1;
  1992. }
  1993. }
  1994. if (r == 0) {
  1995. if (varlen != 0) {
  1996. if (level == 1)
  1997. r = GET_CHAR_LEN_TOP_ALT_VARLEN;
  1998. else
  1999. r = GET_CHAR_LEN_VARLEN;
  2000. }
  2001. else
  2002. *len = tlen;
  2003. }
  2004. }
  2005. break;
  2006. case NT_STR:
  2007. {
  2008. StrNode* sn = NSTR(node);
  2009. UChar *s = sn->s;
  2010. while (s < sn->end) {
  2011. s += enclen(reg->enc, s);
  2012. (*len)++;
  2013. }
  2014. }
  2015. break;
  2016. case NT_QTFR:
  2017. {
  2018. QtfrNode* qn = NQTFR(node);
  2019. if (qn->lower == qn->upper) {
  2020. r = get_char_length_tree1(qn->target, reg, &tlen, level);
  2021. if (r == 0)
  2022. *len = distance_multiply(tlen, qn->lower);
  2023. }
  2024. else
  2025. r = GET_CHAR_LEN_VARLEN;
  2026. }
  2027. break;
  2028. #ifdef USE_SUBEXP_CALL
  2029. case NT_CALL:
  2030. if (! IS_CALL_RECURSION(NCALL(node)))
  2031. r = get_char_length_tree1(NCALL(node)->target, reg, len, level);
  2032. else
  2033. r = GET_CHAR_LEN_VARLEN;
  2034. break;
  2035. #endif
  2036. case NT_CTYPE:
  2037. *len = 1;
  2038. break;
  2039. case NT_CCLASS:
  2040. case NT_CANY:
  2041. *len = 1;
  2042. break;
  2043. case NT_ENCLOSE:
  2044. {
  2045. EncloseNode* en = NENCLOSE(node);
  2046. switch (en->type) {
  2047. case ENCLOSE_MEMORY:
  2048. #ifdef USE_SUBEXP_CALL
  2049. if (IS_ENCLOSE_CLEN_FIXED(en))
  2050. *len = en->char_len;
  2051. else {
  2052. r = get_char_length_tree1(en->target, reg, len, level);
  2053. if (r == 0) {
  2054. en->char_len = *len;
  2055. SET_ENCLOSE_STATUS(node, NST_CLEN_FIXED);
  2056. }
  2057. }
  2058. break;
  2059. #endif
  2060. case ENCLOSE_OPTION:
  2061. case ENCLOSE_STOP_BACKTRACK:
  2062. r = get_char_length_tree1(en->target, reg, len, level);
  2063. break;
  2064. default:
  2065. break;
  2066. }
  2067. }
  2068. break;
  2069. case NT_ANCHOR:
  2070. break;
  2071. default:
  2072. r = GET_CHAR_LEN_VARLEN;
  2073. break;
  2074. }
  2075. return r;
  2076. }
  2077. static int
  2078. get_char_length_tree(Node* node, regex_t* reg, int* len)
  2079. {
  2080. return get_char_length_tree1(node, reg, len, 0);
  2081. }
  2082. /* x is not included y ==> 1 : 0 */
  2083. static int
  2084. is_not_included(Node* x, Node* y, regex_t* reg)
  2085. {
  2086. int i, len;
  2087. OnigCodePoint code;
  2088. UChar *p;
  2089. int ytype;
  2090. retry:
  2091. ytype = NTYPE(y);
  2092. switch (NTYPE(x)) {
  2093. case NT_CTYPE:
  2094. {
  2095. switch (ytype) {
  2096. case NT_CTYPE:
  2097. if (NCTYPE(y)->ctype == NCTYPE(x)->ctype &&
  2098. NCTYPE(y)->not != NCTYPE(x)->not)
  2099. return 1;
  2100. else
  2101. return 0;
  2102. break;
  2103. case NT_CCLASS:
  2104. swap:
  2105. {
  2106. Node* tmp;
  2107. tmp = x; x = y; y = tmp;
  2108. goto retry;
  2109. }
  2110. break;
  2111. case NT_STR:
  2112. goto swap;
  2113. break;
  2114. default:
  2115. break;
  2116. }
  2117. }
  2118. break;
  2119. case NT_CCLASS:
  2120. {
  2121. CClassNode* xc = NCCLASS(x);
  2122. switch (ytype) {
  2123. case NT_CTYPE:
  2124. switch (NCTYPE(y)->ctype) {
  2125. case ONIGENC_CTYPE_WORD:
  2126. if (NCTYPE(y)->not == 0) {
  2127. if (IS_NULL(xc->mbuf) && !IS_NCCLASS_NOT(xc)) {
  2128. for (i = 0; i < SINGLE_BYTE_SIZE; i++) {
  2129. if (BITSET_AT(xc->bs, i)) {
  2130. if (IS_CODE_SB_WORD(reg->enc, i)) return 0;
  2131. }
  2132. }
  2133. return 1;
  2134. }
  2135. return 0;
  2136. }
  2137. else {
  2138. for (i = 0; i < SINGLE_BYTE_SIZE; i++) {
  2139. if (! IS_CODE_SB_WORD(reg->enc, i)) {
  2140. if (!IS_NCCLASS_NOT(xc)) {
  2141. if (BITSET_AT(xc->bs, i))
  2142. return 0;
  2143. }
  2144. else {
  2145. if (! BITSET_AT(xc->bs, i))
  2146. return 0;
  2147. }
  2148. }
  2149. }
  2150. return 1;
  2151. }
  2152. break;
  2153. default:
  2154. break;
  2155. }
  2156. break;
  2157. case NT_CCLASS:
  2158. {
  2159. int v;
  2160. CClassNode* yc = NCCLASS(y);
  2161. for (i = 0; i < SINGLE_BYTE_SIZE; i++) {
  2162. v = BITSET_AT(xc->bs, i);
  2163. if ((v != 0 && !IS_NCCLASS_NOT(xc)) ||
  2164. (v == 0 && IS_NCCLASS_NOT(xc))) {
  2165. v = BITSET_AT(yc->bs, i);
  2166. if ((v != 0 && !IS_NCCLASS_NOT(yc)) ||
  2167. (v == 0 && IS_NCCLASS_NOT(yc)))
  2168. return 0;
  2169. }
  2170. }
  2171. if ((IS_NULL(xc->mbuf) && !IS_NCCLASS_NOT(xc)) ||
  2172. (IS_NULL(yc->mbuf) && !IS_NCCLASS_NOT(yc)))
  2173. return 1;
  2174. return 0;
  2175. }
  2176. break;
  2177. case NT_STR:
  2178. goto swap;
  2179. break;
  2180. default:
  2181. break;
  2182. }
  2183. }
  2184. break;
  2185. case NT_STR:
  2186. {
  2187. StrNode* xs = NSTR(x);
  2188. if (NSTRING_LEN(x) == 0)
  2189. break;
  2190. //c = *(xs->s);
  2191. switch (ytype) {
  2192. case NT_CTYPE:
  2193. switch (NCTYPE(y)->ctype) {
  2194. case ONIGENC_CTYPE_WORD:
  2195. if (ONIGENC_IS_MBC_WORD(reg->enc, xs->s, xs->end))
  2196. return NCTYPE(y)->not;
  2197. else
  2198. return !(NCTYPE(y)->not);
  2199. break;
  2200. default:
  2201. break;
  2202. }
  2203. break;
  2204. case NT_CCLASS:
  2205. {
  2206. CClassNode* cc = NCCLASS(y);
  2207. code = ONIGENC_MBC_TO_CODE(reg->enc, xs->s,
  2208. xs->s + ONIGENC_MBC_MAXLEN(reg->enc));
  2209. return (onig_is_code_in_cc(reg->enc, code, cc) != 0 ? 0 : 1);
  2210. }
  2211. break;
  2212. case NT_STR:
  2213. {
  2214. UChar *q;
  2215. StrNode* ys = NSTR(y);
  2216. len = NSTRING_LEN(x);
  2217. if (len > NSTRING_LEN(y)) len = NSTRING_LEN(y);
  2218. if (NSTRING_IS_AMBIG(x) || NSTRING_IS_AMBIG(y)) {
  2219. /* tiny version */
  2220. return 0;
  2221. }
  2222. else {
  2223. for (i = 0, p = ys->s, q = xs->s; i < len; i++, p++, q++) {
  2224. if (*p != *q) return 1;
  2225. }
  2226. }
  2227. }
  2228. break;
  2229. default:
  2230. break;
  2231. }
  2232. }
  2233. break;
  2234. default:
  2235. break;
  2236. }
  2237. return 0;
  2238. }
  2239. static Node*
  2240. get_head_value_node(Node* node, int exact, regex_t* reg)
  2241. {
  2242. Node* n = NULL_NODE;
  2243. switch (NTYPE(node)) {
  2244. case NT_BREF:
  2245. case NT_ALT:
  2246. case NT_CANY:
  2247. #ifdef USE_SUBEXP_CALL
  2248. case NT_CALL:
  2249. #endif
  2250. break;
  2251. case NT_CTYPE:
  2252. case NT_CCLASS:
  2253. if (exact == 0) {
  2254. n = node;
  2255. }
  2256. break;
  2257. case NT_LIST:
  2258. n = get_head_value_node(NCAR(node), exact, reg);
  2259. break;
  2260. case NT_STR:
  2261. {
  2262. StrNode* sn = NSTR(node);
  2263. if (sn->end <= sn->s)
  2264. break;
  2265. if (exact != 0 &&
  2266. !NSTRING_IS_RAW(node) && IS_IGNORECASE(reg->options)) {
  2267. }
  2268. else {
  2269. n = node;
  2270. }
  2271. }
  2272. break;
  2273. case NT_QTFR:
  2274. {
  2275. QtfrNode* qn = NQTFR(node);
  2276. if (qn->lower > 0) {
  2277. if (IS_NOT_NULL(qn->head_exact))
  2278. n = qn->head_exact;
  2279. else
  2280. n = get_head_value_node(qn->target, exact, reg);
  2281. }
  2282. }
  2283. break;
  2284. case NT_ENCLOSE:
  2285. {
  2286. EncloseNode* en = NENCLOSE(node);
  2287. switch (en->type) {
  2288. case ENCLOSE_OPTION:
  2289. {
  2290. OnigOptionType options = reg->options;
  2291. reg->options = NENCLOSE(node)->option;
  2292. n = get_head_value_node(NENCLOSE(node)->target, exact, reg);
  2293. reg->options = options;
  2294. }
  2295. break;
  2296. case ENCLOSE_MEMORY:
  2297. case ENCLOSE_STOP_BACKTRACK:
  2298. n = get_head_value_node(en->target, exact, reg);
  2299. break;
  2300. }
  2301. }
  2302. break;
  2303. case NT_ANCHOR:
  2304. if (NANCHOR(node)->type == ANCHOR_PREC_READ)
  2305. n = get_head_value_node(NANCHOR(node)->target, exact, reg);
  2306. break;
  2307. default:
  2308. break;
  2309. }
  2310. return n;
  2311. }
  2312. static int
  2313. check_type_tree(Node* node, int type_mask, int enclose_mask, int anchor_mask)
  2314. {
  2315. int type, r = 0;
  2316. type = NTYPE(node);
  2317. if ((NTYPE2BIT(type) & type_mask) == 0)
  2318. return 1;
  2319. switch (type) {
  2320. case NT_LIST:
  2321. case NT_ALT:
  2322. do {
  2323. r = check_type_tree(NCAR(node), type_mask, enclose_mask,
  2324. anchor_mask);
  2325. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  2326. break;
  2327. case NT_QTFR:
  2328. r = check_type_tree(NQTFR(node)->target, type_mask, enclose_mask,
  2329. anchor_mask);
  2330. break;
  2331. case NT_ENCLOSE:
  2332. {
  2333. EncloseNode* en = NENCLOSE(node);
  2334. if ((en->type & enclose_mask) == 0)
  2335. return 1;
  2336. r = check_type_tree(en->target, type_mask, enclose_mask, anchor_mask);
  2337. }
  2338. break;
  2339. case NT_ANCHOR:
  2340. type = NANCHOR(node)->type;
  2341. if ((type & anchor_mask) == 0)
  2342. return 1;
  2343. if (NANCHOR(node)->target)
  2344. r = check_type_tree(NANCHOR(node)->target,
  2345. type_mask, enclose_mask, anchor_mask);
  2346. break;
  2347. default:
  2348. break;
  2349. }
  2350. return r;
  2351. }
  2352. #ifdef USE_SUBEXP_CALL
  2353. #define RECURSION_EXIST 1
  2354. #define RECURSION_INFINITE 2
  2355. static int
  2356. subexp_inf_recursive_check(Node* node, ScanEnv* env, int head)
  2357. {
  2358. int type;
  2359. int r = 0;
  2360. type = NTYPE(node);
  2361. switch (type) {
  2362. case NT_LIST:
  2363. {
  2364. Node *x;
  2365. OnigDistance min;
  2366. int ret;
  2367. x = node;
  2368. do {
  2369. ret = subexp_inf_recursive_check(NCAR(x), env, head);
  2370. if (ret < 0 || ret == RECURSION_INFINITE) return ret;
  2371. r |= ret;
  2372. if (head) {
  2373. ret = get_min_match_length(NCAR(x), &min, env);
  2374. if (ret != 0) return ret;
  2375. if (min != 0) head = 0;
  2376. }
  2377. } while (IS_NOT_NULL(x = NCDR(x)));
  2378. }
  2379. break;
  2380. case NT_ALT:
  2381. {
  2382. int ret;
  2383. r = RECURSION_EXIST;
  2384. do {
  2385. ret = subexp_inf_recursive_check(NCAR(node), env, head);
  2386. if (ret < 0 || ret == RECURSION_INFINITE) return ret;
  2387. r &= ret;
  2388. } while (IS_NOT_NULL(node = NCDR(node)));
  2389. }
  2390. break;
  2391. case NT_QTFR:
  2392. r = subexp_inf_recursive_check(NQTFR(node)->target, env, head);
  2393. if (r == RECURSION_EXIST) {
  2394. if (NQTFR(node)->lower == 0) r = 0;
  2395. }
  2396. break;
  2397. case NT_ANCHOR:
  2398. {
  2399. AnchorNode* an = NANCHOR(node);
  2400. switch (an->type) {
  2401. case ANCHOR_PREC_READ:
  2402. case ANCHOR_PREC_READ_NOT:
  2403. case ANCHOR_LOOK_BEHIND:
  2404. case ANCHOR_LOOK_BEHIND_NOT:
  2405. r = subexp_inf_recursive_check(an->target, env, head);
  2406. break;
  2407. }
  2408. }
  2409. break;
  2410. case NT_CALL:
  2411. r = subexp_inf_recursive_check(NCALL(node)->target, env, head);
  2412. break;
  2413. case NT_ENCLOSE:
  2414. if (IS_ENCLOSE_MARK2(NENCLOSE(node)))
  2415. return 0;
  2416. else if (IS_ENCLOSE_MARK1(NENCLOSE(node)))
  2417. return (head == 0 ? RECURSION_EXIST : RECURSION_INFINITE);
  2418. else {
  2419. SET_ENCLOSE_STATUS(node, NST_MARK2);
  2420. r = subexp_inf_recursive_check(NENCLOSE(node)->target, env, head);
  2421. CLEAR_ENCLOSE_STATUS(node, NST_MARK2);
  2422. }
  2423. break;
  2424. default:
  2425. break;
  2426. }
  2427. return r;
  2428. }
  2429. static int
  2430. subexp_inf_recursive_check_trav(Node* node, ScanEnv* env)
  2431. {
  2432. int type;
  2433. int r = 0;
  2434. type = NTYPE(node);
  2435. switch (type) {
  2436. case NT_LIST:
  2437. case NT_ALT:
  2438. do {
  2439. r = subexp_inf_recursive_check_trav(NCAR(node), env);
  2440. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  2441. break;
  2442. case NT_QTFR:
  2443. r = subexp_inf_recursive_check_trav(NQTFR(node)->target, env);
  2444. break;
  2445. case NT_ANCHOR:
  2446. {
  2447. AnchorNode* an = NANCHOR(node);
  2448. switch (an->type) {
  2449. case ANCHOR_PREC_READ:
  2450. case ANCHOR_PREC_READ_NOT:
  2451. case ANCHOR_LOOK_BEHIND:
  2452. case ANCHOR_LOOK_BEHIND_NOT:
  2453. r = subexp_inf_recursive_check_trav(an->target, env);
  2454. break;
  2455. }
  2456. }
  2457. break;
  2458. case NT_ENCLOSE:
  2459. {
  2460. EncloseNode* en = NENCLOSE(node);
  2461. if (IS_ENCLOSE_RECURSION(en)) {
  2462. SET_ENCLOSE_STATUS(node, NST_MARK1);
  2463. r = subexp_inf_recursive_check(en->target, env, 1);
  2464. if (r > 0) return ONIGERR_NEVER_ENDING_RECURSION;
  2465. CLEAR_ENCLOSE_STATUS(node, NST_MARK1);
  2466. }
  2467. r = subexp_inf_recursive_check_trav(en->target, env);
  2468. }
  2469. break;
  2470. default:
  2471. break;
  2472. }
  2473. return r;
  2474. }
  2475. static int
  2476. subexp_recursive_check(Node* node)
  2477. {
  2478. int r = 0;
  2479. switch (NTYPE(node)) {
  2480. case NT_LIST:
  2481. case NT_ALT:
  2482. do {
  2483. r |= subexp_recursive_check(NCAR(node));
  2484. } while (IS_NOT_NULL(node = NCDR(node)));
  2485. break;
  2486. case NT_QTFR:
  2487. r = subexp_recursive_check(NQTFR(node)->target);
  2488. break;
  2489. case NT_ANCHOR:
  2490. {
  2491. AnchorNode* an = NANCHOR(node);
  2492. switch (an->type) {
  2493. case ANCHOR_PREC_READ:
  2494. case ANCHOR_PREC_READ_NOT:
  2495. case ANCHOR_LOOK_BEHIND:
  2496. case ANCHOR_LOOK_BEHIND_NOT:
  2497. r = subexp_recursive_check(an->target);
  2498. break;
  2499. }
  2500. }
  2501. break;
  2502. case NT_CALL:
  2503. r = subexp_recursive_check(NCALL(node)->target);
  2504. if (r != 0) SET_CALL_RECURSION(node);
  2505. break;
  2506. case NT_ENCLOSE:
  2507. if (IS_ENCLOSE_MARK2(NENCLOSE(node)))
  2508. return 0;
  2509. else if (IS_ENCLOSE_MARK1(NENCLOSE(node)))
  2510. return 1; /* recursion */
  2511. else {
  2512. SET_ENCLOSE_STATUS(node, NST_MARK2);
  2513. r = subexp_recursive_check(NENCLOSE(node)->target);
  2514. CLEAR_ENCLOSE_STATUS(node, NST_MARK2);
  2515. }
  2516. break;
  2517. default:
  2518. break;
  2519. }
  2520. return r;
  2521. }
  2522. static int
  2523. subexp_recursive_check_trav(Node* node, ScanEnv* env)
  2524. {
  2525. #define FOUND_CALLED_NODE 1
  2526. int type;
  2527. int r = 0;
  2528. type = NTYPE(node);
  2529. switch (type) {
  2530. case NT_LIST:
  2531. case NT_ALT:
  2532. {
  2533. int ret;
  2534. do {
  2535. ret = subexp_recursive_check_trav(NCAR(node), env);
  2536. if (ret == FOUND_CALLED_NODE) r = FOUND_CALLED_NODE;
  2537. else if (ret < 0) return ret;
  2538. } while (IS_NOT_NULL(node = NCDR(node)));
  2539. }
  2540. break;
  2541. case NT_QTFR:
  2542. r = subexp_recursive_check_trav(NQTFR(node)->target, env);
  2543. if (NQTFR(node)->upper == 0) {
  2544. if (r == FOUND_CALLED_NODE)
  2545. NQTFR(node)->is_refered = 1;
  2546. }
  2547. break;
  2548. case NT_ANCHOR:
  2549. {
  2550. AnchorNode* an = NANCHOR(node);
  2551. switch (an->type) {
  2552. case ANCHOR_PREC_READ:
  2553. case ANCHOR_PREC_READ_NOT:
  2554. case ANCHOR_LOOK_BEHIND:
  2555. case ANCHOR_LOOK_BEHIND_NOT:
  2556. r = subexp_recursive_check_trav(an->target, env);
  2557. break;
  2558. }
  2559. }
  2560. break;
  2561. case NT_ENCLOSE:
  2562. {
  2563. EncloseNode* en = NENCLOSE(node);
  2564. if (! IS_ENCLOSE_RECURSION(en)) {
  2565. if (IS_ENCLOSE_CALLED(en)) {
  2566. SET_ENCLOSE_STATUS(node, NST_MARK1);
  2567. r = subexp_recursive_check(en->target);
  2568. if (r != 0) SET_ENCLOSE_STATUS(node, NST_RECURSION);
  2569. CLEAR_ENCLOSE_STATUS(node, NST_MARK1);
  2570. }
  2571. }
  2572. r = subexp_recursive_check_trav(en->target, env);
  2573. if (IS_ENCLOSE_CALLED(en))
  2574. r |= FOUND_CALLED_NODE;
  2575. }
  2576. break;
  2577. default:
  2578. break;
  2579. }
  2580. return r;
  2581. }
  2582. static int
  2583. setup_subexp_call(Node* node, ScanEnv* env)
  2584. {
  2585. int type;
  2586. int r = 0;
  2587. type = NTYPE(node);
  2588. switch (type) {
  2589. case NT_LIST:
  2590. do {
  2591. r = setup_subexp_call(NCAR(node), env);
  2592. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  2593. break;
  2594. case NT_ALT:
  2595. do {
  2596. r = setup_subexp_call(NCAR(node), env);
  2597. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  2598. break;
  2599. case NT_QTFR:
  2600. r = setup_subexp_call(NQTFR(node)->target, env);
  2601. break;
  2602. case NT_ENCLOSE:
  2603. r = setup_subexp_call(NENCLOSE(node)->target, env);
  2604. break;
  2605. case NT_CALL:
  2606. {
  2607. CallNode* cn = NCALL(node);
  2608. Node** nodes = SCANENV_MEM_NODES(env);
  2609. if (cn->group_num != 0) {
  2610. int gnum = cn->group_num;
  2611. #ifdef USE_NAMED_GROUP
  2612. if (env->num_named > 0 &&
  2613. IS_SYNTAX_BV(env->syntax, ONIG_SYN_CAPTURE_ONLY_NAMED_GROUP) &&
  2614. !ONIG_IS_OPTION_ON(env->option, ONIG_OPTION_CAPTURE_GROUP)) {
  2615. return ONIGERR_NUMBERED_BACKREF_OR_CALL_NOT_ALLOWED;
  2616. }
  2617. #endif
  2618. if (gnum > env->num_mem) {
  2619. onig_scan_env_set_error_string(env,
  2620. ONIGERR_UNDEFINED_GROUP_REFERENCE, cn->name, cn->name_end);
  2621. return ONIGERR_UNDEFINED_GROUP_REFERENCE;
  2622. }
  2623. #ifdef USE_NAMED_GROUP
  2624. set_call_attr:
  2625. #endif
  2626. cn->target = nodes[cn->group_num];
  2627. if (IS_NULL(cn->target)) {
  2628. onig_scan_env_set_error_string(env,
  2629. ONIGERR_UNDEFINED_NAME_REFERENCE, cn->name, cn->name_end);
  2630. return ONIGERR_UNDEFINED_NAME_REFERENCE;
  2631. }
  2632. SET_ENCLOSE_STATUS(cn->target, NST_CALLED);
  2633. BIT_STATUS_ON_AT(env->bt_mem_start, cn->group_num);
  2634. cn->unset_addr_list = env->unset_addr_list;
  2635. }
  2636. #ifdef USE_NAMED_GROUP
  2637. else {
  2638. int *refs;
  2639. int n = onig_name_to_group_numbers(env->reg, cn->name, cn->name_end,
  2640. &refs);
  2641. if (n <= 0) {
  2642. onig_scan_env_set_error_string(env,
  2643. ONIGERR_UNDEFINED_NAME_REFERENCE, cn->name, cn->name_end);
  2644. return ONIGERR_UNDEFINED_NAME_REFERENCE;
  2645. }
  2646. else if (n > 1) {
  2647. onig_scan_env_set_error_string(env,
  2648. ONIGERR_MULTIPLEX_DEFINITION_NAME_CALL, cn->name, cn->name_end);
  2649. return ONIGERR_MULTIPLEX_DEFINITION_NAME_CALL;
  2650. }
  2651. else {
  2652. cn->group_num = refs[0];
  2653. goto set_call_attr;
  2654. }
  2655. }
  2656. #endif
  2657. }
  2658. break;
  2659. case NT_ANCHOR:
  2660. {
  2661. AnchorNode* an = NANCHOR(node);
  2662. switch (an->type) {
  2663. case ANCHOR_PREC_READ:
  2664. case ANCHOR_PREC_READ_NOT:
  2665. case ANCHOR_LOOK_BEHIND:
  2666. case ANCHOR_LOOK_BEHIND_NOT:
  2667. r = setup_subexp_call(an->target, env);
  2668. break;
  2669. }
  2670. }
  2671. break;
  2672. default:
  2673. break;
  2674. }
  2675. return r;
  2676. }
  2677. #endif
  2678. /* divide different length alternatives in look-behind.
  2679. (?<=A|B) ==> (?<=A)|(?<=B)
  2680. (?<!A|B) ==> (?<!A)(?<!B)
  2681. */
  2682. static int
  2683. divide_look_behind_alternatives(Node* node)
  2684. {
  2685. Node *head, *np, *insert_node;
  2686. AnchorNode* an = NANCHOR(node);
  2687. int anc_type = an->type;
  2688. head = an->target;
  2689. np = NCAR(head);
  2690. swap_node(node, head);
  2691. NCAR(node) = head;
  2692. NANCHOR(head)->target = np;
  2693. np = node;
  2694. while ((np = NCDR(np)) != NULL_NODE) {
  2695. insert_node = onig_node_new_anchor(anc_type);
  2696. CHECK_NULL_RETURN_MEMERR(insert_node);
  2697. NANCHOR(insert_node)->target = NCAR(np);
  2698. NCAR(np) = insert_node;
  2699. }
  2700. if (anc_type == ANCHOR_LOOK_BEHIND_NOT) {
  2701. np = node;
  2702. do {
  2703. SET_NTYPE(np, NT_LIST); /* alt -> list */
  2704. } while ((np = NCDR(np)) != NULL_NODE);
  2705. }
  2706. return 0;
  2707. }
  2708. static int
  2709. setup_look_behind(Node* node, regex_t* reg, ScanEnv* env)
  2710. {
  2711. int r, len;
  2712. AnchorNode* an = NANCHOR(node);
  2713. r = get_char_length_tree(an->target, reg, &len);
  2714. if (r == 0)
  2715. an->char_len = len;
  2716. else if (r == GET_CHAR_LEN_VARLEN)
  2717. r = ONIGERR_INVALID_LOOK_BEHIND_PATTERN;
  2718. else if (r == GET_CHAR_LEN_TOP_ALT_VARLEN) {
  2719. if (IS_SYNTAX_BV(env->syntax, ONIG_SYN_DIFFERENT_LEN_ALT_LOOK_BEHIND))
  2720. r = divide_look_behind_alternatives(node);
  2721. else
  2722. r = ONIGERR_INVALID_LOOK_BEHIND_PATTERN;
  2723. }
  2724. return r;
  2725. }
  2726. static int
  2727. next_setup(Node* node, Node* next_node, regex_t* reg)
  2728. {
  2729. int type;
  2730. retry:
  2731. type = NTYPE(node);
  2732. if (type == NT_QTFR) {
  2733. QtfrNode* qn = NQTFR(node);
  2734. if (qn->greedy && IS_REPEAT_INFINITE(qn->upper)) {
  2735. #ifdef USE_QTFR_PEEK_NEXT
  2736. Node* n = get_head_value_node(next_node, 1, reg);
  2737. /* '\0': for UTF-16BE etc... */
  2738. if (IS_NOT_NULL(n) && NSTR(n)->s[0] != '\0') {
  2739. qn->next_head_exact = n;
  2740. }
  2741. #endif
  2742. /* automatic posseivation a*b ==> (?>a*)b */
  2743. if (qn->lower <= 1) {
  2744. int ttype = NTYPE(qn->target);
  2745. if (IS_NODE_TYPE_SIMPLE(ttype)) {
  2746. Node *x, *y;
  2747. x = get_head_value_node(qn->target, 0, reg);
  2748. if (IS_NOT_NULL(x)) {
  2749. y = get_head_value_node(next_node, 0, reg);
  2750. if (IS_NOT_NULL(y) && is_not_included(x, y, reg)) {
  2751. Node* en = onig_node_new_enclose(ENCLOSE_STOP_BACKTRACK);
  2752. CHECK_NULL_RETURN_MEMERR(en);
  2753. SET_ENCLOSE_STATUS(en, NST_STOP_BT_SIMPLE_REPEAT);
  2754. swap_node(node, en);
  2755. NENCLOSE(node)->target = en;
  2756. }
  2757. }
  2758. }
  2759. }
  2760. }
  2761. }
  2762. else if (type == NT_ENCLOSE) {
  2763. EncloseNode* en = NENCLOSE(node);
  2764. if (en->type == ENCLOSE_MEMORY) {
  2765. node = en->target;
  2766. goto retry;
  2767. }
  2768. }
  2769. return 0;
  2770. }
  2771. static int
  2772. update_string_node_case_fold(regex_t* reg, Node *node)
  2773. {
  2774. UChar *p, *end, buf[ONIGENC_MBC_CASE_FOLD_MAXLEN];
  2775. UChar *sbuf, *ebuf, *sp;
  2776. int r, i, len, sbuf_size;
  2777. StrNode* sn = NSTR(node);
  2778. end = sn->end;
  2779. sbuf_size = (end - sn->s) * 2;
  2780. sbuf = (UChar* )xmalloc(sbuf_size);
  2781. CHECK_NULL_RETURN_MEMERR(sbuf);
  2782. ebuf = sbuf + sbuf_size;
  2783. sp = sbuf;
  2784. p = sn->s;
  2785. while (p < end) {
  2786. len = ONIGENC_MBC_CASE_FOLD(reg->enc, reg->case_fold_flag, &p, end, buf);
  2787. for (i = 0; i < len; i++) {
  2788. if (sp >= ebuf) {
  2789. sbuf = (UChar* )xrealloc(sbuf, sbuf_size * 2);
  2790. CHECK_NULL_RETURN_MEMERR(sbuf);
  2791. sp = sbuf + sbuf_size;
  2792. sbuf_size *= 2;
  2793. ebuf = sbuf + sbuf_size;
  2794. }
  2795. *sp++ = buf[i];
  2796. }
  2797. }
  2798. r = onig_node_str_set(node, sbuf, sp);
  2799. if (r != 0) {
  2800. xfree(sbuf);
  2801. return r;
  2802. }
  2803. xfree(sbuf);
  2804. return 0;
  2805. }
  2806. static int
  2807. expand_case_fold_make_rem_string(Node** rnode, UChar *s, UChar *end,
  2808. regex_t* reg)
  2809. {
  2810. int r;
  2811. Node *node;
  2812. node = onig_node_new_str(s, end);
  2813. if (IS_NULL(node)) return ONIGERR_MEMORY;
  2814. r = update_string_node_case_fold(reg, node);
  2815. if (r != 0) {
  2816. onig_node_free(node);
  2817. return r;
  2818. }
  2819. NSTRING_SET_AMBIG(node);
  2820. NSTRING_SET_DONT_GET_OPT_INFO(node);
  2821. *rnode = node;
  2822. return 0;
  2823. }
  2824. static int
  2825. expand_case_fold_string_alt(int item_num, OnigCaseFoldCodeItem items[],
  2826. UChar *p, int slen, UChar *end,
  2827. regex_t* reg, Node **rnode)
  2828. {
  2829. int r, i, j, len, varlen;
  2830. Node *anode, *var_anode, *snode, *xnode, *an;
  2831. UChar buf[ONIGENC_CODE_TO_MBC_MAXLEN];
  2832. *rnode = var_anode = NULL_NODE;
  2833. varlen = 0;
  2834. for (i = 0; i < item_num; i++) {
  2835. if (items[i].byte_len != slen) {
  2836. varlen = 1;
  2837. break;
  2838. }
  2839. }
  2840. if (varlen != 0) {
  2841. *rnode = var_anode = onig_node_new_alt(NULL_NODE, NULL_NODE);
  2842. if (IS_NULL(var_anode)) return ONIGERR_MEMORY;
  2843. xnode = onig_node_new_list(NULL, NULL);
  2844. if (IS_NULL(xnode)) goto mem_err;
  2845. NCAR(var_anode) = xnode;
  2846. anode = onig_node_new_alt(NULL_NODE, NULL_NODE);
  2847. if (IS_NULL(anode)) goto mem_err;
  2848. NCAR(xnode) = anode;
  2849. }
  2850. else {
  2851. *rnode = anode = onig_node_new_alt(NULL_NODE, NULL_NODE);
  2852. if (IS_NULL(anode)) return ONIGERR_MEMORY;
  2853. }
  2854. snode = onig_node_new_str(p, p + slen);
  2855. if (IS_NULL(snode)) goto mem_err;
  2856. NCAR(anode) = snode;
  2857. for (i = 0; i < item_num; i++) {
  2858. snode = onig_node_new_str(NULL, NULL);
  2859. if (IS_NULL(snode)) goto mem_err;
  2860. for (j = 0; j < items[i].code_len; j++) {
  2861. len = ONIGENC_CODE_TO_MBC(reg->enc, items[i].code[j], buf);
  2862. if (len < 0) {
  2863. r = len;
  2864. goto mem_err2;
  2865. }
  2866. r = onig_node_str_cat(snode, buf, buf + len);
  2867. if (r != 0) goto mem_err2;
  2868. }
  2869. an = onig_node_new_alt(NULL_NODE, NULL_NODE);
  2870. if (IS_NULL(an)) {
  2871. goto mem_err2;
  2872. }
  2873. if (items[i].byte_len != slen) {
  2874. Node *rem;
  2875. UChar *q = p + items[i].byte_len;
  2876. if (q < end) {
  2877. r = expand_case_fold_make_rem_string(&rem, q, end, reg);
  2878. if (r != 0) {
  2879. onig_node_free(an);
  2880. goto mem_err2;
  2881. }
  2882. xnode = onig_node_list_add(NULL_NODE, snode);
  2883. if (IS_NULL(xnode)) {
  2884. onig_node_free(an);
  2885. onig_node_free(rem);
  2886. goto mem_err2;
  2887. }
  2888. if (IS_NULL(onig_node_list_add(xnode, rem))) {
  2889. onig_node_free(an);
  2890. onig_node_free(xnode);
  2891. onig_node_free(rem);
  2892. goto mem_err;
  2893. }
  2894. NCAR(an) = xnode;
  2895. }
  2896. else {
  2897. NCAR(an) = snode;
  2898. }
  2899. NCDR(var_anode) = an;
  2900. var_anode = an;
  2901. }
  2902. else {
  2903. NCAR(an) = snode;
  2904. NCDR(anode) = an;
  2905. anode = an;
  2906. }
  2907. }
  2908. return varlen;
  2909. mem_err2:
  2910. onig_node_free(snode);
  2911. mem_err:
  2912. onig_node_free(*rnode);
  2913. return ONIGERR_MEMORY;
  2914. }
  2915. static int
  2916. expand_case_fold_string(Node* node, regex_t* reg)
  2917. {
  2918. #define THRESHOLD_CASE_FOLD_ALT_FOR_EXPANSION 8
  2919. int r, n, len, alt_num;
  2920. UChar *start, *end, *p;
  2921. Node *top_root, *root, *snode, *prev_node;
  2922. OnigCaseFoldCodeItem items[ONIGENC_GET_CASE_FOLD_CODES_MAX_NUM];
  2923. StrNode* sn = NSTR(node);
  2924. if (NSTRING_IS_AMBIG(node)) return 0;
  2925. start = sn->s;
  2926. end = sn->end;
  2927. if (start >= end) return 0;
  2928. r = 0;
  2929. top_root = root = prev_node = snode = NULL_NODE;
  2930. alt_num = 1;
  2931. p = start;
  2932. while (p < end) {
  2933. n = ONIGENC_GET_CASE_FOLD_CODES_BY_STR(reg->enc, reg->case_fold_flag,
  2934. p, end, items);
  2935. if (n < 0) {
  2936. r = n;
  2937. goto err;
  2938. }
  2939. SAFE_ENC_LEN(reg->enc, p, end, len);
  2940. if (n == 0) {
  2941. if (IS_NULL(snode)) {
  2942. if (IS_NULL(root) && IS_NOT_NULL(prev_node)) {
  2943. top_root = root = onig_node_list_add(NULL_NODE, prev_node);
  2944. if (IS_NULL(root)) {
  2945. onig_node_free(prev_node);
  2946. goto mem_err;
  2947. }
  2948. }
  2949. prev_node = snode = onig_node_new_str(NULL, NULL);
  2950. if (IS_NULL(snode)) goto mem_err;
  2951. if (IS_NOT_NULL(root)) {
  2952. if (IS_NULL(onig_node_list_add(root, snode))) {
  2953. onig_node_free(snode);
  2954. goto mem_err;
  2955. }
  2956. }
  2957. }
  2958. r = onig_node_str_cat(snode, p, p + len);
  2959. if (r != 0) goto err;
  2960. }
  2961. else {
  2962. alt_num *= (n + 1);
  2963. if (alt_num > THRESHOLD_CASE_FOLD_ALT_FOR_EXPANSION) break;
  2964. if (IS_NULL(root) && IS_NOT_NULL(prev_node)) {
  2965. top_root = root = onig_node_list_add(NULL_NODE, prev_node);
  2966. if (IS_NULL(root)) {
  2967. onig_node_free(prev_node);
  2968. goto mem_err;
  2969. }
  2970. }
  2971. r = expand_case_fold_string_alt(n, items, p, len, end, reg, &prev_node);
  2972. if (r < 0) goto mem_err;
  2973. if (r == 1) {
  2974. if (IS_NULL(root)) {
  2975. top_root = prev_node;
  2976. }
  2977. else {
  2978. if (IS_NULL(onig_node_list_add(root, prev_node))) {
  2979. onig_node_free(prev_node);
  2980. goto mem_err;
  2981. }
  2982. }
  2983. root = NCAR(prev_node);
  2984. }
  2985. else { /* r == 0 */
  2986. if (IS_NOT_NULL(root)) {
  2987. if (IS_NULL(onig_node_list_add(root, prev_node))) {
  2988. onig_node_free(prev_node);
  2989. goto mem_err;
  2990. }
  2991. }
  2992. }
  2993. snode = NULL_NODE;
  2994. }
  2995. p += len;
  2996. }
  2997. if (p < end) {
  2998. Node *srem;
  2999. r = expand_case_fold_make_rem_string(&srem, p, end, reg);
  3000. if (r != 0) goto mem_err;
  3001. if (IS_NOT_NULL(prev_node) && IS_NULL(root)) {
  3002. top_root = root = onig_node_list_add(NULL_NODE, prev_node);
  3003. if (IS_NULL(root)) {
  3004. onig_node_free(srem);
  3005. onig_node_free(prev_node);
  3006. goto mem_err;
  3007. }
  3008. }
  3009. if (IS_NULL(root)) {
  3010. prev_node = srem;
  3011. }
  3012. else {
  3013. if (IS_NULL(onig_node_list_add(root, srem))) {
  3014. onig_node_free(srem);
  3015. goto mem_err;
  3016. }
  3017. }
  3018. }
  3019. /* ending */
  3020. top_root = (IS_NOT_NULL(top_root) ? top_root : prev_node);
  3021. swap_node(node, top_root);
  3022. onig_node_free(top_root);
  3023. return 0;
  3024. mem_err:
  3025. r = ONIGERR_MEMORY;
  3026. err:
  3027. onig_node_free(top_root);
  3028. return r;
  3029. }
  3030. #ifdef USE_COMBINATION_EXPLOSION_CHECK
  3031. #define CEC_THRES_NUM_BIG_REPEAT 512
  3032. #define CEC_INFINITE_NUM 0x7fffffff
  3033. #define CEC_IN_INFINITE_REPEAT (1<<0)
  3034. #define CEC_IN_FINITE_REPEAT (1<<1)
  3035. #define CEC_CONT_BIG_REPEAT (1<<2)
  3036. static int
  3037. setup_comb_exp_check(Node* node, int state, ScanEnv* env)
  3038. {
  3039. int type;
  3040. int r = state;
  3041. type = NTYPE(node);
  3042. switch (type) {
  3043. case NT_LIST:
  3044. {
  3045. Node* prev = NULL_NODE;
  3046. do {
  3047. r = setup_comb_exp_check(NCAR(node), r, env);
  3048. prev = NCAR(node);
  3049. } while (r >= 0 && IS_NOT_NULL(node = NCDR(node)));
  3050. }
  3051. break;
  3052. case NT_ALT:
  3053. {
  3054. int ret;
  3055. do {
  3056. ret = setup_comb_exp_check(NCAR(node), state, env);
  3057. r |= ret;
  3058. } while (ret >= 0 && IS_NOT_NULL(node = NCDR(node)));
  3059. }
  3060. break;
  3061. case NT_QTFR:
  3062. {
  3063. int child_state = state;
  3064. int add_state = 0;
  3065. QtfrNode* qn = NQTFR(node);
  3066. Node* target = qn->target;
  3067. int var_num;
  3068. if (! IS_REPEAT_INFINITE(qn->upper)) {
  3069. if (qn->upper > 1) {
  3070. /* {0,1}, {1,1} are allowed */
  3071. child_state |= CEC_IN_FINITE_REPEAT;
  3072. /* check (a*){n,m}, (a+){n,m} => (a*){n,n}, (a+){n,n} */
  3073. if (env->backrefed_mem == 0) {
  3074. if (NTYPE(qn->target) == NT_ENCLOSE) {
  3075. EncloseNode* en = NENCLOSE(qn->target);
  3076. if (en->type == ENCLOSE_MEMORY) {
  3077. if (NTYPE(en->target) == NT_QTFR) {
  3078. QtfrNode* q = NQTFR(en->target);
  3079. if (IS_REPEAT_INFINITE(q->upper)
  3080. && q->greedy == qn->greedy) {
  3081. qn->upper = (qn->lower == 0 ? 1 : qn->lower);
  3082. if (qn->upper == 1)
  3083. child_state = state;
  3084. }
  3085. }
  3086. }
  3087. }
  3088. }
  3089. }
  3090. }
  3091. if (state & CEC_IN_FINITE_REPEAT) {
  3092. qn->comb_exp_check_num = -1;
  3093. }
  3094. else {
  3095. if (IS_REPEAT_INFINITE(qn->upper)) {
  3096. var_num = CEC_INFINITE_NUM;
  3097. child_state |= CEC_IN_INFINITE_REPEAT;
  3098. }
  3099. else {
  3100. var_num = qn->upper - qn->lower;
  3101. }
  3102. if (var_num >= CEC_THRES_NUM_BIG_REPEAT)
  3103. add_state |= CEC_CONT_BIG_REPEAT;
  3104. if (((state & CEC_IN_INFINITE_REPEAT) != 0 && var_num != 0) ||
  3105. ((state & CEC_CONT_BIG_REPEAT) != 0 &&
  3106. var_num >= CEC_THRES_NUM_BIG_REPEAT)) {
  3107. if (qn->comb_exp_check_num == 0) {
  3108. env->num_comb_exp_check++;
  3109. qn->comb_exp_check_num = env->num_comb_exp_check;
  3110. if (env->curr_max_regnum > env->comb_exp_max_regnum)
  3111. env->comb_exp_max_regnum = env->curr_max_regnum;
  3112. }
  3113. }
  3114. }
  3115. r = setup_comb_exp_check(target, child_state, env);
  3116. r |= add_state;
  3117. }
  3118. break;
  3119. case NT_ENCLOSE:
  3120. {
  3121. EncloseNode* en = NENCLOSE(node);
  3122. switch (en->type) {
  3123. case ENCLOSE_MEMORY:
  3124. {
  3125. if (env->curr_max_regnum < en->regnum)
  3126. env->curr_max_regnum = en->regnum;
  3127. r = setup_comb_exp_check(en->target, state, env);
  3128. }
  3129. break;
  3130. default:
  3131. r = setup_comb_exp_check(en->target, state, env);
  3132. break;
  3133. }
  3134. }
  3135. break;
  3136. #ifdef USE_SUBEXP_CALL
  3137. case NT_CALL:
  3138. if (IS_CALL_RECURSION(NCALL(node)))
  3139. env->has_recursion = 1;
  3140. else
  3141. r = setup_comb_exp_check(NCALL(node)->target, state, env);
  3142. break;
  3143. #endif
  3144. default:
  3145. break;
  3146. }
  3147. return r;
  3148. }
  3149. #endif
  3150. #define IN_ALT (1<<0)
  3151. #define IN_NOT (1<<1)
  3152. #define IN_REPEAT (1<<2)
  3153. #define IN_VAR_REPEAT (1<<3)
  3154. /* setup_tree does the following work.
  3155. 1. check empty loop. (set qn->target_empty_info)
  3156. 2. expand ignore-case in char class.
  3157. 3. set memory status bit flags. (reg->mem_stats)
  3158. 4. set qn->head_exact for [push, exact] -> [push_or_jump_exact1, exact].
  3159. 5. find invalid patterns in look-behind.
  3160. 6. expand repeated string.
  3161. */
  3162. static int
  3163. setup_tree(Node* node, regex_t* reg, int state, ScanEnv* env)
  3164. {
  3165. int type;
  3166. int r = 0;
  3167. type = NTYPE(node);
  3168. switch (type) {
  3169. case NT_LIST:
  3170. {
  3171. Node* prev = NULL_NODE;
  3172. do {
  3173. r = setup_tree(NCAR(node), reg, state, env);
  3174. if (IS_NOT_NULL(prev) && r == 0) {
  3175. r = next_setup(prev, NCAR(node), reg);
  3176. }
  3177. prev = NCAR(node);
  3178. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  3179. }
  3180. break;
  3181. case NT_ALT:
  3182. do {
  3183. r = setup_tree(NCAR(node), reg, (state | IN_ALT), env);
  3184. } while (r == 0 && IS_NOT_NULL(node = NCDR(node)));
  3185. break;
  3186. case NT_CCLASS:
  3187. break;
  3188. case NT_STR:
  3189. if (IS_IGNORECASE(reg->options) && !NSTRING_IS_RAW(node)) {
  3190. r = expand_case_fold_string(node, reg);
  3191. }
  3192. break;
  3193. case NT_CTYPE:
  3194. case NT_CANY:
  3195. break;
  3196. #ifdef USE_SUBEXP_CALL
  3197. case NT_CALL:
  3198. break;
  3199. #endif
  3200. case NT_BREF:
  3201. {
  3202. int i;
  3203. int* p;
  3204. Node** nodes = SCANENV_MEM_NODES(env);
  3205. BRefNode* br = NBREF(node);
  3206. p = BACKREFS_P(br);
  3207. for (i = 0; i < br->back_num; i++) {
  3208. if (p[i] > env->num_mem) return ONIGERR_INVALID_BACKREF;
  3209. BIT_STATUS_ON_AT(env->backrefed_mem, p[i]);
  3210. BIT_STATUS_ON_AT(env->bt_mem_start, p[i]);
  3211. #ifdef USE_BACKREF_WITH_LEVEL
  3212. if (IS_BACKREF_NEST_LEVEL(br)) {
  3213. BIT_STATUS_ON_AT(env->bt_mem_end, p[i]);
  3214. }
  3215. #endif
  3216. SET_ENCLOSE_STATUS(nodes[p[i]], NST_MEM_BACKREFED);
  3217. }
  3218. }
  3219. break;
  3220. case NT_QTFR:
  3221. {
  3222. OnigDistance d;
  3223. QtfrNode* qn = NQTFR(node);
  3224. Node* target = qn->target;
  3225. if ((state & IN_REPEAT) != 0) {
  3226. qn->state |= NST_IN_REPEAT;
  3227. }
  3228. if (IS_REPEAT_INFINITE(qn->upper) || qn->upper >= 1) {
  3229. r = get_min_match_length(target, &d, env);
  3230. if (r) break;
  3231. if (d == 0) {
  3232. qn->target_empty_info = NQ_TARGET_IS_EMPTY;
  3233. #ifdef USE_MONOMANIAC_CHECK_CAPTURES_IN_ENDLESS_REPEAT
  3234. r = quantifiers_memory_node_info(target);
  3235. if (r < 0) break;
  3236. if (r > 0) {
  3237. qn->target_empty_info = r;
  3238. }
  3239. #endif
  3240. #if 0
  3241. r = get_max_match_length(target, &d, env);
  3242. if (r == 0 && d == 0) {
  3243. /* ()* ==> ()?, ()+ ==> () */
  3244. qn->upper = 1;
  3245. if (qn->lower > 1) qn->lower = 1;
  3246. if (NTYPE(target) == NT_STR) {
  3247. qn->upper = qn->lower = 0; /* /(?:)+/ ==> // */
  3248. }
  3249. }
  3250. #endif
  3251. }
  3252. }
  3253. state |= IN_REPEAT;
  3254. if (qn->lower != qn->upper)
  3255. state |= IN_VAR_REPEAT;
  3256. r = setup_tree(target, reg, state, env);
  3257. if (r) break;
  3258. /* expand string */
  3259. #define EXPAND_STRING_MAX_LENGTH 100
  3260. if (NTYPE(target) == NT_STR) {
  3261. if (!IS_REPEAT_INFINITE(qn->lower) && qn->lower == qn->upper &&
  3262. qn->lower > 1 && qn->lower <= EXPAND_STRING_MAX_LENGTH) {
  3263. int len = NSTRING_LEN(target);
  3264. StrNode* sn = NSTR(target);
  3265. if (len * qn->lower <= EXPAND_STRING_MAX_LENGTH) {
  3266. int i, n = qn->lower;
  3267. onig_node_conv_to_str_node(node, NSTR(target)->flag);
  3268. for (i = 0; i < n; i++) {
  3269. r = onig_node_str_cat(node, sn->s, sn->end);
  3270. if (r) break;
  3271. }
  3272. onig_node_free(target);
  3273. break; /* break case NT_QTFR: */
  3274. }
  3275. }
  3276. }
  3277. #ifdef USE_OP_PUSH_OR_JUMP_EXACT
  3278. if (qn->greedy && (qn->target_empty_info != 0)) {
  3279. if (NTYPE(target) == NT_QTFR) {
  3280. QtfrNode* tqn = NQTFR(target);
  3281. if (IS_NOT_NULL(tqn->head_exact)) {
  3282. qn->head_exact = tqn->head_exact;
  3283. tqn->head_exact = NULL;
  3284. }
  3285. }
  3286. else {
  3287. qn->head_exact = get_head_value_node(qn->target, 1, reg);
  3288. }
  3289. }
  3290. #endif
  3291. }
  3292. break;
  3293. case NT_ENCLOSE:
  3294. {
  3295. EncloseNode* en = NENCLOSE(node);
  3296. switch (en->type) {
  3297. case ENCLOSE_OPTION:
  3298. {
  3299. OnigOptionType options = reg->options;
  3300. reg->options = NENCLOSE(node)->option;
  3301. r = setup_tree(NENCLOSE(node)->target, reg, state, env);
  3302. reg->options = options;
  3303. }
  3304. break;
  3305. case ENCLOSE_MEMORY:
  3306. if ((state & (IN_ALT | IN_NOT | IN_VAR_REPEAT)) != 0) {
  3307. BIT_STATUS_ON_AT(env->bt_mem_start, en->regnum);
  3308. /* SET_ENCLOSE_STATUS(node, NST_MEM_IN_ALT_NOT); */
  3309. }
  3310. r = setup_tree(en->target, reg, state, env);
  3311. break;
  3312. case ENCLOSE_STOP_BACKTRACK:
  3313. {
  3314. Node* target = en->target;
  3315. r = setup_tree(target, reg, state, env);
  3316. if (NTYPE(target) == NT_QTFR) {
  3317. QtfrNode* tqn = NQTFR(target);
  3318. if (IS_REPEAT_INFINITE(tqn->upper) && tqn->lower <= 1 &&
  3319. tqn->greedy != 0) { /* (?>a*), a*+ etc... */
  3320. int qtype = NTYPE(tqn->target);
  3321. if (IS_NODE_TYPE_SIMPLE(qtype))
  3322. SET_ENCLOSE_STATUS(node, NST_STOP_BT_SIMPLE_REPEAT);
  3323. }
  3324. }
  3325. }
  3326. break;
  3327. }
  3328. }
  3329. break;
  3330. case NT_ANCHOR:
  3331. {
  3332. AnchorNode* an = NANCHOR(node);
  3333. switch (an->type) {
  3334. case ANCHOR_PREC_READ:
  3335. r = setup_tree(an->target, reg, state, env);
  3336. break;
  3337. case ANCHOR_PREC_READ_NOT:
  3338. r = setup_tree(an->target, reg, (state | IN_NOT), env);
  3339. break;
  3340. /* allowed node types in look-behind */
  3341. #define ALLOWED_TYPE_IN_LB \
  3342. ( BIT_NT_LIST | BIT_NT_ALT | BIT_NT_STR | BIT_NT_CCLASS | BIT_NT_CTYPE | \
  3343. BIT_NT_CANY | BIT_NT_ANCHOR | BIT_NT_ENCLOSE | BIT_NT_QTFR | BIT_NT_CALL )
  3344. #define ALLOWED_ENCLOSE_IN_LB ( ENCLOSE_MEMORY )
  3345. #define ALLOWED_ENCLOSE_IN_LB_NOT 0
  3346. #define ALLOWED_ANCHOR_IN_LB \
  3347. ( ANCHOR_LOOK_BEHIND | ANCHOR_BEGIN_LINE | ANCHOR_END_LINE | ANCHOR_BEGIN_BUF | ANCHOR_BEGIN_POSITION )
  3348. #define ALLOWED_ANCHOR_IN_LB_NOT \
  3349. ( ANCHOR_LOOK_BEHIND | ANCHOR_LOOK_BEHIND_NOT | ANCHOR_BEGIN_LINE | ANCHOR_END_LINE | ANCHOR_BEGIN_BUF | ANCHOR_BEGIN_POSITION )
  3350. case ANCHOR_LOOK_BEHIND:
  3351. {
  3352. r = check_type_tree(an->target, ALLOWED_TYPE_IN_LB,
  3353. ALLOWED_ENCLOSE_IN_LB, ALLOWED_ANCHOR_IN_LB);
  3354. if (r < 0) return r;
  3355. if (r > 0) return ONIGERR_INVALID_LOOK_BEHIND_PATTERN;
  3356. r = setup_look_behind(node, reg, env);
  3357. if (r != 0) return r;
  3358. r = setup_tree(an->target, reg, state, env);
  3359. }
  3360. break;
  3361. case ANCHOR_LOOK_BEHIND_NOT:
  3362. {
  3363. r = check_type_tree(an->target, ALLOWED_TYPE_IN_LB,
  3364. ALLOWED_ENCLOSE_IN_LB_NOT, ALLOWED_ANCHOR_IN_LB_NOT);
  3365. if (r < 0) return r;
  3366. if (r > 0) return ONIGERR_INVALID_LOOK_BEHIND_PATTERN;
  3367. r = setup_look_behind(node, reg, env);
  3368. if (r != 0) return r;
  3369. r = setup_tree(an->target, reg, (state | IN_NOT), env);
  3370. }
  3371. break;
  3372. }
  3373. }
  3374. break;
  3375. default:
  3376. break;
  3377. }
  3378. return r;
  3379. }
  3380. /* set skip map for Boyer-Moor search */
  3381. static int
  3382. set_bm_skip(UChar* s, UChar* end, OnigEncoding enc ARG_UNUSED,
  3383. UChar skip[], int** int_skip)
  3384. {
  3385. int i, len;
  3386. len = end - s;
  3387. if (len < ONIG_CHAR_TABLE_SIZE) {
  3388. for (i = 0; i < ONIG_CHAR_TABLE_SIZE; i++) skip[i] = len;
  3389. for (i = 0; i < len - 1; i++)
  3390. skip[s[i]] = len - 1 - i;
  3391. }
  3392. else {
  3393. if (IS_NULL(*int_skip)) {
  3394. *int_skip = (int* )xmalloc(sizeof(int) * ONIG_CHAR_TABLE_SIZE);
  3395. if (IS_NULL(*int_skip)) return ONIGERR_MEMORY;
  3396. }
  3397. for (i = 0; i < ONIG_CHAR_TABLE_SIZE; i++) (*int_skip)[i] = len;
  3398. for (i = 0; i < len - 1; i++)
  3399. (*int_skip)[s[i]] = len - 1 - i;
  3400. }
  3401. return 0;
  3402. }
  3403. #define OPT_EXACT_MAXLEN 24
  3404. typedef struct {
  3405. OnigDistance min; /* min byte length */
  3406. OnigDistance max; /* max byte length */
  3407. } MinMaxLen;
  3408. typedef struct {
  3409. MinMaxLen mmd;
  3410. OnigEncoding enc;
  3411. OnigOptionType options;
  3412. OnigCaseFoldType case_fold_flag;
  3413. ScanEnv* scan_env;
  3414. } OptEnv;
  3415. typedef struct {
  3416. int left_anchor;
  3417. int right_anchor;
  3418. } OptAncInfo;
  3419. typedef struct {
  3420. MinMaxLen mmd; /* info position */
  3421. OptAncInfo anc;
  3422. int reach_end;
  3423. int ignore_case;
  3424. int len;
  3425. UChar s[OPT_EXACT_MAXLEN];
  3426. } OptExactInfo;
  3427. typedef struct {
  3428. MinMaxLen mmd; /* info position */
  3429. OptAncInfo anc;
  3430. int value; /* weighted value */
  3431. UChar map[ONIG_CHAR_TABLE_SIZE];
  3432. } OptMapInfo;
  3433. typedef struct {
  3434. MinMaxLen len;
  3435. OptAncInfo anc;
  3436. OptExactInfo exb; /* boundary */
  3437. OptExactInfo exm; /* middle */
  3438. OptExactInfo expr; /* prec read (?=...) */
  3439. OptMapInfo map; /* boundary */
  3440. } NodeOptInfo;
  3441. static int
  3442. map_position_value(OnigEncoding enc, int i)
  3443. {
  3444. static const short int ByteValTable[] = {
  3445. 5, 1, 1, 1, 1, 1, 1, 1, 1, 10, 10, 1, 1, 10, 1, 1,
  3446. 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
  3447. 12, 4, 7, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 5,
  3448. 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5,
  3449. 5, 6, 6, 6, 6, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6,
  3450. 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 6, 5, 5, 5,
  3451. 5, 6, 6, 6, 6, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6,
  3452. 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 1
  3453. };
  3454. if (i < (int )(sizeof(ByteValTable)/sizeof(ByteValTable[0]))) {
  3455. if (i == 0 && ONIGENC_MBC_MINLEN(enc) > 1)
  3456. return 20;
  3457. else
  3458. return (int )ByteValTable[i];
  3459. }
  3460. else
  3461. return 4; /* Take it easy. */
  3462. }
  3463. static int
  3464. distance_value(MinMaxLen* mm)
  3465. {
  3466. /* 1000 / (min-max-dist + 1) */
  3467. static const short int dist_vals[] = {
  3468. 1000, 500, 333, 250, 200, 167, 143, 125, 111, 100,
  3469. 91, 83, 77, 71, 67, 63, 59, 56, 53, 50,
  3470. 48, 45, 43, 42, 40, 38, 37, 36, 34, 33,
  3471. 32, 31, 30, 29, 29, 28, 27, 26, 26, 25,
  3472. 24, 24, 23, 23, 22, 22, 21, 21, 20, 20,
  3473. 20, 19, 19, 19, 18, 18, 18, 17, 17, 17,
  3474. 16, 16, 16, 16, 15, 15, 15, 15, 14, 14,
  3475. 14, 14, 14, 14, 13, 13, 13, 13, 13, 13,
  3476. 12, 12, 12, 12, 12, 12, 11, 11, 11, 11,
  3477. 11, 11, 11, 11, 11, 10, 10, 10, 10, 10
  3478. };
  3479. int d;
  3480. if (mm->max == ONIG_INFINITE_DISTANCE) return 0;
  3481. d = mm->max - mm->min;
  3482. if (d < (int )(sizeof(dist_vals)/sizeof(dist_vals[0])))
  3483. /* return dist_vals[d] * 16 / (mm->min + 12); */
  3484. return (int )dist_vals[d];
  3485. else
  3486. return 1;
  3487. }
  3488. static int
  3489. comp_distance_value(MinMaxLen* d1, MinMaxLen* d2, int v1, int v2)
  3490. {
  3491. if (v2 <= 0) return -1;
  3492. if (v1 <= 0) return 1;
  3493. v1 *= distance_value(d1);
  3494. v2 *= distance_value(d2);
  3495. if (v2 > v1) return 1;
  3496. if (v2 < v1) return -1;
  3497. if (d2->min < d1->min) return 1;
  3498. if (d2->min > d1->min) return -1;
  3499. return 0;
  3500. }
  3501. static int
  3502. is_equal_mml(MinMaxLen* a, MinMaxLen* b)
  3503. {
  3504. return (a->min == b->min && a->max == b->max) ? 1 : 0;
  3505. }
  3506. static void
  3507. set_mml(MinMaxLen* mml, OnigDistance min, OnigDistance max)
  3508. {
  3509. mml->min = min;
  3510. mml->max = max;
  3511. }
  3512. static void
  3513. clear_mml(MinMaxLen* mml)
  3514. {
  3515. mml->min = mml->max = 0;
  3516. }
  3517. static void
  3518. copy_mml(MinMaxLen* to, MinMaxLen* from)
  3519. {
  3520. to->min = from->min;
  3521. to->max = from->max;
  3522. }
  3523. static void
  3524. add_mml(MinMaxLen* to, MinMaxLen* from)
  3525. {
  3526. to->min = distance_add(to->min, from->min);
  3527. to->max = distance_add(to->max, from->max);
  3528. }
  3529. #if 0
  3530. static void
  3531. add_len_mml(MinMaxLen* to, OnigDistance len)
  3532. {
  3533. to->min = distance_add(to->min, len);
  3534. to->max = distance_add(to->max, len);
  3535. }
  3536. #endif
  3537. static void
  3538. alt_merge_mml(MinMaxLen* to, MinMaxLen* from)
  3539. {
  3540. if (to->min > from->min) to->min = from->min;
  3541. if (to->max < from->max) to->max = from->max;
  3542. }
  3543. static void
  3544. copy_opt_env(OptEnv* to, OptEnv* from)
  3545. {
  3546. *to = *from;
  3547. }
  3548. static void
  3549. clear_opt_anc_info(OptAncInfo* anc)
  3550. {
  3551. anc->left_anchor = 0;
  3552. anc->right_anchor = 0;
  3553. }
  3554. static void
  3555. copy_opt_anc_info(OptAncInfo* to, OptAncInfo* from)
  3556. {
  3557. *to = *from;
  3558. }
  3559. static void
  3560. concat_opt_anc_info(OptAncInfo* to, OptAncInfo* left, OptAncInfo* right,
  3561. OnigDistance left_len, OnigDistance right_len)
  3562. {
  3563. clear_opt_anc_info(to);
  3564. to->left_anchor = left->left_anchor;
  3565. if (left_len == 0) {
  3566. to->left_anchor |= right->left_anchor;
  3567. }
  3568. to->right_anchor = right->right_anchor;
  3569. if (right_len == 0) {
  3570. to->right_anchor |= left->right_anchor;
  3571. }
  3572. }
  3573. static int
  3574. is_left_anchor(int anc)
  3575. {
  3576. if (anc == ANCHOR_END_BUF || anc == ANCHOR_SEMI_END_BUF ||
  3577. anc == ANCHOR_END_LINE || anc == ANCHOR_PREC_READ ||
  3578. anc == ANCHOR_PREC_READ_NOT)
  3579. return 0;
  3580. return 1;
  3581. }
  3582. static int
  3583. is_set_opt_anc_info(OptAncInfo* to, int anc)
  3584. {
  3585. if ((to->left_anchor & anc) != 0) return 1;
  3586. return ((to->right_anchor & anc) != 0 ? 1 : 0);
  3587. }
  3588. static void
  3589. add_opt_anc_info(OptAncInfo* to, int anc)
  3590. {
  3591. if (is_left_anchor(anc))
  3592. to->left_anchor |= anc;
  3593. else
  3594. to->right_anchor |= anc;
  3595. }
  3596. static void
  3597. remove_opt_anc_info(OptAncInfo* to, int anc)
  3598. {
  3599. if (is_left_anchor(anc))
  3600. to->left_anchor &= ~anc;
  3601. else
  3602. to->right_anchor &= ~anc;
  3603. }
  3604. static void
  3605. alt_merge_opt_anc_info(OptAncInfo* to, OptAncInfo* add)
  3606. {
  3607. to->left_anchor &= add->left_anchor;
  3608. to->right_anchor &= add->right_anchor;
  3609. }
  3610. static int
  3611. is_full_opt_exact_info(OptExactInfo* ex)
  3612. {
  3613. return (ex->len >= OPT_EXACT_MAXLEN ? 1 : 0);
  3614. }
  3615. static void
  3616. clear_opt_exact_info(OptExactInfo* ex)
  3617. {
  3618. clear_mml(&ex->mmd);
  3619. clear_opt_anc_info(&ex->anc);
  3620. ex->reach_end = 0;
  3621. ex->ignore_case = 0;
  3622. ex->len = 0;
  3623. ex->s[0] = '\0';
  3624. }
  3625. static void
  3626. copy_opt_exact_info(OptExactInfo* to, OptExactInfo* from)
  3627. {
  3628. *to = *from;
  3629. }
  3630. static void
  3631. concat_opt_exact_info(OptExactInfo* to, OptExactInfo* add, OnigEncoding enc)
  3632. {
  3633. int i, j, len;
  3634. UChar *p, *end;
  3635. OptAncInfo tanc;
  3636. if (! to->ignore_case && add->ignore_case) {
  3637. if (to->len >= add->len) return ; /* avoid */
  3638. to->ignore_case = 1;
  3639. }
  3640. p = add->s;
  3641. end = p + add->len;
  3642. for (i = to->len; p < end; ) {
  3643. len = enclen(enc, p);
  3644. if (i + len > OPT_EXACT_MAXLEN) break;
  3645. for (j = 0; j < len && p < end; j++)
  3646. to->s[i++] = *p++;
  3647. }
  3648. to->len = i;
  3649. to->reach_end = (p == end ? add->reach_end : 0);
  3650. concat_opt_anc_info(&tanc, &to->anc, &add->anc, 1, 1);
  3651. if (! to->reach_end) tanc.right_anchor = 0;
  3652. copy_opt_anc_info(&to->anc, &tanc);
  3653. }
  3654. static void
  3655. concat_opt_exact_info_str(OptExactInfo* to, UChar* s, UChar* end,
  3656. int raw ARG_UNUSED, OnigEncoding enc)
  3657. {
  3658. int i, j, len;
  3659. UChar *p;
  3660. for (i = to->len, p = s; p < end && i < OPT_EXACT_MAXLEN; ) {
  3661. len = enclen(enc, p);
  3662. if (i + len > OPT_EXACT_MAXLEN) break;
  3663. for (j = 0; j < len && p < end; j++)
  3664. to->s[i++] = *p++;
  3665. }
  3666. to->len = i;
  3667. }
  3668. static void
  3669. alt_merge_opt_exact_info(OptExactInfo* to, OptExactInfo* add, OptEnv* env)
  3670. {
  3671. int i, j, len;
  3672. if (add->len == 0 || to->len == 0) {
  3673. clear_opt_exact_info(to);
  3674. return ;
  3675. }
  3676. if (! is_equal_mml(&to->mmd, &add->mmd)) {
  3677. clear_opt_exact_info(to);
  3678. return ;
  3679. }
  3680. for (i = 0; i < to->len && i < add->len; ) {
  3681. if (to->s[i] != add->s[i]) break;
  3682. len = enclen(env->enc, to->s + i);
  3683. for (j = 1; j < len; j++) {
  3684. if (to->s[i+j] != add->s[i+j]) break;
  3685. }
  3686. if (j < len) break;
  3687. i += len;
  3688. }
  3689. if (! add->reach_end || i < add->len || i < to->len) {
  3690. to->reach_end = 0;
  3691. }
  3692. to->len = i;
  3693. to->ignore_case |= add->ignore_case;
  3694. alt_merge_opt_anc_info(&to->anc, &add->anc);
  3695. if (! to->reach_end) to->anc.right_anchor = 0;
  3696. }
  3697. static void
  3698. select_opt_exact_info(OnigEncoding enc, OptExactInfo* now, OptExactInfo* alt)
  3699. {
  3700. int v1, v2;
  3701. v1 = now->len;
  3702. v2 = alt->len;
  3703. if (v2 == 0) {
  3704. return ;
  3705. }
  3706. else if (v1 == 0) {
  3707. copy_opt_exact_info(now, alt);
  3708. return ;
  3709. }
  3710. else if (v1 <= 2 && v2 <= 2) {
  3711. /* ByteValTable[x] is big value --> low price */
  3712. v2 = map_position_value(enc, now->s[0]);
  3713. v1 = map_position_value(enc, alt->s[0]);
  3714. if (now->len > 1) v1 += 5;
  3715. if (alt->len > 1) v2 += 5;
  3716. }
  3717. if (now->ignore_case == 0) v1 *= 2;
  3718. if (alt->ignore_case == 0) v2 *= 2;
  3719. if (comp_distance_value(&now->mmd, &alt->mmd, v1, v2) > 0)
  3720. copy_opt_exact_info(now, alt);
  3721. }
  3722. static void
  3723. clear_opt_map_info(OptMapInfo* map)
  3724. {
  3725. static const OptMapInfo clean_info = {
  3726. {0, 0}, {0, 0}, 0,
  3727. {
  3728. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3729. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3730. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3731. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3732. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3733. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3734. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3735. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3736. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3737. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3738. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3739. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3740. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3741. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3742. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  3743. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
  3744. }
  3745. };
  3746. xmemcpy(map, &clean_info, sizeof(OptMapInfo));
  3747. }
  3748. static void
  3749. copy_opt_map_info(OptMapInfo* to, OptMapInfo* from)
  3750. {
  3751. *to = *from;
  3752. }
  3753. static void
  3754. add_char_opt_map_info(OptMapInfo* map, UChar c, OnigEncoding enc)
  3755. {
  3756. if (map->map[c] == 0) {
  3757. map->map[c] = 1;
  3758. map->value += map_position_value(enc, c);
  3759. }
  3760. }
  3761. static int
  3762. add_char_amb_opt_map_info(OptMapInfo* map, UChar* p, UChar* end,
  3763. OnigEncoding enc, OnigCaseFoldType case_fold_flag)
  3764. {
  3765. OnigCaseFoldCodeItem items[ONIGENC_GET_CASE_FOLD_CODES_MAX_NUM];
  3766. UChar buf[ONIGENC_CODE_TO_MBC_MAXLEN];
  3767. int i, n;
  3768. add_char_opt_map_info(map, p[0], enc);
  3769. case_fold_flag = DISABLE_CASE_FOLD_MULTI_CHAR(case_fold_flag);
  3770. n = ONIGENC_GET_CASE_FOLD_CODES_BY_STR(enc, case_fold_flag, p, end, items);
  3771. if (n < 0) return n;
  3772. for (i = 0; i < n; i++) {
  3773. ONIGENC_CODE_TO_MBC(enc, items[i].code[0], buf);
  3774. add_char_opt_map_info(map, buf[0], enc);
  3775. }
  3776. return 0;
  3777. }
  3778. static void
  3779. select_opt_map_info(OptMapInfo* now, OptMapInfo* alt)
  3780. {
  3781. static int z = 1<<15; /* 32768: something big value */
  3782. int v1, v2;
  3783. if (alt->value == 0) return ;
  3784. if (now->value == 0) {
  3785. copy_opt_map_info(now, alt);
  3786. return ;
  3787. }
  3788. v1 = z / now->value;
  3789. v2 = z / alt->value;
  3790. if (comp_distance_value(&now->mmd, &alt->mmd, v1, v2) > 0)
  3791. copy_opt_map_info(now, alt);
  3792. }
  3793. static int
  3794. comp_opt_exact_or_map_info(OptExactInfo* e, OptMapInfo* m)
  3795. {
  3796. #define COMP_EM_BASE 20
  3797. int ve, vm;
  3798. if (m->value <= 0) return -1;
  3799. ve = COMP_EM_BASE * e->len * (e->ignore_case ? 1 : 2);
  3800. vm = COMP_EM_BASE * 5 * 2 / m->value;
  3801. return comp_distance_value(&e->mmd, &m->mmd, ve, vm);
  3802. }
  3803. static void
  3804. alt_merge_opt_map_info(OnigEncoding enc, OptMapInfo* to, OptMapInfo* add)
  3805. {
  3806. int i, val;
  3807. /* if (! is_equal_mml(&to->mmd, &add->mmd)) return ; */
  3808. if (to->value == 0) return ;
  3809. if (add->value == 0 || to->mmd.max < add->mmd.min) {
  3810. clear_opt_map_info(to);
  3811. return ;
  3812. }
  3813. alt_merge_mml(&to->mmd, &add->mmd);
  3814. val = 0;
  3815. for (i = 0; i < ONIG_CHAR_TABLE_SIZE; i++) {
  3816. if (add->map[i])
  3817. to->map[i] = 1;
  3818. if (to->map[i])
  3819. val += map_position_value(enc, i);
  3820. }
  3821. to->value = val;
  3822. alt_merge_opt_anc_info(&to->anc, &add->anc);
  3823. }
  3824. static void
  3825. set_bound_node_opt_info(NodeOptInfo* opt, MinMaxLen* mmd)
  3826. {
  3827. copy_mml(&(opt->exb.mmd), mmd);
  3828. copy_mml(&(opt->expr.mmd), mmd);
  3829. copy_mml(&(opt->map.mmd), mmd);
  3830. }
  3831. static void
  3832. clear_node_opt_info(NodeOptInfo* opt)
  3833. {
  3834. clear_mml(&opt->len);
  3835. clear_opt_anc_info(&opt->anc);
  3836. clear_opt_exact_info(&opt->exb);
  3837. clear_opt_exact_info(&opt->exm);
  3838. clear_opt_exact_info(&opt->expr);
  3839. clear_opt_map_info(&opt->map);
  3840. }
  3841. static void
  3842. copy_node_opt_info(NodeOptInfo* to, NodeOptInfo* from)
  3843. {
  3844. *to = *from;
  3845. }
  3846. static void
  3847. concat_left_node_opt_info(OnigEncoding enc, NodeOptInfo* to, NodeOptInfo* add)
  3848. {
  3849. int exb_reach, exm_reach;
  3850. OptAncInfo tanc;
  3851. concat_opt_anc_info(&tanc, &to->anc, &add->anc, to->len.max, add->len.max);
  3852. copy_opt_anc_info(&to->anc, &tanc);
  3853. if (add->exb.len > 0 && to->len.max == 0) {
  3854. concat_opt_anc_info(&tanc, &to->anc, &add->exb.anc,
  3855. to->len.max, add->len.max);
  3856. copy_opt_anc_info(&add->exb.anc, &tanc);
  3857. }
  3858. if (add->map.value > 0 && to->len.max == 0) {
  3859. if (add->map.mmd.max == 0)
  3860. add->map.anc.left_anchor |= to->anc.left_anchor;
  3861. }
  3862. exb_reach = to->exb.reach_end;
  3863. exm_reach = to->exm.reach_end;
  3864. if (add->len.max != 0)
  3865. to->exb.reach_end = to->exm.reach_end = 0;
  3866. if (add->exb.len > 0) {
  3867. if (exb_reach) {
  3868. concat_opt_exact_info(&to->exb, &add->exb, enc);
  3869. clear_opt_exact_info(&add->exb);
  3870. }
  3871. else if (exm_reach) {
  3872. concat_opt_exact_info(&to->exm, &add->exb, enc);
  3873. clear_opt_exact_info(&add->exb);
  3874. }
  3875. }
  3876. select_opt_exact_info(enc, &to->exm, &add->exb);
  3877. select_opt_exact_info(enc, &to->exm, &add->exm);
  3878. if (to->expr.len > 0) {
  3879. if (add->len.max > 0) {
  3880. if (to->expr.len > (int )add->len.max)
  3881. to->expr.len = add->len.max;
  3882. if (to->expr.mmd.max == 0)
  3883. select_opt_exact_info(enc, &to->exb, &to->expr);
  3884. else
  3885. select_opt_exact_info(enc, &to->exm, &to->expr);
  3886. }
  3887. }
  3888. else if (add->expr.len > 0) {
  3889. copy_opt_exact_info(&to->expr, &add->expr);
  3890. }
  3891. select_opt_map_info(&to->map, &add->map);
  3892. add_mml(&to->len, &add->len);
  3893. }
  3894. static void
  3895. alt_merge_node_opt_info(NodeOptInfo* to, NodeOptInfo* add, OptEnv* env)
  3896. {
  3897. alt_merge_opt_anc_info (&to->anc, &add->anc);
  3898. alt_merge_opt_exact_info(&to->exb, &add->exb, env);
  3899. alt_merge_opt_exact_info(&to->exm, &add->exm, env);
  3900. alt_merge_opt_exact_info(&to->expr, &add->expr, env);
  3901. alt_merge_opt_map_info(env->enc, &to->map, &add->map);
  3902. alt_merge_mml(&to->len, &add->len);
  3903. }
  3904. #define MAX_NODE_OPT_INFO_REF_COUNT 5
  3905. static int
  3906. optimize_node_left(Node* node, NodeOptInfo* opt, OptEnv* env)
  3907. {
  3908. int type;
  3909. int r = 0;
  3910. clear_node_opt_info(opt);
  3911. set_bound_node_opt_info(opt, &env->mmd);
  3912. type = NTYPE(node);
  3913. switch (type) {
  3914. case NT_LIST:
  3915. {
  3916. OptEnv nenv;
  3917. NodeOptInfo nopt;
  3918. Node* nd = node;
  3919. copy_opt_env(&nenv, env);
  3920. do {
  3921. r = optimize_node_left(NCAR(nd), &nopt, &nenv);
  3922. if (r == 0) {
  3923. add_mml(&nenv.mmd, &nopt.len);
  3924. concat_left_node_opt_info(env->enc, opt, &nopt);
  3925. }
  3926. } while (r == 0 && IS_NOT_NULL(nd = NCDR(nd)));
  3927. }
  3928. break;
  3929. case NT_ALT:
  3930. {
  3931. NodeOptInfo nopt;
  3932. Node* nd = node;
  3933. do {
  3934. r = optimize_node_left(NCAR(nd), &nopt, env);
  3935. if (r == 0) {
  3936. if (nd == node) copy_node_opt_info(opt, &nopt);
  3937. else alt_merge_node_opt_info(opt, &nopt, env);
  3938. }
  3939. } while ((r == 0) && IS_NOT_NULL(nd = NCDR(nd)));
  3940. }
  3941. break;
  3942. case NT_STR:
  3943. {
  3944. StrNode* sn = NSTR(node);
  3945. int slen = sn->end - sn->s;
  3946. int is_raw = NSTRING_IS_RAW(node);
  3947. if (! NSTRING_IS_AMBIG(node)) {
  3948. concat_opt_exact_info_str(&opt->exb, sn->s, sn->end,
  3949. NSTRING_IS_RAW(node), env->enc);
  3950. if (slen > 0) {
  3951. add_char_opt_map_info(&opt->map, *(sn->s), env->enc);
  3952. }
  3953. set_mml(&opt->len, slen, slen);
  3954. }
  3955. else {
  3956. int max;
  3957. if (NSTRING_IS_DONT_GET_OPT_INFO(node)) {
  3958. int n = onigenc_strlen(env->enc, sn->s, sn->end);
  3959. max = ONIGENC_MBC_MAXLEN_DIST(env->enc) * n;
  3960. }
  3961. else {
  3962. concat_opt_exact_info_str(&opt->exb, sn->s, sn->end,
  3963. is_raw, env->enc);
  3964. opt->exb.ignore_case = 1;
  3965. if (slen > 0) {
  3966. r = add_char_amb_opt_map_info(&opt->map, sn->s, sn->end,
  3967. env->enc, env->case_fold_flag);
  3968. if (r != 0) break;
  3969. }
  3970. max = slen;
  3971. }
  3972. set_mml(&opt->len, slen, max);
  3973. }
  3974. if (opt->exb.len == slen)
  3975. opt->exb.reach_end = 1;
  3976. }
  3977. break;
  3978. case NT_CCLASS:
  3979. {
  3980. int i, z;
  3981. CClassNode* cc = NCCLASS(node);
  3982. /* no need to check ignore case. (setted in setup_tree()) */
  3983. if (IS_NOT_NULL(cc->mbuf) || IS_NCCLASS_NOT(cc)) {
  3984. OnigDistance min = ONIGENC_MBC_MINLEN(env->enc);
  3985. OnigDistance max = ONIGENC_MBC_MAXLEN_DIST(env->enc);
  3986. set_mml(&opt->len, min, max);
  3987. }
  3988. else {
  3989. for (i = 0; i < SINGLE_BYTE_SIZE; i++) {
  3990. z = BITSET_AT(cc->bs, i);
  3991. if ((z && !IS_NCCLASS_NOT(cc)) || (!z && IS_NCCLASS_NOT(cc))) {
  3992. add_char_opt_map_info(&opt->map, (UChar )i, env->enc);
  3993. }
  3994. }
  3995. set_mml(&opt->len, 1, 1);
  3996. }
  3997. }
  3998. break;
  3999. case NT_CTYPE:
  4000. {
  4001. int i, min, max;
  4002. max = ONIGENC_MBC_MAXLEN_DIST(env->enc);
  4003. if (max == 1) {
  4004. min = 1;
  4005. switch (NCTYPE(node)->ctype) {
  4006. case ONIGENC_CTYPE_WORD:
  4007. if (NCTYPE(node)->not != 0) {
  4008. for (i = 0; i < SINGLE_BYTE_SIZE; i++) {
  4009. if (! ONIGENC_IS_CODE_WORD(env->enc, i)) {
  4010. add_char_opt_map_info(&opt->map, (UChar )i, env->enc);
  4011. }
  4012. }
  4013. }
  4014. else {
  4015. for (i = 0; i < SINGLE_BYTE_SIZE; i++) {
  4016. if (ONIGENC_IS_CODE_WORD(env->enc, i)) {
  4017. add_char_opt_map_info(&opt->map, (UChar )i, env->enc);
  4018. }
  4019. }
  4020. }
  4021. break;
  4022. }
  4023. }
  4024. else {
  4025. min = ONIGENC_MBC_MINLEN(env->enc);
  4026. }
  4027. set_mml(&opt->len, min, max);
  4028. }
  4029. break;
  4030. case NT_CANY:
  4031. {
  4032. OnigDistance min = ONIGENC_MBC_MINLEN(env->enc);
  4033. OnigDistance max = ONIGENC_MBC_MAXLEN_DIST(env->enc);
  4034. set_mml(&opt->len, min, max);
  4035. }
  4036. break;
  4037. case NT_ANCHOR:
  4038. switch (NANCHOR(node)->type) {
  4039. case ANCHOR_BEGIN_BUF:
  4040. case ANCHOR_BEGIN_POSITION:
  4041. case ANCHOR_BEGIN_LINE:
  4042. case ANCHOR_END_BUF:
  4043. case ANCHOR_SEMI_END_BUF:
  4044. case ANCHOR_END_LINE:
  4045. add_opt_anc_info(&opt->anc, NANCHOR(node)->type);
  4046. break;
  4047. case ANCHOR_PREC_READ:
  4048. {
  4049. NodeOptInfo nopt;
  4050. r = optimize_node_left(NANCHOR(node)->target, &nopt, env);
  4051. if (r == 0) {
  4052. if (nopt.exb.len > 0)
  4053. copy_opt_exact_info(&opt->expr, &nopt.exb);
  4054. else if (nopt.exm.len > 0)
  4055. copy_opt_exact_info(&opt->expr, &nopt.exm);
  4056. opt->expr.reach_end = 0;
  4057. if (nopt.map.value > 0)
  4058. copy_opt_map_info(&opt->map, &nopt.map);
  4059. }
  4060. }
  4061. break;
  4062. case ANCHOR_PREC_READ_NOT:
  4063. case ANCHOR_LOOK_BEHIND: /* Sorry, I can't make use of it. */
  4064. case ANCHOR_LOOK_BEHIND_NOT:
  4065. break;
  4066. }
  4067. break;
  4068. case NT_BREF:
  4069. {
  4070. int i;
  4071. int* backs;
  4072. OnigDistance min, max, tmin, tmax;
  4073. Node** nodes = SCANENV_MEM_NODES(env->scan_env);
  4074. BRefNode* br = NBREF(node);
  4075. if (br->state & NST_RECURSION) {
  4076. set_mml(&opt->len, 0, ONIG_INFINITE_DISTANCE);
  4077. break;
  4078. }
  4079. backs = BACKREFS_P(br);
  4080. r = get_min_match_length(nodes[backs[0]], &min, env->scan_env);
  4081. if (r != 0) break;
  4082. r = get_max_match_length(nodes[backs[0]], &max, env->scan_env);
  4083. if (r != 0) break;
  4084. for (i = 1; i < br->back_num; i++) {
  4085. r = get_min_match_length(nodes[backs[i]], &tmin, env->scan_env);
  4086. if (r != 0) break;
  4087. r = get_max_match_length(nodes[backs[i]], &tmax, env->scan_env);
  4088. if (r != 0) break;
  4089. if (min > tmin) min = tmin;
  4090. if (max < tmax) max = tmax;
  4091. }
  4092. if (r == 0) set_mml(&opt->len, min, max);
  4093. }
  4094. break;
  4095. #ifdef USE_SUBEXP_CALL
  4096. case NT_CALL:
  4097. if (IS_CALL_RECURSION(NCALL(node)))
  4098. set_mml(&opt->len, 0, ONIG_INFINITE_DISTANCE);
  4099. else {
  4100. OnigOptionType save = env->options;
  4101. env->options = NENCLOSE(NCALL(node)->target)->option;
  4102. r = optimize_node_left(NCALL(node)->target, opt, env);
  4103. env->options = save;
  4104. }
  4105. break;
  4106. #endif
  4107. case NT_QTFR:
  4108. {
  4109. int i;
  4110. OnigDistance min, max;
  4111. NodeOptInfo nopt;
  4112. QtfrNode* qn = NQTFR(node);
  4113. r = optimize_node_left(qn->target, &nopt, env);
  4114. if (r) break;
  4115. if (qn->lower == 0 && IS_REPEAT_INFINITE(qn->upper)) {
  4116. if (env->mmd.max == 0 &&
  4117. NTYPE(qn->target) == NT_CANY && qn->greedy) {
  4118. if (IS_MULTILINE(env->options))
  4119. add_opt_anc_info(&opt->anc, ANCHOR_ANYCHAR_STAR_ML);
  4120. else
  4121. add_opt_anc_info(&opt->anc, ANCHOR_ANYCHAR_STAR);
  4122. }
  4123. }
  4124. else {
  4125. if (qn->lower > 0) {
  4126. copy_node_opt_info(opt, &nopt);
  4127. if (nopt.exb.len > 0) {
  4128. if (nopt.exb.reach_end) {
  4129. for (i = 2; i <= qn->lower &&
  4130. ! is_full_opt_exact_info(&opt->exb); i++) {
  4131. concat_opt_exact_info(&opt->exb, &nopt.exb, env->enc);
  4132. }
  4133. if (i < qn->lower) {
  4134. opt->exb.reach_end = 0;
  4135. }
  4136. }
  4137. }
  4138. if (qn->lower != qn->upper) {
  4139. opt->exb.reach_end = 0;
  4140. opt->exm.reach_end = 0;
  4141. }
  4142. if (qn->lower > 1)
  4143. opt->exm.reach_end = 0;
  4144. }
  4145. }
  4146. min = distance_multiply(nopt.len.min, qn->lower);
  4147. if (IS_REPEAT_INFINITE(qn->upper))
  4148. max = (nopt.len.max > 0 ? ONIG_INFINITE_DISTANCE : 0);
  4149. else
  4150. max = distance_multiply(nopt.len.max, qn->upper);
  4151. set_mml(&opt->len, min, max);
  4152. }
  4153. break;
  4154. case NT_ENCLOSE:
  4155. {
  4156. EncloseNode* en = NENCLOSE(node);
  4157. switch (en->type) {
  4158. case ENCLOSE_OPTION:
  4159. {
  4160. OnigOptionType save = env->options;
  4161. env->options = en->option;
  4162. r = optimize_node_left(en->target, opt, env);
  4163. env->options = save;
  4164. }
  4165. break;
  4166. case ENCLOSE_MEMORY:
  4167. #ifdef USE_SUBEXP_CALL
  4168. en->opt_count++;
  4169. if (en->opt_count > MAX_NODE_OPT_INFO_REF_COUNT) {
  4170. OnigDistance min, max;
  4171. min = 0;
  4172. max = ONIG_INFINITE_DISTANCE;
  4173. if (IS_ENCLOSE_MIN_FIXED(en)) min = en->min_len;
  4174. if (IS_ENCLOSE_MAX_FIXED(en)) max = en->max_len;
  4175. set_mml(&opt->len, min, max);
  4176. }
  4177. else
  4178. #endif
  4179. {
  4180. r = optimize_node_left(en->target, opt, env);
  4181. if (is_set_opt_anc_info(&opt->anc, ANCHOR_ANYCHAR_STAR_MASK)) {
  4182. if (BIT_STATUS_AT(env->scan_env->backrefed_mem, en->regnum))
  4183. remove_opt_anc_info(&opt->anc, ANCHOR_ANYCHAR_STAR_MASK);
  4184. }
  4185. }
  4186. break;
  4187. case ENCLOSE_STOP_BACKTRACK:
  4188. r = optimize_node_left(en->target, opt, env);
  4189. break;
  4190. }
  4191. }
  4192. break;
  4193. default:
  4194. #ifdef ONIG_DEBUG
  4195. fprintf(stderr, "optimize_node_left: undefined node type %d\n",
  4196. NTYPE(node));
  4197. #endif
  4198. r = ONIGERR_TYPE_BUG;
  4199. break;
  4200. }
  4201. return r;
  4202. }
  4203. static int
  4204. set_optimize_exact_info(regex_t* reg, OptExactInfo* e)
  4205. {
  4206. int r;
  4207. if (e->len == 0) return 0;
  4208. if (e->ignore_case) {
  4209. reg->exact = (UChar* )xmalloc(e->len);
  4210. CHECK_NULL_RETURN_MEMERR(reg->exact);
  4211. xmemcpy(reg->exact, e->s, e->len);
  4212. reg->exact_end = reg->exact + e->len;
  4213. reg->optimize = ONIG_OPTIMIZE_EXACT_IC;
  4214. }
  4215. else {
  4216. int allow_reverse;
  4217. reg->exact = str_dup(e->s, e->s + e->len);
  4218. CHECK_NULL_RETURN_MEMERR(reg->exact);
  4219. reg->exact_end = reg->exact + e->len;
  4220. allow_reverse =
  4221. ONIGENC_IS_ALLOWED_REVERSE_MATCH(reg->enc, reg->exact, reg->exact_end);
  4222. if (e->len >= 3 || (e->len >= 2 && allow_reverse)) {
  4223. r = set_bm_skip(reg->exact, reg->exact_end, reg->enc,
  4224. reg->map, &(reg->int_map));
  4225. if (r) return r;
  4226. reg->optimize = (allow_reverse != 0
  4227. ? ONIG_OPTIMIZE_EXACT_BM : ONIG_OPTIMIZE_EXACT_BM_NOT_REV);
  4228. }
  4229. else {
  4230. reg->optimize = ONIG_OPTIMIZE_EXACT;
  4231. }
  4232. }
  4233. reg->dmin = e->mmd.min;
  4234. reg->dmax = e->mmd.max;
  4235. if (reg->dmin != ONIG_INFINITE_DISTANCE) {
  4236. reg->threshold_len = reg->dmin + (reg->exact_end - reg->exact);
  4237. }
  4238. return 0;
  4239. }
  4240. static void
  4241. set_optimize_map_info(regex_t* reg, OptMapInfo* m)
  4242. {
  4243. int i;
  4244. for (i = 0; i < ONIG_CHAR_TABLE_SIZE; i++)
  4245. reg->map[i] = m->map[i];
  4246. reg->optimize = ONIG_OPTIMIZE_MAP;
  4247. reg->dmin = m->mmd.min;
  4248. reg->dmax = m->mmd.max;
  4249. if (reg->dmin != ONIG_INFINITE_DISTANCE) {
  4250. reg->threshold_len = reg->dmin + 1;
  4251. }
  4252. }
  4253. static void
  4254. set_sub_anchor(regex_t* reg, OptAncInfo* anc)
  4255. {
  4256. reg->sub_anchor |= anc->left_anchor & ANCHOR_BEGIN_LINE;
  4257. reg->sub_anchor |= anc->right_anchor & ANCHOR_END_LINE;
  4258. }
  4259. #ifdef ONIG_DEBUG
  4260. static void print_optimize_info(FILE* f, regex_t* reg);
  4261. #endif
  4262. static int
  4263. set_optimize_info_from_tree(Node* node, regex_t* reg, ScanEnv* scan_env)
  4264. {
  4265. int r;
  4266. NodeOptInfo opt;
  4267. OptEnv env;
  4268. env.enc = reg->enc;
  4269. env.options = reg->options;
  4270. env.case_fold_flag = reg->case_fold_flag;
  4271. env.scan_env = scan_env;
  4272. clear_mml(&env.mmd);
  4273. r = optimize_node_left(node, &opt, &env);
  4274. if (r) return r;
  4275. reg->anchor = opt.anc.left_anchor & (ANCHOR_BEGIN_BUF |
  4276. ANCHOR_BEGIN_POSITION | ANCHOR_ANYCHAR_STAR | ANCHOR_ANYCHAR_STAR_ML);
  4277. reg->anchor |= opt.anc.right_anchor & (ANCHOR_END_BUF | ANCHOR_SEMI_END_BUF);
  4278. if (reg->anchor & (ANCHOR_END_BUF | ANCHOR_SEMI_END_BUF)) {
  4279. reg->anchor_dmin = opt.len.min;
  4280. reg->anchor_dmax = opt.len.max;
  4281. }
  4282. if (opt.exb.len > 0 || opt.exm.len > 0) {
  4283. select_opt_exact_info(reg->enc, &opt.exb, &opt.exm);
  4284. if (opt.map.value > 0 &&
  4285. comp_opt_exact_or_map_info(&opt.exb, &opt.map) > 0) {
  4286. goto set_map;
  4287. }
  4288. else {
  4289. r = set_optimize_exact_info(reg, &opt.exb);
  4290. set_sub_anchor(reg, &opt.exb.anc);
  4291. }
  4292. }
  4293. else if (opt.map.value > 0) {
  4294. set_map:
  4295. set_optimize_map_info(reg, &opt.map);
  4296. set_sub_anchor(reg, &opt.map.anc);
  4297. }
  4298. else {
  4299. reg->sub_anchor |= opt.anc.left_anchor & ANCHOR_BEGIN_LINE;
  4300. if (opt.len.max == 0)
  4301. reg->sub_anchor |= opt.anc.right_anchor & ANCHOR_END_LINE;
  4302. }
  4303. #if defined(ONIG_DEBUG_COMPILE) || defined(ONIG_DEBUG_MATCH)
  4304. print_optimize_info(stderr, reg);
  4305. #endif
  4306. return r;
  4307. }
  4308. static void
  4309. clear_optimize_info(regex_t* reg)
  4310. {
  4311. reg->optimize = ONIG_OPTIMIZE_NONE;
  4312. reg->anchor = 0;
  4313. reg->anchor_dmin = 0;
  4314. reg->anchor_dmax = 0;
  4315. reg->sub_anchor = 0;
  4316. reg->exact_end = (UChar* )NULL;
  4317. reg->threshold_len = 0;
  4318. if (IS_NOT_NULL(reg->exact)) {
  4319. xfree(reg->exact);
  4320. reg->exact = (UChar* )NULL;
  4321. }
  4322. }
  4323. #ifdef ONIG_DEBUG
  4324. static void print_enc_string(FILE* fp, OnigEncoding enc,
  4325. const UChar *s, const UChar *end)
  4326. {
  4327. fprintf(fp, "\nPATTERN: /");
  4328. if (ONIGENC_MBC_MINLEN(enc) > 1) {
  4329. const UChar *p;
  4330. OnigCodePoint code;
  4331. p = s;
  4332. while (p < end) {
  4333. code = ONIGENC_MBC_TO_CODE(enc, p, end);
  4334. if (code >= 0x80) {
  4335. fprintf(fp, " 0x%04x ", (int )code);
  4336. }
  4337. else {
  4338. fputc((int )code, fp);
  4339. }
  4340. p += enclen(enc, p);
  4341. }
  4342. }
  4343. else {
  4344. while (s < end) {
  4345. fputc((int )*s, fp);
  4346. s++;
  4347. }
  4348. }
  4349. fprintf(fp, "/\n");
  4350. }
  4351. static void
  4352. print_distance_range(FILE* f, OnigDistance a, OnigDistance b)
  4353. {
  4354. if (a == ONIG_INFINITE_DISTANCE)
  4355. fputs("inf", f);
  4356. else
  4357. fprintf(f, "(%u)", a);
  4358. fputs("-", f);
  4359. if (b == ONIG_INFINITE_DISTANCE)
  4360. fputs("inf", f);
  4361. else
  4362. fprintf(f, "(%u)", b);
  4363. }
  4364. static void
  4365. print_anchor(FILE* f, int anchor)
  4366. {
  4367. int q = 0;
  4368. fprintf(f, "[");
  4369. if (anchor & ANCHOR_BEGIN_BUF) {
  4370. fprintf(f, "begin-buf");
  4371. q = 1;
  4372. }
  4373. if (anchor & ANCHOR_BEGIN_LINE) {
  4374. if (q) fprintf(f, ", ");
  4375. q = 1;
  4376. fprintf(f, "begin-line");
  4377. }
  4378. if (anchor & ANCHOR_BEGIN_POSITION) {
  4379. if (q) fprintf(f, ", ");
  4380. q = 1;
  4381. fprintf(f, "begin-pos");
  4382. }
  4383. if (anchor & ANCHOR_END_BUF) {
  4384. if (q) fprintf(f, ", ");
  4385. q = 1;
  4386. fprintf(f, "end-buf");
  4387. }
  4388. if (anchor & ANCHOR_SEMI_END_BUF) {
  4389. if (q) fprintf(f, ", ");
  4390. q = 1;
  4391. fprintf(f, "semi-end-buf");
  4392. }
  4393. if (anchor & ANCHOR_END_LINE) {
  4394. if (q) fprintf(f, ", ");
  4395. q = 1;
  4396. fprintf(f, "end-line");
  4397. }
  4398. if (anchor & ANCHOR_ANYCHAR_STAR) {
  4399. if (q) fprintf(f, ", ");
  4400. q = 1;
  4401. fprintf(f, "anychar-star");
  4402. }
  4403. if (anchor & ANCHOR_ANYCHAR_STAR_ML) {
  4404. if (q) fprintf(f, ", ");
  4405. fprintf(f, "anychar-star-pl");
  4406. }
  4407. fprintf(f, "]");
  4408. }
  4409. static void
  4410. print_optimize_info(FILE* f, regex_t* reg)
  4411. {
  4412. static const char* on[] = { "NONE", "EXACT", "EXACT_BM", "EXACT_BM_NOT_REV",
  4413. "EXACT_IC", "MAP" };
  4414. fprintf(f, "optimize: %s\n", on[reg->optimize]);
  4415. fprintf(f, " anchor: "); print_anchor(f, reg->anchor);
  4416. if ((reg->anchor & ANCHOR_END_BUF_MASK) != 0)
  4417. print_distance_range(f, reg->anchor_dmin, reg->anchor_dmax);
  4418. fprintf(f, "\n");
  4419. if (reg->optimize) {
  4420. fprintf(f, " sub anchor: "); print_anchor(f, reg->sub_anchor);
  4421. fprintf(f, "\n");
  4422. }
  4423. fprintf(f, "\n");
  4424. if (reg->exact) {
  4425. UChar *p;
  4426. fprintf(f, "exact: [");
  4427. for (p = reg->exact; p < reg->exact_end; p++) {
  4428. fputc(*p, f);
  4429. }
  4430. fprintf(f, "]: length: %d\n", (reg->exact_end - reg->exact));
  4431. }
  4432. else if (reg->optimize & ONIG_OPTIMIZE_MAP) {
  4433. int c, i, n = 0;
  4434. for (i = 0; i < ONIG_CHAR_TABLE_SIZE; i++)
  4435. if (reg->map[i]) n++;
  4436. fprintf(f, "map: n=%d\n", n);
  4437. if (n > 0) {
  4438. c = 0;
  4439. fputc('[', f);
  4440. for (i = 0; i < ONIG_CHAR_TABLE_SIZE; i++) {
  4441. if (reg->map[i] != 0) {
  4442. if (c > 0) fputs(", ", f);
  4443. c++;
  4444. if (ONIGENC_MBC_MAXLEN(reg->enc) == 1 &&
  4445. ONIGENC_IS_CODE_PRINT(reg->enc, (OnigCodePoint )i))
  4446. fputc(i, f);
  4447. else
  4448. fprintf(f, "%d", i);
  4449. }
  4450. }
  4451. fprintf(f, "]\n");
  4452. }
  4453. }
  4454. }
  4455. #endif /* ONIG_DEBUG */
  4456. extern void
  4457. onig_free_body(regex_t* reg)
  4458. {
  4459. if (IS_NOT_NULL(reg)) {
  4460. if (IS_NOT_NULL(reg->p)) xfree(reg->p);
  4461. if (IS_NOT_NULL(reg->exact)) xfree(reg->exact);
  4462. if (IS_NOT_NULL(reg->int_map)) xfree(reg->int_map);
  4463. if (IS_NOT_NULL(reg->int_map_backward)) xfree(reg->int_map_backward);
  4464. if (IS_NOT_NULL(reg->repeat_range)) xfree(reg->repeat_range);
  4465. if (IS_NOT_NULL(reg->chain)) onig_free(reg->chain);
  4466. #ifdef USE_NAMED_GROUP
  4467. onig_names_free(reg);
  4468. #endif
  4469. }
  4470. }
  4471. extern void
  4472. onig_free(regex_t* reg)
  4473. {
  4474. if (IS_NOT_NULL(reg)) {
  4475. onig_free_body(reg);
  4476. xfree(reg);
  4477. }
  4478. }
  4479. #define REGEX_TRANSFER(to,from) do {\
  4480. (to)->state = ONIG_STATE_MODIFY;\
  4481. onig_free_body(to);\
  4482. xmemcpy(to, from, sizeof(regex_t));\
  4483. xfree(from);\
  4484. } while (0)
  4485. extern void
  4486. onig_transfer(regex_t* to, regex_t* from)
  4487. {
  4488. THREAD_ATOMIC_START;
  4489. REGEX_TRANSFER(to, from);
  4490. THREAD_ATOMIC_END;
  4491. }
  4492. #define REGEX_CHAIN_HEAD(reg) do {\
  4493. while (IS_NOT_NULL((reg)->chain)) {\
  4494. (reg) = (reg)->chain;\
  4495. }\
  4496. } while (0)
  4497. extern void
  4498. onig_chain_link_add(regex_t* to, regex_t* add)
  4499. {
  4500. THREAD_ATOMIC_START;
  4501. REGEX_CHAIN_HEAD(to);
  4502. to->chain = add;
  4503. THREAD_ATOMIC_END;
  4504. }
  4505. extern void
  4506. onig_chain_reduce(regex_t* reg)
  4507. {
  4508. regex_t *head, *prev;
  4509. prev = reg;
  4510. head = prev->chain;
  4511. if (IS_NOT_NULL(head)) {
  4512. reg->state = ONIG_STATE_MODIFY;
  4513. while (IS_NOT_NULL(head->chain)) {
  4514. prev = head;
  4515. head = head->chain;
  4516. }
  4517. prev->chain = (regex_t* )NULL;
  4518. REGEX_TRANSFER(reg, head);
  4519. }
  4520. }
  4521. #ifdef ONIG_DEBUG
  4522. static void print_compiled_byte_code_list P_((FILE* f, regex_t* reg));
  4523. #endif
  4524. #ifdef ONIG_DEBUG_PARSE_TREE
  4525. static void print_tree P_((FILE* f, Node* node));
  4526. #endif
  4527. extern int
  4528. onig_compile(regex_t* reg, const UChar* pattern, const UChar* pattern_end,
  4529. OnigErrorInfo* einfo)
  4530. {
  4531. #define COMPILE_INIT_SIZE 20
  4532. int r, init_size;
  4533. Node* root;
  4534. ScanEnv scan_env;
  4535. #ifdef USE_SUBEXP_CALL
  4536. UnsetAddrList uslist;
  4537. #endif
  4538. if (IS_NOT_NULL(einfo)) einfo->par = (UChar* )NULL;
  4539. reg->state = ONIG_STATE_COMPILING;
  4540. #ifdef ONIG_DEBUG
  4541. print_enc_string(stderr, reg->enc, pattern, pattern_end);
  4542. #endif
  4543. if (reg->alloc == 0) {
  4544. init_size = (pattern_end - pattern) * 2;
  4545. if (init_size <= 0) init_size = COMPILE_INIT_SIZE;
  4546. r = BBUF_INIT(reg, init_size);
  4547. if (r != 0) goto end;
  4548. }
  4549. else
  4550. reg->used = 0;
  4551. reg->num_mem = 0;
  4552. reg->num_repeat = 0;
  4553. reg->num_null_check = 0;
  4554. reg->repeat_range_alloc = 0;
  4555. reg->repeat_range = (OnigRepeatRange* )NULL;
  4556. #ifdef USE_COMBINATION_EXPLOSION_CHECK
  4557. reg->num_comb_exp_check = 0;
  4558. #endif
  4559. r = onig_parse_make_tree(&root, pattern, pattern_end, reg, &scan_env);
  4560. if (r != 0) goto err;
  4561. #ifdef USE_NAMED_GROUP
  4562. /* mixed use named group and no-named group */
  4563. if (scan_env.num_named > 0 &&
  4564. IS_SYNTAX_BV(scan_env.syntax, ONIG_SYN_CAPTURE_ONLY_NAMED_GROUP) &&
  4565. !ONIG_IS_OPTION_ON(reg->options, ONIG_OPTION_CAPTURE_GROUP)) {
  4566. if (scan_env.num_named != scan_env.num_mem)
  4567. r = disable_noname_group_capture(&root, reg, &scan_env);
  4568. else
  4569. r = numbered_ref_check(root);
  4570. if (r != 0) goto err;
  4571. }
  4572. #endif
  4573. #ifdef USE_SUBEXP_CALL
  4574. if (scan_env.num_call > 0) {
  4575. r = unset_addr_list_init(&uslist, scan_env.num_call);
  4576. if (r != 0) goto err;
  4577. scan_env.unset_addr_list = &uslist;
  4578. r = setup_subexp_call(root, &scan_env);
  4579. if (r != 0) goto err_unset;
  4580. r = subexp_recursive_check_trav(root, &scan_env);
  4581. if (r < 0) goto err_unset;
  4582. r = subexp_inf_recursive_check_trav(root, &scan_env);
  4583. if (r != 0) goto err_unset;
  4584. reg->num_call = scan_env.num_call;
  4585. }
  4586. else
  4587. reg->num_call = 0;
  4588. #endif
  4589. r = setup_tree(root, reg, 0, &scan_env);
  4590. if (r != 0) goto err_unset;
  4591. #ifdef ONIG_DEBUG_PARSE_TREE
  4592. print_tree(stderr, root);
  4593. #endif
  4594. reg->capture_history = scan_env.capture_history;
  4595. reg->bt_mem_start = scan_env.bt_mem_start;
  4596. reg->bt_mem_start |= reg->capture_history;
  4597. if (IS_FIND_CONDITION(reg->options))
  4598. BIT_STATUS_ON_ALL(reg->bt_mem_end);
  4599. else {
  4600. reg->bt_mem_end = scan_env.bt_mem_end;
  4601. reg->bt_mem_end |= reg->capture_history;
  4602. }
  4603. #ifdef USE_COMBINATION_EXPLOSION_CHECK
  4604. if (scan_env.backrefed_mem == 0
  4605. #ifdef USE_SUBEXP_CALL
  4606. || scan_env.num_call == 0
  4607. #endif
  4608. ) {
  4609. setup_comb_exp_check(root, 0, &scan_env);
  4610. #ifdef USE_SUBEXP_CALL
  4611. if (scan_env.has_recursion != 0) {
  4612. scan_env.num_comb_exp_check = 0;
  4613. }
  4614. else
  4615. #endif
  4616. if (scan_env.comb_exp_max_regnum > 0) {
  4617. int i;
  4618. for (i = 1; i <= scan_env.comb_exp_max_regnum; i++) {
  4619. if (BIT_STATUS_AT(scan_env.backrefed_mem, i) != 0) {
  4620. scan_env.num_comb_exp_check = 0;
  4621. break;
  4622. }
  4623. }
  4624. }
  4625. }
  4626. reg->num_comb_exp_check = scan_env.num_comb_exp_check;
  4627. #endif
  4628. clear_optimize_info(reg);
  4629. #ifndef ONIG_DONT_OPTIMIZE
  4630. r = set_optimize_info_from_tree(root, reg, &scan_env);
  4631. if (r != 0) goto err_unset;
  4632. #endif
  4633. if (IS_NOT_NULL(scan_env.mem_nodes_dynamic)) {
  4634. xfree(scan_env.mem_nodes_dynamic);
  4635. scan_env.mem_nodes_dynamic = (Node** )NULL;
  4636. }
  4637. r = compile_tree(root, reg);
  4638. if (r == 0) {
  4639. r = add_opcode(reg, OP_END);
  4640. #ifdef USE_SUBEXP_CALL
  4641. if (scan_env.num_call > 0) {
  4642. r = unset_addr_list_fix(&uslist, reg);
  4643. unset_addr_list_end(&uslist);
  4644. if (r) goto err;
  4645. }
  4646. #endif
  4647. if ((reg->num_repeat != 0) || (reg->bt_mem_end != 0))
  4648. reg->stack_pop_level = STACK_POP_LEVEL_ALL;
  4649. else {
  4650. if (reg->bt_mem_start != 0)
  4651. reg->stack_pop_level = STACK_POP_LEVEL_MEM_START;
  4652. else
  4653. reg->stack_pop_level = STACK_POP_LEVEL_FREE;
  4654. }
  4655. }
  4656. #ifdef USE_SUBEXP_CALL
  4657. else if (scan_env.num_call > 0) {
  4658. unset_addr_list_end(&uslist);
  4659. }
  4660. #endif
  4661. onig_node_free(root);
  4662. #ifdef ONIG_DEBUG_COMPILE
  4663. #ifdef USE_NAMED_GROUP
  4664. onig_print_names(stderr, reg);
  4665. #endif
  4666. print_compiled_byte_code_list(stderr, reg);
  4667. #endif
  4668. end:
  4669. reg->state = ONIG_STATE_NORMAL;
  4670. return r;
  4671. err_unset:
  4672. #ifdef USE_SUBEXP_CALL
  4673. if (scan_env.num_call > 0) {
  4674. unset_addr_list_end(&uslist);
  4675. }
  4676. #endif
  4677. err:
  4678. if (IS_NOT_NULL(scan_env.error)) {
  4679. if (IS_NOT_NULL(einfo)) {
  4680. einfo->enc = scan_env.enc;
  4681. einfo->par = scan_env.error;
  4682. einfo->par_end = scan_env.error_end;
  4683. }
  4684. }
  4685. onig_node_free(root);
  4686. if (IS_NOT_NULL(scan_env.mem_nodes_dynamic))
  4687. xfree(scan_env.mem_nodes_dynamic);
  4688. return r;
  4689. }
  4690. #ifdef USE_RECOMPILE_API
  4691. extern int
  4692. onig_recompile(regex_t* reg, const UChar* pattern, const UChar* pattern_end,
  4693. OnigOptionType option, OnigEncoding enc, OnigSyntaxType* syntax,
  4694. OnigErrorInfo* einfo)
  4695. {
  4696. int r;
  4697. regex_t *new_reg;
  4698. r = onig_new(&new_reg, pattern, pattern_end, option, enc, syntax, einfo);
  4699. if (r) return r;
  4700. if (ONIG_STATE(reg) == ONIG_STATE_NORMAL) {
  4701. onig_transfer(reg, new_reg);
  4702. }
  4703. else {
  4704. onig_chain_link_add(reg, new_reg);
  4705. }
  4706. return 0;
  4707. }
  4708. #endif
  4709. static int onig_inited = 0;
  4710. extern int
  4711. onig_reg_init(regex_t* reg, OnigOptionType option,
  4712. OnigCaseFoldType case_fold_flag,
  4713. OnigEncoding enc, OnigSyntaxType* syntax)
  4714. {
  4715. if (! onig_inited)
  4716. onig_init();
  4717. if (IS_NULL(reg))
  4718. return ONIGERR_INVALID_ARGUMENT;
  4719. if (ONIGENC_IS_UNDEF(enc))
  4720. return ONIGERR_DEFAULT_ENCODING_IS_NOT_SETTED;
  4721. if ((option & (ONIG_OPTION_DONT_CAPTURE_GROUP|ONIG_OPTION_CAPTURE_GROUP))
  4722. == (ONIG_OPTION_DONT_CAPTURE_GROUP|ONIG_OPTION_CAPTURE_GROUP)) {
  4723. return ONIGERR_INVALID_COMBINATION_OF_OPTIONS;
  4724. }
  4725. (reg)->state = ONIG_STATE_MODIFY;
  4726. if ((option & ONIG_OPTION_NEGATE_SINGLELINE) != 0) {
  4727. option |= syntax->options;
  4728. option &= ~ONIG_OPTION_SINGLELINE;
  4729. }
  4730. else
  4731. option |= syntax->options;
  4732. (reg)->enc = enc;
  4733. (reg)->options = option;
  4734. (reg)->syntax = syntax;
  4735. (reg)->optimize = 0;
  4736. (reg)->exact = (UChar* )NULL;
  4737. (reg)->int_map = (int* )NULL;
  4738. (reg)->int_map_backward = (int* )NULL;
  4739. (reg)->chain = (regex_t* )NULL;
  4740. (reg)->p = (UChar* )NULL;
  4741. (reg)->alloc = 0;
  4742. (reg)->used = 0;
  4743. (reg)->name_table = (void* )NULL;
  4744. (reg)->case_fold_flag = case_fold_flag;
  4745. return 0;
  4746. }
  4747. extern int
  4748. onig_new_without_alloc(regex_t* reg, const UChar* pattern,
  4749. const UChar* pattern_end, OnigOptionType option, OnigEncoding enc,
  4750. OnigSyntaxType* syntax, OnigErrorInfo* einfo)
  4751. {
  4752. int r;
  4753. r = onig_reg_init(reg, option, ONIGENC_CASE_FOLD_DEFAULT, enc, syntax);
  4754. if (r) return r;
  4755. r = onig_compile(reg, pattern, pattern_end, einfo);
  4756. return r;
  4757. }
  4758. extern int
  4759. onig_new(regex_t** reg, const UChar* pattern, const UChar* pattern_end,
  4760. OnigOptionType option, OnigEncoding enc, OnigSyntaxType* syntax,
  4761. OnigErrorInfo* einfo)
  4762. {
  4763. int r;
  4764. *reg = (regex_t* )xmalloc(sizeof(regex_t));
  4765. if (IS_NULL(*reg)) return ONIGERR_MEMORY;
  4766. r = onig_reg_init(*reg, option, ONIGENC_CASE_FOLD_DEFAULT, enc, syntax);
  4767. if (r) goto err;
  4768. r = onig_compile(*reg, pattern, pattern_end, einfo);
  4769. if (r) {
  4770. err:
  4771. onig_free(*reg);
  4772. *reg = NULL;
  4773. }
  4774. return r;
  4775. }
  4776. extern int
  4777. onig_init(void)
  4778. {
  4779. if (onig_inited != 0)
  4780. return 0;
  4781. THREAD_SYSTEM_INIT;
  4782. THREAD_ATOMIC_START;
  4783. onig_inited = 1;
  4784. onigenc_init();
  4785. /* onigenc_set_default_caseconv_table((UChar* )0); */
  4786. #ifdef ONIG_DEBUG_STATISTICS
  4787. onig_statistics_init();
  4788. #endif
  4789. THREAD_ATOMIC_END;
  4790. return 0;
  4791. }
  4792. extern int
  4793. onig_end(void)
  4794. {
  4795. THREAD_ATOMIC_START;
  4796. #ifdef ONIG_DEBUG_STATISTICS
  4797. onig_print_statistics(stderr);
  4798. #endif
  4799. #ifdef USE_SHARED_CCLASS_TABLE
  4800. onig_free_shared_cclass_table();
  4801. #endif
  4802. #ifdef USE_PARSE_TREE_NODE_RECYCLE
  4803. onig_free_node_list();
  4804. #endif
  4805. onig_inited = 0;
  4806. THREAD_ATOMIC_END;
  4807. THREAD_SYSTEM_END;
  4808. return 0;
  4809. }
  4810. extern int
  4811. onig_is_in_code_range(const UChar* p, OnigCodePoint code)
  4812. {
  4813. OnigCodePoint n, *data;
  4814. OnigCodePoint low, high, x;
  4815. GET_CODE_POINT(n, p);
  4816. data = (OnigCodePoint* )p;
  4817. data++;
  4818. for (low = 0, high = n; low < high; ) {
  4819. x = (low + high) >> 1;
  4820. if (code > data[x * 2 + 1])
  4821. low = x + 1;
  4822. else
  4823. high = x;
  4824. }
  4825. return ((low < n && code >= data[low * 2]) ? 1 : 0);
  4826. }
  4827. extern int
  4828. onig_is_code_in_cc_len(int elen, OnigCodePoint code, CClassNode* cc)
  4829. {
  4830. int found;
  4831. if (elen > 1 || (code >= SINGLE_BYTE_SIZE)) {
  4832. if (IS_NULL(cc->mbuf)) {
  4833. found = 0;
  4834. }
  4835. else {
  4836. found = (onig_is_in_code_range(cc->mbuf->p, code) != 0 ? 1 : 0);
  4837. }
  4838. }
  4839. else {
  4840. found = (BITSET_AT(cc->bs, code) == 0 ? 0 : 1);
  4841. }
  4842. if (IS_NCCLASS_NOT(cc))
  4843. return !found;
  4844. else
  4845. return found;
  4846. }
  4847. extern int
  4848. onig_is_code_in_cc(OnigEncoding enc, OnigCodePoint code, CClassNode* cc)
  4849. {
  4850. int len;
  4851. if (ONIGENC_MBC_MINLEN(enc) > 1) {
  4852. len = 2;
  4853. }
  4854. else {
  4855. len = ONIGENC_CODE_TO_MBCLEN(enc, code);
  4856. }
  4857. return onig_is_code_in_cc_len(len, code, cc);
  4858. }
  4859. #ifdef ONIG_DEBUG
  4860. /* arguments type */
  4861. #define ARG_SPECIAL -1
  4862. #define ARG_NON 0
  4863. #define ARG_RELADDR 1
  4864. #define ARG_ABSADDR 2
  4865. #define ARG_LENGTH 3
  4866. #define ARG_MEMNUM 4
  4867. #define ARG_OPTION 5
  4868. #define ARG_STATE_CHECK 6
  4869. OnigOpInfoType OnigOpInfo[] = {
  4870. { OP_FINISH, "finish", ARG_NON },
  4871. { OP_END, "end", ARG_NON },
  4872. { OP_EXACT1, "exact1", ARG_SPECIAL },
  4873. { OP_EXACT2, "exact2", ARG_SPECIAL },
  4874. { OP_EXACT3, "exact3", ARG_SPECIAL },
  4875. { OP_EXACT4, "exact4", ARG_SPECIAL },
  4876. { OP_EXACT5, "exact5", ARG_SPECIAL },
  4877. { OP_EXACTN, "exactn", ARG_SPECIAL },
  4878. { OP_EXACTMB2N1, "exactmb2-n1", ARG_SPECIAL },
  4879. { OP_EXACTMB2N2, "exactmb2-n2", ARG_SPECIAL },
  4880. { OP_EXACTMB2N3, "exactmb2-n3", ARG_SPECIAL },
  4881. { OP_EXACTMB2N, "exactmb2-n", ARG_SPECIAL },
  4882. { OP_EXACTMB3N, "exactmb3n" , ARG_SPECIAL },
  4883. { OP_EXACTMBN, "exactmbn", ARG_SPECIAL },
  4884. { OP_EXACT1_IC, "exact1-ic", ARG_SPECIAL },
  4885. { OP_EXACTN_IC, "exactn-ic", ARG_SPECIAL },
  4886. { OP_CCLASS, "cclass", ARG_SPECIAL },
  4887. { OP_CCLASS_MB, "cclass-mb", ARG_SPECIAL },
  4888. { OP_CCLASS_MIX, "cclass-mix", ARG_SPECIAL },
  4889. { OP_CCLASS_NOT, "cclass-not", ARG_SPECIAL },
  4890. { OP_CCLASS_MB_NOT, "cclass-mb-not", ARG_SPECIAL },
  4891. { OP_CCLASS_MIX_NOT, "cclass-mix-not", ARG_SPECIAL },
  4892. { OP_CCLASS_NODE, "cclass-node", ARG_SPECIAL },
  4893. { OP_ANYCHAR, "anychar", ARG_NON },
  4894. { OP_ANYCHAR_ML, "anychar-ml", ARG_NON },
  4895. { OP_ANYCHAR_STAR, "anychar*", ARG_NON },
  4896. { OP_ANYCHAR_ML_STAR, "anychar-ml*", ARG_NON },
  4897. { OP_ANYCHAR_STAR_PEEK_NEXT, "anychar*-peek-next", ARG_SPECIAL },
  4898. { OP_ANYCHAR_ML_STAR_PEEK_NEXT, "anychar-ml*-peek-next", ARG_SPECIAL },
  4899. { OP_WORD, "word", ARG_NON },
  4900. { OP_NOT_WORD, "not-word", ARG_NON },
  4901. { OP_WORD_BOUND, "word-bound", ARG_NON },
  4902. { OP_NOT_WORD_BOUND, "not-word-bound", ARG_NON },
  4903. { OP_WORD_BEGIN, "word-begin", ARG_NON },
  4904. { OP_WORD_END, "word-end", ARG_NON },
  4905. { OP_BEGIN_BUF, "begin-buf", ARG_NON },
  4906. { OP_END_BUF, "end-buf", ARG_NON },
  4907. { OP_BEGIN_LINE, "begin-line", ARG_NON },
  4908. { OP_END_LINE, "end-line", ARG_NON },
  4909. { OP_SEMI_END_BUF, "semi-end-buf", ARG_NON },
  4910. { OP_BEGIN_POSITION, "begin-position", ARG_NON },
  4911. { OP_BACKREF1, "backref1", ARG_NON },
  4912. { OP_BACKREF2, "backref2", ARG_NON },
  4913. { OP_BACKREFN, "backrefn", ARG_MEMNUM },
  4914. { OP_BACKREFN_IC, "backrefn-ic", ARG_SPECIAL },
  4915. { OP_BACKREF_MULTI, "backref_multi", ARG_SPECIAL },
  4916. { OP_BACKREF_MULTI_IC, "backref_multi-ic", ARG_SPECIAL },
  4917. { OP_BACKREF_WITH_LEVEL, "backref_at_level", ARG_SPECIAL },
  4918. { OP_MEMORY_START_PUSH, "mem-start-push", ARG_MEMNUM },
  4919. { OP_MEMORY_START, "mem-start", ARG_MEMNUM },
  4920. { OP_MEMORY_END_PUSH, "mem-end-push", ARG_MEMNUM },
  4921. { OP_MEMORY_END_PUSH_REC, "mem-end-push-rec", ARG_MEMNUM },
  4922. { OP_MEMORY_END, "mem-end", ARG_MEMNUM },
  4923. { OP_MEMORY_END_REC, "mem-end-rec", ARG_MEMNUM },
  4924. { OP_SET_OPTION_PUSH, "set-option-push", ARG_OPTION },
  4925. { OP_SET_OPTION, "set-option", ARG_OPTION },
  4926. { OP_FAIL, "fail", ARG_NON },
  4927. { OP_JUMP, "jump", ARG_RELADDR },
  4928. { OP_PUSH, "push", ARG_RELADDR },
  4929. { OP_POP, "pop", ARG_NON },
  4930. { OP_PUSH_OR_JUMP_EXACT1, "push-or-jump-e1", ARG_SPECIAL },
  4931. { OP_PUSH_IF_PEEK_NEXT, "push-if-peek-next", ARG_SPECIAL },
  4932. { OP_REPEAT, "repeat", ARG_SPECIAL },
  4933. { OP_REPEAT_NG, "repeat-ng", ARG_SPECIAL },
  4934. { OP_REPEAT_INC, "repeat-inc", ARG_MEMNUM },
  4935. { OP_REPEAT_INC_NG, "repeat-inc-ng", ARG_MEMNUM },
  4936. { OP_REPEAT_INC_SG, "repeat-inc-sg", ARG_MEMNUM },
  4937. { OP_REPEAT_INC_NG_SG, "repeat-inc-ng-sg", ARG_MEMNUM },
  4938. { OP_NULL_CHECK_START, "null-check-start", ARG_MEMNUM },
  4939. { OP_NULL_CHECK_END, "null-check-end", ARG_MEMNUM },
  4940. { OP_NULL_CHECK_END_MEMST,"null-check-end-memst", ARG_MEMNUM },
  4941. { OP_NULL_CHECK_END_MEMST_PUSH,"null-check-end-memst-push", ARG_MEMNUM },
  4942. { OP_PUSH_POS, "push-pos", ARG_NON },
  4943. { OP_POP_POS, "pop-pos", ARG_NON },
  4944. { OP_PUSH_POS_NOT, "push-pos-not", ARG_RELADDR },
  4945. { OP_FAIL_POS, "fail-pos", ARG_NON },
  4946. { OP_PUSH_STOP_BT, "push-stop-bt", ARG_NON },
  4947. { OP_POP_STOP_BT, "pop-stop-bt", ARG_NON },
  4948. { OP_LOOK_BEHIND, "look-behind", ARG_SPECIAL },
  4949. { OP_PUSH_LOOK_BEHIND_NOT, "push-look-behind-not", ARG_SPECIAL },
  4950. { OP_FAIL_LOOK_BEHIND_NOT, "fail-look-behind-not", ARG_NON },
  4951. { OP_CALL, "call", ARG_ABSADDR },
  4952. { OP_RETURN, "return", ARG_NON },
  4953. { OP_STATE_CHECK_PUSH, "state-check-push", ARG_SPECIAL },
  4954. { OP_STATE_CHECK_PUSH_OR_JUMP, "state-check-push-or-jump", ARG_SPECIAL },
  4955. { OP_STATE_CHECK, "state-check", ARG_STATE_CHECK },
  4956. { OP_STATE_CHECK_ANYCHAR_STAR, "state-check-anychar*", ARG_STATE_CHECK },
  4957. { OP_STATE_CHECK_ANYCHAR_ML_STAR,
  4958. "state-check-anychar-ml*", ARG_STATE_CHECK },
  4959. { -1, "", ARG_NON }
  4960. };
  4961. static char*
  4962. op2name(int opcode)
  4963. {
  4964. int i;
  4965. for (i = 0; OnigOpInfo[i].opcode >= 0; i++) {
  4966. if (opcode == OnigOpInfo[i].opcode)
  4967. return OnigOpInfo[i].name;
  4968. }
  4969. return "";
  4970. }
  4971. static int
  4972. op2arg_type(int opcode)
  4973. {
  4974. int i;
  4975. for (i = 0; OnigOpInfo[i].opcode >= 0; i++) {
  4976. if (opcode == OnigOpInfo[i].opcode)
  4977. return OnigOpInfo[i].arg_type;
  4978. }
  4979. return ARG_SPECIAL;
  4980. }
  4981. static void
  4982. Indent(FILE* f, int indent)
  4983. {
  4984. int i;
  4985. for (i = 0; i < indent; i++) putc(' ', f);
  4986. }
  4987. static void
  4988. p_string(FILE* f, int len, UChar* s)
  4989. {
  4990. fputs(":", f);
  4991. while (len-- > 0) { fputc(*s++, f); }
  4992. }
  4993. static void
  4994. p_len_string(FILE* f, LengthType len, int mb_len, UChar* s)
  4995. {
  4996. int x = len * mb_len;
  4997. fprintf(f, ":%d:", len);
  4998. while (x-- > 0) { fputc(*s++, f); }
  4999. }
  5000. extern void
  5001. onig_print_compiled_byte_code(FILE* f, UChar* bp, UChar** nextp,
  5002. OnigEncoding enc)
  5003. {
  5004. int i, n, arg_type;
  5005. RelAddrType addr;
  5006. LengthType len;
  5007. MemNumType mem;
  5008. StateCheckNumType scn;
  5009. OnigCodePoint code;
  5010. UChar *q;
  5011. fprintf(f, "[%s", op2name(*bp));
  5012. arg_type = op2arg_type(*bp);
  5013. if (arg_type != ARG_SPECIAL) {
  5014. bp++;
  5015. switch (arg_type) {
  5016. case ARG_NON:
  5017. break;
  5018. case ARG_RELADDR:
  5019. GET_RELADDR_INC(addr, bp);
  5020. fprintf(f, ":(%d)", addr);
  5021. break;
  5022. case ARG_ABSADDR:
  5023. GET_ABSADDR_INC(addr, bp);
  5024. fprintf(f, ":(%d)", addr);
  5025. break;
  5026. case ARG_LENGTH:
  5027. GET_LENGTH_INC(len, bp);
  5028. fprintf(f, ":%d", len);
  5029. break;
  5030. case ARG_MEMNUM:
  5031. mem = *((MemNumType* )bp);
  5032. bp += SIZE_MEMNUM;
  5033. fprintf(f, ":%d", mem);
  5034. break;
  5035. case ARG_OPTION:
  5036. {
  5037. OnigOptionType option = *((OnigOptionType* )bp);
  5038. bp += SIZE_OPTION;
  5039. fprintf(f, ":%d", option);
  5040. }
  5041. break;
  5042. case ARG_STATE_CHECK:
  5043. scn = *((StateCheckNumType* )bp);
  5044. bp += SIZE_STATE_CHECK_NUM;
  5045. fprintf(f, ":%d", scn);
  5046. break;
  5047. }
  5048. }
  5049. else {
  5050. switch (*bp++) {
  5051. case OP_EXACT1:
  5052. case OP_ANYCHAR_STAR_PEEK_NEXT:
  5053. case OP_ANYCHAR_ML_STAR_PEEK_NEXT:
  5054. p_string(f, 1, bp++); break;
  5055. case OP_EXACT2:
  5056. p_string(f, 2, bp); bp += 2; break;
  5057. case OP_EXACT3:
  5058. p_string(f, 3, bp); bp += 3; break;
  5059. case OP_EXACT4:
  5060. p_string(f, 4, bp); bp += 4; break;
  5061. case OP_EXACT5:
  5062. p_string(f, 5, bp); bp += 5; break;
  5063. case OP_EXACTN:
  5064. GET_LENGTH_INC(len, bp);
  5065. p_len_string(f, len, 1, bp);
  5066. bp += len;
  5067. break;
  5068. case OP_EXACTMB2N1:
  5069. p_string(f, 2, bp); bp += 2; break;
  5070. case OP_EXACTMB2N2:
  5071. p_string(f, 4, bp); bp += 4; break;
  5072. case OP_EXACTMB2N3:
  5073. p_string(f, 6, bp); bp += 6; break;
  5074. case OP_EXACTMB2N:
  5075. GET_LENGTH_INC(len, bp);
  5076. p_len_string(f, len, 2, bp);
  5077. bp += len * 2;
  5078. break;
  5079. case OP_EXACTMB3N:
  5080. GET_LENGTH_INC(len, bp);
  5081. p_len_string(f, len, 3, bp);
  5082. bp += len * 3;
  5083. break;
  5084. case OP_EXACTMBN:
  5085. {
  5086. int mb_len;
  5087. GET_LENGTH_INC(mb_len, bp);
  5088. GET_LENGTH_INC(len, bp);
  5089. fprintf(f, ":%d:%d:", mb_len, len);
  5090. n = len * mb_len;
  5091. while (n-- > 0) { fputc(*bp++, f); }
  5092. }
  5093. break;
  5094. case OP_EXACT1_IC:
  5095. len = enclen(enc, bp);
  5096. p_string(f, len, bp);
  5097. bp += len;
  5098. break;
  5099. case OP_EXACTN_IC:
  5100. GET_LENGTH_INC(len, bp);
  5101. p_len_string(f, len, 1, bp);
  5102. bp += len;
  5103. break;
  5104. case OP_CCLASS:
  5105. n = bitset_on_num((BitSetRef )bp);
  5106. bp += SIZE_BITSET;
  5107. fprintf(f, ":%d", n);
  5108. break;
  5109. case OP_CCLASS_NOT:
  5110. n = bitset_on_num((BitSetRef )bp);
  5111. bp += SIZE_BITSET;
  5112. fprintf(f, ":%d", n);
  5113. break;
  5114. case OP_CCLASS_MB:
  5115. case OP_CCLASS_MB_NOT:
  5116. GET_LENGTH_INC(len, bp);
  5117. q = bp;
  5118. #ifndef PLATFORM_UNALIGNED_WORD_ACCESS
  5119. ALIGNMENT_RIGHT(q);
  5120. #endif
  5121. GET_CODE_POINT(code, q);
  5122. bp += len;
  5123. fprintf(f, ":%d:%d", (int )code, len);
  5124. break;
  5125. case OP_CCLASS_MIX:
  5126. case OP_CCLASS_MIX_NOT:
  5127. n = bitset_on_num((BitSetRef )bp);
  5128. bp += SIZE_BITSET;
  5129. GET_LENGTH_INC(len, bp);
  5130. q = bp;
  5131. #ifndef PLATFORM_UNALIGNED_WORD_ACCESS
  5132. ALIGNMENT_RIGHT(q);
  5133. #endif
  5134. GET_CODE_POINT(code, q);
  5135. bp += len;
  5136. fprintf(f, ":%d:%d:%d", n, (int )code, len);
  5137. break;
  5138. case OP_CCLASS_NODE:
  5139. {
  5140. CClassNode *cc;
  5141. GET_POINTER_INC(cc, bp);
  5142. n = bitset_on_num(cc->bs);
  5143. fprintf(f, ":%u:%d", (unsigned int )cc, n);
  5144. }
  5145. break;
  5146. case OP_BACKREFN_IC:
  5147. mem = *((MemNumType* )bp);
  5148. bp += SIZE_MEMNUM;
  5149. fprintf(f, ":%d", mem);
  5150. break;
  5151. case OP_BACKREF_MULTI_IC:
  5152. case OP_BACKREF_MULTI:
  5153. fputs(" ", f);
  5154. GET_LENGTH_INC(len, bp);
  5155. for (i = 0; i < len; i++) {
  5156. GET_MEMNUM_INC(mem, bp);
  5157. if (i > 0) fputs(", ", f);
  5158. fprintf(f, "%d", mem);
  5159. }
  5160. break;
  5161. case OP_BACKREF_WITH_LEVEL:
  5162. {
  5163. OnigOptionType option;
  5164. LengthType level;
  5165. GET_OPTION_INC(option, bp);
  5166. fprintf(f, ":%d", option);
  5167. GET_LENGTH_INC(level, bp);
  5168. fprintf(f, ":%d", level);
  5169. fputs(" ", f);
  5170. GET_LENGTH_INC(len, bp);
  5171. for (i = 0; i < len; i++) {
  5172. GET_MEMNUM_INC(mem, bp);
  5173. if (i > 0) fputs(", ", f);
  5174. fprintf(f, "%d", mem);
  5175. }
  5176. }
  5177. break;
  5178. case OP_REPEAT:
  5179. case OP_REPEAT_NG:
  5180. {
  5181. mem = *((MemNumType* )bp);
  5182. bp += SIZE_MEMNUM;
  5183. addr = *((RelAddrType* )bp);
  5184. bp += SIZE_RELADDR;
  5185. fprintf(f, ":%d:%d", mem, addr);
  5186. }
  5187. break;
  5188. case OP_PUSH_OR_JUMP_EXACT1:
  5189. case OP_PUSH_IF_PEEK_NEXT:
  5190. addr = *((RelAddrType* )bp);
  5191. bp += SIZE_RELADDR;
  5192. fprintf(f, ":(%d)", addr);
  5193. p_string(f, 1, bp);
  5194. bp += 1;
  5195. break;
  5196. case OP_LOOK_BEHIND:
  5197. GET_LENGTH_INC(len, bp);
  5198. fprintf(f, ":%d", len);
  5199. break;
  5200. case OP_PUSH_LOOK_BEHIND_NOT:
  5201. GET_RELADDR_INC(addr, bp);
  5202. GET_LENGTH_INC(len, bp);
  5203. fprintf(f, ":%d:(%d)", len, addr);
  5204. break;
  5205. case OP_STATE_CHECK_PUSH:
  5206. case OP_STATE_CHECK_PUSH_OR_JUMP:
  5207. scn = *((StateCheckNumType* )bp);
  5208. bp += SIZE_STATE_CHECK_NUM;
  5209. addr = *((RelAddrType* )bp);
  5210. bp += SIZE_RELADDR;
  5211. fprintf(f, ":%d:(%d)", scn, addr);
  5212. break;
  5213. default:
  5214. fprintf(stderr, "onig_print_compiled_byte_code: undefined code %d\n",
  5215. *--bp);
  5216. }
  5217. }
  5218. fputs("]", f);
  5219. if (nextp) *nextp = bp;
  5220. }
  5221. static void
  5222. print_compiled_byte_code_list(FILE* f, regex_t* reg)
  5223. {
  5224. int ncode;
  5225. UChar* bp = reg->p;
  5226. UChar* end = reg->p + reg->used;
  5227. fprintf(f, "code length: %d\n", reg->used);
  5228. ncode = 0;
  5229. while (bp < end) {
  5230. ncode++;
  5231. if (bp > reg->p) {
  5232. if (ncode % 5 == 0)
  5233. fprintf(f, "\n");
  5234. else
  5235. fputs(" ", f);
  5236. }
  5237. onig_print_compiled_byte_code(f, bp, &bp, reg->enc);
  5238. }
  5239. fprintf(f, "\n");
  5240. }
  5241. static void
  5242. print_indent_tree(FILE* f, Node* node, int indent)
  5243. {
  5244. int i, type;
  5245. int add = 3;
  5246. UChar* p;
  5247. Indent(f, indent);
  5248. if (IS_NULL(node)) {
  5249. fprintf(f, "ERROR: null node!!!\n");
  5250. exit (0);
  5251. }
  5252. type = NTYPE(node);
  5253. switch (type) {
  5254. case NT_LIST:
  5255. case NT_ALT:
  5256. if (NTYPE(node) == NT_LIST)
  5257. fprintf(f, "<list:%x>\n", (int )node);
  5258. else
  5259. fprintf(f, "<alt:%x>\n", (int )node);
  5260. print_indent_tree(f, NCAR(node), indent + add);
  5261. while (IS_NOT_NULL(node = NCDR(node))) {
  5262. if (NTYPE(node) != type) {
  5263. fprintf(f, "ERROR: list/alt right is not a cons. %d\n", NTYPE(node));
  5264. exit(0);
  5265. }
  5266. print_indent_tree(f, NCAR(node), indent + add);
  5267. }
  5268. break;
  5269. case NT_STR:
  5270. fprintf(f, "<string%s:%x>",
  5271. (NSTRING_IS_RAW(node) ? "-raw" : ""), (int )node);
  5272. for (p = NSTR(node)->s; p < NSTR(node)->end; p++) {
  5273. if (*p >= 0x20 && *p < 0x7f)
  5274. fputc(*p, f);
  5275. else {
  5276. fprintf(f, " 0x%02x", *p);
  5277. }
  5278. }
  5279. break;
  5280. case NT_CCLASS:
  5281. fprintf(f, "<cclass:%x>", (int )node);
  5282. if (IS_NCCLASS_NOT(NCCLASS(node))) fputs(" not", f);
  5283. if (NCCLASS(node)->mbuf) {
  5284. BBuf* bbuf = NCCLASS(node)->mbuf;
  5285. for (i = 0; i < bbuf->used; i++) {
  5286. if (i > 0) fprintf(f, ",");
  5287. fprintf(f, "%0x", bbuf->p[i]);
  5288. }
  5289. }
  5290. break;
  5291. case NT_CTYPE:
  5292. fprintf(f, "<ctype:%x> ", (int )node);
  5293. switch (NCTYPE(node)->ctype) {
  5294. case ONIGENC_CTYPE_WORD:
  5295. if (NCTYPE(node)->not != 0)
  5296. fputs("not word", f);
  5297. else
  5298. fputs("word", f);
  5299. break;
  5300. default:
  5301. fprintf(f, "ERROR: undefined ctype.\n");
  5302. exit(0);
  5303. }
  5304. break;
  5305. case NT_CANY:
  5306. fprintf(f, "<anychar:%x>", (int )node);
  5307. break;
  5308. case NT_ANCHOR:
  5309. fprintf(f, "<anchor:%x> ", (int )node);
  5310. switch (NANCHOR(node)->type) {
  5311. case ANCHOR_BEGIN_BUF: fputs("begin buf", f); break;
  5312. case ANCHOR_END_BUF: fputs("end buf", f); break;
  5313. case ANCHOR_BEGIN_LINE: fputs("begin line", f); break;
  5314. case ANCHOR_END_LINE: fputs("end line", f); break;
  5315. case ANCHOR_SEMI_END_BUF: fputs("semi end buf", f); break;
  5316. case ANCHOR_BEGIN_POSITION: fputs("begin position", f); break;
  5317. case ANCHOR_WORD_BOUND: fputs("word bound", f); break;
  5318. case ANCHOR_NOT_WORD_BOUND: fputs("not word bound", f); break;
  5319. #ifdef USE_WORD_BEGIN_END
  5320. case ANCHOR_WORD_BEGIN: fputs("word begin", f); break;
  5321. case ANCHOR_WORD_END: fputs("word end", f); break;
  5322. #endif
  5323. case ANCHOR_PREC_READ: fputs("prec read", f); break;
  5324. case ANCHOR_PREC_READ_NOT: fputs("prec read not", f); break;
  5325. case ANCHOR_LOOK_BEHIND: fputs("look_behind", f); break;
  5326. case ANCHOR_LOOK_BEHIND_NOT: fputs("look_behind_not",f); break;
  5327. default:
  5328. fprintf(f, "ERROR: undefined anchor type.\n");
  5329. break;
  5330. }
  5331. break;
  5332. case NT_BREF:
  5333. {
  5334. int* p;
  5335. BRefNode* br = NBREF(node);
  5336. p = BACKREFS_P(br);
  5337. fprintf(f, "<backref:%x>", (int )node);
  5338. for (i = 0; i < br->back_num; i++) {
  5339. if (i > 0) fputs(", ", f);
  5340. fprintf(f, "%d", p[i]);
  5341. }
  5342. }
  5343. break;
  5344. #ifdef USE_SUBEXP_CALL
  5345. case NT_CALL:
  5346. {
  5347. CallNode* cn = NCALL(node);
  5348. fprintf(f, "<call:%x>", (int )node);
  5349. p_string(f, cn->name_end - cn->name, cn->name);
  5350. }
  5351. break;
  5352. #endif
  5353. case NT_QTFR:
  5354. fprintf(f, "<quantifier:%x>{%d,%d}%s\n", (int )node,
  5355. NQTFR(node)->lower, NQTFR(node)->upper,
  5356. (NQTFR(node)->greedy ? "" : "?"));
  5357. print_indent_tree(f, NQTFR(node)->target, indent + add);
  5358. break;
  5359. case NT_ENCLOSE:
  5360. fprintf(f, "<enclose:%x> ", (int )node);
  5361. switch (NENCLOSE(node)->type) {
  5362. case ENCLOSE_OPTION:
  5363. fprintf(f, "option:%d", NENCLOSE(node)->option);
  5364. break;
  5365. case ENCLOSE_MEMORY:
  5366. fprintf(f, "memory:%d", NENCLOSE(node)->regnum);
  5367. break;
  5368. case ENCLOSE_STOP_BACKTRACK:
  5369. fprintf(f, "stop-bt");
  5370. break;
  5371. default:
  5372. break;
  5373. }
  5374. fprintf(f, "\n");
  5375. print_indent_tree(f, NENCLOSE(node)->target, indent + add);
  5376. break;
  5377. default:
  5378. fprintf(f, "print_indent_tree: undefined node type %d\n", NTYPE(node));
  5379. break;
  5380. }
  5381. if (type != NT_LIST && type != NT_ALT && type != NT_QTFR &&
  5382. type != NT_ENCLOSE)
  5383. fprintf(f, "\n");
  5384. fflush(f);
  5385. }
  5386. #endif /* ONIG_DEBUG */
  5387. #ifdef ONIG_DEBUG_PARSE_TREE
  5388. static void
  5389. print_tree(FILE* f, Node* node)
  5390. {
  5391. print_indent_tree(f, node, 0);
  5392. }
  5393. #endif