123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531 |
- #ifndef BOOST_INTRUSIVE_HASHTABLE_HPP
- #define BOOST_INTRUSIVE_HASHTABLE_HPP
- #include <boost/intrusive/detail/config_begin.hpp>
- #include <boost/intrusive/intrusive_fwd.hpp>
- #include <boost/intrusive/detail/hashtable_node.hpp>
- #include <boost/intrusive/detail/transform_iterator.hpp>
- #include <boost/intrusive/link_mode.hpp>
- #include <boost/intrusive/detail/ebo_functor_holder.hpp>
- #include <boost/intrusive/detail/is_stateful_value_traits.hpp>
- #include <boost/intrusive/detail/node_to_value.hpp>
- #include <boost/intrusive/detail/exception_disposer.hpp>
- #include <boost/intrusive/detail/node_cloner_disposer.hpp>
- #include <boost/intrusive/detail/simple_disposers.hpp>
- #include <boost/intrusive/detail/size_holder.hpp>
- #include <boost/intrusive/detail/iterator.hpp>
- #include <boost/intrusive/unordered_set_hook.hpp>
- #include <boost/intrusive/slist.hpp>
- #include <boost/intrusive/pointer_traits.hpp>
- #include <boost/intrusive/detail/mpl.hpp>
- #include <boost/functional/hash.hpp>
- #include <boost/intrusive/detail/assert.hpp>
- #include <boost/static_assert.hpp>
- #include <boost/move/utility_core.hpp>
- #include <boost/move/adl_move_swap.hpp>
- #include <boost/intrusive/detail/minimal_less_equal_header.hpp> //std::equal_to
- #include <boost/intrusive/detail/minimal_pair_header.hpp> //std::pair
- #include <algorithm> //std::lower_bound, std::upper_bound
- #include <cstddef> //std::size_t
- #if defined(BOOST_HAS_PRAGMA_ONCE)
- # pragma once
- #endif
- namespace boost {
- namespace intrusive {
- template<class InputIt, class T>
- InputIt priv_algo_find(InputIt first, InputIt last, const T& value)
- {
- for (; first != last; ++first) {
- if (*first == value) {
- return first;
- }
- }
- return last;
- }
- template<class InputIt, class T>
- typename boost::intrusive::iterator_traits<InputIt>::difference_type
- priv_algo_count(InputIt first, InputIt last, const T& value)
- {
- typename boost::intrusive::iterator_traits<InputIt>::difference_type ret = 0;
- for (; first != last; ++first) {
- if (*first == value) {
- ret++;
- }
- }
- return ret;
- }
- template <class ForwardIterator1, class ForwardIterator2>
- bool priv_algo_is_permutation(ForwardIterator1 first1, ForwardIterator1 last1, ForwardIterator2 first2)
- {
- typedef typename
- boost::intrusive::iterator_traits<ForwardIterator2>::difference_type
- distance_type;
-
-
- for ( ; first1 != last1; ++first1, ++first2){
- if (! (*first1 == *first2))
- break;
- }
- if (first1 == last1){
- return true;
- }
-
-
- ForwardIterator2 last2 = first2;
- boost::intrusive::iterator_advance(last2, boost::intrusive::iterator_distance(first1, last1));
- for(ForwardIterator1 scan = first1; scan != last1; ++scan){
- if (scan != (priv_algo_find)(first1, scan, *scan)){
- continue;
- }
- distance_type matches = (priv_algo_count)(first2, last2, *scan);
- if (0 == matches || (priv_algo_count)(scan, last1, *scan != matches)){
- return false;
- }
- }
- return true;
- }
- template<int Dummy = 0>
- struct prime_list_holder
- {
- static const std::size_t prime_list[];
- static const std::size_t prime_list_size;
- };
- #ifdef _WIN64
- #define BOOST_INTRUSIVE_PRIME_C(NUMBER) NUMBER##ULL
- #define BOOST_INTRUSIVE_64_BIT_SIZE_T 1
- #else
- #define BOOST_INTRUSIVE_PRIME_C(NUMBER) NUMBER##UL
- #define BOOST_INTRUSIVE_64_BIT_SIZE_T (((((ULONG_MAX>>16)>>16)>>16)>>15) != 0)
- #endif
- template<int Dummy>
- const std::size_t prime_list_holder<Dummy>::prime_list[] = {
- BOOST_INTRUSIVE_PRIME_C(3), BOOST_INTRUSIVE_PRIME_C(7),
- BOOST_INTRUSIVE_PRIME_C(11), BOOST_INTRUSIVE_PRIME_C(17),
- BOOST_INTRUSIVE_PRIME_C(29), BOOST_INTRUSIVE_PRIME_C(53),
- BOOST_INTRUSIVE_PRIME_C(97), BOOST_INTRUSIVE_PRIME_C(193),
- BOOST_INTRUSIVE_PRIME_C(389), BOOST_INTRUSIVE_PRIME_C(769),
- BOOST_INTRUSIVE_PRIME_C(1543), BOOST_INTRUSIVE_PRIME_C(3079),
- BOOST_INTRUSIVE_PRIME_C(6151), BOOST_INTRUSIVE_PRIME_C(12289),
- BOOST_INTRUSIVE_PRIME_C(24593), BOOST_INTRUSIVE_PRIME_C(49157),
- BOOST_INTRUSIVE_PRIME_C(98317), BOOST_INTRUSIVE_PRIME_C(196613),
- BOOST_INTRUSIVE_PRIME_C(393241), BOOST_INTRUSIVE_PRIME_C(786433),
- BOOST_INTRUSIVE_PRIME_C(1572869), BOOST_INTRUSIVE_PRIME_C(3145739),
- BOOST_INTRUSIVE_PRIME_C(6291469), BOOST_INTRUSIVE_PRIME_C(12582917),
- BOOST_INTRUSIVE_PRIME_C(25165843), BOOST_INTRUSIVE_PRIME_C(50331653),
- BOOST_INTRUSIVE_PRIME_C(100663319), BOOST_INTRUSIVE_PRIME_C(201326611),
- BOOST_INTRUSIVE_PRIME_C(402653189), BOOST_INTRUSIVE_PRIME_C(805306457),
- BOOST_INTRUSIVE_PRIME_C(1610612741), BOOST_INTRUSIVE_PRIME_C(3221225473),
- #if BOOST_INTRUSIVE_64_BIT_SIZE_T
-
- BOOST_INTRUSIVE_PRIME_C(6442450939), BOOST_INTRUSIVE_PRIME_C(12884901893),
- BOOST_INTRUSIVE_PRIME_C(25769803751), BOOST_INTRUSIVE_PRIME_C(51539607551),
- BOOST_INTRUSIVE_PRIME_C(103079215111), BOOST_INTRUSIVE_PRIME_C(206158430209),
- BOOST_INTRUSIVE_PRIME_C(412316860441), BOOST_INTRUSIVE_PRIME_C(824633720831),
- BOOST_INTRUSIVE_PRIME_C(1649267441651), BOOST_INTRUSIVE_PRIME_C(3298534883309),
- BOOST_INTRUSIVE_PRIME_C(6597069766657), BOOST_INTRUSIVE_PRIME_C(13194139533299),
- BOOST_INTRUSIVE_PRIME_C(26388279066623), BOOST_INTRUSIVE_PRIME_C(52776558133303),
- BOOST_INTRUSIVE_PRIME_C(105553116266489), BOOST_INTRUSIVE_PRIME_C(211106232532969),
- BOOST_INTRUSIVE_PRIME_C(422212465066001), BOOST_INTRUSIVE_PRIME_C(844424930131963),
- BOOST_INTRUSIVE_PRIME_C(1688849860263953), BOOST_INTRUSIVE_PRIME_C(3377699720527861),
- BOOST_INTRUSIVE_PRIME_C(6755399441055731), BOOST_INTRUSIVE_PRIME_C(13510798882111483),
- BOOST_INTRUSIVE_PRIME_C(27021597764222939), BOOST_INTRUSIVE_PRIME_C(54043195528445957),
- BOOST_INTRUSIVE_PRIME_C(108086391056891903), BOOST_INTRUSIVE_PRIME_C(216172782113783843),
- BOOST_INTRUSIVE_PRIME_C(432345564227567621), BOOST_INTRUSIVE_PRIME_C(864691128455135207),
- BOOST_INTRUSIVE_PRIME_C(1729382256910270481), BOOST_INTRUSIVE_PRIME_C(3458764513820540933),
- BOOST_INTRUSIVE_PRIME_C(6917529027641081903), BOOST_INTRUSIVE_PRIME_C(13835058055282163729),
- BOOST_INTRUSIVE_PRIME_C(18446744073709551557)
- #else
- BOOST_INTRUSIVE_PRIME_C(4294967291)
- #endif
- };
- #undef BOOST_INTRUSIVE_PRIME_C
- #undef BOOST_INTRUSIVE_64_BIT_SIZE_T
- template<int Dummy>
- const std::size_t prime_list_holder<Dummy>::prime_list_size
- = sizeof(prime_list)/sizeof(std::size_t);
- struct hash_bool_flags
- {
- static const std::size_t unique_keys_pos = 1u;
- static const std::size_t constant_time_size_pos = 2u;
- static const std::size_t power_2_buckets_pos = 4u;
- static const std::size_t cache_begin_pos = 8u;
- static const std::size_t compare_hash_pos = 16u;
- static const std::size_t incremental_pos = 32u;
- };
- namespace detail {
- template<class SupposedValueTraits>
- struct get_slist_impl_from_supposed_value_traits
- {
- typedef SupposedValueTraits value_traits;
- typedef typename detail::get_node_traits
- <value_traits>::type node_traits;
- typedef typename get_slist_impl
- <typename reduced_slist_node_traits
- <node_traits>::type
- >::type type;
- };
- template<class SupposedValueTraits>
- struct unordered_bucket_impl
- {
- typedef typename
- get_slist_impl_from_supposed_value_traits
- <SupposedValueTraits>::type slist_impl;
- typedef detail::bucket_impl<slist_impl> implementation_defined;
- typedef implementation_defined type;
- };
- template<class SupposedValueTraits>
- struct unordered_bucket_ptr_impl
- {
- typedef typename detail::get_node_traits
- <SupposedValueTraits>::type::node_ptr node_ptr;
- typedef typename unordered_bucket_impl
- <SupposedValueTraits>::type bucket_type;
- typedef typename pointer_traits
- <node_ptr>::template rebind_pointer
- < bucket_type >::type implementation_defined;
- typedef implementation_defined type;
- };
- template <class T>
- struct store_hash_is_true
- {
- template<bool Add>
- struct two_or_three {yes_type _[2 + Add];};
- template <class U> static yes_type test(...);
- template <class U> static two_or_three<U::store_hash> test (int);
- static const bool value = sizeof(test<T>(0)) > sizeof(yes_type)*2;
- };
- template <class T>
- struct optimize_multikey_is_true
- {
- template<bool Add>
- struct two_or_three {yes_type _[2 + Add];};
- template <class U> static yes_type test(...);
- template <class U> static two_or_three<U::optimize_multikey> test (int);
- static const bool value = sizeof(test<T>(0)) > sizeof(yes_type)*2;
- };
- struct insert_commit_data_impl
- {
- std::size_t hash;
- };
- template<class Node, class SlistNodePtr>
- inline typename pointer_traits<SlistNodePtr>::template rebind_pointer<Node>::type
- dcast_bucket_ptr(const SlistNodePtr &p)
- {
- typedef typename pointer_traits<SlistNodePtr>::template rebind_pointer<Node>::type node_ptr;
- return pointer_traits<node_ptr>::pointer_to(static_cast<Node&>(*p));
- }
- template<class NodeTraits>
- struct group_functions
- {
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- typedef NodeTraits node_traits;
- typedef unordered_group_adapter<node_traits> group_traits;
- typedef typename node_traits::node_ptr node_ptr;
- typedef typename node_traits::node node;
- typedef typename reduced_slist_node_traits
- <node_traits>::type reduced_node_traits;
- typedef typename reduced_node_traits::node_ptr slist_node_ptr;
- typedef typename reduced_node_traits::node slist_node;
- typedef circular_slist_algorithms<group_traits> group_algorithms;
- typedef circular_slist_algorithms<node_traits> node_algorithms;
- static slist_node_ptr get_bucket_before_begin
- (const slist_node_ptr &bucket_beg, const slist_node_ptr &bucket_end, const node_ptr &p)
- {
-
-
-
- node_ptr prev_node = p;
- node_ptr nxt(node_traits::get_next(p));
- while(!(bucket_beg <= nxt && nxt <= bucket_end) &&
- (group_traits::get_next(nxt) == prev_node)){
- prev_node = nxt;
- nxt = node_traits::get_next(nxt);
- }
-
- if(bucket_beg <= nxt && nxt <= bucket_end){
- return nxt;
- }
-
- node_ptr first_node_of_group = nxt;
- node_ptr last_node_group = group_traits::get_next(first_node_of_group);
- slist_node_ptr possible_end = node_traits::get_next(last_node_group);
- while(!(bucket_beg <= possible_end && possible_end <= bucket_end)){
- first_node_of_group = detail::dcast_bucket_ptr<node>(possible_end);
- last_node_group = group_traits::get_next(first_node_of_group);
- possible_end = node_traits::get_next(last_node_group);
- }
- return possible_end;
- }
- static node_ptr get_prev_to_first_in_group(const slist_node_ptr &bucket_node, const node_ptr &first_in_group)
- {
- node_ptr nb = detail::dcast_bucket_ptr<node>(bucket_node);
- node_ptr n;
- while((n = node_traits::get_next(nb)) != first_in_group){
- nb = group_traits::get_next(n);
- }
- return nb;
- }
- static void erase_from_group(const slist_node_ptr &end_ptr, const node_ptr &to_erase_ptr, detail::true_)
- {
- node_ptr const nxt_ptr(node_traits::get_next(to_erase_ptr));
-
-
- if(nxt_ptr != end_ptr && to_erase_ptr == group_traits::get_next(nxt_ptr)){
- group_algorithms::unlink_after(nxt_ptr);
- }
- }
- static void erase_from_group(const slist_node_ptr&, const node_ptr&, detail::false_)
- {}
- static node_ptr get_last_in_group(const node_ptr &first_in_group, detail::true_)
- { return group_traits::get_next(first_in_group); }
- static node_ptr get_last_in_group(node_ptr n, detail::false_)
- { return n; }
- static node_ptr get_first_in_group(node_ptr n, detail::true_)
- {
- node_ptr ng;
- while(n == node_traits::get_next((ng = group_traits::get_next(n)))){
- n = ng;
- }
- return n;
- }
- static node_ptr next_group_if_first_in_group(node_ptr ptr)
- {
- return node_traits::get_next(group_traits::get_next(ptr));
- }
- static node_ptr get_first_in_group(const node_ptr &n, detail::false_)
- { return n; }
- static void insert_in_group(const node_ptr &first_in_group, const node_ptr &n, true_)
- { group_algorithms::link_after(first_in_group, n); }
- static void insert_in_group(const node_ptr&, const node_ptr&, false_)
- {}
- static node_ptr split_group(node_ptr const new_first_in_group)
- {
- node_ptr const first((get_first_in_group)(new_first_in_group, detail::true_()));
- if(first != new_first_in_group){
- node_ptr const last = group_traits::get_next(first);
- group_traits::set_next(first, group_traits::get_next(new_first_in_group));
- group_traits::set_next(new_first_in_group, last);
- }
- return first;
- }
- };
- template<class BucketType, class SplitTraits>
- class incremental_rehash_rollback
- {
- private:
- typedef BucketType bucket_type;
- typedef SplitTraits split_traits;
- incremental_rehash_rollback();
- incremental_rehash_rollback & operator=(const incremental_rehash_rollback &);
- incremental_rehash_rollback (const incremental_rehash_rollback &);
- public:
- incremental_rehash_rollback
- (bucket_type &source_bucket, bucket_type &destiny_bucket, split_traits &split_traits)
- : source_bucket_(source_bucket), destiny_bucket_(destiny_bucket)
- , split_traits_(split_traits), released_(false)
- {}
- void release()
- { released_ = true; }
- ~incremental_rehash_rollback()
- {
- if(!released_){
-
-
- destiny_bucket_.splice_after(destiny_bucket_.before_begin(), source_bucket_);
- split_traits_.decrement();
- }
- }
- private:
- bucket_type &source_bucket_;
- bucket_type &destiny_bucket_;
- split_traits &split_traits_;
- bool released_;
- };
- template<class NodeTraits>
- struct node_functions
- {
- static void store_hash(typename NodeTraits::node_ptr p, std::size_t h, true_)
- { return NodeTraits::set_hash(p, h); }
- static void store_hash(typename NodeTraits::node_ptr, std::size_t, false_)
- {}
- };
- inline std::size_t hash_to_bucket(std::size_t hash_value, std::size_t bucket_cnt, detail::false_)
- { return hash_value % bucket_cnt; }
- inline std::size_t hash_to_bucket(std::size_t hash_value, std::size_t bucket_cnt, detail::true_)
- { return hash_value & (bucket_cnt - 1); }
- template<bool Power2Buckets, bool Incremental>
- inline std::size_t hash_to_bucket_split(std::size_t hash_value, std::size_t bucket_cnt, std::size_t split)
- {
- std::size_t bucket_number = detail::hash_to_bucket(hash_value, bucket_cnt, detail::bool_<Power2Buckets>());
- if(Incremental)
- bucket_number -= static_cast<std::size_t>(bucket_number >= split)*(bucket_cnt/2);
- return bucket_number;
- }
- }
- template<class ValueTraitsOrHookOption>
- struct unordered_bucket
- : public detail::unordered_bucket_impl
- <typename ValueTraitsOrHookOption::
- template pack<empty>::proto_value_traits
- >
- {};
- template<class ValueTraitsOrHookOption>
- struct unordered_bucket_ptr
- : public detail::unordered_bucket_ptr_impl
- <typename ValueTraitsOrHookOption::
- template pack<empty>::proto_value_traits
- >
- {};
- template<class ValueTraitsOrHookOption>
- struct unordered_default_bucket_traits
- {
- typedef typename ValueTraitsOrHookOption::
- template pack<empty>::proto_value_traits supposed_value_traits;
- typedef typename detail::
- get_slist_impl_from_supposed_value_traits
- <supposed_value_traits>::type slist_impl;
- typedef detail::bucket_traits_impl
- <slist_impl> implementation_defined;
- typedef implementation_defined type;
- };
- struct default_bucket_traits;
- struct default_hashtable_hook_applier
- { template <class T> struct apply{ typedef typename T::default_hashtable_hook type; }; };
- template<>
- struct is_default_hook_tag<default_hashtable_hook_applier>
- { static const bool value = true; };
- struct hashtable_defaults
- {
- typedef default_hashtable_hook_applier proto_value_traits;
- typedef std::size_t size_type;
- typedef void key_of_value;
- typedef void equal;
- typedef void hash;
- typedef default_bucket_traits bucket_traits;
- static const bool constant_time_size = true;
- static const bool power_2_buckets = false;
- static const bool cache_begin = false;
- static const bool compare_hash = false;
- static const bool incremental = false;
- };
- template<class ValueTraits, bool IsConst>
- struct downcast_node_to_value_t
- : public detail::node_to_value<ValueTraits, IsConst>
- {
- typedef detail::node_to_value<ValueTraits, IsConst> base_t;
- typedef typename base_t::result_type result_type;
- typedef ValueTraits value_traits;
- typedef typename detail::get_slist_impl
- <typename detail::reduced_slist_node_traits
- <typename value_traits::node_traits>::type
- >::type slist_impl;
- typedef typename detail::add_const_if_c
- <typename slist_impl::node, IsConst>::type & first_argument_type;
- typedef typename detail::add_const_if_c
- < typename ValueTraits::node_traits::node
- , IsConst>::type & intermediate_argument_type;
- typedef typename pointer_traits
- <typename ValueTraits::pointer>::
- template rebind_pointer
- <const ValueTraits>::type const_value_traits_ptr;
- downcast_node_to_value_t(const const_value_traits_ptr &ptr)
- : base_t(ptr)
- {}
- result_type operator()(first_argument_type arg) const
- { return this->base_t::operator()(static_cast<intermediate_argument_type>(arg)); }
- };
- template<class F, class SlistNodePtr, class NodePtr>
- struct node_cast_adaptor
-
- : public detail::ebo_functor_holder<F>
- {
- typedef detail::ebo_functor_holder<F> base_t;
- typedef typename pointer_traits<SlistNodePtr>::element_type slist_node;
- typedef typename pointer_traits<NodePtr>::element_type node;
- template<class ConvertibleToF, class RealValuTraits>
- node_cast_adaptor(const ConvertibleToF &c2f, const RealValuTraits *traits)
- : base_t(base_t(c2f, traits))
- {}
- typename base_t::node_ptr operator()(const slist_node &to_clone)
- { return base_t::operator()(static_cast<const node &>(to_clone)); }
- void operator()(SlistNodePtr to_clone)
- {
- base_t::operator()(pointer_traits<NodePtr>::pointer_to(static_cast<node &>(*to_clone)));
- }
- };
- template<class ValueTraits, class BucketTraits>
- struct bucket_plus_vtraits
- {
- typedef BucketTraits bucket_traits;
- typedef ValueTraits value_traits;
- static const bool safemode_or_autounlink = is_safe_autounlink<value_traits::link_mode>::value;
- typedef typename
- detail::get_slist_impl_from_supposed_value_traits
- <value_traits>::type slist_impl;
- typedef typename value_traits::node_traits node_traits;
- typedef unordered_group_adapter<node_traits> group_traits;
- typedef typename slist_impl::iterator siterator;
- typedef typename slist_impl::size_type size_type;
- typedef detail::bucket_impl<slist_impl> bucket_type;
- typedef detail::group_functions<node_traits> group_functions_t;
- typedef typename slist_impl::node_algorithms node_algorithms;
- typedef typename slist_impl::node_ptr slist_node_ptr;
- typedef typename node_traits::node_ptr node_ptr;
- typedef typename node_traits::node node;
- typedef typename value_traits::value_type value_type;
- typedef typename value_traits::pointer pointer;
- typedef typename value_traits::const_pointer const_pointer;
- typedef typename pointer_traits<pointer>::reference reference;
- typedef typename pointer_traits
- <const_pointer>::reference const_reference;
- typedef circular_slist_algorithms<group_traits> group_algorithms;
- typedef typename pointer_traits
- <typename value_traits::pointer>::
- template rebind_pointer
- <const value_traits>::type const_value_traits_ptr;
- typedef typename pointer_traits
- <typename value_traits::pointer>::
- template rebind_pointer
- <const bucket_plus_vtraits>::type const_bucket_value_traits_ptr;
- typedef typename detail::unordered_bucket_ptr_impl
- <value_traits>::type bucket_ptr;
- template<class BucketTraitsType>
- bucket_plus_vtraits(const ValueTraits &val_traits, BOOST_FWD_REF(BucketTraitsType) b_traits)
- : data(val_traits, ::boost::forward<BucketTraitsType>(b_traits))
- {}
- bucket_plus_vtraits & operator =(const bucket_plus_vtraits &x)
- { data.bucket_traits_ = x.data.bucket_traits_; return *this; }
- const_value_traits_ptr priv_value_traits_ptr() const
- { return pointer_traits<const_value_traits_ptr>::pointer_to(this->priv_value_traits()); }
-
-
- const bucket_plus_vtraits &get_bucket_value_traits() const
- { return *this; }
- bucket_plus_vtraits &get_bucket_value_traits()
- { return *this; }
- const_bucket_value_traits_ptr bucket_value_traits_ptr() const
- { return pointer_traits<const_bucket_value_traits_ptr>::pointer_to(this->get_bucket_value_traits()); }
-
-
- const value_traits &priv_value_traits() const
- { return this->data; }
- value_traits &priv_value_traits()
- { return this->data; }
-
-
- const bucket_traits &priv_bucket_traits() const
- { return this->data.bucket_traits_; }
- bucket_traits &priv_bucket_traits()
- { return this->data.bucket_traits_; }
-
- bucket_ptr priv_bucket_pointer() const
- { return this->priv_bucket_traits().bucket_begin(); }
- typename slist_impl::size_type priv_bucket_count() const
- { return this->priv_bucket_traits().bucket_count(); }
- bucket_ptr priv_invalid_bucket() const
- {
- const bucket_traits &rbt = this->priv_bucket_traits();
- return rbt.bucket_begin() + rbt.bucket_count();
- }
- siterator priv_invalid_local_it() const
- { return this->priv_bucket_traits().bucket_begin()->before_begin(); }
- template<class NodeDisposer>
- static size_type priv_erase_from_single_bucket(bucket_type &b, siterator sbefore_first, siterator slast, NodeDisposer node_disposer, detail::true_)
- {
- size_type n = 0;
- siterator const sfirst(++siterator(sbefore_first));
- if(sfirst != slast){
- node_ptr const nf = detail::dcast_bucket_ptr<node>(sfirst.pointed_node());
- node_ptr const nl = detail::dcast_bucket_ptr<node>(slast.pointed_node());
- node_ptr const ne = detail::dcast_bucket_ptr<node>(b.end().pointed_node());
- if(group_functions_t::next_group_if_first_in_group(nf) != nf) {
-
- if(nl != ne){
- group_functions_t::split_group(nl);
- }
- }
- else {
- node_ptr const group1 = group_functions_t::split_group(nf);
- if(nl != ne) {
- node_ptr const group2 = group_functions_t::split_group(ne);
- if(nf == group2) {
-
- node_ptr const end1 = group_traits::get_next(group1);
- node_ptr const end2 = group_traits::get_next(group2);
- group_traits::set_next(group1, end2);
- group_traits::set_next(group2, end1);
- }
- }
- }
- siterator it(++siterator(sbefore_first));
- while(it != slast){
- node_disposer((it++).pointed_node());
- ++n;
- }
- b.erase_after(sbefore_first, slast);
- }
- return n;
- }
- template<class NodeDisposer>
- static size_type priv_erase_from_single_bucket(bucket_type &b, siterator sbefore_first, siterator slast, NodeDisposer node_disposer, detail::false_)
- {
- size_type n = 0;
- siterator it(++siterator(sbefore_first));
- while(it != slast){
- node_disposer((it++).pointed_node());
- ++n;
- }
- b.erase_after(sbefore_first, slast);
- return n;
- }
- template<class NodeDisposer>
- static void priv_erase_node(bucket_type &b, siterator i, NodeDisposer node_disposer, detail::true_)
- {
- node_ptr const ne(detail::dcast_bucket_ptr<node>(b.end().pointed_node()));
- node_ptr n(detail::dcast_bucket_ptr<node>(i.pointed_node()));
- node_ptr pos = node_traits::get_next(group_traits::get_next(n));
- node_ptr bn;
- node_ptr nn(node_traits::get_next(n));
-
- if(pos != n) {
-
- bn = group_functions_t::get_prev_to_first_in_group(ne, n);
-
- if(nn != ne && group_traits::get_next(nn) == n){
- group_algorithms::unlink_after(nn);
- }
- }
- else if(nn != ne && group_traits::get_next(nn) == n){
-
- bn = group_traits::get_next(n);
- group_algorithms::unlink_after(nn);
- }
- else{
-
- bn = group_traits::get_next(n);
- node_ptr const x(group_algorithms::get_previous_node(n));
- group_algorithms::unlink_after(x);
- }
- b.erase_after_and_dispose(bucket_type::s_iterator_to(*bn), node_disposer);
- }
- template<class NodeDisposer>
- static void priv_erase_node(bucket_type &b, siterator i, NodeDisposer node_disposer, detail::false_)
- { b.erase_after_and_dispose(b.previous(i), node_disposer); }
- template<class NodeDisposer, bool OptimizeMultikey>
- size_type priv_erase_node_range( siterator const &before_first_it, size_type const first_bucket
- , siterator const &last_it, size_type const last_bucket
- , NodeDisposer node_disposer, detail::bool_<OptimizeMultikey> optimize_multikey_tag)
- {
- size_type num_erased(0);
- siterator last_step_before_it;
- if(first_bucket != last_bucket){
- bucket_type *b = (&this->priv_bucket_pointer()[0]);
- num_erased += this->priv_erase_from_single_bucket
- (b[first_bucket], before_first_it, b[first_bucket].end(), node_disposer, optimize_multikey_tag);
- for(size_type i = 0, n = (last_bucket - first_bucket - 1); i != n; ++i){
- num_erased += this->priv_erase_whole_bucket(b[first_bucket+i+1], node_disposer);
- }
- last_step_before_it = b[last_bucket].before_begin();
- }
- else{
- last_step_before_it = before_first_it;
- }
- num_erased += this->priv_erase_from_single_bucket
- (this->priv_bucket_pointer()[last_bucket], last_step_before_it, last_it, node_disposer, optimize_multikey_tag);
- return num_erased;
- }
- static siterator priv_get_last(bucket_type &b, detail::true_)
- {
-
-
-
- slist_node_ptr end_ptr(b.end().pointed_node());
- node_ptr possible_end(node_traits::get_next( detail::dcast_bucket_ptr<node>(end_ptr)));
- node_ptr last_node_group(possible_end);
- while(end_ptr != possible_end){
- last_node_group = group_traits::get_next(detail::dcast_bucket_ptr<node>(possible_end));
- possible_end = node_traits::get_next(last_node_group);
- }
- return bucket_type::s_iterator_to(*last_node_group);
- }
- template<class NodeDisposer>
- size_type priv_erase_whole_bucket(bucket_type &b, NodeDisposer node_disposer)
- {
- size_type num_erased = 0;
- siterator b_begin(b.before_begin());
- siterator nxt(b_begin);
- ++nxt;
- siterator const end_sit(b.end());
- while(nxt != end_sit){
-
- nxt = bucket_type::s_erase_after_and_dispose(b_begin, node_disposer);
- ++num_erased;
- }
- return num_erased;
- }
- static siterator priv_get_last(bucket_type &b, detail::false_)
- { return b.previous(b.end()); }
- static siterator priv_get_previous(bucket_type &b, siterator i, detail::true_)
- {
- node_ptr const elem(detail::dcast_bucket_ptr<node>(i.pointed_node()));
- node_ptr const prev_in_group(group_traits::get_next(elem));
- bool const first_in_group = node_traits::get_next(prev_in_group) != elem;
- typename bucket_type::node &n = first_in_group
- ? *group_functions_t::get_prev_to_first_in_group(b.end().pointed_node(), elem)
- : *group_traits::get_next(elem)
- ;
- return bucket_type::s_iterator_to(n);
- }
- static siterator priv_get_previous(bucket_type &b, siterator i, detail::false_)
- { return b.previous(i); }
- std::size_t priv_get_bucket_num_no_hash_store(siterator it, detail::true_)
- {
- const bucket_ptr f(this->priv_bucket_pointer()), l(f + this->priv_bucket_count() - 1);
- slist_node_ptr bb = group_functions_t::get_bucket_before_begin
- ( f->end().pointed_node()
- , l->end().pointed_node()
- , detail::dcast_bucket_ptr<node>(it.pointed_node()));
-
- const bucket_type &b = static_cast<const bucket_type&>
- (bucket_type::slist_type::container_from_end_iterator(bucket_type::s_iterator_to(*bb)));
-
- return static_cast<size_type>(&b - &*f);
- }
- std::size_t priv_get_bucket_num_no_hash_store(siterator it, detail::false_)
- {
- bucket_ptr f(this->priv_bucket_pointer()), l(f + this->priv_bucket_count() - 1);
- slist_node_ptr first_ptr(f->cend().pointed_node())
- , last_ptr(l->cend().pointed_node());
-
-
- while(!(first_ptr <= it.pointed_node() && it.pointed_node() <= last_ptr)){
- ++it;
- }
-
- const bucket_type &b = static_cast<const bucket_type&>
- (bucket_type::container_from_end_iterator(it));
-
- return static_cast<std::size_t>(&b - &*f);
- }
- static std::size_t priv_stored_hash(slist_node_ptr n, detail::true_)
- { return node_traits::get_hash(detail::dcast_bucket_ptr<node>(n)); }
- static std::size_t priv_stored_hash(slist_node_ptr, detail::false_)
- { return std::size_t(-1); }
- node &priv_value_to_node(reference v)
- { return *this->priv_value_traits().to_node_ptr(v); }
- const node &priv_value_to_node(const_reference v) const
- { return *this->priv_value_traits().to_node_ptr(v); }
- reference priv_value_from_slist_node(slist_node_ptr n)
- { return *this->priv_value_traits().to_value_ptr(detail::dcast_bucket_ptr<node>(n)); }
- const_reference priv_value_from_slist_node(slist_node_ptr n) const
- { return *this->priv_value_traits().to_value_ptr(detail::dcast_bucket_ptr<node>(n)); }
- void priv_clear_buckets(const bucket_ptr buckets_ptr, const size_type bucket_cnt)
- {
- bucket_ptr buckets_it = buckets_ptr;
- for(size_type bucket_i = 0; bucket_i != bucket_cnt; ++buckets_it, ++bucket_i){
- if(safemode_or_autounlink){
- buckets_it->clear_and_dispose(detail::init_disposer<node_algorithms>());
- }
- else{
- buckets_it->clear();
- }
- }
- }
- std::size_t priv_stored_or_compute_hash(const value_type &v, detail::true_) const
- { return node_traits::get_hash(this->priv_value_traits().to_node_ptr(v)); }
- typedef hashtable_iterator<bucket_plus_vtraits, false> iterator;
- typedef hashtable_iterator<bucket_plus_vtraits, true> const_iterator;
- iterator end()
- { return iterator(this->priv_invalid_local_it(), 0); }
- const_iterator end() const
- { return this->cend(); }
- const_iterator cend() const
- { return const_iterator(this->priv_invalid_local_it(), 0); }
- static size_type suggested_upper_bucket_count(size_type n)
- {
- const std::size_t *primes = &prime_list_holder<0>::prime_list[0];
- const std::size_t *primes_end = primes + prime_list_holder<0>::prime_list_size;
- std::size_t const* bound = std::lower_bound(primes, primes_end, n);
- bound -= (bound == primes_end);
- return size_type(*bound);
- }
- static size_type suggested_lower_bucket_count(size_type n)
- {
- const std::size_t *primes = &prime_list_holder<0>::prime_list[0];
- const std::size_t *primes_end = primes + prime_list_holder<0>::prime_list_size;
- size_type const* bound = std::upper_bound(primes, primes_end, n);
- bound -= (bound != primes);
- return size_type(*bound);
- }
-
- struct data_type : public ValueTraits
- {
- template<class BucketTraitsType>
- data_type(const ValueTraits &val_traits, BOOST_FWD_REF(BucketTraitsType) b_traits)
- : ValueTraits(val_traits), bucket_traits_(::boost::forward<BucketTraitsType>(b_traits))
- {}
- bucket_traits bucket_traits_;
- } data;
- };
- template<class Hash, class>
- struct get_hash
- {
- typedef Hash type;
- };
- template<class T>
- struct get_hash<void, T>
- {
- typedef ::boost::hash<T> type;
- };
- template<class EqualTo, class>
- struct get_equal_to
- {
- typedef EqualTo type;
- };
- template<class T>
- struct get_equal_to<void, T>
- {
- typedef std::equal_to<T> type;
- };
- template<class KeyOfValue, class T>
- struct get_hash_key_of_value
- {
- typedef KeyOfValue type;
- };
- template<class T>
- struct get_hash_key_of_value<void, T>
- {
- typedef ::boost::intrusive::detail::identity<T> type;
- };
- template<class T, class VoidOrKeyOfValue>
- struct hash_key_types_base
- {
- typedef typename get_hash_key_of_value
- < VoidOrKeyOfValue, T>::type key_of_value;
- typedef typename key_of_value::type key_type;
- };
- template<class T, class VoidOrKeyOfValue, class VoidOrKeyHash>
- struct hash_key_hash
- : get_hash
- < VoidOrKeyHash
- , typename hash_key_types_base<T, VoidOrKeyOfValue>::key_type
- >
- {};
- template<class T, class VoidOrKeyOfValue, class VoidOrKeyEqual>
- struct hash_key_equal
- : get_equal_to
- < VoidOrKeyEqual
- , typename hash_key_types_base<T, VoidOrKeyOfValue>::key_type
- >
- {};
- template<class ValueTraits, class VoidOrKeyOfValue, class VoidOrKeyHash, class BucketTraits>
- struct bucket_hash_t
-
- : public detail::ebo_functor_holder
- <typename hash_key_hash < typename bucket_plus_vtraits<ValueTraits,BucketTraits>::value_traits::value_type
- , VoidOrKeyOfValue
- , VoidOrKeyHash
- >::type
- >
- , bucket_plus_vtraits<ValueTraits, BucketTraits>
- {
- typedef typename bucket_plus_vtraits<ValueTraits,BucketTraits>::value_traits value_traits;
- typedef typename value_traits::value_type value_type;
- typedef typename value_traits::node_traits node_traits;
- typedef hash_key_hash
- < value_type, VoidOrKeyOfValue, VoidOrKeyHash> hash_key_hash_t;
- typedef typename hash_key_hash_t::type hasher;
- typedef typename hash_key_types_base<value_type, VoidOrKeyOfValue>::key_of_value key_of_value;
- typedef BucketTraits bucket_traits;
- typedef bucket_plus_vtraits<ValueTraits, BucketTraits> bucket_plus_vtraits_t;
- typedef detail::ebo_functor_holder<hasher> base_t;
- template<class BucketTraitsType>
- bucket_hash_t(const ValueTraits &val_traits, BOOST_FWD_REF(BucketTraitsType) b_traits, const hasher & h)
- : detail::ebo_functor_holder<hasher>(h), bucket_plus_vtraits_t(val_traits, ::boost::forward<BucketTraitsType>(b_traits))
- {}
- const hasher &priv_hasher() const
- { return this->base_t::get(); }
- hasher &priv_hasher()
- { return this->base_t::get(); }
- using bucket_plus_vtraits_t::priv_stored_or_compute_hash;
- std::size_t priv_stored_or_compute_hash(const value_type &v, detail::false_) const
- { return this->priv_hasher()(key_of_value()(v)); }
- };
- template<class ValueTraits, class BucketTraits, class VoidOrKeyOfValue, class VoidOrKeyEqual>
- struct hashtable_equal_holder
- {
- typedef detail::ebo_functor_holder
- < typename hash_key_equal < typename bucket_plus_vtraits<ValueTraits, BucketTraits>::value_traits::value_type
- , VoidOrKeyOfValue
- , VoidOrKeyEqual
- >::type
- > type;
- };
- template<class ValueTraits, class VoidOrKeyOfValue, class VoidOrKeyHash, class VoidOrKeyEqual, class BucketTraits, bool>
- struct bucket_hash_equal_t
-
- : public bucket_hash_t<ValueTraits, VoidOrKeyOfValue, VoidOrKeyHash, BucketTraits>
- , public hashtable_equal_holder<ValueTraits, BucketTraits, VoidOrKeyOfValue, VoidOrKeyEqual>::type
- {
- typedef typename hashtable_equal_holder
- <ValueTraits, BucketTraits, VoidOrKeyOfValue, VoidOrKeyEqual>::type equal_holder_t;
- typedef bucket_hash_t<ValueTraits, VoidOrKeyOfValue, VoidOrKeyHash, BucketTraits> bucket_hash_type;
- typedef bucket_plus_vtraits<ValueTraits,BucketTraits> bucket_plus_vtraits_t;
- typedef ValueTraits value_traits;
- typedef typename equal_holder_t::functor_type key_equal;
- typedef typename bucket_hash_type::hasher hasher;
- typedef BucketTraits bucket_traits;
- typedef typename bucket_plus_vtraits_t::slist_impl slist_impl;
- typedef typename slist_impl::size_type size_type;
- typedef typename slist_impl::iterator siterator;
- typedef detail::bucket_impl<slist_impl> bucket_type;
- typedef typename detail::unordered_bucket_ptr_impl<value_traits>::type bucket_ptr;
- template<class BucketTraitsType>
- bucket_hash_equal_t(const ValueTraits &val_traits, BOOST_FWD_REF(BucketTraitsType) b_traits, const hasher & h, const key_equal &e)
- : bucket_hash_type(val_traits, ::boost::forward<BucketTraitsType>(b_traits), h)
- , equal_holder_t(e)
- {}
- bucket_ptr priv_get_cache()
- { return this->bucket_hash_type::priv_bucket_pointer(); }
- void priv_set_cache(const bucket_ptr &)
- {}
- size_type priv_get_cache_bucket_num()
- { return 0u; }
- void priv_initialize_cache()
- {}
- void priv_swap_cache(bucket_hash_equal_t &)
- {}
- siterator priv_begin() const
- {
- size_type n = 0;
- size_type bucket_cnt = this->bucket_hash_type::priv_bucket_count();
- for (n = 0; n < bucket_cnt; ++n){
- bucket_type &b = this->bucket_hash_type::priv_bucket_pointer()[n];
- if(!b.empty()){
- return b.begin();
- }
- }
- return this->bucket_hash_type::priv_invalid_local_it();
- }
- void priv_insertion_update_cache(size_type)
- {}
- void priv_erasure_update_cache_range(size_type, size_type)
- {}
- void priv_erasure_update_cache()
- {}
- const key_equal &priv_equal() const
- { return this->equal_holder_t::get(); }
- key_equal &priv_equal()
- { return this->equal_holder_t::get(); }
- };
- template<class ValueTraits, class VoidOrKeyOfValue, class VoidOrKeyHash, class VoidOrKeyEqual, class BucketTraits>
- struct bucket_hash_equal_t<ValueTraits, VoidOrKeyOfValue, VoidOrKeyHash, VoidOrKeyEqual, BucketTraits, true>
-
- : bucket_hash_t<ValueTraits, VoidOrKeyOfValue, VoidOrKeyHash, BucketTraits>
- , hashtable_equal_holder<ValueTraits, BucketTraits, VoidOrKeyOfValue, VoidOrKeyEqual>::type
- {
- typedef typename hashtable_equal_holder
- <ValueTraits, BucketTraits, VoidOrKeyOfValue, VoidOrKeyEqual>::type equal_holder_t;
- typedef bucket_plus_vtraits<ValueTraits,BucketTraits> bucket_plus_vtraits_t;
- typedef ValueTraits value_traits;
- typedef typename equal_holder_t::functor_type key_equal;
- typedef bucket_hash_t<ValueTraits, VoidOrKeyOfValue, VoidOrKeyHash, BucketTraits> bucket_hash_type;
- typedef typename bucket_hash_type::hasher hasher;
- typedef BucketTraits bucket_traits;
- typedef typename bucket_plus_vtraits_t::slist_impl::size_type size_type;
- typedef typename bucket_plus_vtraits_t::slist_impl::iterator siterator;
- template<class BucketTraitsType>
- bucket_hash_equal_t(const ValueTraits &val_traits, BOOST_FWD_REF(BucketTraitsType) b_traits, const hasher & h, const key_equal &e)
- : bucket_hash_type(val_traits, ::boost::forward<BucketTraitsType>(b_traits), h)
- , equal_holder_t(e)
- {}
- typedef typename detail::unordered_bucket_ptr_impl
- <typename bucket_hash_type::value_traits>::type bucket_ptr;
- bucket_ptr &priv_get_cache()
- { return cached_begin_; }
- const bucket_ptr &priv_get_cache() const
- { return cached_begin_; }
- void priv_set_cache(const bucket_ptr &p)
- { cached_begin_ = p; }
- std::size_t priv_get_cache_bucket_num()
- { return this->cached_begin_ - this->bucket_hash_type::priv_bucket_pointer(); }
- void priv_initialize_cache()
- { this->cached_begin_ = this->bucket_hash_type::priv_invalid_bucket(); }
- void priv_swap_cache(bucket_hash_equal_t &other)
- {
- ::boost::adl_move_swap(this->cached_begin_, other.cached_begin_);
- }
- siterator priv_begin() const
- {
- if(this->cached_begin_ == this->bucket_hash_type::priv_invalid_bucket()){
- return this->bucket_hash_type::priv_invalid_local_it();
- }
- else{
- return this->cached_begin_->begin();
- }
- }
- void priv_insertion_update_cache(size_type insertion_bucket)
- {
- bucket_ptr p = this->bucket_hash_type::priv_bucket_pointer() + insertion_bucket;
- if(p < this->cached_begin_){
- this->cached_begin_ = p;
- }
- }
- const key_equal &priv_equal() const
- { return this->equal_holder_t::get(); }
- key_equal &priv_equal()
- { return this->equal_holder_t::get(); }
- void priv_erasure_update_cache_range(size_type first_bucket_num, size_type last_bucket_num)
- {
-
-
- if(this->priv_get_cache_bucket_num() == first_bucket_num &&
- this->bucket_hash_type::priv_bucket_pointer()[first_bucket_num].empty() ){
- this->priv_set_cache(this->bucket_hash_type::priv_bucket_pointer() + last_bucket_num);
- this->priv_erasure_update_cache();
- }
- }
- void priv_erasure_update_cache()
- {
- if(this->cached_begin_ != this->bucket_hash_type::priv_invalid_bucket()){
- size_type current_n = this->priv_get_cache() - this->bucket_hash_type::priv_bucket_pointer();
- for( const size_type num_buckets = this->bucket_hash_type::priv_bucket_count()
- ; current_n < num_buckets
- ; ++current_n, ++this->priv_get_cache()){
- if(!this->priv_get_cache()->empty()){
- return;
- }
- }
- this->priv_initialize_cache();
- }
- }
- bucket_ptr cached_begin_;
- };
- template<class DeriveFrom, class SizeType, bool>
- struct hashtable_size_traits_wrapper
- : public DeriveFrom
- {
- template<class Base, class Arg0, class Arg1, class Arg2>
- hashtable_size_traits_wrapper( BOOST_FWD_REF(Base) base, BOOST_FWD_REF(Arg0) arg0
- , BOOST_FWD_REF(Arg1) arg1, BOOST_FWD_REF(Arg2) arg2)
- : DeriveFrom(::boost::forward<Base>(base)
- , ::boost::forward<Arg0>(arg0)
- , ::boost::forward<Arg1>(arg1)
- , ::boost::forward<Arg2>(arg2))
- {}
- typedef detail::size_holder < true, SizeType> size_traits;
- size_traits size_traits_;
- const size_traits &priv_size_traits() const
- { return size_traits_; }
- size_traits &priv_size_traits()
- { return size_traits_; }
- };
- template<class DeriveFrom, class SizeType>
- struct hashtable_size_traits_wrapper<DeriveFrom, SizeType, false>
- : public DeriveFrom
- {
- template<class Base, class Arg0, class Arg1, class Arg2>
- hashtable_size_traits_wrapper( BOOST_FWD_REF(Base) base, BOOST_FWD_REF(Arg0) arg0
- , BOOST_FWD_REF(Arg1) arg1, BOOST_FWD_REF(Arg2) arg2)
- : DeriveFrom(::boost::forward<Base>(base)
- , ::boost::forward<Arg0>(arg0)
- , ::boost::forward<Arg1>(arg1)
- , ::boost::forward<Arg2>(arg2))
- {}
- typedef detail::size_holder< false, SizeType> size_traits;
- const size_traits &priv_size_traits() const
- { return size_traits_; }
- size_traits &priv_size_traits()
- { return size_traits_; }
- static size_traits size_traits_;
- };
- template<class DeriveFrom, class SizeType>
- detail::size_holder< false, SizeType > hashtable_size_traits_wrapper<DeriveFrom, SizeType, false>::size_traits_;
- template<class ValueTraits, class VoidOrKeyOfValue, class VoidOrKeyHash, class VoidOrKeyEqual, class BucketTraits, class SizeType, std::size_t BoolFlags>
- struct hashdata_internal
- : public hashtable_size_traits_wrapper
- < bucket_hash_equal_t
- < ValueTraits, VoidOrKeyOfValue, VoidOrKeyHash, VoidOrKeyEqual
- , BucketTraits
- , 0 != (BoolFlags & hash_bool_flags::cache_begin_pos)
- >
- , SizeType
- , (BoolFlags & hash_bool_flags::incremental_pos) != 0
- >
- {
- typedef hashtable_size_traits_wrapper
- < bucket_hash_equal_t
- < ValueTraits, VoidOrKeyOfValue, VoidOrKeyHash, VoidOrKeyEqual
- , BucketTraits
- , 0 != (BoolFlags & hash_bool_flags::cache_begin_pos)
- >
- , SizeType
- , (BoolFlags & hash_bool_flags::incremental_pos) != 0
- > internal_type;
- typedef typename internal_type::key_equal key_equal;
- typedef typename internal_type::hasher hasher;
- typedef bucket_plus_vtraits<ValueTraits,BucketTraits> bucket_plus_vtraits_t;
- typedef typename bucket_plus_vtraits_t::size_type size_type;
- typedef typename internal_type::size_traits split_traits;
- typedef typename bucket_plus_vtraits_t::bucket_ptr bucket_ptr;
- typedef typename bucket_plus_vtraits_t::const_value_traits_ptr const_value_traits_ptr;
- typedef typename bucket_plus_vtraits_t::siterator siterator;
- typedef typename bucket_plus_vtraits_t::bucket_traits bucket_traits;
- typedef typename bucket_plus_vtraits_t::value_traits value_traits;
- typedef typename bucket_plus_vtraits_t::bucket_type bucket_type;
- typedef typename value_traits::value_type value_type;
- typedef typename value_traits::pointer pointer;
- typedef typename value_traits::const_pointer const_pointer;
- typedef typename pointer_traits<pointer>::reference reference;
- typedef typename pointer_traits
- <const_pointer>::reference const_reference;
- typedef typename value_traits::node_traits node_traits;
- typedef typename node_traits::node node;
- typedef typename node_traits::node_ptr node_ptr;
- typedef typename node_traits::const_node_ptr const_node_ptr;
- typedef detail::node_functions<node_traits> node_functions_t;
- typedef typename detail::get_slist_impl
- <typename detail::reduced_slist_node_traits
- <typename value_traits::node_traits>::type
- >::type slist_impl;
- typedef typename slist_impl::node_algorithms node_algorithms;
- typedef typename slist_impl::node_ptr slist_node_ptr;
- typedef hash_key_types_base
- < typename ValueTraits::value_type
- , VoidOrKeyOfValue
- > hash_types_base;
- typedef typename hash_types_base::key_of_value key_of_value;
- static const bool store_hash = detail::store_hash_is_true<node_traits>::value;
- static const bool safemode_or_autounlink = is_safe_autounlink<value_traits::link_mode>::value;
- static const bool stateful_value_traits = detail::is_stateful_value_traits<value_traits>::value;
- typedef detail::bool_<store_hash> store_hash_t;
- typedef detail::transform_iterator
- < typename slist_impl::iterator
- , downcast_node_to_value_t
- < value_traits
- , false> > local_iterator;
- typedef detail::transform_iterator
- < typename slist_impl::iterator
- , downcast_node_to_value_t
- < value_traits
- , true> > const_local_iterator;
-
- template<class BucketTraitsType>
- hashdata_internal( const ValueTraits &val_traits, BOOST_FWD_REF(BucketTraitsType) b_traits
- , const hasher & h, const key_equal &e)
- : internal_type(val_traits, ::boost::forward<BucketTraitsType>(b_traits), h, e)
- {}
- split_traits &priv_split_traits()
- { return this->priv_size_traits(); }
- const split_traits &priv_split_traits() const
- { return this->priv_size_traits(); }
- ~hashdata_internal()
- { this->priv_clear_buckets(); }
- void priv_clear_buckets()
- {
- this->internal_type::priv_clear_buckets
- ( this->priv_get_cache()
- , this->internal_type::priv_bucket_count()
- - (this->priv_get_cache()
- - this->internal_type::priv_bucket_pointer()));
- }
- void priv_clear_buckets_and_cache()
- {
- this->priv_clear_buckets();
- this->priv_initialize_cache();
- }
- void priv_initialize_buckets_and_cache()
- {
- this->internal_type::priv_clear_buckets
- ( this->internal_type::priv_bucket_pointer()
- , this->internal_type::priv_bucket_count());
- this->priv_initialize_cache();
- }
- typedef hashtable_iterator<bucket_plus_vtraits_t, false> iterator;
- typedef hashtable_iterator<bucket_plus_vtraits_t, true> const_iterator;
- static std::size_t priv_stored_hash(slist_node_ptr n, detail::true_ true_value)
- { return bucket_plus_vtraits<ValueTraits, BucketTraits>::priv_stored_hash(n, true_value); }
- static std::size_t priv_stored_hash(slist_node_ptr n, detail::false_ false_value)
- { return bucket_plus_vtraits<ValueTraits, BucketTraits>::priv_stored_hash(n, false_value); }
-
- SizeType split_count() const
- {
- return this->priv_split_traits().get_size();
- }
- iterator iterator_to(reference value)
- {
- return iterator(bucket_type::s_iterator_to
- (this->priv_value_to_node(value)), &this->get_bucket_value_traits());
- }
- const_iterator iterator_to(const_reference value) const
- {
- siterator const sit = bucket_type::s_iterator_to
- ( *pointer_traits<node_ptr>::const_cast_from
- (pointer_traits<const_node_ptr>::pointer_to(this->priv_value_to_node(value)))
- );
- return const_iterator(sit, &this->get_bucket_value_traits());
- }
- static local_iterator s_local_iterator_to(reference value)
- {
- BOOST_STATIC_ASSERT((!stateful_value_traits));
- siterator sit = bucket_type::s_iterator_to(*value_traits::to_node_ptr(value));
- return local_iterator(sit, const_value_traits_ptr());
- }
- static const_local_iterator s_local_iterator_to(const_reference value)
- {
- BOOST_STATIC_ASSERT((!stateful_value_traits));
- siterator const sit = bucket_type::s_iterator_to
- ( *pointer_traits<node_ptr>::const_cast_from
- (value_traits::to_node_ptr(value))
- );
- return const_local_iterator(sit, const_value_traits_ptr());
- }
- local_iterator local_iterator_to(reference value)
- {
- siterator sit = bucket_type::s_iterator_to(this->priv_value_to_node(value));
- return local_iterator(sit, this->priv_value_traits_ptr());
- }
- const_local_iterator local_iterator_to(const_reference value) const
- {
- siterator sit = bucket_type::s_iterator_to
- ( *pointer_traits<node_ptr>::const_cast_from
- (pointer_traits<const_node_ptr>::pointer_to(this->priv_value_to_node(value)))
- );
- return const_local_iterator(sit, this->priv_value_traits_ptr());
- }
- size_type bucket_count() const
- { return this->priv_bucket_count(); }
- size_type bucket_size(size_type n) const
- { return this->priv_bucket_pointer()[n].size(); }
- bucket_ptr bucket_pointer() const
- { return this->priv_bucket_pointer(); }
- local_iterator begin(size_type n)
- { return local_iterator(this->priv_bucket_pointer()[n].begin(), this->priv_value_traits_ptr()); }
- const_local_iterator begin(size_type n) const
- { return this->cbegin(n); }
- const_local_iterator cbegin(size_type n) const
- {
- return const_local_iterator
- ( pointer_traits<bucket_ptr>::const_cast_from(this->priv_bucket_pointer())[n].begin()
- , this->priv_value_traits_ptr());
- }
- using internal_type::end;
- using internal_type::cend;
- local_iterator end(size_type n)
- { return local_iterator(this->priv_bucket_pointer()[n].end(), this->priv_value_traits_ptr()); }
- const_local_iterator end(size_type n) const
- { return this->cend(n); }
- const_local_iterator cend(size_type n) const
- {
- return const_local_iterator
- ( pointer_traits<bucket_ptr>::const_cast_from(this->priv_bucket_pointer())[n].end()
- , this->priv_value_traits_ptr());
- }
-
- iterator begin()
- { return iterator(this->priv_begin(), &this->get_bucket_value_traits()); }
- const_iterator begin() const
- { return this->cbegin(); }
- const_iterator cbegin() const
- { return const_iterator(this->priv_begin(), &this->get_bucket_value_traits()); }
- hasher hash_function() const
- { return this->priv_hasher(); }
- key_equal key_eq() const
- { return this->priv_equal(); }
- };
- #if defined(BOOST_INTRUSIVE_DOXYGEN_INVOKED)
- template<class T, class ...Options>
- #else
- template<class ValueTraits, class VoidOrKeyOfValue, class VoidOrKeyHash, class VoidOrKeyEqual, class BucketTraits, class SizeType, std::size_t BoolFlags>
- #endif
- class hashtable_impl
- : private hashtable_size_traits_wrapper
- < hashdata_internal
- < ValueTraits
- , VoidOrKeyOfValue, VoidOrKeyHash, VoidOrKeyEqual
- , BucketTraits, SizeType
- , BoolFlags & (hash_bool_flags::incremental_pos | hash_bool_flags::cache_begin_pos)
- >
- , SizeType
- , (BoolFlags & hash_bool_flags::constant_time_size_pos) != 0
- >
- {
- typedef hashtable_size_traits_wrapper
- < hashdata_internal
- < ValueTraits
- , VoidOrKeyOfValue, VoidOrKeyHash, VoidOrKeyEqual
- , BucketTraits, SizeType
- , BoolFlags & (hash_bool_flags::incremental_pos | hash_bool_flags::cache_begin_pos)
- >
- , SizeType
- , (BoolFlags & hash_bool_flags::constant_time_size_pos) != 0
- > internal_type;
- typedef typename internal_type::size_traits size_traits;
- typedef hash_key_types_base
- < typename ValueTraits::value_type
- , VoidOrKeyOfValue
- > hash_types_base;
- public:
- typedef ValueTraits value_traits;
-
- typedef BucketTraits bucket_traits;
- typedef typename internal_type::slist_impl slist_impl;
- typedef bucket_plus_vtraits<ValueTraits, BucketTraits> bucket_plus_vtraits_t;
- typedef typename bucket_plus_vtraits_t::const_value_traits_ptr const_value_traits_ptr;
- using internal_type::begin;
- using internal_type::cbegin;
- using internal_type::end;
- using internal_type::cend;
- using internal_type::hash_function;
- using internal_type::key_eq;
- using internal_type::bucket_size;
- using internal_type::bucket_count;
- using internal_type::local_iterator_to;
- using internal_type::s_local_iterator_to;
- using internal_type::iterator_to;
- using internal_type::bucket_pointer;
- using internal_type::suggested_upper_bucket_count;
- using internal_type::suggested_lower_bucket_count;
- using internal_type::split_count;
-
- typedef typename value_traits::pointer pointer;
- typedef typename value_traits::const_pointer const_pointer;
- typedef typename value_traits::value_type value_type;
- typedef typename hash_types_base::key_type key_type;
- typedef typename hash_types_base::key_of_value key_of_value;
- typedef typename pointer_traits<pointer>::reference reference;
- typedef typename pointer_traits<const_pointer>::reference const_reference;
- typedef typename pointer_traits<pointer>::difference_type difference_type;
- typedef SizeType size_type;
- typedef typename internal_type::key_equal key_equal;
- typedef typename internal_type::hasher hasher;
- typedef detail::bucket_impl<slist_impl> bucket_type;
- typedef typename internal_type::bucket_ptr bucket_ptr;
- typedef typename slist_impl::iterator siterator;
- typedef typename slist_impl::const_iterator const_siterator;
- typedef typename internal_type::iterator iterator;
- typedef typename internal_type::const_iterator const_iterator;
- typedef typename internal_type::local_iterator local_iterator;
- typedef typename internal_type::const_local_iterator const_local_iterator;
- typedef typename value_traits::node_traits node_traits;
- typedef typename node_traits::node node;
- typedef typename pointer_traits
- <pointer>::template rebind_pointer
- < node >::type node_ptr;
- typedef typename pointer_traits
- <pointer>::template rebind_pointer
- < const node >::type const_node_ptr;
- typedef typename pointer_traits
- <node_ptr>::reference node_reference;
- typedef typename pointer_traits
- <const_node_ptr>::reference const_node_reference;
- typedef typename slist_impl::node_algorithms node_algorithms;
- static const bool stateful_value_traits = internal_type::stateful_value_traits;
- static const bool store_hash = internal_type::store_hash;
- static const bool unique_keys = 0 != (BoolFlags & hash_bool_flags::unique_keys_pos);
- static const bool constant_time_size = 0 != (BoolFlags & hash_bool_flags::constant_time_size_pos);
- static const bool cache_begin = 0 != (BoolFlags & hash_bool_flags::cache_begin_pos);
- static const bool compare_hash = 0 != (BoolFlags & hash_bool_flags::compare_hash_pos);
- static const bool incremental = 0 != (BoolFlags & hash_bool_flags::incremental_pos);
- static const bool power_2_buckets = incremental || (0 != (BoolFlags & hash_bool_flags::power_2_buckets_pos));
- static const bool optimize_multikey
- = detail::optimize_multikey_is_true<node_traits>::value && !unique_keys;
-
- static const bool is_multikey = !unique_keys;
- private:
-
-
- BOOST_STATIC_ASSERT((!compare_hash || store_hash));
- typedef typename slist_impl::node_ptr slist_node_ptr;
- typedef typename pointer_traits
- <slist_node_ptr>::template rebind_pointer
- < void >::type void_pointer;
-
-
- typedef unordered_group_adapter<node_traits> group_traits;
- typedef circular_slist_algorithms<group_traits> group_algorithms;
- typedef typename internal_type::store_hash_t store_hash_t;
- typedef detail::bool_<optimize_multikey> optimize_multikey_t;
- typedef detail::bool_<cache_begin> cache_begin_t;
- typedef detail::bool_<power_2_buckets> power_2_buckets_t;
- typedef typename internal_type::split_traits split_traits;
- typedef detail::group_functions<node_traits> group_functions_t;
- typedef detail::node_functions<node_traits> node_functions_t;
- private:
-
- BOOST_MOVABLE_BUT_NOT_COPYABLE(hashtable_impl)
- static const bool safemode_or_autounlink = internal_type::safemode_or_autounlink;
-
- BOOST_STATIC_ASSERT(!(constant_time_size && ((int)value_traits::link_mode == (int)auto_unlink)));
-
- BOOST_STATIC_ASSERT(!(cache_begin && ((int)value_traits::link_mode == (int)auto_unlink)));
- template<class Disposer>
- struct typeof_node_disposer
- {
- typedef node_cast_adaptor
- < detail::node_disposer< Disposer, value_traits, CircularSListAlgorithms>
- , slist_node_ptr, node_ptr > type;
- };
- template<class Disposer>
- typename typeof_node_disposer<Disposer>::type
- make_node_disposer(const Disposer &disposer) const
- {
- typedef typename typeof_node_disposer<Disposer>::type return_t;
- return return_t(disposer, &this->priv_value_traits());
- }
-
- public:
- typedef detail::insert_commit_data_impl insert_commit_data;
- public:
-
-
-
-
-
-
-
-
-
-
-
-
-
- explicit hashtable_impl ( const bucket_traits &b_traits
- , const hasher & hash_func = hasher()
- , const key_equal &equal_func = key_equal()
- , const value_traits &v_traits = value_traits())
- : internal_type(v_traits, b_traits, hash_func, equal_func)
- {
- this->priv_initialize_buckets_and_cache();
- this->priv_size_traits().set_size(size_type(0));
- size_type bucket_sz = this->priv_bucket_count();
- BOOST_INTRUSIVE_INVARIANT_ASSERT(bucket_sz != 0);
-
- BOOST_INTRUSIVE_INVARIANT_ASSERT
- (!power_2_buckets || (0 == (bucket_sz & (bucket_sz-1))));
- this->priv_split_traits().set_size(bucket_sz>>1);
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class Iterator>
- hashtable_impl ( bool unique, Iterator b, Iterator e
- , const bucket_traits &b_traits
- , const hasher & hash_func = hasher()
- , const key_equal &equal_func = key_equal()
- , const value_traits &v_traits = value_traits())
- : internal_type(v_traits, b_traits, hash_func, equal_func)
- {
- this->priv_initialize_buckets_and_cache();
- this->priv_size_traits().set_size(size_type(0));
- size_type bucket_sz = this->priv_bucket_count();
- BOOST_INTRUSIVE_INVARIANT_ASSERT(bucket_sz != 0);
-
- BOOST_INTRUSIVE_INVARIANT_ASSERT
- (!power_2_buckets || (0 == (bucket_sz & (bucket_sz-1))));
- this->priv_split_traits().set_size(bucket_sz>>1);
-
- if(unique)
- this->insert_unique(b, e);
- else
- this->insert_equal(b, e);
- }
-
-
- hashtable_impl(BOOST_RV_REF(hashtable_impl) x)
- : internal_type( ::boost::move(x.priv_value_traits())
- , ::boost::move(x.priv_bucket_traits())
- , ::boost::move(x.priv_hasher())
- , ::boost::move(x.priv_equal())
- )
- {
- this->priv_swap_cache(x);
- x.priv_initialize_cache();
- if(constant_time_size){
- this->priv_size_traits().set_size(size_type(0));
- this->priv_size_traits().set_size(x.priv_size_traits().get_size());
- x.priv_size_traits().set_size(size_type(0));
- }
- if(incremental){
- this->priv_split_traits().set_size(x.priv_split_traits().get_size());
- x.priv_split_traits().set_size(size_type(0));
- }
- }
-
-
- hashtable_impl& operator=(BOOST_RV_REF(hashtable_impl) x)
- { this->swap(x); return *this; }
- #if defined(BOOST_INTRUSIVE_DOXYGEN_INVOKED)
-
-
-
-
-
-
-
- ~hashtable_impl();
-
-
-
-
-
-
- iterator begin();
-
-
-
-
-
-
-
- const_iterator begin() const;
-
-
-
-
-
-
-
- const_iterator cbegin() const;
-
-
-
-
-
- iterator end();
-
-
-
-
-
- const_iterator end() const;
-
-
-
-
-
- const_iterator cend() const;
-
-
-
-
-
- hasher hash_function() const;
-
-
-
-
-
- key_equal key_eq() const;
- #endif
-
-
-
-
-
-
-
- bool empty() const
- {
- if(constant_time_size){
- return !this->size();
- }
- else if(cache_begin){
- return this->begin() == this->end();
- }
- else{
- size_type bucket_cnt = this->priv_bucket_count();
- const bucket_type *b = boost::intrusive::detail::to_raw_pointer(this->priv_bucket_pointer());
- for (size_type n = 0; n < bucket_cnt; ++n, ++b){
- if(!b->empty()){
- return false;
- }
- }
- return true;
- }
- }
-
-
-
-
-
-
- size_type size() const
- {
- if(constant_time_size)
- return this->priv_size_traits().get_size();
- else{
- size_type len = 0;
- size_type bucket_cnt = this->priv_bucket_count();
- const bucket_type *b = boost::intrusive::detail::to_raw_pointer(this->priv_bucket_pointer());
- for (size_type n = 0; n < bucket_cnt; ++n, ++b){
- len += b->size();
- }
- return len;
- }
- }
-
-
-
-
-
-
-
-
-
-
- void swap(hashtable_impl& other)
- {
-
- ::boost::adl_move_swap(this->priv_equal(), other.priv_equal());
- ::boost::adl_move_swap(this->priv_hasher(), other.priv_hasher());
-
- ::boost::adl_move_swap(this->priv_bucket_traits(), other.priv_bucket_traits());
- ::boost::adl_move_swap(this->priv_value_traits(), other.priv_value_traits());
- this->priv_swap_cache(other);
- ::boost::adl_move_swap(this->priv_size_traits(), other.priv_size_traits());
- ::boost::adl_move_swap(this->priv_split_traits(), other.priv_split_traits());
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template <class Cloner, class Disposer>
- void clone_from(const hashtable_impl &src, Cloner cloner, Disposer disposer)
- { this->priv_clone_from(src, cloner, disposer); }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template <class Cloner, class Disposer>
- void clone_from(BOOST_RV_REF(hashtable_impl) src, Cloner cloner, Disposer disposer)
- { this->priv_clone_from(static_cast<hashtable_impl&>(src), cloner, disposer); }
-
-
-
-
-
-
-
-
-
-
-
-
- iterator insert_equal(reference value)
- {
- size_type bucket_num;
- std::size_t hash_value;
- siterator prev;
- siterator const it = this->priv_find
- (key_of_value()(value), this->priv_hasher(), this->priv_equal(), bucket_num, hash_value, prev);
- bool const next_is_in_group = optimize_multikey && it != this->priv_invalid_local_it();
- return this->priv_insert_equal_after_find(value, bucket_num, hash_value, prev, next_is_in_group);
- }
-
-
-
-
-
-
-
-
-
-
-
-
- template<class Iterator>
- void insert_equal(Iterator b, Iterator e)
- {
- for (; b != e; ++b)
- this->insert_equal(*b);
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- std::pair<iterator, bool> insert_unique(reference value)
- {
- insert_commit_data commit_data;
- std::pair<iterator, bool> ret = this->insert_unique_check(key_of_value()(value), commit_data);
- if(ret.second){
- ret.first = this->insert_unique_commit(value, commit_data);
- }
- return ret;
- }
-
-
-
-
-
-
-
-
-
-
-
-
- template<class Iterator>
- void insert_unique(Iterator b, Iterator e)
- {
- for (; b != e; ++b)
- this->insert_unique(*b);
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class KeyType, class KeyHasher, class KeyEqual>
- std::pair<iterator, bool> insert_unique_check
- ( const KeyType &key
- , KeyHasher hash_func
- , KeyEqual equal_func
- , insert_commit_data &commit_data)
- {
- size_type bucket_num;
- siterator prev;
- siterator const pos = this->priv_find(key, hash_func, equal_func, bucket_num, commit_data.hash, prev);
- return std::pair<iterator, bool>
- ( iterator(pos, &this->get_bucket_value_traits())
- , pos == this->priv_invalid_local_it());
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- std::pair<iterator, bool> insert_unique_check
- ( const key_type &key, insert_commit_data &commit_data)
- { return this->insert_unique_check(key, this->priv_hasher(), this->priv_equal(), commit_data); }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- iterator insert_unique_commit(reference value, const insert_commit_data &commit_data)
- {
- size_type bucket_num = this->priv_hash_to_bucket(commit_data.hash);
- bucket_type &b = this->priv_bucket_pointer()[bucket_num];
- this->priv_size_traits().increment();
- node_ptr const n = pointer_traits<node_ptr>::pointer_to(this->priv_value_to_node(value));
- BOOST_INTRUSIVE_SAFE_HOOK_DEFAULT_ASSERT(!safemode_or_autounlink || node_algorithms::unique(n));
- node_functions_t::store_hash(n, commit_data.hash, store_hash_t());
- this->priv_insertion_update_cache(bucket_num);
- group_functions_t::insert_in_group(n, n, optimize_multikey_t());
- return iterator(b.insert_after(b.before_begin(), *n), &this->get_bucket_value_traits());
- }
-
-
-
-
-
-
-
-
- void erase(const_iterator i)
- { this->erase_and_dispose(i, detail::null_disposer()); }
-
-
-
-
-
-
-
-
-
- void erase(const_iterator b, const_iterator e)
- { this->erase_and_dispose(b, e, detail::null_disposer()); }
-
-
-
-
-
-
-
-
-
-
-
-
- size_type erase(const key_type &key)
- { return this->erase(key, this->priv_hasher(), this->priv_equal()); }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class KeyType, class KeyHasher, class KeyEqual>
- size_type erase(const KeyType& key, KeyHasher hash_func, KeyEqual equal_func)
- { return this->erase_and_dispose(key, hash_func, equal_func, detail::null_disposer()); }
-
-
-
-
-
-
-
-
-
-
-
- template<class Disposer>
- BOOST_INTRUSIVE_DOC1ST(void
- , typename detail::disable_if_convertible<Disposer BOOST_INTRUSIVE_I const_iterator>::type)
- erase_and_dispose(const_iterator i, Disposer disposer)
- {
-
- siterator const first_local_it(i.slist_it());
- size_type const first_bucket_num = this->priv_get_bucket_num(first_local_it);
- this->priv_erase_node(this->priv_bucket_pointer()[first_bucket_num], first_local_it, make_node_disposer(disposer), optimize_multikey_t());
- this->priv_size_traits().decrement();
- this->priv_erasure_update_cache_range(first_bucket_num, first_bucket_num);
- }
-
-
-
-
-
-
-
-
-
-
-
-
- template<class Disposer>
- void erase_and_dispose(const_iterator b, const_iterator e, Disposer disposer)
- {
- if(b != e){
-
- siterator first_local_it(b.slist_it());
- size_type first_bucket_num = this->priv_get_bucket_num(first_local_it);
- const bucket_ptr buck_ptr = this->priv_bucket_pointer();
- siterator before_first_local_it
- = this->priv_get_previous(buck_ptr[first_bucket_num], first_local_it);
- size_type last_bucket_num;
- siterator last_local_it;
-
-
- if(e == this->end()){
- last_bucket_num = this->bucket_count() - 1;
- last_local_it = buck_ptr[last_bucket_num].end();
- }
- else{
- last_local_it = e.slist_it();
- last_bucket_num = this->priv_get_bucket_num(last_local_it);
- }
- size_type const num_erased = this->priv_erase_node_range
- ( before_first_local_it, first_bucket_num, last_local_it, last_bucket_num
- , make_node_disposer(disposer), optimize_multikey_t());
- this->priv_size_traits().set_size(this->priv_size_traits().get_size()-num_erased);
- this->priv_erasure_update_cache_range(first_bucket_num, last_bucket_num);
- }
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class Disposer>
- size_type erase_and_dispose(const key_type &key, Disposer disposer)
- { return this->erase_and_dispose(key, this->priv_hasher(), this->priv_equal(), disposer); }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class KeyType, class KeyHasher, class KeyEqual, class Disposer>
- size_type erase_and_dispose(const KeyType& key, KeyHasher hash_func
- ,KeyEqual equal_func, Disposer disposer)
- {
- size_type bucket_num;
- std::size_t h;
- siterator prev;
- siterator it = this->priv_find(key, hash_func, equal_func, bucket_num, h, prev);
- bool const success = it != this->priv_invalid_local_it();
- size_type cnt(0);
- if(success){
- if(optimize_multikey){
- cnt = this->priv_erase_from_single_bucket
- (this->priv_bucket_pointer()[bucket_num], prev, ++(priv_last_in_group)(it), make_node_disposer(disposer), optimize_multikey_t());
- }
- else{
- bucket_type &b = this->priv_bucket_pointer()[bucket_num];
- siterator const end_sit = b.end();
- do{
- ++cnt;
- ++it;
- }while(it != end_sit &&
- this->priv_is_value_equal_to_key
- (this->priv_value_from_slist_node(it.pointed_node()), h, key, equal_func));
- bucket_type::s_erase_after_and_dispose(prev, it, make_node_disposer(disposer));
- }
- this->priv_size_traits().set_size(this->priv_size_traits().get_size()-cnt);
- this->priv_erasure_update_cache();
- }
- return cnt;
- }
-
-
-
-
-
-
-
-
-
- void clear()
- {
- this->priv_clear_buckets_and_cache();
- this->priv_size_traits().set_size(size_type(0));
- }
-
-
-
-
-
-
-
-
-
-
-
- template<class Disposer>
- void clear_and_dispose(Disposer disposer)
- {
- if(!constant_time_size || !this->empty()){
- size_type num_buckets = this->bucket_count();
- bucket_ptr b = this->priv_bucket_pointer();
- typename typeof_node_disposer<Disposer>::type d(disposer, &this->priv_value_traits());
- for(; num_buckets--; ++b){
- b->clear_and_dispose(d);
- }
- this->priv_size_traits().set_size(size_type(0));
- }
- this->priv_initialize_cache();
- }
-
-
-
-
-
- size_type count(const key_type &key) const
- { return this->count(key, this->priv_hasher(), this->priv_equal()); }
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class KeyType, class KeyHasher, class KeyEqual>
- size_type count(const KeyType &key, KeyHasher hash_func, KeyEqual equal_func) const
- {
- size_type cnt;
- size_type n_bucket;
- this->priv_local_equal_range(key, hash_func, equal_func, n_bucket, cnt);
- return cnt;
- }
-
-
-
-
-
-
- iterator find(const key_type &key)
- { return this->find(key, this->priv_hasher(), this->priv_equal()); }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class KeyType, class KeyHasher, class KeyEqual>
- iterator find(const KeyType &key, KeyHasher hash_func, KeyEqual equal_func)
- {
- size_type bucket_n;
- std::size_t hash;
- siterator prev;
- return iterator( this->priv_find(key, hash_func, equal_func, bucket_n, hash, prev)
- , &this->get_bucket_value_traits());
- }
-
-
-
-
-
-
- const_iterator find(const key_type &key) const
- { return this->find(key, this->priv_hasher(), this->priv_equal()); }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class KeyType, class KeyHasher, class KeyEqual>
- const_iterator find
- (const KeyType &key, KeyHasher hash_func, KeyEqual equal_func) const
- {
- size_type bucket_n;
- std::size_t hash_value;
- siterator prev;
- return const_iterator( this->priv_find(key, hash_func, equal_func, bucket_n, hash_value, prev)
- , &this->get_bucket_value_traits());
- }
-
-
-
-
-
-
-
- std::pair<iterator,iterator> equal_range(const key_type &key)
- { return this->equal_range(key, this->priv_hasher(), this->priv_equal()); }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class KeyType, class KeyHasher, class KeyEqual>
- std::pair<iterator,iterator> equal_range
- (const KeyType &key, KeyHasher hash_func, KeyEqual equal_func)
- {
- std::pair<siterator, siterator> ret =
- this->priv_equal_range(key, hash_func, equal_func);
- return std::pair<iterator, iterator>
- ( iterator(ret.first, &this->get_bucket_value_traits())
- , iterator(ret.second, &this->get_bucket_value_traits()));
- }
-
-
-
-
-
-
-
- std::pair<const_iterator, const_iterator>
- equal_range(const key_type &key) const
- { return this->equal_range(key, this->priv_hasher(), this->priv_equal()); }
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- template<class KeyType, class KeyHasher, class KeyEqual>
- std::pair<const_iterator,const_iterator> equal_range
- (const KeyType &key, KeyHasher hash_func, KeyEqual equal_func) const
- {
- std::pair<siterator, siterator> ret =
- this->priv_equal_range(key, hash_func, equal_func);
- return std::pair<const_iterator, const_iterator>
- ( const_iterator(ret.first, &this->get_bucket_value_traits())
- , const_iterator(ret.second, &this->get_bucket_value_traits()));
- }
- #if defined(BOOST_INTRUSIVE_DOXYGEN_INVOKED)
-
-
-
-
-
-
-
-
-
- iterator iterator_to(reference value);
-
-
-
-
-
-
-
-
-
- const_iterator iterator_to(const_reference value) const;
-
-
-
-
-
-
-
-
-
-
-
-
- static local_iterator s_local_iterator_to(reference value);
-
-
-
-
-
-
-
-
-
-
-
-
- static const_local_iterator s_local_iterator_to(const_reference value);
-
-
-
-
-
-
-
-
-
- local_iterator local_iterator_to(reference value);
-
-
-
-
-
-
-
-
-
- const_local_iterator local_iterator_to(const_reference value) const;
-
-
-
-
-
-
- size_type bucket_count() const;
-
-
-
-
-
-
-
- size_type bucket_size(size_type n) const;
- #endif
-
-
-
-
-
-
-
-
- size_type bucket(const key_type& k) const
- { return this->bucket(k, this->priv_hasher()); }
-
-
-
-
-
-
-
-
-
-
-
-
- template<class KeyType, class KeyHasher>
- size_type bucket(const KeyType& k, KeyHasher hash_func) const
- { return this->priv_hash_to_bucket(hash_func(k)); }
- #if defined(BOOST_INTRUSIVE_DOXYGEN_INVOKED)
-
-
-
-
-
-
- bucket_ptr bucket_pointer() const;
-
-
-
-
-
-
-
-
-
-
-
- local_iterator begin(size_type n);
-
-
-
-
-
-
-
-
-
-
-
- const_local_iterator begin(size_type n) const;
-
-
-
-
-
-
-
-
-
-
-
- const_local_iterator cbegin(size_type n) const;
-
-
-
-
-
-
-
-
-
-
-
- local_iterator end(size_type n);
-
-
-
-
-
-
-
-
-
-
-
- const_local_iterator end(size_type n) const;
-
-
-
-
-
-
-
-
-
-
-
- const_local_iterator cend(size_type n) const;
- #endif
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- void rehash(const bucket_traits &new_bucket_traits)
- {
- const bucket_ptr new_buckets = new_bucket_traits.bucket_begin();
- size_type new_bucket_count = new_bucket_traits.bucket_count();
- const bucket_ptr old_buckets = this->priv_bucket_pointer();
- size_type old_bucket_count = this->priv_bucket_count();
-
- BOOST_INTRUSIVE_INVARIANT_ASSERT
- (!power_2_buckets || (0 == (new_bucket_count & (new_bucket_count-1u))));
- size_type n = this->priv_get_cache_bucket_num();
- const bool same_buffer = old_buckets == new_buckets;
-
-
- const bool fast_shrink = (!incremental) && (old_bucket_count >= new_bucket_count) &&
- (power_2_buckets || (old_bucket_count % new_bucket_count) == 0);
-
-
- size_type new_first_bucket_num = new_bucket_count;
- if(same_buffer && fast_shrink && (n < new_bucket_count)){
- new_first_bucket_num = n;
- n = new_bucket_count;
- }
-
-
-
- typedef detail::init_disposer<node_algorithms> NodeDisposer;
- typedef detail::exception_array_disposer<bucket_type, NodeDisposer, size_type> ArrayDisposer;
- NodeDisposer node_disp;
- ArrayDisposer rollback1(new_buckets[0], node_disp, new_bucket_count);
- ArrayDisposer rollback2(old_buckets[0], node_disp, old_bucket_count);
-
- size_type const size_backup = this->priv_size_traits().get_size();
- this->priv_size_traits().set_size(0);
-
- this->priv_initialize_cache();
- this->priv_insertion_update_cache(size_type(0u));
-
- for(; n < old_bucket_count; ++n){
- bucket_type &old_bucket = old_buckets[n];
- if(!fast_shrink){
- for( siterator before_i(old_bucket.before_begin()), i(old_bucket.begin()), end_sit(old_bucket.end())
- ; i != end_sit
- ; i = before_i, ++i){
- const value_type &v = this->priv_value_from_slist_node(i.pointed_node());
- const std::size_t hash_value = this->priv_stored_or_compute_hash(v, store_hash_t());
- const size_type new_n = detail::hash_to_bucket_split<power_2_buckets, incremental>
- (hash_value, new_bucket_count, new_bucket_count);
- if(cache_begin && new_n < new_first_bucket_num)
- new_first_bucket_num = new_n;
- siterator const last = (priv_last_in_group)(i);
- if(same_buffer && new_n == n){
- before_i = last;
- }
- else{
- bucket_type &new_b = new_buckets[new_n];
- new_b.splice_after(new_b.before_begin(), old_bucket, before_i, last);
- }
- }
- }
- else{
- const size_type new_n = detail::hash_to_bucket_split<power_2_buckets, incremental>(n, new_bucket_count, new_bucket_count);
- if(cache_begin && new_n < new_first_bucket_num)
- new_first_bucket_num = new_n;
- bucket_type &new_b = new_buckets[new_n];
- new_b.splice_after( new_b.before_begin()
- , old_bucket
- , old_bucket.before_begin()
- , bucket_plus_vtraits_t::priv_get_last(old_bucket, optimize_multikey_t()));
- }
- }
- this->priv_size_traits().set_size(size_backup);
- this->priv_split_traits().set_size(new_bucket_count);
- this->priv_bucket_traits() = new_bucket_traits;
- this->priv_initialize_cache();
- this->priv_insertion_update_cache(new_first_bucket_num);
- rollback1.release();
- rollback2.release();
- }
-
-
-
-
-
-
-
-
-
- bool incremental_rehash(bool grow = true)
- {
-
- BOOST_STATIC_ASSERT(( incremental && power_2_buckets ));
- const size_type split_idx = this->priv_split_traits().get_size();
- const size_type bucket_cnt = this->priv_bucket_count();
- const bucket_ptr buck_ptr = this->priv_bucket_pointer();
- bool ret = false;
- if(grow){
-
- if((ret = split_idx < bucket_cnt)){
- const size_type bucket_to_rehash = split_idx - bucket_cnt/2;
- bucket_type &old_bucket = buck_ptr[bucket_to_rehash];
- this->priv_split_traits().increment();
-
-
-
- detail::incremental_rehash_rollback<bucket_type, split_traits> rollback
- ( buck_ptr[split_idx], old_bucket, this->priv_split_traits());
- for( siterator before_i(old_bucket.before_begin()), i(old_bucket.begin()), end_sit(old_bucket.end())
- ; i != end_sit; i = before_i, ++i){
- const value_type &v = this->priv_value_from_slist_node(i.pointed_node());
- const std::size_t hash_value = this->priv_stored_or_compute_hash(v, store_hash_t());
- const size_type new_n = this->priv_hash_to_bucket(hash_value);
- siterator const last = (priv_last_in_group)(i);
- if(new_n == bucket_to_rehash){
- before_i = last;
- }
- else{
- bucket_type &new_b = buck_ptr[new_n];
- new_b.splice_after(new_b.before_begin(), old_bucket, before_i, last);
- }
- }
- rollback.release();
- this->priv_erasure_update_cache();
- }
- }
- else if((ret = split_idx > bucket_cnt/2)){
- const size_type target_bucket_num = split_idx - 1 - bucket_cnt/2;
- bucket_type &target_bucket = buck_ptr[target_bucket_num];
- bucket_type &source_bucket = buck_ptr[split_idx-1];
- target_bucket.splice_after(target_bucket.cbefore_begin(), source_bucket);
- this->priv_split_traits().decrement();
- this->priv_insertion_update_cache(target_bucket_num);
- }
- return ret;
- }
-
-
-
-
-
-
-
-
-
-
-
-
-
- bool incremental_rehash(const bucket_traits &new_bucket_traits)
- {
-
- BOOST_STATIC_ASSERT(( incremental && power_2_buckets ));
- size_type const new_bucket_traits_size = new_bucket_traits.bucket_count();
- size_type const cur_bucket_traits = this->priv_bucket_count();
- const size_type split_idx = this->split_count();
-
- if(new_bucket_traits_size/2 == cur_bucket_traits){
- if(!(split_idx >= cur_bucket_traits))
- return false;
- }
- else if(new_bucket_traits_size == cur_bucket_traits/2){
- if(!(split_idx <= new_bucket_traits_size))
- return false;
- }
- else{
- return false;
- }
- const size_type ini_n = this->priv_get_cache_bucket_num();
- const bucket_ptr old_buckets = this->priv_bucket_pointer();
- this->priv_bucket_traits() = new_bucket_traits;
- if(new_bucket_traits.bucket_begin() != old_buckets){
- for(size_type n = ini_n; n < split_idx; ++n){
- bucket_type &new_bucket = new_bucket_traits.bucket_begin()[n];
- bucket_type &old_bucket = old_buckets[n];
- new_bucket.splice_after(new_bucket.cbefore_begin(), old_bucket);
- }
-
- this->priv_initialize_cache();
- this->priv_insertion_update_cache(ini_n);
- }
- return true;
- }
- #if defined(BOOST_INTRUSIVE_DOXYGEN_INVOKED)
-
-
-
-
-
-
-
- size_type split_count() const;
-
-
-
-
-
-
-
-
-
- static size_type suggested_upper_bucket_count(size_type n);
-
-
-
-
-
-
-
-
-
- static size_type suggested_lower_bucket_count(size_type n);
- #endif
- friend bool operator==(const hashtable_impl &x, const hashtable_impl &y)
- {
-
- if(constant_time_size && x.size() != y.size()){
- return false;
- }
- for (const_iterator ix = x.cbegin(), ex = x.cend(); ix != ex; ++ix){
- std::pair<const_iterator, const_iterator> eqx(x.equal_range(key_of_value()(*ix))),
- eqy(y.equal_range(key_of_value()(*ix)));
- if (boost::intrusive::iterator_distance(eqx.first, eqx.second) !=
- boost::intrusive::iterator_distance(eqy.first, eqy.second) ||
- !(priv_algo_is_permutation)(eqx.first, eqx.second, eqy.first) ){
- return false;
- }
- ix = eqx.second;
- }
- return true;
- }
- friend bool operator!=(const hashtable_impl &x, const hashtable_impl &y)
- { return !(x == y); }
- friend bool operator<(const hashtable_impl &x, const hashtable_impl &y)
- { return ::boost::intrusive::algo_lexicographical_compare(x.begin(), x.end(), y.begin(), y.end()); }
- friend bool operator>(const hashtable_impl &x, const hashtable_impl &y)
- { return y < x; }
- friend bool operator<=(const hashtable_impl &x, const hashtable_impl &y)
- { return !(y < x); }
- friend bool operator>=(const hashtable_impl &x, const hashtable_impl &y)
- { return !(x < y); }
-
- void check() const {}
- private:
- template <class MaybeConstHashtableImpl, class Cloner, class Disposer>
- void priv_clone_from(MaybeConstHashtableImpl &src, Cloner cloner, Disposer disposer)
- {
- this->clear_and_dispose(disposer);
- if(!constant_time_size || !src.empty()){
- const size_type src_bucket_count = src.bucket_count();
- const size_type dst_bucket_count = this->bucket_count();
-
- BOOST_INTRUSIVE_INVARIANT_ASSERT
- (!power_2_buckets || (0 == (src_bucket_count & (src_bucket_count-1))));
- BOOST_INTRUSIVE_INVARIANT_ASSERT
- (!power_2_buckets || (0 == (dst_bucket_count & (dst_bucket_count-1))));
-
- const bool structural_copy = (!incremental) && (src_bucket_count >= dst_bucket_count) &&
- (power_2_buckets || (src_bucket_count % dst_bucket_count) == 0);
- if(structural_copy){
- this->priv_structural_clone_from(src, cloner, disposer);
- }
- else{
-
-
- typedef typename detail::if_c< detail::is_const<MaybeConstHashtableImpl>::value
- , typename MaybeConstHashtableImpl::const_iterator
- , typename MaybeConstHashtableImpl::iterator
- >::type clone_iterator;
- clone_iterator b(src.begin()), e(src.end());
- detail::exception_disposer<hashtable_impl, Disposer> rollback(*this, disposer);
- for(; b != e; ++b){
-
-
- std::size_t const hash_to_store = this->priv_stored_or_compute_hash(*b, store_hash_t());;
- size_type const bucket_number = this->priv_hash_to_bucket(hash_to_store);
- typedef typename detail::if_c
- <detail::is_const<MaybeConstHashtableImpl>::value, const_reference, reference>::type reference_type;
- reference_type r = *b;
- this->priv_clone_front_in_bucket<reference_type>(bucket_number, r, hash_to_store, cloner);
- }
- rollback.release();
- }
- }
- }
- template<class ValueReference, class Cloner>
- void priv_clone_front_in_bucket( size_type const bucket_number
- , typename detail::identity<ValueReference>::type src_ref
- , std::size_t const hash_to_store, Cloner cloner)
- {
-
-
-
-
- bucket_type &cur_bucket = this->priv_bucket_pointer()[bucket_number];
- siterator const prev(cur_bucket.before_begin());
-
-
-
- bool const next_is_in_group = optimize_multikey && !cur_bucket.empty() &&
- this->priv_equal()( key_of_value()(src_ref)
- , key_of_value()(this->priv_value_from_slist_node((++siterator(prev)).pointed_node())));
- this->priv_insert_equal_after_find(*cloner(src_ref), bucket_number, hash_to_store, prev, next_is_in_group);
- }
- template <class MaybeConstHashtableImpl, class Cloner, class Disposer>
- void priv_structural_clone_from(MaybeConstHashtableImpl &src, Cloner cloner, Disposer disposer)
- {
-
- const size_type src_bucket_count = src.bucket_count();
- const size_type dst_bucket_count = this->bucket_count();
- const bucket_ptr src_buckets = src.priv_bucket_pointer();
- const bucket_ptr dst_buckets = this->priv_bucket_pointer();
- size_type constructed = 0;
- typedef node_cast_adaptor< detail::node_disposer<Disposer, value_traits, CircularSListAlgorithms>
- , slist_node_ptr, node_ptr > NodeDisposer;
- NodeDisposer node_disp(disposer, &this->priv_value_traits());
- detail::exception_array_disposer<bucket_type, NodeDisposer, size_type>
- rollback(dst_buckets[0], node_disp, constructed);
-
- for(
- ; constructed < src_bucket_count
- ; ++constructed){
-
- const std::size_t new_n = detail::hash_to_bucket(constructed, dst_bucket_count, detail::bool_<power_2_buckets>());
- bucket_type &src_b = src_buckets[constructed];
- for( siterator b(src_b.begin()), e(src_b.end()); b != e; ++b){
- slist_node_ptr const n(b.pointed_node());
- typedef typename detail::if_c
- <detail::is_const<MaybeConstHashtableImpl>::value, const_reference, reference>::type reference_type;
- reference_type r = this->priv_value_from_slist_node(n);
- this->priv_clone_front_in_bucket<reference_type>
- (new_n, r, this->priv_stored_hash(n, store_hash_t()), cloner);
- }
- }
- this->priv_hasher() = src.priv_hasher();
- this->priv_equal() = src.priv_equal();
- rollback.release();
- this->priv_size_traits().set_size(src.priv_size_traits().get_size());
- this->priv_split_traits().set_size(dst_bucket_count);
- this->priv_insertion_update_cache(0u);
- this->priv_erasure_update_cache();
- }
- std::size_t priv_hash_to_bucket(std::size_t hash_value) const
- {
- return detail::hash_to_bucket_split<power_2_buckets, incremental>
- (hash_value, this->priv_bucket_traits().bucket_count(), this->priv_split_traits().get_size());
- }
- iterator priv_insert_equal_after_find(reference value, size_type bucket_num, std::size_t hash_value, siterator prev, bool const next_is_in_group)
- {
-
- node_ptr n = pointer_traits<node_ptr>::pointer_to(this->priv_value_to_node(value));
- node_functions_t::store_hash(n, hash_value, store_hash_t());
-
- BOOST_INTRUSIVE_SAFE_HOOK_DEFAULT_ASSERT(!safemode_or_autounlink || node_algorithms::unique(n));
-
- group_functions_t::insert_in_group
- ( next_is_in_group ? detail::dcast_bucket_ptr<node>((++siterator(prev)).pointed_node()) : n
- , n, optimize_multikey_t());
-
- this->priv_insertion_update_cache(bucket_num);
- this->priv_size_traits().increment();
-
- return iterator(bucket_type::s_insert_after(prev, *n), &this->get_bucket_value_traits());
- }
- template<class KeyType, class KeyHasher, class KeyEqual>
- siterator priv_find
- ( const KeyType &key, KeyHasher hash_func
- , KeyEqual equal_func, size_type &bucket_number, std::size_t &h, siterator &previt) const
- {
- h = hash_func(key);
- return this->priv_find_with_hash(key, equal_func, bucket_number, h, previt);
- }
- template<class KeyType, class KeyEqual>
- bool priv_is_value_equal_to_key(const value_type &v, const std::size_t h, const KeyType &key, KeyEqual equal_func) const
- {
- (void)h;
- return (!compare_hash || this->priv_stored_or_compute_hash(v, store_hash_t()) == h) && equal_func(key, key_of_value()(v));
- }
-
- static siterator priv_last_in_group(const siterator &it_first_in_group)
- {
- return bucket_type::s_iterator_to
- (*group_functions_t::get_last_in_group
- (detail::dcast_bucket_ptr<node>(it_first_in_group.pointed_node()), optimize_multikey_t()));
- }
- template<class KeyType, class KeyEqual>
- siterator priv_find_with_hash
- ( const KeyType &key, KeyEqual equal_func, size_type &bucket_number, const std::size_t h, siterator &previt) const
- {
- bucket_number = this->priv_hash_to_bucket(h);
- bucket_type &b = this->priv_bucket_pointer()[bucket_number];
- previt = b.before_begin();
- siterator it = previt;
- siterator const endit = b.end();
- while(++it != endit){
- if(this->priv_is_value_equal_to_key(this->priv_value_from_slist_node(it.pointed_node()), h, key, equal_func)){
- return it;
- }
- previt = it = (priv_last_in_group)(it);
- }
- previt = b.before_begin();
- return this->priv_invalid_local_it();
- }
- template<class KeyType, class KeyHasher, class KeyEqual>
- std::pair<siterator, siterator> priv_local_equal_range
- ( const KeyType &key
- , KeyHasher hash_func
- , KeyEqual equal_func
- , size_type &found_bucket
- , size_type &cnt) const
- {
- cnt = 0;
-
-
- siterator prev;
- size_type n_bucket;
- std::size_t h;
- std::pair<siterator, siterator> to_return
- ( this->priv_find(key, hash_func, equal_func, n_bucket, h, prev)
- , this->priv_invalid_local_it());
- if(to_return.first != to_return.second){
- found_bucket = n_bucket;
-
-
- bucket_type &b = this->priv_bucket_pointer()[n_bucket];
- siterator it = to_return.first;
- ++cnt;
- if(optimize_multikey){
- to_return.second = ++(priv_last_in_group)(it);
- cnt += boost::intrusive::iterator_distance(++it, to_return.second);
- }
- else{
- siterator const bend = b.end();
- while(++it != bend &&
- this->priv_is_value_equal_to_key(this->priv_value_from_slist_node(it.pointed_node()), h, key, equal_func)){
- ++cnt;
- }
- to_return.second = it;
- }
- }
- return to_return;
- }
- template<class KeyType, class KeyHasher, class KeyEqual>
- std::pair<siterator, siterator> priv_equal_range
- ( const KeyType &key
- , KeyHasher hash_func
- , KeyEqual equal_func) const
- {
- size_type n_bucket;
- size_type cnt;
-
- std::pair<siterator, siterator> to_return
- (this->priv_local_equal_range(key, hash_func, equal_func, n_bucket, cnt));
-
-
- bucket_ptr const bp = this->priv_bucket_pointer();
- if(to_return.first != to_return.second &&
- to_return.second == bp[n_bucket].end()){
- to_return.second = this->priv_invalid_local_it();
- ++n_bucket;
- for( const size_type max_bucket = this->priv_bucket_count()
- ; n_bucket != max_bucket
- ; ++n_bucket){
- bucket_type &b = bp[n_bucket];
- if(!b.empty()){
- to_return.second = b.begin();
- break;
- }
- }
- }
- return to_return;
- }
- std::size_t priv_get_bucket_num(siterator it)
- { return this->priv_get_bucket_num_hash_dispatch(it, store_hash_t()); }
- std::size_t priv_get_bucket_num_hash_dispatch(siterator it, detail::true_)
- {
- return this->priv_hash_to_bucket
- (this->priv_stored_hash(it.pointed_node(), store_hash_t()));
- }
- std::size_t priv_get_bucket_num_hash_dispatch(siterator it, detail::false_)
- { return this->priv_get_bucket_num_no_hash_store(it, optimize_multikey_t()); }
- static siterator priv_get_previous(bucket_type &b, siterator i)
- { return bucket_plus_vtraits_t::priv_get_previous(b, i, optimize_multikey_t()); }
-
- };
- #if !defined(BOOST_INTRUSIVE_VARIADIC_TEMPLATES)
- template < class T
- , bool UniqueKeys
- , class PackedOptions
- >
- #else
- template <class T, bool UniqueKeys, class ...Options>
- #endif
- struct make_bucket_traits
- {
-
- typedef typename detail::get_value_traits
- <T, typename PackedOptions::proto_value_traits>::type value_traits;
- typedef typename PackedOptions::bucket_traits specified_bucket_traits;
-
- typedef typename detail::get_slist_impl
- <typename detail::reduced_slist_node_traits
- <typename value_traits::node_traits>::type
- >::type slist_impl;
- typedef typename
- detail::if_c< detail::is_same
- < specified_bucket_traits
- , default_bucket_traits
- >::value
- , detail::bucket_traits_impl<slist_impl>
- , specified_bucket_traits
- >::type type;
- };
- #if defined(BOOST_INTRUSIVE_DOXYGEN_INVOKED) || defined(BOOST_INTRUSIVE_VARIADIC_TEMPLATES)
- template<class T, class ...Options>
- #else
- template<class T, class O1 = void, class O2 = void
- , class O3 = void, class O4 = void
- , class O5 = void, class O6 = void
- , class O7 = void, class O8 = void
- , class O9 = void, class O10= void
- >
- #endif
- struct make_hashtable
- {
-
- typedef typename pack_options
- < hashtable_defaults,
- #if !defined(BOOST_INTRUSIVE_VARIADIC_TEMPLATES)
- O1, O2, O3, O4, O5, O6, O7, O8, O9, O10
- #else
- Options...
- #endif
- >::type packed_options;
- typedef typename detail::get_value_traits
- <T, typename packed_options::proto_value_traits>::type value_traits;
- typedef typename make_bucket_traits
- <T, false, packed_options>::type bucket_traits;
- typedef hashtable_impl
- < value_traits
- , typename packed_options::key_of_value
- , typename packed_options::hash
- , typename packed_options::equal
- , bucket_traits
- , typename packed_options::size_type
- , (std::size_t(false)*hash_bool_flags::unique_keys_pos)
- |(std::size_t(packed_options::constant_time_size)*hash_bool_flags::constant_time_size_pos)
- |(std::size_t(packed_options::power_2_buckets)*hash_bool_flags::power_2_buckets_pos)
- |(std::size_t(packed_options::cache_begin)*hash_bool_flags::cache_begin_pos)
- |(std::size_t(packed_options::compare_hash)*hash_bool_flags::compare_hash_pos)
- |(std::size_t(packed_options::incremental)*hash_bool_flags::incremental_pos)
- > implementation_defined;
-
- typedef implementation_defined type;
- };
- #if !defined(BOOST_INTRUSIVE_DOXYGEN_INVOKED)
- #if defined(BOOST_INTRUSIVE_VARIADIC_TEMPLATES)
- template<class T, class ...Options>
- #else
- template<class T, class O1, class O2, class O3, class O4, class O5, class O6, class O7, class O8, class O9, class O10>
- #endif
- class hashtable
- : public make_hashtable<T,
- #if !defined(BOOST_INTRUSIVE_VARIADIC_TEMPLATES)
- O1, O2, O3, O4, O5, O6, O7, O8, O9, O10
- #else
- Options...
- #endif
- >::type
- {
- typedef typename make_hashtable<T,
- #if !defined(BOOST_INTRUSIVE_VARIADIC_TEMPLATES)
- O1, O2, O3, O4, O5, O6, O7, O8, O9, O10
- #else
- Options...
- #endif
- >::type Base;
- BOOST_MOVABLE_BUT_NOT_COPYABLE(hashtable)
- public:
- typedef typename Base::value_traits value_traits;
- typedef typename Base::iterator iterator;
- typedef typename Base::const_iterator const_iterator;
- typedef typename Base::bucket_ptr bucket_ptr;
- typedef typename Base::size_type size_type;
- typedef typename Base::hasher hasher;
- typedef typename Base::bucket_traits bucket_traits;
- typedef typename Base::key_equal key_equal;
-
- BOOST_STATIC_ASSERT((detail::is_same<typename value_traits::value_type, T>::value));
- explicit hashtable ( const bucket_traits &b_traits
- , const hasher & hash_func = hasher()
- , const key_equal &equal_func = key_equal()
- , const value_traits &v_traits = value_traits())
- : Base(b_traits, hash_func, equal_func, v_traits)
- {}
- hashtable(BOOST_RV_REF(hashtable) x)
- : Base(BOOST_MOVE_BASE(Base, x))
- {}
- hashtable& operator=(BOOST_RV_REF(hashtable) x)
- { return static_cast<hashtable&>(this->Base::operator=(BOOST_MOVE_BASE(Base, x))); }
- template <class Cloner, class Disposer>
- void clone_from(const hashtable &src, Cloner cloner, Disposer disposer)
- { Base::clone_from(src, cloner, disposer); }
- template <class Cloner, class Disposer>
- void clone_from(BOOST_RV_REF(hashtable) src, Cloner cloner, Disposer disposer)
- { Base::clone_from(BOOST_MOVE_BASE(Base, src), cloner, disposer); }
- };
- #endif
- }
- }
- #include <boost/intrusive/detail/config_end.hpp>
- #endif
|