123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783 |
- --TEST--
- Test token_get_all() function : usage variations - with constant tokens
- --SKIPIF--
- <?php if (!extension_loaded("tokenizer")) print "skip"; ?>
- --FILE--
- <?php
- /* Prototype : array token_get_all(string $source)
- * Description: splits the given source into an array of PHP languange tokens
- * Source code: ext/tokenizer/tokenizer.c
- */
- /*
- * Using different types of constants in 'source' string to check them for token
- * integer const - T_LNUMBER(305)
- * float/double/real const - T_DNUMBER(306)
- * string cosnt - T_CONSTANT_ESCAPED_STRING(315)
- * bool const (no tokens specified) - T_UNKNOWN(307)
- * null const (no tokens specified) - T_UNKNOWN(307)
- */
- echo "*** Testing token_get_all() : 'source' string with different constants ***\n";
- $a = 1;
- $b = 0;
- $source = array (
- // int const
- '<?php $a = 1 + 034; $b = $a + 0x3F; ?>',
-
- // float const
- '<?php $a = 0.23E-2 + 0.43e2 + 0.5; ?>',
- // string const
- '<?php $a = "hello ".\'world\'; ?>',
- // bool const
- "<?php \$a = (\$b)? true : false; ?>",
- "<?php \$b = (\$a)? FALSE : TRUE; ?>",
- // null const
- '<?php $b = null | NULL; ?>'
- );
- for($count = 0; $count < count($source); $count++) {
- echo "-- Iteration ".($count + 1)." --\n";
- var_dump( token_get_all($source[$count]));
- }
- echo "Done"
- ?>
- --EXPECTF--
- *** Testing token_get_all() : 'source' string with different constants ***
- -- Iteration 1 --
- array(24) {
- [0]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(6) "<?php "
- [2]=>
- int(1)
- }
- [1]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$a"
- [2]=>
- int(1)
- }
- [2]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [3]=>
- string(1) "="
- [4]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [5]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) "1"
- [2]=>
- int(1)
- }
- [6]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [7]=>
- string(1) "+"
- [8]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [9]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(3) "034"
- [2]=>
- int(1)
- }
- [10]=>
- string(1) ";"
- [11]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [12]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$b"
- [2]=>
- int(1)
- }
- [13]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [14]=>
- string(1) "="
- [15]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [16]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$a"
- [2]=>
- int(1)
- }
- [17]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [18]=>
- string(1) "+"
- [19]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [20]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(4) "0x3F"
- [2]=>
- int(1)
- }
- [21]=>
- string(1) ";"
- [22]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [23]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "?>"
- [2]=>
- int(1)
- }
- }
- -- Iteration 2 --
- array(17) {
- [0]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(6) "<?php "
- [2]=>
- int(1)
- }
- [1]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$a"
- [2]=>
- int(1)
- }
- [2]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [3]=>
- string(1) "="
- [4]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [5]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(7) "0.23E-2"
- [2]=>
- int(1)
- }
- [6]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [7]=>
- string(1) "+"
- [8]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [9]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(6) "0.43e2"
- [2]=>
- int(1)
- }
- [10]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [11]=>
- string(1) "+"
- [12]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [13]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(3) "0.5"
- [2]=>
- int(1)
- }
- [14]=>
- string(1) ";"
- [15]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [16]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "?>"
- [2]=>
- int(1)
- }
- }
- -- Iteration 3 --
- array(11) {
- [0]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(6) "<?php "
- [2]=>
- int(1)
- }
- [1]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$a"
- [2]=>
- int(1)
- }
- [2]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [3]=>
- string(1) "="
- [4]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [5]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(8) ""hello ""
- [2]=>
- int(1)
- }
- [6]=>
- string(1) "."
- [7]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(7) "'world'"
- [2]=>
- int(1)
- }
- [8]=>
- string(1) ";"
- [9]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [10]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "?>"
- [2]=>
- int(1)
- }
- }
- -- Iteration 4 --
- array(18) {
- [0]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(6) "<?php "
- [2]=>
- int(1)
- }
- [1]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$a"
- [2]=>
- int(1)
- }
- [2]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [3]=>
- string(1) "="
- [4]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [5]=>
- string(1) "("
- [6]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$b"
- [2]=>
- int(1)
- }
- [7]=>
- string(1) ")"
- [8]=>
- string(1) "?"
- [9]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [10]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(4) "true"
- [2]=>
- int(1)
- }
- [11]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [12]=>
- string(1) ":"
- [13]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [14]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(5) "false"
- [2]=>
- int(1)
- }
- [15]=>
- string(1) ";"
- [16]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [17]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "?>"
- [2]=>
- int(1)
- }
- }
- -- Iteration 5 --
- array(18) {
- [0]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(6) "<?php "
- [2]=>
- int(1)
- }
- [1]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$b"
- [2]=>
- int(1)
- }
- [2]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [3]=>
- string(1) "="
- [4]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [5]=>
- string(1) "("
- [6]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$a"
- [2]=>
- int(1)
- }
- [7]=>
- string(1) ")"
- [8]=>
- string(1) "?"
- [9]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [10]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(5) "FALSE"
- [2]=>
- int(1)
- }
- [11]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [12]=>
- string(1) ":"
- [13]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [14]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(4) "TRUE"
- [2]=>
- int(1)
- }
- [15]=>
- string(1) ";"
- [16]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [17]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "?>"
- [2]=>
- int(1)
- }
- }
- -- Iteration 6 --
- array(13) {
- [0]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(6) "<?php "
- [2]=>
- int(1)
- }
- [1]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "$b"
- [2]=>
- int(1)
- }
- [2]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [3]=>
- string(1) "="
- [4]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [5]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(4) "null"
- [2]=>
- int(1)
- }
- [6]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [7]=>
- string(1) "|"
- [8]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [9]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(4) "NULL"
- [2]=>
- int(1)
- }
- [10]=>
- string(1) ";"
- [11]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [12]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(2) "?>"
- [2]=>
- int(1)
- }
- }
- Done
|