token_get_all()
--SKIPIF--
<?php if (!extension_loaded("tokenizer")) print "skip"; ?>
---INI--
-short_open_tag=1
--FILE--
<?php
$strings = array(
- '<? echo 1; if (isset($a)) print $a+1; $a++; $a--; $a == 2; $a === 2; endif; ?>',
+ '<?php echo 1; if (isset($a)) print $a+1; $a++; $a--; $a == 2; $a === 2; endif; ?>',
'<?php switch($a) { case 1: break; default: break; } while($a) { exit; } ?>',
- '<? /* comment */ if (1 || 2) { } $a = 2 | 1; $b = 3^2; $c = 4&2; ?>',
+ '<?php /* comment */ if (1 || 2) { } $a = 2 | 1; $b = 3^2; $c = 4&2; ?>',
/* feel free to add more yourself */
'wrong syntax here'
);
echo "Done\n";
?>
--EXPECTF--
-array(49) {
+array(48) {
[0]=>
array(3) {
[0]=>
int(%d)
[1]=>
- string(2) "<?"
+ string(6) "<?php "
[2]=>
int(1)
}
[1]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [2]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [3]=>
+ [2]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [4]=>
+ [3]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [5]=>
+ [4]=>
string(1) ";"
- [6]=>
+ [5]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [7]=>
+ [6]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [8]=>
+ [7]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [9]=>
+ [8]=>
string(1) "("
- [10]=>
+ [9]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [11]=>
+ [10]=>
string(1) "("
- [12]=>
+ [11]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
+ [12]=>
+ string(1) ")"
[13]=>
string(1) ")"
[14]=>
- string(1) ")"
- [15]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [16]=>
+ [15]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [17]=>
+ [16]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [18]=>
+ [17]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [19]=>
+ [18]=>
string(1) "+"
- [20]=>
+ [19]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [21]=>
+ [20]=>
string(1) ";"
- [22]=>
+ [21]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [23]=>
+ [22]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [24]=>
+ [23]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [25]=>
+ [24]=>
string(1) ";"
- [26]=>
+ [25]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [27]=>
+ [26]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [28]=>
+ [27]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [29]=>
+ [28]=>
string(1) ";"
- [30]=>
+ [29]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [31]=>
+ [30]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [32]=>
+ [31]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [33]=>
+ [32]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [34]=>
+ [33]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [35]=>
+ [34]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [36]=>
+ [35]=>
string(1) ";"
- [37]=>
+ [36]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [38]=>
+ [37]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [39]=>
+ [38]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [40]=>
+ [39]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [41]=>
+ [40]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [42]=>
+ [41]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [43]=>
+ [42]=>
string(1) ";"
- [44]=>
+ [43]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [45]=>
+ [44]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [46]=>
+ [45]=>
string(1) ";"
- [47]=>
+ [46]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [48]=>
+ [47]=>
array(3) {
[0]=>
int(%d)
int(1)
}
}
-array(48) {
+array(47) {
[0]=>
array(3) {
[0]=>
int(%d)
[1]=>
- string(2) "<?"
+ string(6) "<?php "
[2]=>
int(1)
}
[1]=>
- array(3) {
- [0]=>
- int(%d)
- [1]=>
- string(1) " "
- [2]=>
- int(1)
- }
- [2]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [3]=>
+ [2]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [4]=>
+ [3]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [5]=>
+ [4]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [6]=>
+ [5]=>
string(1) "("
- [7]=>
+ [6]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [8]=>
+ [7]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [9]=>
+ [8]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [10]=>
+ [9]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [11]=>
+ [10]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [12]=>
+ [11]=>
string(1) ")"
- [13]=>
+ [12]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [14]=>
+ [13]=>
string(1) "{"
- [15]=>
+ [14]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [16]=>
+ [15]=>
string(1) "}"
- [17]=>
+ [16]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [18]=>
+ [17]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [19]=>
+ [18]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [20]=>
+ [19]=>
string(1) "="
- [21]=>
+ [20]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [22]=>
+ [21]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [23]=>
+ [22]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [24]=>
+ [23]=>
string(1) "|"
- [25]=>
+ [24]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [26]=>
+ [25]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [27]=>
+ [26]=>
string(1) ";"
- [28]=>
+ [27]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [29]=>
+ [28]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [30]=>
+ [29]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [31]=>
+ [30]=>
string(1) "="
- [32]=>
+ [31]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [33]=>
+ [32]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [34]=>
+ [33]=>
string(1) "^"
- [35]=>
+ [34]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [36]=>
+ [35]=>
string(1) ";"
- [37]=>
+ [36]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [38]=>
+ [37]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [39]=>
+ [38]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [40]=>
+ [39]=>
string(1) "="
- [41]=>
+ [40]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [42]=>
+ [41]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [43]=>
+ [42]=>
string(1) "&"
- [44]=>
+ [43]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [45]=>
+ [44]=>
string(1) ";"
- [46]=>
+ [45]=>
array(3) {
[0]=>
int(%d)
[2]=>
int(1)
}
- [47]=>
+ [46]=>
array(3) {
[0]=>
int(%d)