add 2 new tests

now we have one extension absolutely covered by tests, yay! =)

diff --git a/ext/tokenizer/tests/002.phpt b/ext/tokenizer/tests/002.phpt
new file mode 100644 (file)
index 0000000..3191b56
--- /dev/null
+++ b/ext/tokenizer/tests/002.phpt
@@ -0,0 +1,784 @@
+--TEST--
+token_get_all()
+--FILE--
+<?php
+
+$strings = array(
+       '<? echo 1; if (isset($a)) print $a+1; $a++; $a--; $a == 2; $a === 2; endif; ?>',
+       '<?php switch($a) { case 1: break; default: break; } while($a) { exit; } ?>',
+       '<? /* comment */ if (1 || 2) { } $a = 2 | 1; $b = 3^2; $c = 4&2; ?>',
+       /* feel free to add more yourself */
+       'wrong syntax here'
+);
+
+foreach ($strings as $s) {
+       var_dump(token_get_all($s));
+}
+
+echo "Done\n";
+?>
+--EXPECT--     
+array(49) {
+  [0]=>
+  array(2) {
+    [0]=>
+    int(367)
+    [1]=>
+    string(2) "<?"
+  }
+  [1]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [2]=>
+  array(2) {
+    [0]=>
+    int(316)
+    [1]=>
+    string(4) "echo"
+  }
+  [3]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [4]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "1"
+  }
+  [5]=>
+  string(1) ";"
+  [6]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [7]=>
+  array(2) {
+    [0]=>
+    int(301)
+    [1]=>
+    string(2) "if"
+  }
+  [8]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [9]=>
+  string(1) "("
+  [10]=>
+  array(2) {
+    [0]=>
+    int(349)
+    [1]=>
+    string(5) "isset"
+  }
+  [11]=>
+  string(1) "("
+  [12]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$a"
+  }
+  [13]=>
+  string(1) ")"
+  [14]=>
+  string(1) ")"
+  [15]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [16]=>
+  array(2) {
+    [0]=>
+    int(266)
+    [1]=>
+    string(5) "print"
+  }
+  [17]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [18]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$a"
+  }
+  [19]=>
+  string(1) "+"
+  [20]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "1"
+  }
+  [21]=>
+  string(1) ";"
+  [22]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [23]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$a"
+  }
+  [24]=>
+  array(2) {
+    [0]=>
+    int(297)
+    [1]=>
+    string(2) "++"
+  }
+  [25]=>
+  string(1) ";"
+  [26]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [27]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$a"
+  }
+  [28]=>
+  array(2) {
+    [0]=>
+    int(296)
+    [1]=>
+    string(2) "--"
+  }
+  [29]=>
+  string(1) ";"
+  [30]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [31]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$a"
+  }
+  [32]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [33]=>
+  array(2) {
+    [0]=>
+    int(283)
+    [1]=>
+    string(2) "=="
+  }
+  [34]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [35]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "2"
+  }
+  [36]=>
+  string(1) ";"
+  [37]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [38]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$a"
+  }
+  [39]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [40]=>
+  array(2) {
+    [0]=>
+    int(281)
+    [1]=>
+    string(3) "==="
+  }
+  [41]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [42]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "2"
+  }
+  [43]=>
+  string(1) ";"
+  [44]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [45]=>
+  array(2) {
+    [0]=>
+    int(304)
+    [1]=>
+    string(5) "endif"
+  }
+  [46]=>
+  string(1) ";"
+  [47]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [48]=>
+  array(2) {
+    [0]=>
+    int(369)
+    [1]=>
+    string(2) "?>"
+  }
+}
+array(37) {
+  [0]=>
+  array(2) {
+    [0]=>
+    int(367)
+    [1]=>
+    string(6) "<?php "
+  }
+  [1]=>
+  array(2) {
+    [0]=>
+    int(327)
+    [1]=>
+    string(6) "switch"
+  }
+  [2]=>
+  string(1) "("
+  [3]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$a"
+  }
+  [4]=>
+  string(1) ")"
+  [5]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [6]=>
+  string(1) "{"
+  [7]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [8]=>
+  array(2) {
+    [0]=>
+    int(329)
+    [1]=>
+    string(4) "case"
+  }
+  [9]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [10]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "1"
+  }
+  [11]=>
+  string(1) ":"
+  [12]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [13]=>
+  array(2) {
+    [0]=>
+    int(331)
+    [1]=>
+    string(5) "break"
+  }
+  [14]=>
+  string(1) ";"
+  [15]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [16]=>
+  array(2) {
+    [0]=>
+    int(330)
+    [1]=>
+    string(7) "default"
+  }
+  [17]=>
+  string(1) ":"
+  [18]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [19]=>
+  array(2) {
+    [0]=>
+    int(331)
+    [1]=>
+    string(5) "break"
+  }
+  [20]=>
+  string(1) ";"
+  [21]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [22]=>
+  string(1) "}"
+  [23]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [24]=>
+  array(2) {
+    [0]=>
+    int(318)
+    [1]=>
+    string(5) "while"
+  }
+  [25]=>
+  string(1) "("
+  [26]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$a"
+  }
+  [27]=>
+  string(1) ")"
+  [28]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [29]=>
+  string(1) "{"
+  [30]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [31]=>
+  array(2) {
+    [0]=>
+    int(300)
+    [1]=>
+    string(4) "exit"
+  }
+  [32]=>
+  string(1) ";"
+  [33]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [34]=>
+  string(1) "}"
+  [35]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [36]=>
+  array(2) {
+    [0]=>
+    int(369)
+    [1]=>
+    string(2) "?>"
+  }
+}
+array(48) {
+  [0]=>
+  array(2) {
+    [0]=>
+    int(367)
+    [1]=>
+    string(2) "<?"
+  }
+  [1]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [2]=>
+  array(2) {
+    [0]=>
+    int(365)
+    [1]=>
+    string(13) "/* comment */"
+  }
+  [3]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [4]=>
+  array(2) {
+    [0]=>
+    int(301)
+    [1]=>
+    string(2) "if"
+  }
+  [5]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [6]=>
+  string(1) "("
+  [7]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "1"
+  }
+  [8]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [9]=>
+  array(2) {
+    [0]=>
+    int(278)
+    [1]=>
+    string(2) "||"
+  }
+  [10]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [11]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "2"
+  }
+  [12]=>
+  string(1) ")"
+  [13]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [14]=>
+  string(1) "{"
+  [15]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [16]=>
+  string(1) "}"
+  [17]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [18]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$a"
+  }
+  [19]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [20]=>
+  string(1) "="
+  [21]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [22]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "2"
+  }
+  [23]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [24]=>
+  string(1) "|"
+  [25]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [26]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "1"
+  }
+  [27]=>
+  string(1) ";"
+  [28]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [29]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$b"
+  }
+  [30]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [31]=>
+  string(1) "="
+  [32]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [33]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "3"
+  }
+  [34]=>
+  string(1) "^"
+  [35]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "2"
+  }
+  [36]=>
+  string(1) ";"
+  [37]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [38]=>
+  array(2) {
+    [0]=>
+    int(309)
+    [1]=>
+    string(2) "$c"
+  }
+  [39]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [40]=>
+  string(1) "="
+  [41]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [42]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "4"
+  }
+  [43]=>
+  string(1) "&"
+  [44]=>
+  array(2) {
+    [0]=>
+    int(305)
+    [1]=>
+    string(1) "2"
+  }
+  [45]=>
+  string(1) ";"
+  [46]=>
+  array(2) {
+    [0]=>
+    int(370)
+    [1]=>
+    string(1) " "
+  }
+  [47]=>
+  array(2) {
+    [0]=>
+    int(369)
+    [1]=>
+    string(2) "?>"
+  }
+}
+array(1) {
+  [0]=>
+  array(2) {
+    [0]=>
+    int(311)
+    [1]=>
+    string(17) "wrong syntax here"
+  }
+}
+Done

diff --git a/ext/tokenizer/tests/003.phpt b/ext/tokenizer/tests/003.phpt
new file mode 100644 (file)
index 0000000..90a58f0
--- /dev/null
+++ b/ext/tokenizer/tests/003.phpt
@@ -0,0 +1,40 @@
+--TEST--
+token_get_all() and wrong parameters
+--FILE--
+<?php
+
+var_dump(token_get_all(array()));
+var_dump(token_get_all(new stdClass));
+var_dump(token_get_all(""));
+var_dump(token_get_all(0));
+var_dump(token_get_all(-1));
+
+echo "Done\n";
+?>
+--EXPECTF--    
+Warning: token_get_all() expects parameter 1 to be string, array given in %s on line %d
+NULL
+
+Warning: token_get_all() expects parameter 1 to be string, object given in %s on line %d
+NULL
+array(0) {
+}
+array(1) {
+  [0]=>
+  array(2) {
+    [0]=>
+    int(311)
+    [1]=>
+    string(1) "0"
+  }
+}
+array(1) {
+  [0]=>
+  array(2) {
+    [0]=>
+    int(311)
+    [1]=>
+    string(2) "-1"
+  }
+}
+Done