Enhance the tokenizer data generator script

Changes:
- executable from any location (for example, project root)
- some minor common shell scripts CS fixes
- error reporting done based on the presence of the parser file

diff --git a/ext/tokenizer/tokenizer_data_gen.sh b/ext/tokenizer/tokenizer_data_gen.sh
index d545f041d3aec329b149367c900d76e1178b4e0d..979ecb983c83aba73729cbcefd7d6fee1068df5f 100755 (executable)
--- a/ext/tokenizer/tokenizer_data_gen.sh
+++ b/ext/tokenizer/tokenizer_data_gen.sh
@@ -1,17 +1,21 @@
 #!/bin/sh
+#
+# Generate the tokenizer extension data file from the parser header file.
 
-INFILE="../../Zend/zend_language_parser.h"
-OUTFILE="tokenizer_data.c"
-AWK=awk
+# Go to project root directory.
+cd $(CDPATH= cd -- "$(dirname -- "$0")/../../" && pwd -P)
 
-####################################################################
+infile="Zend/zend_language_parser.h"
+outfile="ext/tokenizer/tokenizer_data.c"
 
-if test ! -f "./tokenizer.c"; then
-    echo "Please run this script from within php-src/ext/tokenizer"
-    exit 0
+if test ! -f "$infile"; then
+  echo "$infile is missing." >&2
+  echo "" >&2
+  echo "Please, generate the PHP parser files by scripts/dev/genfiles" >&2
+  echo "or by running the ./configure build step." >&2
+  exit 1
 fi
 
-
 echo '/*
    +----------------------------------------------------------------------+
    | PHP Version 7                                                        |
@@ -39,25 +43,24 @@ echo '/*
 #include "zend.h"
 #include <zend_language_parser.h>
 
-' > $OUTFILE
-
+' > $outfile
 
-echo 'void tokenizer_register_constants(INIT_FUNC_ARGS) {' >> $OUTFILE
-$AWK '
+echo 'void tokenizer_register_constants(INIT_FUNC_ARGS) {' >> $outfile
+awk '
        /^    T_(NOELSE|ERROR)/ { next }
        /^    T_/  { print "    REGISTER_LONG_CONSTANT(\"" $1 "\", " $1 ", CONST_CS | CONST_PERSISTENT);" }
-' < $INFILE >> $OUTFILE
-echo ' REGISTER_LONG_CONSTANT("T_DOUBLE_COLON", T_PAAMAYIM_NEKUDOTAYIM, CONST_CS | CONST_PERSISTENT);' >> $OUTFILE
-echo '}' >> $OUTFILE
+' < $infile >> $outfile
+echo ' REGISTER_LONG_CONSTANT("T_DOUBLE_COLON", T_PAAMAYIM_NEKUDOTAYIM, CONST_CS | CONST_PERSISTENT);' >> $outfile
+echo '}' >> $outfile
 
 
 echo '
 char *get_token_type_name(int token_type)
 {
        switch (token_type) {
-' >> $OUTFILE
+' >> $outfile
 
-$AWK '
+awk '
        /^    T_PAAMAYIM_NEKUDOTAYIM/ {
                print "         case T_PAAMAYIM_NEKUDOTAYIM: return \"T_DOUBLE_COLON\";"
                next
@@ -66,12 +69,12 @@ $AWK '
        /^    T_/ {
                print "         case " $1 ": return \"" $1 "\";"
        }
-' < $INFILE >> $OUTFILE
+' < $infile >> $outfile
 
 echo '
        }
        return "UNKNOWN";
 }
-' >> $OUTFILE
+' >> $outfile
 
-echo "Wrote $OUTFILE"
+echo "Wrote $outfile"