]> granicus.if.org Git - php/commitdiff
- Rewrite scanner to be based on re2c instead of flex
authorMarcus Boerger <helly@php.net>
Sun, 16 Mar 2008 21:06:55 +0000 (21:06 +0000)
committerMarcus Boerger <helly@php.net>
Sun, 16 Mar 2008 21:06:55 +0000 (21:06 +0000)
  The full patch is available as:
  http://php.net/~helly/php-re2c-5.3-20080316.diff.txt
  This is against php-re2c repository version 98
  An older patch against version 97 is available under:
  http://php.net/~helly/php-re2c-97-20080316.diff.txt

59 files changed:
Makefile.frag
NEWS
Zend/FlexLexer.h
Zend/Makefile.am
Zend/Zend.m4
Zend/configure.in
Zend/flex.skl
Zend/tests/bug42767.phpt
Zend/zend.c
Zend/zend_compile.c
Zend/zend_compile.h
Zend/zend_globals.h
Zend/zend_globals_macros.h
Zend/zend_highlight.c
Zend/zend_ini_parser.y
Zend/zend_ini_scanner.h
Zend/zend_ini_scanner.l
Zend/zend_language_scanner.h
Zend/zend_language_scanner.l
Zend/zend_stack.c
Zend/zend_stream.c
Zend/zend_stream.h
Zend/zend_strtod.c
Zend/zend_vm_def.h
Zend/zend_vm_execute.h
acinclude.m4
configure.in
ext/spl/php_spl.c
ext/standard/tests/strings/006.phpt
ext/standard/tests/strings/007.phpt
ext/standard/tests/strings/highlight_file.phpt
ext/standard/tests/strings/strip_tags_basic1.phpt
ext/standard/tests/strings/strip_tags_basic2.phpt
ext/standard/tests/strings/strip_tags_error.phpt
ext/standard/tests/strings/strip_tags_variation1.phpt
ext/standard/tests/strings/strip_tags_variation10.phpt
ext/standard/tests/strings/strip_tags_variation2.phpt
ext/standard/tests/strings/strip_tags_variation3.phpt
ext/standard/tests/strings/strip_tags_variation4.phpt
ext/standard/tests/strings/strip_tags_variation5.phpt
ext/standard/tests/strings/strip_tags_variation6.phpt
ext/standard/tests/strings/strip_tags_variation7.phpt
ext/standard/tests/strings/strip_tags_variation8.phpt
ext/standard/tests/strings/strip_tags_variation9.phpt
ext/tokenizer/Makefile.frag
ext/tokenizer/tests/token_get_all_variation14.phpt
ext/tokenizer/tokenizer.c
main/main.c
sapi/apache/mod_php5.c
sapi/apache_hooks/mod_php5.c
sapi/cgi/cgi_main.c
sapi/cgi/tests/007.phpt
sapi/cli/php_cli.c
sapi/cli/tests/010.phpt
sapi/cli/tests/016.phpt
sapi/cli/tests/017.phpt
sapi/tests/test003.phpt
sapi/tests/test004.phpt
win32/build/config.w32

index 81d5428c77b80efb718940db2746d8757336ee2b..18e7690c935413b030aba96856643a795959eb4e 100644 (file)
@@ -7,7 +7,7 @@ $(builddir)/zend_language_scanner.lo: $(srcdir)/zend_language_parser.h
 $(builddir)/zend_ini_scanner.lo: $(srcdir)/zend_ini_parser.h
 
 $(srcdir)/zend_language_scanner.c: $(srcdir)/zend_language_scanner.l
-       @$(LEX) -Pzend -S$(srcdir)/flex.skl -o$@ -i $(srcdir)/zend_language_scanner.l
+       $(RE2C) $(RE2C_FLAGS) --case-inverted -cbdFt $(srcdir)/zend_language_scanner_defs.h -o$@ $(srcdir)/zend_language_scanner.l
 
 $(srcdir)/zend_language_parser.h: $(srcdir)/zend_language_parser.c
 $(srcdir)/zend_language_parser.c: $(srcdir)/zend_language_parser.y
@@ -18,6 +18,6 @@ $(srcdir)/zend_ini_parser.c: $(srcdir)/zend_ini_parser.y
        @$(YACC) -p ini_ -v -d $(srcdir)/zend_ini_parser.y -o $@
 
 $(srcdir)/zend_ini_scanner.c: $(srcdir)/zend_ini_scanner.l
-       @$(LEX) -Pini_ -S$(srcdir)/flex.skl -o$@ -i $(srcdir)/zend_ini_scanner.l
+       $(RE2C) $(RE2C_FLAGS) --case-inverted -cbdFt $(srcdir)/zend_ini_scanner_defs.h -o$@ $(srcdir)/zend_ini_scanner.l
 
 $(builddir)/zend_indent.lo $(builddir)/zend_highlight.lo $(builddir)/zend_compile.lo: $(srcdir)/zend_language_parser.h
diff --git a/NEWS b/NEWS
index 16e1e63ecb4b03168529a74435136b8992b95f88..794367e04b41563a921aab4bb4abeb40cd327f27 100644 (file)
--- a/NEWS
+++ b/NEWS
@@ -79,6 +79,7 @@ PHP                                                                        NEWS
 - Added PREG_BAD_UTF8_OFFSET_ERROR constant. (Nuno)
 
 - Improved PHP runtime speed and memory usage:
+  . Replaced flex based scanner with re2c based scanner. (Marcus, Nuno, Scott)
   . Added garbage collector. (David Wang, Dmitry).
   . Improved PHP binary size and startup speed with GCC4 visibility control.
     (Nuno)
index fd6525857024cc9042cf82f4fe8fe495f986915b..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 100644 (file)
@@ -1,186 +0,0 @@
-// $Header$
-
-// FlexLexer.h -- define interfaces for lexical analyzer classes generated
-//               by flex
-
-// Copyright (c) 1993 The Regents of the University of California.
-// All rights reserved.
-//
-// This code is derived from software contributed to Berkeley by
-// Kent Williams and Tom Epperly.
-//
-// Redistribution and use in source and binary forms with or without
-// modification are permitted provided that: (1) source distributions retain
-// this entire copyright notice and comment, and (2) distributions including
-// binaries display the following acknowledgement:  ``This product includes
-// software developed by the University of California, Berkeley and its
-// contributors'' in the documentation or other materials provided with the
-// distribution and in all advertising materials mentioning features or use
-// of this software.  Neither the name of the University nor the names of
-// its contributors may be used to endorse or promote products derived from
-// this software without specific prior written permission.
-
-// THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR IMPLIED
-// WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
-// MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.
-
-// This file defines FlexLexer, an abstract class which specifies the
-// external interface provided to flex C++ lexer objects, and yyFlexLexer,
-// which defines a particular lexer class.
-//
-// If you want to create multiple lexer classes, you use the -P flag
-// to rename each yyFlexLexer to some other xxFlexLexer.  You then
-// include <FlexLexer.h> in your other sources once per lexer class:
-//
-//     #undef yyFlexLexer
-//     #define yyFlexLexer xxFlexLexer
-//     #include <FlexLexer.h>
-//
-//     #undef yyFlexLexer
-//     #define yyFlexLexer zzFlexLexer
-//     #include <FlexLexer.h>
-//     ...
-
-#ifndef FLEXLEXER_H
-// Never included before - need to define base class.
-#define FLEXLEXER_H
-#include <iostream.h>
-
-extern "C++" {
-
-struct yy_buffer_state;
-typedef int yy_state_type;
-
-class FlexLexer {
-public:
-       virtual ~FlexLexer()    { }
-
-       const char* YYText()    { return yytext; }
-       int YYLeng()            { return yyleng; }
-
-       virtual void
-               yy_switch_to_buffer( struct yy_buffer_state* new_buffer ) = 0;
-       virtual struct yy_buffer_state*
-               yy_create_buffer( istream* s, int size ) = 0;
-       virtual void yy_delete_buffer( struct yy_buffer_state* b ) = 0;
-       virtual void yyrestart( istream* s ) = 0;
-
-       virtual int yylex() = 0;
-
-       // Call yylex with new input/output sources.
-       int yylex( istream* new_in, ostream* new_out = 0 )
-               {
-               switch_streams( new_in, new_out );
-               return yylex();
-               }
-
-       // Switch to new input/output streams.  A nil stream pointer
-       // indicates "keep the current one".
-       virtual void switch_streams( istream* new_in = 0,
-                                       ostream* new_out = 0 ) = 0;
-
-       int lineno() const              { return yylineno; }
-
-       int debug() const               { return yy_flex_debug; }
-       void set_debug( int flag )      { yy_flex_debug = flag; }
-
-protected:
-       char* yytext;
-       int yyleng;
-       int yylineno;           // only maintained if you use %option yylineno
-       int yy_flex_debug;      // only has effect with -d or "%option debug"
-};
-
-}
-#endif
-
-#if defined(yyFlexLexer) || ! defined(yyFlexLexerOnce)
-// Either this is the first time through (yyFlexLexerOnce not defined),
-// or this is a repeated include to define a different flavor of
-// yyFlexLexer, as discussed in the flex man page.
-#define yyFlexLexerOnce
-
-class yyFlexLexer : public FlexLexer {
-public:
-       // arg_yyin and arg_yyout default to the cin and cout, but we
-       // only make that assignment when initializing in yylex().
-       yyFlexLexer( istream* arg_yyin = 0, ostream* arg_yyout = 0 );
-
-       virtual ~yyFlexLexer();
-
-       void yy_switch_to_buffer( struct yy_buffer_state* new_buffer );
-       struct yy_buffer_state* yy_create_buffer( istream* s, int size );
-       void yy_delete_buffer( struct yy_buffer_state* b );
-       void yyrestart( istream* s );
-
-       virtual int yylex();
-       virtual void switch_streams( istream* new_in, ostream* new_out );
-
-protected:
-       virtual int LexerInput( char* buf, int max_size );
-       virtual void LexerOutput( const char* buf, int size );
-       virtual void LexerError( const char* msg );
-
-       void yyunput( int c, char* buf_ptr );
-       int yyinput();
-
-       void yy_load_buffer_state();
-       void yy_init_buffer( struct yy_buffer_state* b, istream* s );
-       void yy_flush_buffer( struct yy_buffer_state* b );
-
-       int yy_start_stack_ptr;
-       int yy_start_stack_depth;
-       int* yy_start_stack;
-
-       void yy_push_state( int new_state );
-       void yy_pop_state();
-       int yy_top_state();
-
-       yy_state_type yy_get_previous_state();
-       yy_state_type yy_try_NUL_trans( yy_state_type current_state );
-       int yy_get_next_buffer();
-
-       istream* yyin;  // input source for default LexerInput
-       ostream* yyout; // output sink for default LexerOutput
-
-       struct yy_buffer_state* yy_current_buffer;
-
-       // yy_hold_char holds the character lost when yytext is formed.
-       char yy_hold_char;
-
-       // Number of characters read into yy_ch_buf.
-       int yy_n_chars;
-
-       // Points to current character in buffer.
-       char* yy_c_buf_p;
-
-       int yy_init;            // whether we need to initialize
-       int yy_start;           // start state number
-
-       // Flag which is used to allow yywrap()'s to do buffer switches
-       // instead of setting up a fresh yyin.  A bit of a hack ...
-       int yy_did_buffer_switch_on_eof;
-
-       // The following are not always needed, but may be depending
-       // on use of certain flex features (like REJECT or yymore()).
-
-       yy_state_type yy_last_accepting_state;
-       char* yy_last_accepting_cpos;
-
-       yy_state_type* yy_state_buf;
-       yy_state_type* yy_state_ptr;
-
-       char* yy_full_match;
-       int* yy_full_state;
-       int yy_full_lp;
-
-       int yy_lp;
-       int yy_looking_for_trail_begin;
-
-       int yy_more_flag;
-       int yy_more_len;
-       int yy_more_offset;
-       int yy_prev_more_offset;
-};
-
-#endif
index 3ad54a9d10740f2fddb51fbe999194c07c1dd233..b233b9c8001f65ece6e8c564df8c287151d6a905 100644 (file)
@@ -17,7 +17,7 @@ libZend_la_SOURCES=\
        zend_objects_API.c zend_ts_hash.c zend_stream.c \
        zend_default_classes.c \
        zend_iterators.c zend_interfaces.c zend_exceptions.c \
-       zend_strtod.c zend_multibyte.c
+       zend_strtod.c
 
 libZend_la_LDFLAGS =
 libZend_la_LIBADD = @ZEND_EXTRA_LIBS@
@@ -31,7 +31,7 @@ zend_ini_scanner.lo: zend_ini_parser.h
 # Language parser/scanner rules
 
 zend_language_scanner.c: $(srcdir)/zend_language_scanner.l
-       $(LEX) -Pzend -S$(srcdir)/flex.skl -o$@ -i $(srcdir)/zend_language_scanner.l
+       $(RE2C) $(RE2C_FLAGS) --case-inverted -cbdFt $(srcdir)/zend_language_scanner_defs.h -o$@ $(srcdir)/zend_language_scanner.l
 
 zend_language_parser.h: zend_language_parser.c
 zend_language_parser.c: $(srcdir)/zend_language_parser.y
@@ -43,7 +43,7 @@ zend_ini_parser.c: $(srcdir)/zend_ini_parser.y
        $(YACC) -p ini_ -v -d $(srcdir)/zend_ini_parser.y -o zend_ini_parser.c
 
 zend_ini_scanner.c: $(srcdir)/zend_ini_scanner.l
-       $(LEX) -Pini_ -S$(srcdir)/flex.skl -o$@ -i $(srcdir)/zend_ini_scanner.l
+       $(RE2C) $(RE2C_FLAGS) --case-inverted -cbdFt $(srcdir)/zend_ini_scanner_defs.h -o$@ $(srcdir)/zend_ini_scanner.l
 
 zend_ini_parser.h: zend_ini_parser.c
 
index dd1bbc3386ad7daaf7b10c6558071a4478951bca..61150fab0005c14e033d1497ed81273938470320 100644 (file)
@@ -31,7 +31,6 @@ AC_DEFUN([LIBZEND_BASIC_CHECKS],[
 AC_REQUIRE([AC_PROG_YACC])
 AC_REQUIRE([AC_PROG_CC])
 AC_REQUIRE([AC_PROG_CC_C_O])
-AC_REQUIRE([AC_PROG_LEX])
 AC_REQUIRE([AC_HEADER_STDC])
 
 LIBZEND_BISON_CHECK
@@ -155,13 +154,6 @@ AC_ARG_ENABLE(inline-optimization,
   ZEND_INLINE_OPTIMIZATION=yes
 ])
 
-AC_ARG_ENABLE(zend-multibyte,
-[  --enable-zend-multibyte Compile with zend multibyte support], [
-  ZEND_MULTIBYTE=$enableval
-],[
-  ZEND_MULTIBYTE=no
-])
-
 AC_MSG_CHECKING([virtual machine dispatch method])
 AC_MSG_RESULT($PHP_ZEND_VM)
 
@@ -174,9 +166,6 @@ AC_MSG_RESULT($ZEND_INLINE_OPTIMIZATION)
 AC_MSG_CHECKING(whether to enable Zend debugging)
 AC_MSG_RESULT($ZEND_DEBUG)
 
-AC_MSG_CHECKING(whether to enable Zend multibyte)
-AC_MSG_RESULT($ZEND_MULTIBYTE)
-       
 case $PHP_ZEND_VM in
   SWITCH)
     AC_DEFINE(ZEND_VM_KIND,ZEND_VM_KIND_SWITCH,[virtual machine dispatch method])
@@ -211,10 +200,6 @@ if test "$ZEND_MAINTAINER_ZTS" = "yes"; then
   LIBZEND_CPLUSPLUS_CHECKS
 fi  
 
-if test "$ZEND_MULTIBYTE" = "yes"; then
-  AC_DEFINE(ZEND_MULTIBYTE, 1, [ ])
-fi
-
 changequote({,})
 if test -n "$GCC" && test "$ZEND_INLINE_OPTIMIZATION" != "yes"; then
   INLINE_CFLAGS=`echo $ac_n "$CFLAGS $ac_c" | sed s/-O[0-9s]*//`
index 9cbd1e11cee01879183381e0cf04611b3cba30f9..f53d8af6e57d94062d64e675bd69450f33dcd62c 100644 (file)
@@ -7,7 +7,6 @@ AM_CONFIG_HEADER(zend_config.h)
 AM_SANITY_CHECK
 AM_MAINTAINER_MODE
 AC_PROG_CC
-AM_PROG_LEX
 AM_PROG_CC_STDC
 ZEND_VERSION=$VERSION
 AC_ZEND_C_BIGENDIAN
index 9a7c5cf873b2ddb3defcce5d400e34ab403a67ab..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 100644 (file)
-/* A Lexical scanner generated by flex */
-
-/* Scanner skeleton version:
- * $Header$
- * vim:ft=lex:
- */
-
-#define FLEX_SCANNER
-#define YY_FLEX_MAJOR_VERSION 2
-#define YY_FLEX_MINOR_VERSION 5
-
-%-
-#include <stdio.h>
-%*
-
-
-/* cfront 1.2 defines "c_plusplus" instead of "__cplusplus" */
-#ifdef c_plusplus
-#ifndef __cplusplus
-#define __cplusplus
-#endif
-#endif
-
-
-#ifdef __cplusplus
-
-#include <stdlib.h>
-%+
-class istream;
-%*
-#if HAVE_UNISTD_H
-#include <unistd.h>
-#endif
-
-/* Use prototypes in function declarations. */
-#define YY_USE_PROTOS
-
-/* The "const" storage-class-modifier is valid. */
-#define YY_USE_CONST
-
-#else  /* ! __cplusplus */
-
-#if __STDC__
-
-#define YY_USE_PROTOS
-#define YY_USE_CONST
-
-#endif /* __STDC__ */
-#endif /* ! __cplusplus */
-
-#ifdef __TURBOC__
- #pragma warn -rch
- #pragma warn -use
-#include <io.h>
-#include <stdlib.h>
-#define YY_USE_CONST
-#define YY_USE_PROTOS
-#endif
-
-#ifdef YY_USE_CONST
-#define yyconst const
-#else
-#define yyconst
-#endif
-
-#undef YY_USE_PROTOS
-#define YY_USE_PROTOS
-
-#ifdef YY_USE_PROTOS
-#define YY_PROTO(proto) proto
-#else
-#define YY_PROTO(proto) ()
-#endif
-
-/* Returned upon end-of-file. */
-#define YY_NULL 0
-
-/* Promotes a possibly negative, possibly signed char to an unsigned
- * integer for use as an array index.  If the signed char is negative,
- * we want to instead treat it as an 8-bit unsigned char, hence the
- * double cast.
- */
-#define YY_SC_TO_UI(c) ((unsigned int) (unsigned char) c)
-
-/* Enter a start condition.  This macro really ought to take a parameter,
- * but we do it the disgusting crufty way forced on us by the ()-less
- * definition of BEGIN.
- */
-#define BEGIN yy_start = 1 + 2 *
-
-/* Translate the current start state into a value that can be later handed
- * to BEGIN to return to the state.  The YYSTATE alias is for lex
- * compatibility.
- */
-#define YY_START ((yy_start - 1) / 2)
-#define YYSTATE YY_START
-
-/* Action number for EOF rule of a given start state. */
-#define YY_STATE_EOF(state) (YY_END_OF_BUFFER + state + 1)
-
-/* Special action meaning "start processing a new file". */
-#define YY_NEW_FILE yyrestart( SCNG(yy_in) TSRMLS_CC )
-
-#define YY_END_OF_BUFFER_CHAR 0
-
-/* Size of default input buffer. */
-#define YY_BUF_SIZE 16384
-
-typedef struct yy_buffer_state *YY_BUFFER_STATE;
-
-extern int yyleng;
-%-
-%*
-
-
-#define EOB_ACT_CONTINUE_SCAN 0
-#define EOB_ACT_END_OF_FILE 1
-#define EOB_ACT_LAST_MATCH 2
-
-/* The funky do-while in the following #define is used to turn the definition
- * int a single C statement (which needs a semi-colon terminator).  This
- * avoids problems with code like:
- *
- *     if ( condition_holds )
- *             yyless( 5 );
- *     else
- *             do_something_else();
- *
- * Prior to using the do-while the compiler would get upset at the
- * "else" because it interpreted the "if" statement as being all
- * done when it reached the ';' after the yyless() call.
- */
-
-/* Return all but the first 'n' matched characters back to the input stream. */
-
-#define yyless(n) \
-       do \
-               { \
-               /* Undo effects of setting up yytext. */ \
-               *yy_cp = yy_hold_char; \
-               yy_c_buf_p = yy_cp = yy_bp + n - YY_MORE_ADJ; \
-               YY_DO_BEFORE_ACTION; /* set up yytext again */ \
-               } \
-       while ( 0 )
-
-#define unput(c) yyunput( c, yytext_ptr TSRMLS_CC )
-
-/* The following is because we cannot portably get our hands on size_t
- * (without autoconf's help, which isn't available because we want
- * flex-generated scanners to compile on their own).
- */
-typedef unsigned int yy_size_t;
-
-
-struct yy_buffer_state
-       {
-%-
-       struct _zend_file_handle *yy_input_file;
-%+
-       istream* yy_input_file;
-%*
-
-       char *yy_ch_buf;                /* input buffer */
-       char *yy_buf_pos;               /* current position in input buffer */
-
-       /* Size of input buffer in bytes, not including room for EOB
-        * characters.
-        */
-       yy_size_t yy_buf_size;
-
-       /* Number of characters read into yy_ch_buf, not including EOB
-        * characters.
-        */
-       int yy_n_chars;
-
-       /* Whether we "own" the buffer - i.e., we know we created it,
-        * and can realloc() it to grow it, and should free() it to
-        * delete it.
-        */
-       int yy_is_our_buffer;
-
-       /* Whether this is an "interactive" input source; if so, and
-        * if we're using stdio for input, then we want to use getc()
-        * instead of fread(), to make sure we stop fetching input after
-        * each newline.
-        */
-       int yy_is_interactive;
-
-       /* Whether we're considered to be at the beginning of a line.
-        * If so, '^' rules will be active on the next match, otherwise
-        * not.
-        */
-       int yy_at_bol;
-
-       /* Whether to try to fill the input buffer when we reach the
-        * end of it.
-        */
-       int yy_fill_buffer;
-
-       int yy_buffer_status;
-#define YY_BUFFER_NEW 0
-#define YY_BUFFER_NORMAL 1
-       /* When an EOF's been seen but there's still some text to process
-        * then we mark the buffer as YY_EOF_PENDING, to indicate that we
-        * shouldn't try reading from the input source any more.  We might
-        * still have a bunch of tokens to match, though, because of
-        * possible backing-up.
-        *
-        * When we actually see the EOF, we change the status to "new"
-        * (via yyrestart()), so that the user can continue scanning by
-        * just pointing yyin at a new input file.
-        */
-#define YY_BUFFER_EOF_PENDING 2
-       };
-
-%- Standard (non-C++) definition
-#define yy_current_buffer SCNG(current_buffer)
-#define yy_hold_char SCNG(_yy_hold_char)
-%*
-
-/* We provide macros for accessing buffer states in case in the
- * future we want to put the buffer states in a more general
- * "scanner state".
- */
-#define YY_CURRENT_BUFFER yy_current_buffer
-
-
-%- Standard (non-C++) definition
-/* yy_hold_char holds the character lost when yytext is formed. */
-
-#if 0
-static char yy_hold_char;
-
-static int yy_n_chars;         /* number of characters read into yy_ch_buf */
-#endif
-
-/* Points to current character in buffer. */
-#define yy_c_buf_p SCNG(c_buf_p)
-#define yy_init SCNG(init)
-#define yy_start SCNG(start)
-
-#ifdef ZTS
-#define TSRMLS_D       void ***tsrm_ls
-#define TSRMLS_DC      , TSRMLS_D
-#define TSRMLS_C       tsrm_ls
-#define TSRMLS_CC      , TSRMLS_C
-#else
-#define TSRMLS_D
-#define TSRMLS_DC
-#define TSRMLS_C
-#define TSRMLS_CC
-#endif
-
-/* Flag which is used to allow yywrap()'s to do buffer switches
- * instead of setting up a fresh yyin.  A bit of a hack ...
- */
-/* static int yy_did_buffer_switch_on_eof; */
-#define yy_did_buffer_switch_on_eof SCNG(_yy_did_buffer_switch_on_eof)
-
-void yyrestart YY_PROTO(( struct _zend_file_handle *input_file TSRMLS_DC ));
-
-void yy_switch_to_buffer YY_PROTO(( YY_BUFFER_STATE new_buffer TSRMLS_DC ));
-void yy_load_buffer_state YY_PROTO(( TSRMLS_D ));
-YY_BUFFER_STATE yy_create_buffer YY_PROTO(( struct _zend_file_handle *file, int size TSRMLS_DC ));
-void yy_delete_buffer YY_PROTO(( YY_BUFFER_STATE b TSRMLS_DC ));
-void yy_init_buffer YY_PROTO(( YY_BUFFER_STATE b, struct _zend_file_handle *file TSRMLS_DC ));
-void yy_flush_buffer YY_PROTO(( YY_BUFFER_STATE b TSRMLS_DC ));
-#define YY_FLUSH_BUFFER yy_flush_buffer( yy_current_buffer TSRMLS_CC )
-
-YY_BUFFER_STATE yy_scan_buffer YY_PROTO(( char *base, yy_size_t size TSRMLS_DC ));
-YY_BUFFER_STATE yy_scan_string YY_PROTO(( yyconst char *yy_str TSRMLS_DC ));
-YY_BUFFER_STATE yy_scan_bytes YY_PROTO(( yyconst char *bytes, int len TSRMLS_DC ));
-
-%*
-
-static void *yy_flex_alloc YY_PROTO(( yy_size_t ));
-static void *yy_flex_realloc YY_PROTO(( void *, yy_size_t ));
-static void yy_flex_free YY_PROTO(( void * ));
-
-#define yy_new_buffer yy_create_buffer
-
-#define yy_set_interactive(is_interactive) \
-       { \
-       if ( ! yy_current_buffer ) \
-               yy_current_buffer = yy_create_buffer( SCNG(yy_in), YY_BUF_SIZE TSRMLS_CC ); \
-       yy_current_buffer->yy_is_interactive = is_interactive; \
-       }
-
-#define yy_set_bol(at_bol) \
-       { \
-       if ( ! yy_current_buffer ) \
-               yy_current_buffer = yy_create_buffer( SCNG(yy_in), YY_BUF_SIZE TSRMLS_CC ); \
-       yy_current_buffer->yy_at_bol = at_bol; \
-       }
-
-#define YY_AT_BOL() (yy_current_buffer->yy_at_bol)
-
-%% yytext/yyin/yyout/yy_state_type/yylineno etc. def's & init go here
-#undef yyleng
-#define yyleng SCNG(yy_leng)
-#undef yytext
-#define yytext SCNG(yy_text)
-#undef yytext_ptr
-#define yytext_ptr SCNG(yy_text)
-#undef yyin
-#define yyin SCNG(yy_in)
-#undef yyout
-#define yyout SCNG(yy_out)
-#undef yy_last_accepting_state
-#define yy_last_accepting_state SCNG(_yy_last_accepting_state)
-#undef yy_last_accepting_cpos
-#define yy_last_accepting_cpos SCNG(_yy_last_accepting_cpos)
-#undef yy_more_flag
-#define yy_more_flag SCNG(_yy_more_flag)
-#undef yy_more_len
-#define yy_more_len SCNG(_yy_more_len)
-
-
-%- Standard (non-C++) definition
-static yy_state_type yy_get_previous_state YY_PROTO(( TSRMLS_D ));
-static yy_state_type yy_try_NUL_trans YY_PROTO(( yy_state_type current_state TSRMLS_DC ));
-static int yy_get_next_buffer YY_PROTO(( TSRMLS_D ));
-static void yy_fatal_error YY_PROTO(( yyconst char msg[] ));
-%*
-
-#undef TSRMLS_D
-#undef TSRMLS_DC
-#undef TSRMLS_C
-#undef TSRMLS_CC
-
-/* Done after the current pattern has been matched and before the
- * corresponding action - sets up yytext.
- */
-#define YY_DO_BEFORE_ACTION \
-       yytext_ptr = yy_bp; \
-%% code to fiddle yytext and yyleng for yymore() goes here
-       yy_hold_char = *yy_cp; \
-       *yy_cp = '\0'; \
-%% code to copy yytext_ptr to yytext[] goes here, if %array
-       yy_c_buf_p = yy_cp;
-
-#undef yyleng
-#undef yytext
-#undef yytext_ptr
-#undef yyin
-#undef yyout
-#undef yy_last_accepting_state
-#undef yy_last_accepting_cpos
-#undef yy_more_flag
-#undef yy_more_len
-
-
-%% data tables for the DFA and the user's section 1 definitions go here
-
-/* Macros after this point can all be overridden by user definitions in
- * section 1.
- */
-
-#ifndef YY_SKIP_YYWRAP
-#ifdef __cplusplus
-extern "C" int yywrap YY_PROTO(( void ));
-#else
-extern int yywrap YY_PROTO(( void ));
-#endif
-#endif
-
-%-
-#ifndef YY_NO_UNPUT
-static void yyunput YY_PROTO(( int c, char *buf_ptr TSRMLS_DC ));
-#endif
-%*
-
-#ifndef yytext_ptr
-static void yy_flex_strncpy YY_PROTO(( char *, yyconst char *, int ));
-#endif
-
-#ifdef YY_NEED_STRLEN
-static int yy_flex_strlen YY_PROTO(( yyconst char * ));
-#endif
-
-#ifndef YY_NO_INPUT
-%- Standard (non-C++) definition
-#ifdef __cplusplus
-static int 3 YY_PROTO(( TSRMLS_D ));
-#else
-static int input YY_PROTO(( TSRMLS_D ));
-#endif
-%*
-#endif
-
-#if YY_STACK_USED
-#define yy_start_stack_ptr SCNG(yy_start_stack_ptr)
-#define yy_start_stack_depth SCNG(yy_start_stack_depth)
-#define yy_start_stack SCNG(yy_start_stack)
-/*
-static int yy_start_stack_ptr = 0;
-static int yy_start_stack_depth = 0;
-static int *yy_start_stack = 0;
-*/
-#ifndef YY_NO_PUSH_STATE
-static void yy_push_state YY_PROTO(( int new_state TSRMLS_DC ));
-#endif
-#ifndef YY_NO_POP_STATE
-static void yy_pop_state YY_PROTO(( TSRMLS_D ));
-#endif
-#ifndef YY_NO_TOP_STATE
-static int yy_top_state YY_PROTO(( TSRMLS_D ));
-#endif
-
-#else
-#define YY_NO_PUSH_STATE 1
-#define YY_NO_POP_STATE 1
-#define YY_NO_TOP_STATE 1
-#endif
-
-#ifdef YY_MALLOC_DECL
-YY_MALLOC_DECL
-#else
-#if __STDC__
-#ifndef __cplusplus
-#include <stdlib.h>
-#endif
-#else
-/* Just try to get by without declaring the routines.  This will fail
- * miserably on non-ANSI systems for which sizeof(size_t) != sizeof(int)
- * or sizeof(void*) != sizeof(int).
- */
-#endif
-#endif
-
-/* Amount of stuff to slurp up with each read. */
-#ifndef YY_READ_BUF_SIZE
-#define YY_READ_BUF_SIZE 8192
-#endif
-
-/* Copy whatever the last rule matched to the standard output. */
-
-/* Zend file handle reading */
-#ifndef ECHO
-#define ECHO /* There is no output */
-#endif
-
-#ifdef ZEND_MULTIBYTE
-# define YY_INPUT(buf, result, max_size) \
-       if ( ((result = zend_multibyte_yyinput(yyin, buf, max_size TSRMLS_CC)) == 0) \
-               && zend_stream_ferror( yyin TSRMLS_CC) ) \
-               YY_FATAL_ERROR( "input in flex scanner failed" );
-#else
-# define YY_INPUT(buf, result, max_size) \
-       if ( ((result = zend_stream_read(yyin, buf, max_size TSRMLS_CC)) == 0) \
-                 && zend_stream_ferror( yyin TSRMLS_CC) ) \
-               YY_FATAL_ERROR( "input in flex scanner failed" );
-#endif
-
-#ifndef ECHO
-%- Standard (non-C++) definition
-/* This used to be an fputs(), but since the string might contain NUL's,
- * we now use fwrite().
- */
-#define ECHO (void) fwrite( yytext, yyleng, 1, SCNG(yy_out) )
-%+ C++ definition
-#define ECHO LexerOutput( yytext, yyleng )
-%*
-#endif
-
-/* Gets input and stuffs it into "buf".  number of characters read, or YY_NULL,
- * is returned in "result".
- */
-#ifndef YY_INPUT
-#define YY_INPUT(buf,result,max_size) \
-%% fread()/read() definition of YY_INPUT goes here unless we're doing C++
-%+ C++ definition
-       if ( (result = LexerInput( (char *) buf, max_size )) < 0 ) \
-               YY_FATAL_ERROR( "input in flex scanner failed" );
-%*
-#endif
-
-/* No semi-colon after return; correct usage is to write "yyterminate();" -
- * we don't want an extra ';' after the "return" because that will cause
- * some compilers to complain about unreachable statements.
- */
-#ifndef yyterminate
-#define yyterminate() return YY_NULL
-#endif
-
-/* Number of entries by which start-condition stack grows. */
-#ifndef YY_START_STACK_INCR
-#define YY_START_STACK_INCR 25
-#endif
-
-/* Report a fatal error. */
-#ifndef YY_FATAL_ERROR
-%-
-#define YY_FATAL_ERROR(msg) yy_fatal_error( msg )
-%+
-#define YY_FATAL_ERROR(msg) LexerError( msg )
-%*
-#endif
-
-
-/* Default declaration of generated scanner - a define so the user can
- * easily add parameters.
- */
-#ifndef YY_DECL
-%- Standard (non-C++) definition
-#define YY_DECL int yylex YY_PROTO(( void ))
-%+ C++ definition
-#define YY_DECL int yyFlexLexer::yylex()
-%*
-#endif
-
-/* Code executed at the beginning of each rule, after yytext and yyleng
- * have been set up.
- */
-#ifndef YY_USER_ACTION
-#define YY_USER_ACTION
-#endif
-
-/* Code executed at the end of each rule. */
-#ifndef YY_BREAK
-#define YY_BREAK break;
-#endif
-
-%% YY_RULE_SETUP definition goes here
-
-YY_DECL
-       {
-       register yy_state_type yy_current_state;
-       register char *yy_cp, *yy_bp;
-       register int yy_act;
-
-%% user's declarations go here
-
-       if ( yy_init )
-               {
-               yy_init = 0;
-
-#ifdef YY_USER_INIT
-               YY_USER_INIT;
-#endif
-
-               if ( ! yy_start )
-                       yy_start = 1;   /* first start state */
-
-#if 0
-               if ( ! SCNG(yy_in) )
-%-
-                       SCNG(yy_in) = stdin;
-%+
-                       SCNG(yy_in) = &cin;
-%*
-
-               if ( ! SCNG(yy_out) )
-%-
-                       SCNG(yy_out) = stdout;
-%+
-                       SCNG(yy_out) = &cout;
-%*
-#endif
-
-               if ( ! yy_current_buffer )
-                       yy_current_buffer =
-                               yy_create_buffer( SCNG(yy_in), YY_BUF_SIZE TSRMLS_CC );
-
-               yy_load_buffer_state(TSRMLS_C);
-               }
-
-       while ( 1 )             /* loops until end-of-file is reached */
-               {
-%% yymore()-related code goes here
-               yy_cp = yy_c_buf_p;
-
-               /* Support of yytext. */
-               *yy_cp = yy_hold_char;
-
-               /* yy_bp points to the position in yy_ch_buf of the start of
-                * the current run.
-                */
-               yy_bp = yy_cp;
-
-%% code to set up and find next match goes here
-
-yy_find_action:
-%% code to find the action number goes here
-
-               YY_DO_BEFORE_ACTION;
-
-%% code for yylineno update goes here
-
-do_action:     /* This label is used only to access EOF actions. */
-
-%% debug code goes here
-
-               switch ( yy_act )
-       { /* beginning of action switch */
-%% actions go here
-
-       case YY_END_OF_BUFFER:
-               {
-               /* Amount of text matched not including the EOB char. */
-               int yy_amount_of_matched_text = (int) (yy_cp - yytext_ptr) - 1;
-
-               /* Undo the effects of YY_DO_BEFORE_ACTION. */
-               *yy_cp = yy_hold_char;
-
-               if ( yy_current_buffer->yy_buffer_status == YY_BUFFER_NEW )
-                       {
-                       /* We're scanning a new file or input source.  It's
-                        * possible that this happened because the user
-                        * just pointed yyin at a new source and called
-                        * yylex().  If so, then we have to assure
-                        * consistency between yy_current_buffer and our
-                        * globals.  Here is the right place to do so, because
-                        * this is the first action (other than possibly a
-                        * back-up) that will match for the new input source.
-                        */
-                       SCNG(yy_n_chars) = yy_current_buffer->yy_n_chars;
-                       yy_current_buffer->yy_input_file = SCNG(yy_in);
-                       yy_current_buffer->yy_buffer_status = YY_BUFFER_NORMAL;
-                       }
-
-               /* Note that here we test for yy_c_buf_p "<=" to the position
-                * of the first EOB in the buffer, since yy_c_buf_p will
-                * already have been incremented past the NUL character
-                * (since all states make transitions on EOB to the
-                * end-of-buffer state).  Contrast this with the test
-                * in input().
-                */
-               if ( yy_c_buf_p <= &yy_current_buffer->yy_ch_buf[SCNG(yy_n_chars)] )
-                       { /* This was really a NUL. */
-                       yy_state_type yy_next_state;
-
-                       yy_c_buf_p = yytext_ptr + yy_amount_of_matched_text;
-
-                       yy_current_state = yy_get_previous_state(TSRMLS_C);
-
-                       /* Okay, we're now positioned to make the NUL
-                        * transition.  We couldn't have
-                        * yy_get_previous_state() go ahead and do it
-                        * for us because it doesn't know how to deal
-                        * with the possibility of jamming (and we don't
-                        * want to build jamming into it because then it
-                        * will run more slowly).
-                        */
-
-                       yy_next_state = yy_try_NUL_trans( yy_current_state TSRMLS_CC );
-
-                       yy_bp = yytext_ptr + YY_MORE_ADJ;
-
-                       if ( yy_next_state )
-                               {
-                               /* Consume the NUL. */
-                               yy_cp = ++yy_c_buf_p;
-                               yy_current_state = yy_next_state;
-                               goto yy_match;
-                               }
-
-                       else
-                               {
-%% code to do back-up for compressed tables and set up yy_cp goes here
-                               goto yy_find_action;
-                               }
-                       }
-
-               else switch ( yy_get_next_buffer(TSRMLS_C) )
-                       {
-                       case EOB_ACT_END_OF_FILE:
-                               {
-                               yy_did_buffer_switch_on_eof = 0;
-
-                               if ( yywrap() )
-                                       {
-                                       /* Note: because we've taken care in
-                                        * yy_get_next_buffer() to have set up
-                                        * yytext, we can now set up
-                                        * yy_c_buf_p so that if some total
-                                        * hoser (like flex itself) wants to
-                                        * call the scanner after we return the
-                                        * YY_NULL, it'll still work - another
-                                        * YY_NULL will get returned.
-                                        */
-                                       yy_c_buf_p = yytext_ptr + YY_MORE_ADJ;
-
-                                       yy_act = YY_STATE_EOF(YY_START);
-                                       goto do_action;
-                                       }
-
-                               else
-                                       {
-                                       if ( ! yy_did_buffer_switch_on_eof )
-                                               YY_NEW_FILE;
-                                       }
-                               break;
-                               }
-
-                       case EOB_ACT_CONTINUE_SCAN:
-                               yy_c_buf_p =
-                                       yytext_ptr + yy_amount_of_matched_text;
-
-                               yy_current_state = yy_get_previous_state(TSRMLS_C);
-
-                               yy_cp = yy_c_buf_p;
-                               yy_bp = yytext_ptr + YY_MORE_ADJ;
-                               goto yy_match;
-
-                       case EOB_ACT_LAST_MATCH:
-                               yy_c_buf_p =
-                               &yy_current_buffer->yy_ch_buf[SCNG(yy_n_chars)];
-
-                               yy_current_state = yy_get_previous_state(TSRMLS_C);
-
-                               yy_cp = yy_c_buf_p;
-                               yy_bp = yytext_ptr + YY_MORE_ADJ;
-                               goto yy_find_action;
-                       }
-               break;
-               }
-
-       default:
-               YY_FATAL_ERROR(
-                       "fatal flex scanner internal error--no action found" );
-       } /* end of action switch */
-               } /* end of scanning one token */
-       } /* end of yylex */
-
-%+
-yyFlexLexer::yyFlexLexer( istream* arg_yyin, ostream* arg_yyout )
-       {
-       SCNG(yy_in) = arg_yyin;
-       SCNG(yy_out) = arg_yyout;
-       yy_c_buf_p = 0;
-       yy_init = 1;
-       yy_start = 0;
-       yy_flex_debug = 0;
-       yylineno = 1;   // this will only get updated if %option yylineno
-
-       yy_did_buffer_switch_on_eof = 0;
-
-       yy_looking_for_trail_begin = 0;
-       yy_more_flag = 0;
-       yy_more_len = 0;
-       yy_more_offset = yy_prev_more_offset = 0;
-
-       yy_start_stack_ptr = yy_start_stack_depth = 0;
-       yy_start_stack = 0;
-
-       yy_current_buffer = 0;
-
-#ifdef YY_USES_REJECT
-       yy_state_buf = new yy_state_type[YY_BUF_SIZE + 2];
-#else
-       yy_state_buf = 0;
-#endif
-       }
-
-yyFlexLexer::~yyFlexLexer()
-       {
-       delete yy_state_buf;
-       yy_delete_buffer( yy_current_buffer TSRMLS_CC );
-       }
-
-void yyFlexLexer::switch_streams( istream* new_in, ostream* new_out )
-       {
-       if ( new_in )
-               {
-               yy_delete_buffer( SCNG(yy_current_buffer TSRMLS_CC ) );
-               yy_switch_to_buffer( yy_create_buffer( new_in, YY_BUF_SIZE TSRMLS_CC ) TSRMLS_CC );
-               }
-
-       if ( new_out )
-               SCNG(yy_out) = new_out;
-       }
-
-int yyFlexLexer::LexerInput( char* buf, int max_size )
-       {
-               if ( SCNG(yy_in)->eof() || SCNG(yy_in)->fail() )
-                       return 0;
-
-               if (yy_current_buffer->yy_is_interactive) {
-                       SCNG(yy_in)->get( buf[0] );
-
-                       if ( SCNG(yy_in)->eof() )
-                               return 0;
-
-                       if ( SCNG(yy_in)->bad() )
-                               return -1;
-
-                       return 1;
-               } else {
-                       (void) SCNG(yy_in)->read( buf, max_size );
-
-                       if ( SCNG(yy_in)->bad() )
-                               return -1;
-                       else
-                               return SCNG(yy_in)->gcount();
-               }
-       }
-
-void yyFlexLexer::LexerOutput( const char* buf, int size )
-       {
-       (void) SCNG(yy_out)->write( buf, size );
-       }
-%*
-
-/* yy_get_next_buffer - try to read in a new buffer
- *
- * Returns a code representing an action:
- *     EOB_ACT_LAST_MATCH -
- *     EOB_ACT_CONTINUE_SCAN - continue scanning from current position
- *     EOB_ACT_END_OF_FILE - end of file
- */
-
-%-
-static int yy_get_next_buffer(TSRMLS_D)
-%+
-int yyFlexLexer::yy_get_next_buffer(TSRMLS_D)
-%*
-       {
-       register char *dest = yy_current_buffer->yy_ch_buf;
-       register char *source = yytext_ptr;
-       register int number_to_move, i;
-       int ret_val;
-
-       if ( yy_c_buf_p > &yy_current_buffer->yy_ch_buf[SCNG(yy_n_chars) + 1] )
-               YY_FATAL_ERROR(
-               "fatal flex scanner internal error--end of buffer missed" );
-
-       if ( yy_current_buffer->yy_fill_buffer == 0 )
-               { /* Don't try to fill the buffer, so this is an EOF. */
-               if ( yy_c_buf_p - yytext_ptr - YY_MORE_ADJ == 1 )
-                       {
-                       /* We matched a single character, the EOB, so
-                        * treat this as a final EOF.
-                        */
-                       return EOB_ACT_END_OF_FILE;
-                       }
-
-               else
-                       {
-                       /* We matched some text prior to the EOB, first
-                        * process it.
-                        */
-                       return EOB_ACT_LAST_MATCH;
-                       }
-               }
-
-       /* Try to read more data. */
-
-       /* First move last chars to start of buffer. */
-       number_to_move = (int) (yy_c_buf_p - yytext_ptr) - 1;
-
-       for ( i = 0; i < number_to_move; ++i )
-               *(dest++) = *(source++);
-
-       if ( yy_current_buffer->yy_buffer_status == YY_BUFFER_EOF_PENDING )
-               /* don't do the read, it's not guaranteed to return an EOF,
-                * just force an EOF
-                */
-               yy_current_buffer->yy_n_chars = SCNG(yy_n_chars) = 0;
-
-       else
-               {
-               int num_to_read =
-                       yy_current_buffer->yy_buf_size - number_to_move - 1;
-
-               while ( num_to_read <= 0 )
-                       { /* Not enough room in the buffer - grow it. */
-#ifdef YY_USES_REJECT
-                       YY_FATAL_ERROR(
-"input buffer overflow, can't enlarge buffer because scanner uses REJECT" );
-#else
-
-                       /* just a shorter name for the current buffer */
-                       YY_BUFFER_STATE b = yy_current_buffer;
-
-                       int yy_c_buf_p_offset =
-                               (int) (yy_c_buf_p - b->yy_ch_buf);
-
-                       if ( b->yy_is_our_buffer )
-                               {
-                               int new_size = b->yy_buf_size * 2;
-
-                               if ( new_size <= 0 )
-                                       b->yy_buf_size += b->yy_buf_size / 8;
-                               else
-                                       b->yy_buf_size *= 2;
-
-                               b->yy_ch_buf = (char *)
-                                       /* Include room in for 2 EOB chars. */
-                                       yy_flex_realloc( (void *) b->yy_ch_buf,
-                                                        b->yy_buf_size + 2 );
-                               }
-                       else
-                               /* Can't grow it, we don't own it. */
-                               b->yy_ch_buf = 0;
-
-                       if ( ! b->yy_ch_buf )
-                               YY_FATAL_ERROR(
-                               "fatal error - scanner input buffer overflow" );
-
-                       yy_c_buf_p = &b->yy_ch_buf[yy_c_buf_p_offset];
-
-                       num_to_read = yy_current_buffer->yy_buf_size -
-                                               number_to_move - 1;
-#endif
-                       }
-
-               if ( num_to_read > YY_READ_BUF_SIZE )
-                       num_to_read = YY_READ_BUF_SIZE;
-
-               /* Read in more data. */
-               YY_INPUT( (&yy_current_buffer->yy_ch_buf[number_to_move]),
-                       SCNG(yy_n_chars), num_to_read );
-
-               yy_current_buffer->yy_n_chars = SCNG(yy_n_chars);
-               }
-
-       if ( SCNG(yy_n_chars) == 0 )
-               {
-               if ( number_to_move == YY_MORE_ADJ )
-                       {
-                       ret_val = EOB_ACT_END_OF_FILE;
-                       yyrestart( SCNG(yy_in) TSRMLS_CC );
-                       }
-
-               else
-                       {
-                       ret_val = EOB_ACT_LAST_MATCH;
-                       yy_current_buffer->yy_buffer_status =
-                               YY_BUFFER_EOF_PENDING;
-                       }
-               }
-
-       else
-               ret_val = EOB_ACT_CONTINUE_SCAN;
-
-       SCNG(yy_n_chars) += number_to_move;
-       yy_current_buffer->yy_ch_buf[SCNG(yy_n_chars)] = YY_END_OF_BUFFER_CHAR;
-       yy_current_buffer->yy_ch_buf[SCNG(yy_n_chars) + 1] = YY_END_OF_BUFFER_CHAR;
-
-       yytext_ptr = &yy_current_buffer->yy_ch_buf[0];
-
-       return ret_val;
-       }
-
-
-/* yy_get_previous_state - get the state just before the EOB char was reached */
-
-%-
-static yy_state_type yy_get_previous_state(TSRMLS_D)
-%+
-yy_state_type yyFlexLexer::yy_get_previous_state(TSRMLS_D)
-%*
-       {
-       register yy_state_type yy_current_state;
-       register char *yy_cp;
-
-%% code to get the start state into yy_current_state goes here
-
-       for ( yy_cp = yytext_ptr + YY_MORE_ADJ; yy_cp < yy_c_buf_p; ++yy_cp )
-               {
-%% code to find the next state goes here
-               }
-
-       return yy_current_state;
-       }
-
-
-/* yy_try_NUL_trans - try to make a transition on the NUL character
- *
- * synopsis
- *     next_state = yy_try_NUL_trans( current_state );
- */
-
-%-
-#ifdef YY_USE_PROTOS
-static yy_state_type yy_try_NUL_trans( yy_state_type yy_current_state TSRMLS_DC )
-#else
-static yy_state_type yy_try_NUL_trans( yy_current_state TSRMLS_CC )
-yy_state_type yy_current_state;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-%+
-yy_state_type yyFlexLexer::yy_try_NUL_trans( yy_state_type yy_current_state TSRMLS_DC )
-%*
-       {
-       register int yy_is_jam;
-%% code to find the next state, and perhaps do backing up, goes here
-
-       return yy_is_jam ? 0 : yy_current_state;
-       }
-
-
-%-
-#ifndef YY_NO_UNPUT
-#ifdef YY_USE_PROTOS
-static void yyunput( int c, register char *yy_bp TSRMLS_DC )
-#else
-static void yyunput( c, yy_bp TSRMLS_CC )
-int c;
-register char *yy_bp;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-%+
-void yyFlexLexer::yyunput( int c, register char* yy_bp TSRMLS_DC )
-%*
-       {
-       register char *yy_cp = yy_c_buf_p;
-
-       /* undo effects of setting up yytext */
-       *yy_cp = yy_hold_char;
-
-       if ( yy_cp < yy_current_buffer->yy_ch_buf + 2 )
-               { /* need to shift things up to make room */
-               /* +2 for EOB chars. */
-               register int number_to_move = SCNG(yy_n_chars) + 2;
-               register char *dest = &yy_current_buffer->yy_ch_buf[
-                                       yy_current_buffer->yy_buf_size + 2];
-               register char *source =
-                               &yy_current_buffer->yy_ch_buf[number_to_move];
-
-               while ( source > yy_current_buffer->yy_ch_buf )
-                       *--dest = *--source;
-
-               yy_cp += (int) (dest - source);
-               yy_bp += (int) (dest - source);
-               yy_current_buffer->yy_n_chars =
-                       SCNG(yy_n_chars) = yy_current_buffer->yy_buf_size;
-
-               if ( yy_cp < yy_current_buffer->yy_ch_buf + 2 )
-                       YY_FATAL_ERROR( "flex scanner push-back overflow" );
-               }
-
-       *--yy_cp = (char) c;
-
-%% update yylineno here
-
-       yytext_ptr = yy_bp;
-       yy_hold_char = *yy_cp;
-       yy_c_buf_p = yy_cp;
-       }
-%-
-#endif /* ifndef YY_NO_UNPUT */
-%*
-
-
-%-
-#ifdef __cplusplus
-static int yyinput(TSRMLS_D)
-#else
-static int input(TSRMLS_C)
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-%+
-int yyFlexLexer::yyinput(TSRMLS_D)
-%*
-       {
-       int c;
-
-       *yy_c_buf_p = yy_hold_char;
-
-       if ( *yy_c_buf_p == YY_END_OF_BUFFER_CHAR )
-               {
-               /* yy_c_buf_p now points to the character we want to return.
-                * If this occurs *before* the EOB characters, then it's a
-                * valid NUL; if not, then we've hit the end of the buffer.
-                */
-               if ( yy_c_buf_p < &yy_current_buffer->yy_ch_buf[SCNG(yy_n_chars)] )
-                       /* This was really a NUL. */
-                       *yy_c_buf_p = '\0';
-
-               else
-                       { /* need more input */
-                       int offset = yy_c_buf_p - yytext_ptr;
-                       ++yy_c_buf_p;
-
-                       switch ( yy_get_next_buffer(TSRMLS_C) )
-                               {
-                               case EOB_ACT_LAST_MATCH:
-                                       /* This happens because yy_g_n_b()
-                                        * sees that we've accumulated a
-                                        * token and flags that we need to
-                                        * try matching the token before
-                                        * proceeding.  But for input(),
-                                        * there's no matching to consider.
-                                        * So convert the EOB_ACT_LAST_MATCH
-                                        * to EOB_ACT_END_OF_FILE.
-                                        */
-
-                                       /* Reset buffer status. */
-                                       yyrestart( SCNG(yy_in) TSRMLS_CC );
-
-                                       /* fall through */
-
-                               case EOB_ACT_END_OF_FILE:
-                                       {
-                                       if ( yywrap() )
-                                               return EOF;
-
-                                       if ( ! yy_did_buffer_switch_on_eof )
-                                               YY_NEW_FILE;
-#ifdef __cplusplus
-                                       return yyinput(TSRMLS_C);
-#else
-                                       return input(TSRMLS_C);
-#endif
-                                       }
-
-                               case EOB_ACT_CONTINUE_SCAN:
-                                       yy_c_buf_p = yytext_ptr + offset;
-                                       break;
-                               }
-                       }
-               }
-
-       c = *(unsigned char *) yy_c_buf_p;      /* cast for 8-bit char's */
-       *yy_c_buf_p = '\0';     /* preserve yytext */
-       yy_hold_char = *++yy_c_buf_p;
-
-%% update BOL and yylineno
-
-       return c;
-       }
-
-
-%-
-#ifdef YY_USE_PROTOS
-void yyrestart( struct _zend_file_handle *input_file TSRMLS_DC )
-#else
-void yyrestart( input_file TSRMLS_CC )
-struct _zend_file_handle *input_file;
-#endif
-%+
-void yyFlexLexer::yyrestart( istream* input_file TSRMLS_DC )
-%*
-       {
-       if ( ! yy_current_buffer )
-               yy_current_buffer = yy_create_buffer( SCNG(yy_in), YY_BUF_SIZE TSRMLS_CC );
-
-       yy_init_buffer( yy_current_buffer, input_file TSRMLS_CC );
-       yy_load_buffer_state(TSRMLS_C);
-       }
-
-
-%-
-#ifdef YY_USE_PROTOS
-void yy_switch_to_buffer( YY_BUFFER_STATE new_buffer TSRMLS_DC)
-#else
-void yy_switch_to_buffer( new_buffer TSRMLS_CC)
-YY_BUFFER_STATE new_buffer;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-%+
-void yyFlexLexer::yy_switch_to_buffer( YY_BUFFER_STATE new_buffer TSRMLS_DC )
-%*
-       {
-       if ( yy_current_buffer == new_buffer )
-               return;
-
-       if ( yy_current_buffer )
-               {
-               /* Flush out information for old buffer. */
-               *yy_c_buf_p = yy_hold_char;
-               yy_current_buffer->yy_buf_pos = yy_c_buf_p;
-               yy_current_buffer->yy_n_chars = SCNG(yy_n_chars);
-               }
-
-       yy_current_buffer = new_buffer;
-       yy_load_buffer_state(TSRMLS_C);
-
-       /* We don't actually know whether we did this switch during
-        * EOF (yywrap()) processing, but the only time this flag
-        * is looked at is after yywrap() is called, so it's safe
-        * to go ahead and always set it.
-        */
-       yy_did_buffer_switch_on_eof = 1;
-       }
-
-
-%-
-#ifdef YY_USE_PROTOS
-void yy_load_buffer_state( TSRMLS_D )
-#else
-void yy_load_buffer_state(TSRMLS_C)
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-%+
-void yyFlexLexer::yy_load_buffer_state()
-%*
-       {
-       SCNG(yy_n_chars) = yy_current_buffer->yy_n_chars;
-       yytext_ptr = yy_c_buf_p = yy_current_buffer->yy_buf_pos;
-       SCNG(yy_in) = yy_current_buffer->yy_input_file;
-       yy_hold_char = *yy_c_buf_p;
-       }
-
-
-%-
-#ifdef YY_USE_PROTOS
-YY_BUFFER_STATE yy_create_buffer( struct _zend_file_handle *file, int size TSRMLS_DC )
-#else
-YY_BUFFER_STATE yy_create_buffer( file, size TSRMLS_CC )
-struct _zend_file_handle *file;
-int size;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-%+
-YY_BUFFER_STATE yyFlexLexer::yy_create_buffer( istream* file, int size TSRMLS_DC )
-%*
-       {
-       YY_BUFFER_STATE b;
-
-       b = (YY_BUFFER_STATE) yy_flex_alloc( sizeof( struct yy_buffer_state ) );
-       if ( ! b )
-               YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" );
-
-       b->yy_buf_size = size;
-
-       /* yy_ch_buf has to be 2 characters longer than the size given because
-        * we need to put in 2 end-of-buffer characters.
-        */
-       b->yy_ch_buf = (char *) yy_flex_alloc( b->yy_buf_size + 2 );
-       if ( ! b->yy_ch_buf )
-               YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" );
-
-       b->yy_is_our_buffer = 1;
-
-       yy_init_buffer( b, file TSRMLS_CC );
-
-       return b;
-       }
-
-
-%-
-#ifdef YY_USE_PROTOS
-void yy_delete_buffer( YY_BUFFER_STATE b TSRMLS_DC )
-#else
-void yy_delete_buffer( b TSRMLS_CC )
-YY_BUFFER_STATE b;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-%+
-void yyFlexLexer::yy_delete_buffer( YY_BUFFER_STATE b TSRMLS_DC )
-%*
-       {
-       if ( ! b )
-               return;
-
-       if ( b == yy_current_buffer )
-               yy_current_buffer = (YY_BUFFER_STATE) 0;
-
-       if ( b->yy_is_our_buffer )
-               yy_flex_free( (void *) b->yy_ch_buf );
-
-       yy_flex_free( (void *) b );
-       }
-
-
-%-
-
-#ifdef YY_USE_PROTOS
-void yy_init_buffer( YY_BUFFER_STATE b, struct _zend_file_handle *file TSRMLS_DC )
-#else
-void yy_init_buffer( b, file TSRMLS_CC )
-YY_BUFFER_STATE b;
-struct _zend_file_handle *file;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-
-%+
-extern "C" int isatty YY_PROTO(( int ));
-void yyFlexLexer::yy_init_buffer( YY_BUFFER_STATE b, istream* file TSRMLS_DC )
-%*
-
-       {
-       yy_flush_buffer( b TSRMLS_CC );
-
-       b->yy_input_file = file;
-       b->yy_fill_buffer = 1;
-
-%-
-#if YY_ALWAYS_INTERACTIVE
-       b->yy_is_interactive = 1;
-#else
-#if YY_NEVER_INTERACTIVE
-       b->yy_is_interactive = 0;
-#else
-       b->yy_is_interactive = file->handle.stream.interactive;
-#endif
-#endif
-%+
-       b->yy_is_interactive = (file == (istream *) &cin) ? 1 : 0;
-%*
-       }
-
-
-%-
-#ifdef YY_USE_PROTOS
-void yy_flush_buffer( YY_BUFFER_STATE b TSRMLS_DC )
-#else
-void yy_flush_buffer( b TSRMLS_CC )
-YY_BUFFER_STATE b;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-
-%+
-void yyFlexLexer::yy_flush_buffer( YY_BUFFER_STATE b TSRMLS_DC )
-%*
-       {
-       if ( ! b )
-               return;
-
-       b->yy_n_chars = 0;
-
-       /* We always need two end-of-buffer characters.  The first causes
-        * a transition to the end-of-buffer state.  The second causes
-        * a jam in that state.
-        */
-       b->yy_ch_buf[0] = YY_END_OF_BUFFER_CHAR;
-       b->yy_ch_buf[1] = YY_END_OF_BUFFER_CHAR;
-
-       b->yy_buf_pos = &b->yy_ch_buf[0];
-
-       b->yy_at_bol = 1;
-       b->yy_buffer_status = YY_BUFFER_NEW;
-
-       if ( b == yy_current_buffer )
-               yy_load_buffer_state(TSRMLS_C);
-       }
-%*
-
-
-#ifndef YY_NO_SCAN_BUFFER
-%-
-#ifdef YY_USE_PROTOS
-YY_BUFFER_STATE yy_scan_buffer( char *base, yy_size_t size TSRMLS_DC )
-#else
-YY_BUFFER_STATE yy_scan_buffer( base, size TSRMLS_CC )
-char *base;
-yy_size_t size;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-       {
-       YY_BUFFER_STATE b;
-
-       if ( size < 2 ||
-            base[size-2] != YY_END_OF_BUFFER_CHAR ||
-            base[size-1] != YY_END_OF_BUFFER_CHAR )
-               /* They forgot to leave room for the EOB's. */
-               return 0;
-
-       b = (YY_BUFFER_STATE) yy_flex_alloc( sizeof( struct yy_buffer_state ) );
-       if ( ! b )
-               YY_FATAL_ERROR( "out of dynamic memory in yy_scan_buffer()" );
-
-       b->yy_buf_size = size - 2;      /* "- 2" to take care of EOB's */
-       b->yy_buf_pos = b->yy_ch_buf = base;
-       b->yy_is_our_buffer = 0;
-       b->yy_input_file = 0;
-       b->yy_n_chars = b->yy_buf_size;
-       b->yy_is_interactive = 0;
-       b->yy_at_bol = 1;
-       b->yy_fill_buffer = 0;
-       b->yy_buffer_status = YY_BUFFER_NEW;
-
-       yy_switch_to_buffer( b TSRMLS_CC );
-
-       return b;
-       }
-%*
-#endif
-
-
-#ifndef YY_NO_SCAN_STRING
-%-
-#ifdef YY_USE_PROTOS
-YY_BUFFER_STATE yy_scan_string( yyconst char *yy_str TSRMLS_DC )
-#else
-YY_BUFFER_STATE yy_scan_string( yy_str TSRMLS_CC )
-yyconst char *yy_str;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-       {
-       int len;
-       for ( len = 0; yy_str[len]; ++len )
-               ;
-
-       return yy_scan_bytes( yy_str, len TSRMLS_CC );
-       }
-%*
-#endif
-
-
-#ifndef YY_NO_SCAN_BYTES
-%-
-#ifdef YY_USE_PROTOS
-YY_BUFFER_STATE yy_scan_bytes( yyconst char *bytes, int len TSRMLS_DC )
-#else
-YY_BUFFER_STATE yy_scan_bytes( bytes, len TSRMLS_CC )
-yyconst char *bytes;
-int len;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-       {
-       YY_BUFFER_STATE b;
-       char *buf;
-       yy_size_t n;
-       int i;
-
-       /* Get memory for full buffer, including space for trailing EOB's. */
-       n = len + 2;
-       buf = (char *) yy_flex_alloc( n );
-       if ( ! buf )
-               YY_FATAL_ERROR( "out of dynamic memory in yy_scan_bytes()" );
-
-       for ( i = 0; i < len; ++i )
-               buf[i] = bytes[i];
-
-       buf[len] = buf[len+1] = YY_END_OF_BUFFER_CHAR;
-
-       b = yy_scan_buffer( buf, n TSRMLS_CC);
-       if ( ! b )
-               YY_FATAL_ERROR( "bad buffer in yy_scan_bytes()" );
-
-       /* It's okay to grow etc. this buffer, and we should throw it
-        * away when we're done.
-        */
-       b->yy_is_our_buffer = 1;
-
-       return b;
-       }
-%*
-#endif
-
-
-#ifndef YY_NO_PUSH_STATE
-%-
-#ifdef YY_USE_PROTOS
-static void yy_push_state( int new_state TSRMLS_DC )
-#else
-static void yy_push_state( new_state TSRMLS_CC )
-int new_state;
-#ifdef ZTS
-void ***tsrm_ls;
-#endif
-#endif
-%+
-void yyFlexLexer::yy_push_state( int new_state TSRMLS_DC )
-%*
-       {
-       if ( yy_start_stack_ptr >= yy_start_stack_depth )
-               {
-               yy_size_t new_size;
-
-               yy_start_stack_depth += YY_START_STACK_INCR;
-               new_size = yy_start_stack_depth * sizeof( int );
-
-               if ( ! yy_start_stack )
-                       yy_start_stack = (int *) yy_flex_alloc( new_size );
-
-               else
-                       yy_start_stack = (int *) yy_flex_realloc(
-                                       (void *) yy_start_stack, new_size );
-
-               if ( ! yy_start_stack )
-                       YY_FATAL_ERROR(
-                       "out of memory expanding start-condition stack" );
-               }
-
-       yy_start_stack[yy_start_stack_ptr++] = YY_START;
-
-       BEGIN(new_state);
-       }
-#endif
-
-
-#ifndef YY_NO_POP_STATE
-%-
-static void yy_pop_state(TSRMLS_D)
-%+
-void yyFlexLexer::yy_pop_state(TSRMLS_D)
-%*
-       {
-       if ( --yy_start_stack_ptr < 0 )
-               YY_FATAL_ERROR( "start-condition stack underflow" );
-
-       BEGIN(yy_start_stack[yy_start_stack_ptr]);
-       }
-#endif
-
-
-#ifndef YY_NO_TOP_STATE
-%-
-static int yy_top_state(TSRMLS_D)
-%+
-int yyFlexLexer::yy_top_state()
-%*
-       {
-       return yy_start_stack[yy_start_stack_ptr - 1];
-       }
-#endif
-
-#ifndef YY_EXIT_FAILURE
-#define YY_EXIT_FAILURE 2
-#endif
-
-%-
-#ifdef YY_USE_PROTOS
-static void yy_fatal_error( yyconst char msg[] )
-#else
-static void yy_fatal_error( msg )
-char msg[];
-#endif
-       {
-       (void) fprintf( stderr, "%s\n", msg );
-       exit( YY_EXIT_FAILURE );
-       }
-
-%+
-
-void yyFlexLexer::LexerError( yyconst char msg[] )
-       {
-       cerr << msg << '\n';
-       exit( YY_EXIT_FAILURE );
-       }
-%*
-
-
-/* Redefine yyless() so it works in section 3 code. */
-
-#undef yyless
-#define yyless(n) \
-       do \
-               { \
-               /* Undo effects of setting up yytext. */ \
-               yytext[yyleng] = yy_hold_char; \
-               yy_c_buf_p = yytext + n; \
-               yy_hold_char = *yy_c_buf_p; \
-               *yy_c_buf_p = '\0'; \
-               yyleng = n; \
-               } \
-       while ( 0 )
-
-
-/* Internal utility routines. */
-
-#ifndef yytext_ptr
-#ifdef YY_USE_PROTOS
-static void yy_flex_strncpy( char *s1, yyconst char *s2, int n )
-#else
-static void yy_flex_strncpy( s1, s2, n )
-char *s1;
-yyconst char *s2;
-int n;
-#endif
-       {
-       register int i;
-       for ( i = 0; i < n; ++i )
-               s1[i] = s2[i];
-       }
-#endif
-
-#ifdef YY_NEED_STRLEN
-#ifdef YY_USE_PROTOS
-static int yy_flex_strlen( yyconst char *s )
-#else
-static int yy_flex_strlen( s )
-yyconst char *s;
-#endif
-       {
-       register int n;
-       for ( n = 0; s[n]; ++n )
-               ;
-
-       return n;
-       }
-#endif
-
-
-#ifdef YY_USE_PROTOS
-static void *yy_flex_alloc( yy_size_t size )
-#else
-static void *yy_flex_alloc( size )
-yy_size_t size;
-#endif
-       {
-       return (void *) malloc( size );
-       }
-
-#ifdef YY_USE_PROTOS
-static void *yy_flex_realloc( void *ptr, yy_size_t size )
-#else
-static void *yy_flex_realloc( ptr, size )
-void *ptr;
-yy_size_t size;
-#endif
-       {
-       /* The cast to (char *) in the following accommodates both
-        * implementations that use char* generic pointers, and those
-        * that use void* generic pointers.  It works with the latter
-        * because both ANSI C and C++ allow castless assignment from
-        * any pointer type to void*, and deal with argument conversions
-        * as though doing an assignment.
-        */
-       return (void *) realloc( (char *) ptr, size );
-       }
-
-#ifdef YY_USE_PROTOS
-static void yy_flex_free( void *ptr )
-#else
-static void yy_flex_free( ptr )
-void *ptr;
-#endif
-       {
-       free( ptr );
-       }
-
-#if YY_MAIN
-int main()
-       {
-       yylex();
-       return 0;
-       }
-#endif
index 0de4dba5fb16977aa2df00d84a1fa4569b50bc02..484918cdb7c68df9757f30df4fce868a54c7975e 100644 (file)
@@ -1,5 +1,12 @@
 --TEST--
 Bug #42767 (highlight_string() truncates trailing comments)
+--INI--
+highlight.string  = #DD0000
+highlight.comment = #FF8000
+highlight.keyword = #007700
+highlight.bg      = #FFFFFF
+highlight.default = #0000BB
+highlight.html    = #000000
 --FILE--
 <?php
 highlight_string('<?php /*some comment..');
index b0a8b27255d2dafdd3ddc45697522b6b7d35c740..5d8eeffd01e9980c38d96e4ded5a2924ce21a23a 100644 (file)
@@ -91,9 +91,6 @@ ZEND_INI_BEGIN()
        ZEND_INI_ENTRY("error_reporting",                               NULL,           ZEND_INI_ALL,           OnUpdateErrorReporting)
        STD_ZEND_INI_BOOLEAN("zend.enable_gc",                          "1",    ZEND_INI_ALL,           OnUpdateGCEnabled,      gc_enabled,     zend_gc_globals,        gc_globals)
        STD_ZEND_INI_BOOLEAN("zend.ze1_compatibility_mode",     "0",    ZEND_INI_ALL,           OnUpdateBool,   ze1_compatibility_mode, zend_executor_globals,  executor_globals)
-#ifdef ZEND_MULTIBYTE
-       STD_ZEND_INI_BOOLEAN("detect_unicode", "1", ZEND_INI_ALL, OnUpdateBool, detect_unicode, zend_compiler_globals, compiler_globals)
-#endif
 ZEND_INI_END()
 
 
@@ -565,19 +562,15 @@ static void zend_new_thread_end_handler(THREAD_T thread_id TSRMLS_DC) /* {{{ */
 #include <floatingpoint.h>
 #endif
 
-static void scanner_globals_ctor(zend_scanner_globals *scanner_globals_p TSRMLS_DC) /* {{{ */
+static void ini_scanner_globals_ctor(zend_ini_scanner_globals *scanner_globals_p TSRMLS_DC) /* {{{ */
+{
+       memset(scanner_globals_p, 0, sizeof(*scanner_globals_p));
+}
+/* }}} */
+
+static void php_scanner_globals_ctor(zend_php_scanner_globals *scanner_globals_p TSRMLS_DC) /* {{{ */
 {
-       scanner_globals_p->c_buf_p = (char *) 0;
-       scanner_globals_p->init = 1;
-       scanner_globals_p->start = 0;
-       scanner_globals_p->current_buffer = NULL;
-       scanner_globals_p->yy_in = NULL;
-       scanner_globals_p->yy_out = NULL;
-       scanner_globals_p->_yy_more_flag = 0;
-       scanner_globals_p->_yy_more_len = 0;
-       scanner_globals_p->yy_start_stack_ptr = 0;
-       scanner_globals_p->yy_start_stack_depth = 0;
-       scanner_globals_p->yy_start_stack = 0;
+       memset(scanner_globals_p, 0, sizeof(*scanner_globals_p));
 }
 /* }}} */
 
@@ -591,8 +584,8 @@ int zend_startup(zend_utility_functions *utility_functions, char **extensions, i
        extern ZEND_API ts_rsrc_id ini_scanner_globals_id;
        extern ZEND_API ts_rsrc_id language_scanner_globals_id;
 #else
-       extern zend_scanner_globals ini_scanner_globals;
-       extern zend_scanner_globals language_scanner_globals;
+       extern zend_ini_scanner_globals ini_scanner_globals;
+       extern zend_php_scanner_globals language_scanner_globals;
 #endif
        TSRMLS_FETCH();
 
@@ -658,8 +651,8 @@ int zend_startup(zend_utility_functions *utility_functions, char **extensions, i
 #ifdef ZTS
        ts_allocate_id(&compiler_globals_id, sizeof(zend_compiler_globals), (ts_allocate_ctor) compiler_globals_ctor, (ts_allocate_dtor) compiler_globals_dtor);
        ts_allocate_id(&executor_globals_id, sizeof(zend_executor_globals), (ts_allocate_ctor) executor_globals_ctor, (ts_allocate_dtor) executor_globals_dtor);
-       ts_allocate_id(&language_scanner_globals_id, sizeof(zend_scanner_globals), (ts_allocate_ctor) scanner_globals_ctor, NULL);
-       ts_allocate_id(&ini_scanner_globals_id, sizeof(zend_scanner_globals), (ts_allocate_ctor) scanner_globals_ctor, NULL);
+       ts_allocate_id(&language_scanner_globals_id, sizeof(zend_php_scanner_globals), (ts_allocate_ctor) php_scanner_globals_ctor, NULL);
+       ts_allocate_id(&ini_scanner_globals_id, sizeof(zend_ini_scanner_globals), (ts_allocate_ctor) ini_scanner_globals_ctor, NULL);
        compiler_globals = ts_resource(compiler_globals_id);
        executor_globals = ts_resource(executor_globals_id);
        tsrm_ls = ts_resource_ex(0, NULL);
@@ -676,8 +669,8 @@ int zend_startup(zend_utility_functions *utility_functions, char **extensions, i
        zend_hash_destroy(executor_globals->zend_constants);
        *executor_globals->zend_constants = *GLOBAL_CONSTANTS_TABLE;
 #else
-       scanner_globals_ctor(&ini_scanner_globals TSRMLS_CC);
-       scanner_globals_ctor(&language_scanner_globals TSRMLS_CC);
+       ini_scanner_globals_ctor(&ini_scanner_globals TSRMLS_CC);
+       php_scanner_globals_ctor(&language_scanner_globals TSRMLS_CC);
        zend_set_default_compile_time_values(TSRMLS_C);
        EG(user_error_handler) = NULL;
        EG(user_exception_handler) = NULL;
index 23368f692a846de0e4855691285000ce3f1f6ff6..2e2c0fae930ca76fc82d0f7671aa5cb0ee8109a4 100644 (file)
 #include "zend_exceptions.h"
 #include "tsrm_virtual_cwd.h"
 
-#ifdef ZEND_MULTIBYTE
-#include "zend_multibyte.h"
-#endif /* ZEND_MULTIBYTE */
-
 ZEND_API zend_op_array *(*zend_compile_file)(zend_file_handle *file_handle, int type TSRMLS_DC);
 ZEND_API zend_op_array *(*zend_compile_string)(zval *source_string, char *filename TSRMLS_DC);
 
@@ -77,7 +73,7 @@ static void build_runtime_defined_function_key(zval *result, char *name, int nam
        uint char_pos_len;
        char *filename;
 
-       char_pos_len = zend_sprintf(char_pos_buf, "%p", LANG_SCNG(_yy_last_accepting_cpos));
+       char_pos_len = zend_sprintf(char_pos_buf, "%p", LANG_SCNG(yy_text));
        if (CG(active_op_array)->filename) {
                filename = CG(active_op_array)->filename;
        } else {
@@ -86,14 +82,7 @@ static void build_runtime_defined_function_key(zval *result, char *name, int nam
 
        /* NULL, name length, filename length, last accepting char position length */
        result->value.str.len = 1+name_length+strlen(filename)+char_pos_len;
-#ifdef ZEND_MULTIBYTE
-       /* must be binary safe */
-       result->value.str.val = (char *) safe_emalloc(result->value.str.len, 1, 1);
-       result->value.str.val[0] = '\0';
-       sprintf(result->value.str.val+1, "%s%s%s", name, filename, char_pos_buf);
-#else
        zend_spprintf(&result->value.str.val, 0, "%c%s%s%s", '\0', name, filename, char_pos_buf);
-#endif /* ZEND_MULTIBYTE */
        result->type = IS_STRING;
        Z_SET_REFCOUNT_P(result, 1);
 }
@@ -144,15 +133,14 @@ void zend_init_compiler_data_structures(TSRMLS_D)
        CG(current_import) = NULL;
        init_compiler_declarables(TSRMLS_C);
        zend_hash_apply(CG(auto_globals), (apply_func_t) zend_auto_global_arm TSRMLS_CC);
+}
+
+
+ZEND_API void file_handle_dtor(zend_file_handle *fh)
+{
+       TSRMLS_FETCH();
 
-#ifdef ZEND_MULTIBYTE
-       CG(script_encoding_list) = NULL;
-       CG(script_encoding_list_size) = 0;
-       CG(internal_encoding) = NULL;
-       CG(encoding_detector) = NULL;
-       CG(encoding_converter) = NULL;
-       CG(encoding_oddlen) = NULL;
-#endif /* ZEND_MULTIBYTE */
+       zend_file_handle_dtor(fh TSRMLS_CC);
 }
 
 
@@ -162,7 +150,7 @@ void init_compiler(TSRMLS_D)
        zend_init_compiler_data_structures(TSRMLS_C);
        zend_init_rsrc_list(TSRMLS_C);
        zend_hash_init(&CG(filenames_table), 5, NULL, (dtor_func_t) free_estring, 0);
-       zend_llist_init(&CG(open_files), sizeof(zend_file_handle), (void (*)(void *)) zend_file_handle_dtor, 0);
+       zend_llist_init(&CG(open_files), sizeof(zend_file_handle), (void (*)(void *)) file_handle_dtor, 0);
        CG(unclean_shutdown) = 0;
 }
 
@@ -178,12 +166,6 @@ void shutdown_compiler(TSRMLS_D)
        zend_stack_destroy(&CG(list_stack));
        zend_hash_destroy(&CG(filenames_table));
        zend_llist_destroy(&CG(open_files));
-
-#ifdef ZEND_MULTIBYTE
-       if (CG(script_encoding_list)) {
-               efree(CG(script_encoding_list));
-       }
-#endif /* ZEND_MULTIBYTE */
 }
 
 
@@ -4322,33 +4304,12 @@ void zend_do_declare_stmt(znode *var, znode *val TSRMLS_DC)
        if (!zend_binary_strcasecmp(var->u.constant.value.str.val, var->u.constant.value.str.len, "ticks", sizeof("ticks")-1)) {
                convert_to_long(&val->u.constant);
                CG(declarables).ticks = val->u.constant;
-#ifdef ZEND_MULTIBYTE
        } else if (!zend_binary_strcasecmp(var->u.constant.value.str.val, var->u.constant.value.str.len, "encoding", sizeof("encoding")-1)) {
-               zend_encoding *new_encoding, *old_encoding;
-               zend_encoding_filter old_input_filter;
-
-               if (Z_TYPE(val->u.constant) == IS_CONSTANT) {
-                       zend_error(E_COMPILE_ERROR, "Cannot use constants as encoding");
-               }
-               convert_to_string(&val->u.constant);
-               new_encoding = zend_multibyte_fetch_encoding(val->u.constant.value.str.val);
-               if (!new_encoding) {
-                       zend_error(E_COMPILE_WARNING, "Unsupported encoding [%s]", val->u.constant.value.str.val);
-               } else {
-                       old_input_filter = LANG_SCNG(input_filter);
-                       old_encoding = LANG_SCNG(script_encoding);
-                       zend_multibyte_set_filter(new_encoding TSRMLS_CC);
-
-                       /* need to re-scan if input filter changed */
-                       if (old_input_filter != LANG_SCNG(input_filter) ||
-                               ((old_input_filter == zend_multibyte_script_encoding_filter) &&
-                                (new_encoding != old_encoding))) {
-                               zend_multibyte_yyinput_again(old_input_filter, old_encoding TSRMLS_CC);
-                       }
-               }
+               /* Do not generate any kind of warning for encoding declares */
+               /* zend_error(E_COMPILE_WARNING, "Declare encoding [%s] not supported", val->u.constant.value.str.val); */
                efree(val->u.constant.value.str.val);
-#endif /* ZEND_MULTIBYTE */
        } else {
+               zend_error(E_COMPILE_WARNING, "Unsupported declare '%s'", var->u.constant.value.str.val);
                zval_dtor(&val->u.constant);
        }
        zval_dtor(&var->u.constant);
index 80fb6d4c380e9a8295a135c576fd7c36d3257370..129d4575d5e0b1b3a89027c274fa0e4327261f8e 100644 (file)
@@ -655,14 +655,6 @@ int zendlex(znode *zendlval TSRMLS_DC);
 #define ZEND_CT        (1<<0)
 #define ZEND_RT (1<<1)
 
-
-#define ZEND_HANDLE_FILENAME           0
-#define ZEND_HANDLE_FD                         1
-#define ZEND_HANDLE_FP                         2
-#define ZEND_HANDLE_STDIOSTREAM                3
-#define ZEND_HANDLE_FSTREAM                    4
-#define ZEND_HANDLE_STREAM                     5
-
 #define ZEND_FETCH_STANDARD            0
 #define ZEND_FETCH_ADD_LOCK            (1<<0)
 #define ZEND_FETCH_MAKE_REF            (1<<1)
index 9293715d789622bdaa752d5b061ab24c92edcf09..8253ff3ba0f0ad738b02ae43fddf699c33bc5b01 100644 (file)
 #include "zend_objects_API.h"
 #include "zend_modules.h"
 
-#ifdef ZEND_MULTIBYTE
-#include "zend_multibyte.h"
-#endif /* ZEND_MULTIBYTE */
-
 /* Define ZTS if you want a thread-safe Zend */
 /*#undef ZTS*/
 
@@ -134,19 +130,6 @@ struct _zend_compiler_globals {
        zval      *current_namespace;
        HashTable *current_import;
 
-#ifdef ZEND_MULTIBYTE
-       zend_encoding **script_encoding_list;
-       int script_encoding_list_size;
-       zend_bool detect_unicode;
-
-       zend_encoding *internal_encoding;
-
-       /* multibyte utility functions */
-       zend_encoding_detector encoding_detector;
-       zend_encoding_converter encoding_converter;
-       zend_encoding_oddlen encoding_oddlen;
-#endif /* ZEND_MULTIBYTE */
-
 #ifdef ZTS
        HashTable **static_members;
        int last_static_member;
@@ -251,47 +234,40 @@ struct _zend_executor_globals {
        void *reserved[ZEND_MAX_RESERVED_RESOURCES];
 };
 
-struct _zend_scanner_globals {
+struct _zend_ini_scanner_globals {
        zend_file_handle *yy_in;
        zend_file_handle *yy_out;
-       int yy_leng;
-       char *yy_text;
-       struct yy_buffer_state *current_buffer;
-       char *c_buf_p;
-       int init;
-       int start;
+
+        unsigned int yy_leng;
+        unsigned char *yy_start;
+        unsigned char *yy_text;
+        unsigned char *yy_cursor;
+        unsigned char *yy_marker;
+        unsigned char *yy_limit;
+        int yy_state;
+        zend_stack state_stack;
+
+       char *filename;
        int lineno;
-       char _yy_hold_char;
-       int yy_n_chars;
-       int _yy_did_buffer_switch_on_eof;
-       int _yy_last_accepting_state; /* Must be of the same type as yy_state_type,
-                                                                  * if for whatever reason it's no longer int!
-                                                                  */
-       char *_yy_last_accepting_cpos;
-       int _yy_more_flag;
-       int _yy_more_len;
-       int yy_start_stack_ptr;
-       int yy_start_stack_depth;
-       int *yy_start_stack;
-
-       /* For ini scanner. Modes are: ZEND_INI_SCANNER_NORMAL, ZEND_INI_SCANNER_RAW */
+
+       /* Modes are: ZEND_INI_SCANNER_NORMAL, ZEND_INI_SCANNER_RAW */
        int scanner_mode;
+};
+
+struct _zend_php_scanner_globals {
+       zend_file_handle *yy_in;
+       zend_file_handle *yy_out;
 
-#ifdef ZEND_MULTIBYTE
-       /* original (unfiltered) script */
-       char *script_org;
-       int script_org_size;
-
-       /* filtered script */
-       char *script_filtered;
-       int script_filtered_size;
-
-       /* input/ouput filters */
-       zend_encoding_filter input_filter;
-       zend_encoding_filter output_filter;
-       zend_encoding *script_encoding;
-       zend_encoding *internal_encoding;
-#endif /* ZEND_MULTIBYTE */
+       unsigned int yy_leng;
+       unsigned char *yy_start;
+       unsigned char *yy_text;
+       unsigned char *yy_cursor;
+       unsigned char *yy_marker;
+       unsigned char *yy_limit;
+       int yy_state;
+       zend_stack state_stack;
+       
+       zend_llist used_state_stacks;
 };
 
 #endif /* ZEND_GLOBALS_H */
index d04d00b9965ac0c8280b8c24ba319f562ba2af69..8ddfef4a58e906324e952ef9b8286a9d3267f9dd 100644 (file)
@@ -24,7 +24,8 @@
 
 typedef struct _zend_compiler_globals zend_compiler_globals;
 typedef struct _zend_executor_globals zend_executor_globals;
-typedef struct _zend_scanner_globals zend_scanner_globals;
+typedef struct _zend_php_scanner_globals zend_php_scanner_globals;
+typedef struct _zend_ini_scanner_globals zend_ini_scanner_globals;
 
 BEGIN_EXTERN_C()
 
@@ -49,21 +50,21 @@ extern ZEND_API zend_executor_globals executor_globals;
 
 /* Language Scanner */
 #ifdef ZTS
-# define LANG_SCNG(v) TSRMG(language_scanner_globals_id, zend_scanner_globals *, v)
+# define LANG_SCNG(v) TSRMG(language_scanner_globals_id, zend_php_scanner_globals *, v)
 extern ZEND_API ts_rsrc_id language_scanner_globals_id;
 #else
 # define LANG_SCNG(v) (language_scanner_globals.v)
-extern ZEND_API zend_scanner_globals language_scanner_globals;
+extern ZEND_API zend_php_scanner_globals language_scanner_globals;
 #endif
 
 
 /* INI Scanner */
 #ifdef ZTS
-# define INI_SCNG(v) TSRMG(ini_scanner_globals_id, zend_scanner_globals *, v)
+# define INI_SCNG(v) TSRMG(ini_scanner_globals_id, zend_ini_scanner_globals *, v)
 extern ZEND_API ts_rsrc_id ini_scanner_globals_id;
 #else
 # define INI_SCNG(v) (ini_scanner_globals.v)
-extern ZEND_API zend_scanner_globals ini_scanner_globals;
+extern ZEND_API zend_ini_scanner_globals ini_scanner_globals;
 #endif
 
 END_EXTERN_C()
index f21ed23557ce3c77a5dbd588156724c2351ed7c8..ff3f8fe0b912c1c55131348531284e68d5ae2d0b 100644 (file)
@@ -58,17 +58,6 @@ ZEND_API void zend_html_puts(const char *s, uint len TSRMLS_DC)
 {
        const char *ptr=s, *end=s+len;
 
-#ifdef ZEND_MULTIBYTE
-       char *filtered;
-       int filtered_len;
-
-       if (LANG_SCNG(output_filter)) {
-               LANG_SCNG(output_filter)(&filtered, &filtered_len, s, len TSRMLS_CC);
-               ptr = filtered;
-               end = filtered + filtered_len;
-       }
-#endif /* ZEND_MULTIBYTE */
-       
        while (ptr<end) {
                if (*ptr==' ') {
                        do {
@@ -78,16 +67,9 @@ ZEND_API void zend_html_puts(const char *s, uint len TSRMLS_DC)
                        zend_html_putc(*ptr++);
                }
        }
-
-#ifdef ZEND_MULTIBYTE
-       if (LANG_SCNG(output_filter)) {
-               efree(filtered);
-       }
-#endif /* ZEND_MULTIBYTE */
 }
 
 
-
 ZEND_API void zend_highlight(zend_syntax_highlighter_ini *syntax_highlighter_ini TSRMLS_DC)
 {
        zval token;
@@ -180,7 +162,7 @@ ZEND_API void zend_highlight(zend_syntax_highlighter_ini *syntax_highlighter_ini
        }
 
        /* handler for trailing comments, see bug #42767 */
-       if (LANG_SCNG(yy_leng) && LANG_SCNG(_yy_more_len)) {
+       if (LANG_SCNG(yy_leng) && LANG_SCNG(yy_text) < LANG_SCNG(yy_limit)) {
                if (last_color != syntax_highlighter_ini->highlight_comment) {
                        if (last_color != syntax_highlighter_ini->highlight_html) {
                                zend_printf("</span>");
@@ -189,7 +171,7 @@ ZEND_API void zend_highlight(zend_syntax_highlighter_ini *syntax_highlighter_ini
                                zend_printf("<span style=\"color: %s\">", syntax_highlighter_ini->highlight_comment);
                        }
                }
-               zend_html_puts(LANG_SCNG(yy_text), LANG_SCNG(_yy_more_len) TSRMLS_CC);
+               zend_html_puts(LANG_SCNG(yy_text), (LANG_SCNG(yy_limit) - LANG_SCNG(yy_text)) TSRMLS_CC);
        }
 done:
        if (last_color != syntax_highlighter_ini->highlight_html) {
index 633d1480aabd9ee0141ac9fac5285f4ada25123b..2533cebe67563bc806e5f822b90bc26ad69cb3ac 100644 (file)
@@ -204,7 +204,7 @@ ZEND_API int zend_parse_ini_file(zend_file_handle *fh, zend_bool unbuffered_erro
 
        CG(ini_parser_unbuffered_errors) = unbuffered_errors;
        retval = ini_parse(TSRMLS_C);
-       zend_ini_close_file(fh TSRMLS_CC);
+       zend_file_handle_dtor(fh TSRMLS_CC);
 
        shutdown_ini_scanner(TSRMLS_C);
        
index 1c0345b89f461e5f1db01e41a3c0060c49b898ba..a6ff91ef2c832af744d971d87235c76d6d9e8b02 100644 (file)
@@ -31,7 +31,6 @@ int zend_ini_scanner_get_lineno(TSRMLS_D);
 char *zend_ini_scanner_get_filename(TSRMLS_D);
 int zend_ini_open_file_for_scanning(zend_file_handle *fh, int scanner_mode TSRMLS_DC);
 int zend_ini_prepare_string_for_scanning(char *str, int scanner_mode TSRMLS_DC);
-void zend_ini_close_file(zend_file_handle *fh TSRMLS_DC);
 int ini_lex(zval *ini_lval TSRMLS_DC);
 void shutdown_ini_scanner(TSRMLS_D);
 END_EXTERN_C()
index c9d5f48061314a2041aea6a0c01c4cad48f55863..7e9ee1557dc22bd12b125fe9349b555c4f0618e3 100644 (file)
@@ -1,4 +1,3 @@
-%{
 /*
    +----------------------------------------------------------------------+
    | Zend Engine                                                          |
    +----------------------------------------------------------------------+
    | Authors: Zeev Suraski <zeev@zend.com>                                |
    |          Jani Taskinen <jani@php.net>                                |
+   |          Marcus Boerger <helly@php.net>                              |
+   |          Nuno Lopes <nlopess@php.net>                                |
+   |          Scott MacVicar <scottmac@php.net>                           |
    +----------------------------------------------------------------------+
 */
 
 /* $Id$ */
 
-#define DEBUG_CFG_SCANNER 0
 
-#define yyleng SCNG(yy_leng)
-#define yytext SCNG(yy_text)
-#define yytext_ptr SCNG(yy_text)
-#define yyin SCNG(yy_in)
-#define yyout SCNG(yy_out)
+#if 0
+# define YYDEBUG(s, c) printf("state: %d char: %c\n", s, c)
+#else
+# define YYDEBUG(s, c)
+#endif
+
+#include "zend_ini_scanner_defs.h"
+
+#define YYCTYPE   unsigned char
+#define YYFILL(n) { if (n == 1) return 0; }
+#define YYCURSOR  SCNG(yy_cursor)
+#define YYLIMIT   SCNG(yy_limit)
+#define YYMARKER  SCNG(yy_marker)
+
+#define YYGETCONDITION()  SCNG(yy_state)
+#define YYSETCONDITION(s) SCNG(yy_state) = s
+
+#define STATE(name)  yyc##name
+
+/* emulate flex constructs */
+#define BEGIN(state) YYSETCONDITION(STATE(state))
+#define YYSTATE      YYGETCONDITION()
+#define yytext       ((char*)SCNG(yy_text))
+#define yyleng       SCNG(yy_leng)
+#define yyless(x)    YYCURSOR = yytext + x
+/* #define yymore()     goto yymore_restart */
 
 /* How it works (for the core ini directives):
  * ===========================================
@@ -47,7 +69,7 @@
  * 5. User defined ini files (like .htaccess for apache) are parsed for each request and
  *    stored in separate hash defined by SAPI.
  */
+
 /* TODO: (ordered by importance :-)
  * ===============================================================================
  *
  *
  */
 
-/* These are not needed when yymore() is not used */
-/*
-#define yy_last_accepting_state SCNG(_yy_last_accepting_state)
-#define yy_last_accepting_cpos SCNG(_yy_last_accepting_cpos)
-#define yy_more_flag SCNG(_yy_more_flag)
-#define yy_more_len SCNG(_yy_more_len)
-*/
-
-%}
-
-%x ST_DOUBLE_QUOTES
-%x ST_OFFSET
-%x ST_RAW
-%x ST_SECTION_RAW
-%x ST_SECTION_VALUE
-%x ST_VALUE
-%x ST_VARNAME
-%option stack
-
-%{
-
 #include <errno.h>
 #include "zend.h"
 #include "zend_globals.h"
 #include <zend_ini_parser.h>
 #include "zend_ini_scanner.h"
 
-#define YY_DECL int ini_lex(zval *ini_lval TSRMLS_DC)
-
 /* Globals Macros */
 #define SCNG   INI_SCNG
 #ifdef ZTS
 ZEND_API ts_rsrc_id ini_scanner_globals_id;
 #else
-ZEND_API zend_scanner_globals ini_scanner_globals;
+ZEND_API zend_ini_scanner_globals ini_scanner_globals;
 #endif
 
 /* Eat trailing whitespace + extra char */
@@ -105,7 +104,6 @@ ZEND_API zend_scanner_globals ini_scanner_globals;
                yytext[yyleng - 1] == ' ')                  \
        ) {                                             \
                yyleng--;                                   \
-               yytext[yyleng]=0;                           \
        }
 
 /* Eat trailing whitespace */
@@ -122,7 +120,30 @@ ZEND_API zend_scanner_globals ini_scanner_globals;
        return type;                                 \
 }
 
-static char *ini_filename;
+static void _yy_push_state(int new_state TSRMLS_DC)
+{
+       zend_stack_push(&SCNG(state_stack), (void *) &YYGETCONDITION(), sizeof(int));
+       YYSETCONDITION(new_state);
+}
+
+#define yy_push_state(state_and_tsrm) _yy_push_state(yyc##state_and_tsrm)
+
+static void yy_pop_state(TSRMLS_D)
+{
+       int *stack_state;
+       zend_stack_top(&SCNG(state_stack), (void **) &stack_state);
+       YYSETCONDITION(*stack_state);
+       zend_stack_del_top(&SCNG(state_stack));
+}
+
+static void yy_scan_buffer(char *str, unsigned int len TSRMLS_DC)
+{
+       YYCURSOR = (YYCTYPE*)str;
+       SCNG(yy_start) = YYCURSOR;
+       YYLIMIT  = YYCURSOR + len;
+}
+
+#define ini_filename SCNG(filename)
 
 /* {{{ init_ini_scanner()
 */
@@ -130,9 +151,8 @@ static void init_ini_scanner(TSRMLS_D)
 {
        SCNG(lineno) = 1;
        SCNG(scanner_mode) = ZEND_INI_SCANNER_NORMAL;
-       SCNG(yy_start_stack_ptr) = 0;
-       SCNG(yy_start_stack_depth) = 0;
-       SCNG(current_buffer) = NULL;
+       zend_stack_init(&SCNG(state_stack));
+       BEGIN(INITIAL);
 }
 /* }}} */
 
@@ -140,11 +160,7 @@ static void init_ini_scanner(TSRMLS_D)
 */
 void shutdown_ini_scanner(TSRMLS_D)
 {
-       if (SCNG(yy_start_stack)) {
-               yy_flex_free(SCNG(yy_start_stack));
-               SCNG(yy_start_stack) = NULL;
-       }
-       yy_delete_buffer(SCNG(current_buffer) TSRMLS_CC);
+       zend_stack_destroy(&SCNG(state_stack));
        if (ini_filename) {
                free(ini_filename);
        }
@@ -171,14 +187,17 @@ char *zend_ini_scanner_get_filename(TSRMLS_D)
 */
 int zend_ini_open_file_for_scanning(zend_file_handle *fh, int scanner_mode TSRMLS_DC)
 {
-       if (FAILURE == zend_stream_fixup(fh TSRMLS_CC)) {
+       char *buf;
+       size_t size;
+
+       if (zend_stream_fixup(fh, &buf, &size TSRMLS_CC) == FAILURE) {
                return FAILURE;
        }
 
        init_ini_scanner(TSRMLS_C);
        SCNG(scanner_mode) = scanner_mode;
-       yyin = fh;
-       yy_switch_to_buffer(yy_create_buffer(yyin, YY_BUF_SIZE TSRMLS_CC) TSRMLS_CC);
+       SCNG(yy_in) = fh;
+       yy_scan_buffer(buf, size TSRMLS_CC);
        ini_filename = zend_strndup(fh->filename, strlen(fh->filename));
        return SUCCESS;
 }
@@ -192,21 +211,13 @@ int zend_ini_prepare_string_for_scanning(char *str, int scanner_mode TSRMLS_DC)
 
        init_ini_scanner(TSRMLS_C);
        SCNG(scanner_mode) = scanner_mode;
-       yyin = NULL;
-       yy_scan_buffer(str, len + 2 TSRMLS_CC);
+       SCNG(yy_in) = NULL;
+       yy_scan_buffer(str, len TSRMLS_CC);
        ini_filename = NULL;
        return SUCCESS;
 }
 /* }}} */
 
-/* {{{ zend_ini_close_file()
-*/
-void zend_ini_close_file(zend_file_handle *fh TSRMLS_DC)
-{
-       zend_stream_close(fh);
-}
-/* }}} */
-
 /* {{{ zend_ini_escape_string()
  */
 static void zend_ini_escape_string(zval *lval, char *str, int len, char quote_type TSRMLS_DC)
@@ -267,7 +278,22 @@ static void zend_ini_escape_string(zval *lval, char *str, int len, char quote_ty
 }
 /* }}} */
 
-%}
+int ini_lex(zval *ini_lval TSRMLS_DC)
+{
+restart:
+       SCNG(yy_text) = YYCURSOR;
+
+/* yymore_restart: */
+       /* detect EOF */
+       if (YYCURSOR >= YYLIMIT) {
+               if (YYSTATE == STATE(ST_VALUE) || YYSTATE == STATE(ST_RAW)) {
+                       BEGIN(INITIAL);
+                       return 0;
+               }
+               return 0;
+       }
+
+/*!re2c
 
 LNUM [0-9]+
 DNUM ([0-9]*[\.][0-9]+)|([0-9]+[\.][0-9]*)
@@ -286,21 +312,12 @@ SECTION_RAW_CHARS [^\]\n\r]
 SINGLE_QUOTED_CHARS [^']
 RAW_VALUE_CHARS [^=\n\r;]
 
-/* Allow using ${foobar} in sections, quoted strings and values */
-LITERAL_DOLLAR ("$"([^a-zA-Z0-9{]|("\\"{ANY_CHAR})))
-VALUE_CHARS         ([^$= \t\n\r;&|~()!"']|{LITERAL_DOLLAR})
+LITERAL_DOLLAR ("$"([^a-zA-Z0-9{\000]|("\\"{ANY_CHAR})))
+VALUE_CHARS         ([^$= \t\n\r;&|~()!"'\000]|{LITERAL_DOLLAR})
 SECTION_VALUE_CHARS ([^$\n\r;"'\]\\]|("\\"{ANY_CHAR})|{LITERAL_DOLLAR})
 DOUBLE_QUOTES_CHARS ([^$"\\]|("\\"{ANY_CHAR})|{LITERAL_DOLLAR})
 
-/* " */
-
-%option nounput
-%option noyywrap
-%option noyylineno
-%option noyy_top_state
-%option never-interactive
-
-%%
+<!*> := yyleng = YYCURSOR - SCNG(yy_text);
 
 <INITIAL>"[" { /* Section start */
        /* Enter section data lookup state */
@@ -315,9 +332,8 @@ DOUBLE_QUOTES_CHARS ([^$"\\]|("\\"{ANY_CHAR})|{LITERAL_DOLLAR})
 <ST_VALUE,ST_SECTION_VALUE,ST_OFFSET>"'"{SINGLE_QUOTED_CHARS}+"'" { /* Raw string */
        /* Eat leading and trailing single quotes */
        if (yytext[0] == '\'' && yytext[yyleng - 1] == '\'') {
-               yytext++;
+               SCNG(yy_text)++;
                yyleng = yyleng - 2;
-               yytext[yyleng] = 0; 
        }
        RETURN_TOKEN(TC_RAW, yytext, yyleng);
 }
@@ -334,7 +350,7 @@ DOUBLE_QUOTES_CHARS ([^$"\\]|("\\"{ANY_CHAR})|{LITERAL_DOLLAR})
 
        /* Enter offset lookup state */
        yy_push_state(ST_OFFSET TSRMLS_CC);
-       
+
        RETURN_TOKEN(TC_OFFSET, yytext, yyleng);
 }
 
@@ -369,7 +385,7 @@ DOUBLE_QUOTES_CHARS ([^$"\\]|("\\"{ANY_CHAR})|{LITERAL_DOLLAR})
        RETURN_TOKEN(TC_LABEL, yytext, yyleng);
 }
 
-<INITIAL>{TABS_AND_SPACES}*[=]{TABS_AND_SPACES}* { /* Start option value */ 
+<INITIAL>{TABS_AND_SPACES}*[=]{TABS_AND_SPACES}* { /* Start option value */
        if (SCNG(scanner_mode) == ZEND_INI_SCANNER_RAW) {
                yy_push_state(ST_RAW TSRMLS_CC);
        } else {
@@ -381,9 +397,9 @@ DOUBLE_QUOTES_CHARS ([^$"\\]|("\\"{ANY_CHAR})|{LITERAL_DOLLAR})
 <ST_RAW>{RAW_VALUE_CHARS}+ { /* Raw value, only used when SCNG(scanner_mode) == ZEND_INI_SCANNER_RAW. */
        /* Eat leading and trailing double quotes */
        if (yytext[0] == '"' && yytext[yyleng - 1] == '"') {
-               yytext++;
+               SCNG(yy_text)++;
                yyleng = yyleng - 2;
-               yytext[yyleng] = 0; 
+               yytext[yyleng] = 0;
        }
        RETURN_TOKEN(TC_RAW, yytext, yyleng);
 }
@@ -415,7 +431,7 @@ DOUBLE_QUOTES_CHARS ([^$"\\]|("\\"{ANY_CHAR})|{LITERAL_DOLLAR})
 }
 
 <ST_VALUE>[=] { /* Make = used in option value to trigger error */
-       yyless(yyleng - 1);
+       yyless(0);
        BEGIN(INITIAL);
        return END_OF_LINE;
 }
@@ -449,6 +465,7 @@ DOUBLE_QUOTES_CHARS ([^$"\\]|("\\"{ANY_CHAR})|{LITERAL_DOLLAR})
 
 <INITIAL,ST_RAW>{TABS_AND_SPACES}+ {
        /* eat whitespace */
+       goto restart;
 }
 
 <INITIAL>{TABS_AND_SPACES}*{NEWLINE} {
@@ -462,52 +479,14 @@ DOUBLE_QUOTES_CHARS ([^$"\\]|("\\"{ANY_CHAR})|{LITERAL_DOLLAR})
        return END_OF_LINE;
 }
 
-<ST_VALUE,ST_RAW><<EOF>> { /* End of option value (if EOF is reached before EOL */
+<ST_VALUE,ST_RAW>[^] { /* End of option value (if EOF is reached before EOL */
        BEGIN(INITIAL);
-       return END_OF_LINE;
+       return 0;
 }
 
-<<EOF>> {
-#if DEBUG_CFG_SCANNER
-       while (YYSTATE != INITIAL) {
-               switch (YYSTATE) {
-               case INITIAL:
-                       break;
-
-               case ST_DOUBLE_QUOTES:
-                       fprintf(stderr, "ERROR: Unterminated ini option value double quotes\n");
-                       break;
-
-               case ST_OFFSET:
-                       fprintf(stderr, "ERROR: Unterminated ini option offset\n");
-                       break;
-
-               case ST_RAW:
-                       fprintf(stderr, "ERROR: Unterminated raw ini option value\n");
-                       break;
-
-               case ST_SECTION_RAW:
-                       fprintf(stderr, "ERROR: Unterminated raw ini section value\n");
-                       break;
-
-               case ST_SECTION_VALUE:
-                       fprintf(stderr, "ERROR: Unterminated ini section value\n");
-                       break;
-
-               case ST_VALUE:
-                       fprintf(stderr, "ERROR: Unterminated ini option value\n");
-                       break;
-
-               case ST_VARNAME:
-                       fprintf(stderr, "ERROR: Unterminated ini variable\n");
-                       break;
+<*>[^] {
+       return 0;
+}
 
-               default:
-                       fprintf(stderr, "BUG: Unknown state (%d)\n", YYSTATE);
-                       break;
-               }
-               yy_pop_state(TSRMLS_C);
-       }
-#endif
-       yyterminate();
+*/
 }
index 87d0c2a055e8371dfddb5954b12787e49c12ac7a..3ebe5bb62c51425c848c501bd7f98d688f6db4b0 100644 (file)
 #define ZEND_SCANNER_H
 
 typedef struct _zend_lex_state {
-       YY_BUFFER_STATE buffer_state;
-       int state;
+       unsigned int yy_leng;
+       unsigned char *yy_start;
+       unsigned char *yy_text;
+       unsigned char *yy_cursor;
+       unsigned char *yy_marker;
+       unsigned char *yy_limit;
+       int yy_state;
+       zend_stack state_stack;
+
        zend_file_handle *in;
        uint lineno;
        char *filename;
-
-#ifdef ZEND_MULTIBYTE
-       /* original (unfiltered) script */
-       char *script_org;
-       int script_org_size;
-
-       /* filtered script */
-       char *script_filtered;
-       int script_filtered_size;
-
-       /* input/ouput filters */
-       zend_encoding_filter input_filter;
-       zend_encoding_filter output_filter;
-       zend_encoding *script_encoding;
-       zend_encoding *internal_encoding;
-#endif /* ZEND_MULTIBYTE */
 } zend_lex_state;
 
 
-void zend_fatal_scanner_error(char *);
 BEGIN_EXTERN_C()
 int zend_compare_file_handles(zend_file_handle *fh1, zend_file_handle *fh2);
 ZEND_API void zend_save_lexical_state(zend_lex_state *lex_state TSRMLS_DC);
index 1bb58db3b13e69e9218c4ecaa8fcd8abea645e9a..71937437f0c702491ac61c302811c97ee29e082f 100644 (file)
@@ -1,5 +1,3 @@
-%{
-
 /*
    +----------------------------------------------------------------------+
    | Zend Engine                                                          |
    | obtain it through the world-wide-web, please send a note to          |
    | license@zend.com so we can mail you a copy immediately.              |
    +----------------------------------------------------------------------+
-   | Authors: Andi Gutmans <andi@zend.com>                                |
+   | Authors: Marcus Boerger <helly@php.net>                              |
+   |          Nuno Lopes <nlopess@php.net>                                |
+   |          Scott MacVicar <scottmac@php.net>                           |
+   | Flex version authors:                                                |
+   |          Andi Gutmans <andi@zend.com>                                |
    |          Zeev Suraski <zeev@zend.com>                                |
    +----------------------------------------------------------------------+
 */
 
 /* $Id$ */
 
-#define yyleng SCNG(yy_leng)
-#define yytext SCNG(yy_text)
-#define yytext_ptr SCNG(yy_text)
-#define yyin SCNG(yy_in)
-#define yyout SCNG(yy_out)
-#define yy_last_accepting_state SCNG(_yy_last_accepting_state)
-#define yy_last_accepting_cpos SCNG(_yy_last_accepting_cpos)
-#define yy_more_flag SCNG(_yy_more_flag)
-#define yy_more_len SCNG(_yy_more_len)
-
-%}
-
-%x ST_IN_SCRIPTING
-%x ST_DOUBLE_QUOTES
-%x ST_BACKQUOTE
-%x ST_HEREDOC
-%x ST_START_HEREDOC
-%x ST_END_HEREDOC
-%x ST_NOWDOC
-%x ST_START_NOWDOC
-%x ST_END_NOWDOC
-%x ST_LOOKING_FOR_PROPERTY
-%x ST_LOOKING_FOR_VARNAME
-%x ST_VAR_OFFSET
-%x ST_COMMENT
-%x ST_DOC_COMMENT
-%x ST_ONE_LINE_COMMENT
-%option stack
-
-%{
+#if 0
+# define YYDEBUG(s, c) printf("state: %d char: %c\n", s, c)
+#else
+# define YYDEBUG(s, c)
+#endif
+
+#include "zend_language_scanner_defs.h"
 
 #include <errno.h>
 #include "zend.h"
 #include "tsrm_virtual_cwd.h"
 #include "tsrm_config_common.h"
 
+#define YYCTYPE   unsigned char
+#define YYFILL(n) { if (n == 1) return 0; }
+#define YYCURSOR  SCNG(yy_cursor)
+#define YYLIMIT   SCNG(yy_limit)
+#define YYMARKER  SCNG(yy_marker)
+
+#define YYGETCONDITION()  SCNG(yy_state)
+#define YYSETCONDITION(s) SCNG(yy_state) = s
+
+#define STATE(name)  yyc##name
+
+/* emulate flex constructs */
+#define BEGIN(state) YYSETCONDITION(STATE(state))
+#define YYSTATE      YYGETCONDITION()
+#define yytext       ((char*)SCNG(yy_text))
+#define yyleng       SCNG(yy_leng)
+#define yyless(x)    YYCURSOR = yytext + x
+#define yymore()     goto yymore_restart
+
 #ifdef HAVE_STDARG_H
 # include <stdarg.h>
 #endif
 # include <unistd.h>
 #endif
 
-#define YY_DECL int lex_scan(zval *zendlval TSRMLS_DC)
-
-#define ECHO { ZEND_WRITE( yytext, yyleng ); }
-
-#ifdef ZTS
-#  define MY_INPUT yyinput
-#else
-#  define MY_INPUT input
-#endif
-
-
 /* Globals Macros */
 #define SCNG   LANG_SCNG
 #ifdef ZTS
 ZEND_API ts_rsrc_id language_scanner_globals_id;
 #else
-ZEND_API zend_scanner_globals language_scanner_globals;
+ZEND_API zend_php_scanner_globals language_scanner_globals;
 #endif
 
-
-#define YY_FATAL_ERROR zend_fatal_scanner_error
-
 #define HANDLE_NEWLINES(s, l)                                                                                                  \
 do {                                                                                                                                                   \
        char *p = (s), *boundary = p+(l);                                                                                       \
@@ -117,178 +101,97 @@ do {                                                                                                                                                     \
        } \
 }
 
-
 #define ZEND_IS_OCT(c)  ((c)>='0' && (c)<='7')
 #define ZEND_IS_HEX(c)  (((c)>='0' && (c)<='9') || ((c)>='a' && (c)<='f') || ((c)>='A' && (c)<='F'))
 
+BEGIN_EXTERN_C()
 
-void zend_fatal_scanner_error(char *message)
+static void _yy_push_state(int new_state TSRMLS_DC)
 {
-       zend_error(E_COMPILE_ERROR, "%s", message);
+       zend_stack_push(&SCNG(state_stack), (void *) &YYGETCONDITION(), sizeof(int));
+       YYSETCONDITION(new_state);
+}
+
+#define yy_push_state(state_and_tsrm) _yy_push_state(yyc##state_and_tsrm)
+
+static void yy_pop_state(TSRMLS_D)
+{
+       int *stack_state;
+       zend_stack_top(&SCNG(state_stack), (void **) &stack_state);
+       YYSETCONDITION(*stack_state);
+       zend_stack_del_top(&SCNG(state_stack));
+}
+
+static void yy_scan_buffer(char *str, unsigned int len TSRMLS_DC)
+{
+       YYCURSOR       = (YYCTYPE*)str;
+       SCNG(yy_start) = YYCURSOR;
+       YYLIMIT        = YYCURSOR + len;
 }
 
-BEGIN_EXTERN_C()
 void startup_scanner(TSRMLS_D)
 {
        CG(heredoc) = NULL;
        CG(heredoc_len) = 0;
        CG(doc_comment) = NULL;
        CG(doc_comment_len) = 0;
-       SCNG(yy_start_stack_ptr) = 0;
-       SCNG(yy_start_stack_depth) = 0;
-       SCNG(current_buffer) = NULL;
-#ifdef ZEND_MULTIBYTE
-       SCNG(script_org) = NULL;
-       SCNG(script_org_size) = 0;
-       SCNG(script_filtered) = NULL;
-       SCNG(script_filtered_size) = 0;
-       SCNG(input_filter) = NULL;
-       SCNG(output_filter) = NULL;
-       SCNG(script_encoding) = NULL;
-       SCNG(internal_encoding) = NULL;
-#endif /* ZEND_MULTIBYTE */
+       zend_llist_init(&SCNG(used_state_stacks), sizeof(zend_stack), (llist_dtor_func_t) zend_stack_destroy, 0);
+       zend_stack_init(&SCNG(state_stack));
+       zend_llist_add_element(&SCNG(used_state_stacks), &SCNG(state_stack));
 }
 
-
 void shutdown_scanner(TSRMLS_D)
 {
        if (CG(heredoc)) {
                efree(CG(heredoc));
                CG(heredoc_len)=0;
        }
-       if (SCNG(yy_start_stack)) {
-               yy_flex_free(SCNG(yy_start_stack));
-               SCNG(yy_start_stack) = NULL;
-       }
+       zend_llist_destroy(&SCNG(used_state_stacks));
        RESET_DOC_COMMENT();
-       
-#ifdef ZEND_MULTIBYTE
-       if (SCNG(script_org)) {
-               efree(SCNG(script_org));
-               SCNG(script_org) = NULL;
-       }
-       if (SCNG(script_filtered)) {
-               efree(SCNG(script_filtered));
-               SCNG(script_filtered) = NULL;
-       }
-       SCNG(script_org_size) = 0;
-       SCNG(script_filtered_size) = 0;
-       SCNG(input_filter) = NULL;
-       SCNG(output_filter) = NULL;
-       SCNG(script_encoding) = NULL;
-       SCNG(internal_encoding) = NULL;
-#endif /* ZEND_MULTIBYTE */
 }
-END_EXTERN_C()
 
+static int compare_stacks(zend_stack *stack1, zend_stack *stack2)
+{
+       return (stack1 == stack2);
+}
 
 ZEND_API void zend_save_lexical_state(zend_lex_state *lex_state TSRMLS_DC)
 {
-       memcpy(&lex_state->buffer_state, &YY_CURRENT_BUFFER, sizeof(YY_BUFFER_STATE));
+       lex_state->yy_leng   = SCNG(yy_leng);
+       lex_state->yy_start  = SCNG(yy_start);
+       lex_state->yy_text   = SCNG(yy_text);
+       lex_state->yy_cursor = SCNG(yy_cursor);
+       lex_state->yy_marker = SCNG(yy_marker);
+       lex_state->yy_limit  = SCNG(yy_limit);
+
+       lex_state->state_stack = SCNG(state_stack);
+       zend_stack_init(&SCNG(state_stack));
+       zend_llist_add_element(&SCNG(used_state_stacks), &SCNG(state_stack));
+
        lex_state->in = SCNG(yy_in);
-       lex_state->state = YYSTATE;
+       lex_state->yy_state = YYSTATE;
        lex_state->filename = zend_get_compiled_filename(TSRMLS_C);
        lex_state->lineno = CG(zend_lineno);
-
-#ifdef ZEND_MULTIBYTE
-       lex_state->script_org = SCNG(script_org);
-       lex_state->script_org_size = SCNG(script_org_size);
-       lex_state->script_filtered = SCNG(script_filtered);
-       lex_state->script_filtered_size = SCNG(script_filtered_size);
-       lex_state->input_filter = SCNG(input_filter);
-       lex_state->output_filter = SCNG(output_filter);
-       lex_state->script_encoding = SCNG(script_encoding);
-       lex_state->internal_encoding = SCNG(internal_encoding);
-#endif /* ZEND_MULTIBYTE */
 }
 
 ZEND_API void zend_restore_lexical_state(zend_lex_state *lex_state TSRMLS_DC)
 {
-       YY_BUFFER_STATE original_buffer_state = YY_CURRENT_BUFFER;
+       SCNG(yy_leng)   = lex_state->yy_leng;
+       SCNG(yy_start)  = lex_state->yy_start;
+       SCNG(yy_text)   = lex_state->yy_text;
+       SCNG(yy_cursor) = lex_state->yy_cursor;
+       SCNG(yy_marker) = lex_state->yy_marker;
+       SCNG(yy_limit)  = lex_state->yy_limit;
 
-       if (lex_state->buffer_state) {
-               yy_switch_to_buffer(lex_state->buffer_state TSRMLS_CC);
-       } else {
-               YY_CURRENT_BUFFER = NULL;
-       }
+       zend_llist_del_element(&SCNG(used_state_stacks), &SCNG(state_stack), (int (*)(void *, void *)) compare_stacks);
+       SCNG(state_stack) = lex_state->state_stack;
 
-       yy_delete_buffer(original_buffer_state TSRMLS_CC);
        SCNG(yy_in) = lex_state->in;
-       BEGIN(lex_state->state);
+       YYSETCONDITION(lex_state->yy_state);
        CG(zend_lineno) = lex_state->lineno;
        zend_restore_compiled_filename(lex_state->filename TSRMLS_CC);
-
-#ifdef ZEND_MULTIBYTE
-       if (SCNG(script_org)) {
-               efree(SCNG(script_org));
-               SCNG(script_org) = NULL;
-       }
-       if (SCNG(script_filtered)) {
-               efree(SCNG(script_filtered));
-               SCNG(script_filtered) = NULL;
-       }
-       SCNG(script_org) = lex_state->script_org;
-       SCNG(script_org_size) = lex_state->script_org_size;
-       SCNG(script_filtered) = lex_state->script_filtered;
-       SCNG(script_filtered_size) = lex_state->script_filtered_size;
-       SCNG(input_filter) = lex_state->input_filter;
-       SCNG(output_filter) = lex_state->output_filter;
-       SCNG(script_encoding) = lex_state->script_encoding;
-       SCNG(internal_encoding) = lex_state->internal_encoding;
-#endif /* ZEND_MULTIBYTE */
 }
 
-
-BEGIN_EXTERN_C()
-
-
-ZEND_API void zend_file_handle_dtor(zend_file_handle *fh)
-{
-       TSRMLS_FETCH();
-       
-       switch (fh->type) {
-               case ZEND_HANDLE_FP:
-                       fclose(fh->handle.fp);
-                       break;
-               case ZEND_HANDLE_STREAM:
-                       if (fh->handle.stream.closer) {
-                               fh->handle.stream.closer(fh->handle.stream.handle TSRMLS_CC);
-                       }
-                       break;
-               case ZEND_HANDLE_FILENAME:
-                       /* We're only supposed to get here when destructing the used_files hash,
-                        * which doesn't really contain open files, but references to their names/paths
-                        */
-                       break;
-       }
-       if (fh->opened_path) {
-               efree(fh->opened_path);
-               fh->opened_path = NULL;
-       }
-       if (fh->free_filename && fh->filename) {
-               efree(fh->filename);
-               fh->filename = NULL;
-       }
-}
-
-
-int zend_compare_file_handles(zend_file_handle *fh1, zend_file_handle *fh2)
-{
-       if (fh1->type != fh2->type) {
-               return 0;
-       }
-       switch (fh1->type) {
-               case ZEND_HANDLE_FP:
-                       return fh1->handle.fp==fh2->handle.fp;
-                       break;
-               case ZEND_HANDLE_STREAM:
-                       return fh1->handle.stream.handle == fh2->handle.stream.handle;
-                       break;
-       }
-       return 0;
-}
-
-
 ZEND_API void zend_destroy_file_handle(zend_file_handle *file_handle TSRMLS_DC)
 {
        zend_llist_del_element(&CG(open_files), file_handle, (int (*)(void *, void *)) zend_compare_file_handles);
@@ -302,49 +205,30 @@ ZEND_API void zend_destroy_file_handle(zend_file_handle *file_handle TSRMLS_DC)
 
 ZEND_API int open_file_for_scanning(zend_file_handle *file_handle TSRMLS_DC)
 {
-       char *file_path=NULL;
+       char *file_path = NULL, *buf;
+       size_t size;
 
-       if (FAILURE == zend_stream_fixup(file_handle TSRMLS_CC)) {
+       if (zend_stream_fixup(file_handle, &buf, &size TSRMLS_CC) == FAILURE) {
                return FAILURE;
        }
 
        zend_llist_add_element(&CG(open_files), file_handle);
-       
+       if (file_handle->handle.stream.handle >= (void*)file_handle && file_handle->handle.stream.handle <= (void*)(file_handle+1)) {
+               zend_file_handle *fh = (zend_file_handle*)zend_llist_get_last(&CG(open_files));
+               size_t diff = (char*)file_handle->handle.stream.handle - (char*)file_handle;
+               fh->handle.stream.handle = (void*)(((char*)fh) + diff);
+               file_handle->handle.stream.handle = fh->handle.stream.handle;
+       }
+
        /* Reset the scanner for scanning the new file */
        SCNG(yy_in) = file_handle;
 
-#ifdef ZEND_MULTIBYTE
-       if (file_handle->handle.stream.interactive == 0) {
-               if (zend_multibyte_read_script(TSRMLS_C) != 0) {
-                       return FAILURE;
-               }
-
-               /* force flex to use buffer only */
-               SCNG(yy_in) = NULL;
-               SCNG(init) = 0;
-               SCNG(start) = 1;
-
-               zend_multibyte_set_filter(NULL TSRMLS_CC);
-
-               if (!SCNG(input_filter)) {
-                       SCNG(script_filtered) = (char*)emalloc(SCNG(script_org_size)+1);
-                       memcpy(SCNG(script_filtered), SCNG(script_org), SCNG(script_org_size)+1);
-                       SCNG(script_filtered_size) = SCNG(script_org_size);
-               } else {
-                       SCNG(input_filter)(&SCNG(script_filtered), &SCNG(script_filtered_size), SCNG(script_org), SCNG(script_org_size) TSRMLS_CC);
-               }
-
-               /* flex requires doubled null */
-               SCNG(script_filtered) = (char*)erealloc(SCNG(script_filtered), SCNG(script_filtered_size)+2);
-               *(SCNG(script_filtered)+SCNG(script_filtered_size)) = (char)NULL;
-               *(SCNG(script_filtered)+SCNG(script_filtered_size)+1) = (char)NULL;
-               yy_scan_buffer(SCNG(script_filtered), SCNG(script_filtered_size)+2 TSRMLS_CC);
+       if (size != -1) {
+               /* TODO: For MULTIBYTE we need to do some clever re-encoding */
+               yy_scan_buffer(buf, size TSRMLS_CC);
        } else {
-               yy_switch_to_buffer(yy_create_buffer(SCNG(yy_in), YY_BUF_SIZE TSRMLS_CC) TSRMLS_CC);
+               zend_error_noreturn(E_COMPILE_ERROR, "zend_stream_mmap() failed");
        }
-#else  /* !ZEND_MULTIBYTE */
-       yy_switch_to_buffer(yy_create_buffer(SCNG(yy_in), YY_BUF_SIZE TSRMLS_CC) TSRMLS_CC);
-#endif /* ZEND_MULTIBYTE */
 
        BEGIN(INITIAL);
 
@@ -477,28 +361,8 @@ ZEND_API int zend_prepare_string_for_scanning(zval *str, char *filename TSRMLS_D
 
        SCNG(yy_in)=NULL;
 
-#ifdef ZEND_MULTIBYTE
-       SCNG(script_org) = estrdup(str->value.str.val);
-       SCNG(script_org_size) = str->value.str.len;
-
-       zend_multibyte_set_filter(CG(internal_encoding) TSRMLS_CC);
-
-       if (!SCNG(input_filter)) {
-               SCNG(script_filtered) = (char*)emalloc(SCNG(script_org_size)+1);
-               memcpy(SCNG(script_filtered), SCNG(script_org), SCNG(script_org_size)+1);
-               SCNG(script_filtered_size) = SCNG(script_org_size);
-       } else {
-               SCNG(input_filter)(&SCNG(script_filtered), &SCNG(script_filtered_size), SCNG(script_org), SCNG(script_org_size) TSRMLS_CC);
-       }
-
-       /* flex requires doubled null */
-       SCNG(script_filtered) = (char*)erealloc(SCNG(script_filtered), SCNG(script_filtered_size)+2);
-       *(SCNG(script_filtered)+SCNG(script_filtered_size)) = (char)NULL;
-       *(SCNG(script_filtered)+SCNG(script_filtered_size)+1) = (char)NULL;
-       yy_scan_buffer(SCNG(script_filtered), SCNG(script_filtered_size)+2 TSRMLS_CC);
-#else /* !ZEND_MULTIBYTE */
-       yy_scan_buffer(str->value.str.val, str->value.str.len+2 TSRMLS_CC);
-#endif /* ZEND_MULTIBYTE */
+       /* TODO: For MULTIBYTE we need to do some clever re-encoding */
+       yy_scan_buffer(str->value.str.val, str->value.str.len TSRMLS_CC);
 
        zend_set_compiled_filename(filename TSRMLS_CC);
        CG(zend_lineno) = 1;
@@ -509,17 +373,7 @@ ZEND_API int zend_prepare_string_for_scanning(zval *str, char *filename TSRMLS_D
 
 ZEND_API int zend_get_scanned_file_offset(TSRMLS_D)
 {
-       if (yyin) {
-               int offset_in_buffer = (yy_c_buf_p - (YY_CURRENT_BUFFER)->yy_ch_buf);
-               int read_bytes = SCNG(yy_n_chars);
-               int offset_from_the_end = read_bytes - offset_in_buffer;
-
-               return zend_stream_ftell(yyin TSRMLS_CC) - offset_from_the_end;
-       } else {
-               /* The entire file is in the buffer; probably zend multibyte
-                  is enabled */
-               return (yy_c_buf_p - (YY_CURRENT_BUFFER)->yy_ch_buf);
-       }
+       return SCNG(yy_cursor) - SCNG(yy_start);
 }
 
 
@@ -551,7 +405,7 @@ zend_op_array *compile_string(zval *source_string, char *filename TSRMLS_DC)
                retval = NULL;
        } else {
                zend_bool orig_interactive = CG(interactive);
-       
+
                CG(interactive) = 0;
                init_op_array(op_array, ZEND_EVAL_CODE, INITIAL_OP_ARRAY_SIZE TSRMLS_CC);
                CG(interactive) = orig_interactive;
@@ -559,17 +413,6 @@ zend_op_array *compile_string(zval *source_string, char *filename TSRMLS_DC)
                BEGIN(ST_IN_SCRIPTING);
                compiler_result = zendparse(TSRMLS_C);
 
-#ifdef ZEND_MULTIBYTE
-               if (SCNG(script_org)) {
-                       efree(SCNG(script_org));
-                       SCNG(script_org) = NULL;
-               }
-               if (SCNG(script_filtered)) {
-                       efree(SCNG(script_filtered));
-                       SCNG(script_filtered) = NULL;
-               }
-#endif /* ZEND_MULTIBYTE */
-
                if (compiler_result==1) {
                        CG(active_op_array) = original_active_op_array;
                        CG(unclean_shutdown)=1;
@@ -604,16 +447,6 @@ int highlight_file(char *filename, zend_syntax_highlighter_ini *syntax_highlight
                return FAILURE;
        }
        zend_highlight(syntax_highlighter_ini TSRMLS_CC);
-#ifdef ZEND_MULTIBYTE
-       if (SCNG(script_org)) {
-               efree(SCNG(script_org));
-               SCNG(script_org) = NULL;
-       }
-       if (SCNG(script_filtered)) {
-               efree(SCNG(script_filtered));
-               SCNG(script_filtered) = NULL;
-       }
-#endif /* ZEND_MULTIBYTE */
        zend_destroy_file_handle(&file_handle TSRMLS_CC);
        zend_restore_lexical_state(&original_lex_state TSRMLS_CC);
        return SUCCESS;
@@ -632,166 +465,15 @@ int highlight_string(zval *str, zend_syntax_highlighter_ini *syntax_highlighter_
        }
        BEGIN(INITIAL);
        zend_highlight(syntax_highlighter_ini TSRMLS_CC);
-#ifdef ZEND_MULTIBYTE
-       if (SCNG(script_org)) {
-               efree(SCNG(script_org));
-               SCNG(script_org) = NULL;
-       }
-       if (SCNG(script_filtered)) {
-               efree(SCNG(script_filtered));
-               SCNG(script_filtered) = NULL;
-       }
-#endif /* ZEND_MULTIBYTE */
        zend_restore_lexical_state(&original_lex_state TSRMLS_CC);
        zval_dtor(str);
        return SUCCESS;
 }
 END_EXTERN_C()
 
-#ifdef ZEND_MULTIBYTE
-BEGIN_EXTERN_C()
-ZEND_API void zend_multibyte_yyinput_again(zend_encoding_filter old_input_filter, zend_encoding *old_encoding TSRMLS_DC)
-{
-       YY_BUFFER_STATE b = YY_CURRENT_BUFFER;
-       int offset, original_offset, length, free_flag;
-       char *p;
-       zend_encoding *new_encoding;
-
-       /* calculate current position */
-       offset = original_offset = yy_c_buf_p - b->yy_ch_buf;
-       if (old_input_filter && original_offset > 0) {
-               new_encoding = SCNG(script_encoding);
-               SCNG(script_encoding) = old_encoding;
-               do {
-                       (old_input_filter)(&p, &length, SCNG(script_org), offset TSRMLS_CC);
-                       if (!p) {
-                               SCNG(script_encoding) = new_encoding;
-                               return;
-                       }
-                       efree(p);
-                       if (length > original_offset) {
-                               offset--;
-                       } else if (length < original_offset) {
-                               offset++;
-                       }
-               } while (original_offset != length);
-               SCNG(script_encoding) = new_encoding;
-       }
-
-       /* convert and set */
-       if (!SCNG(input_filter)) {
-               length = SCNG(script_org_size)-offset-1;
-               p = SCNG(script_org)+offset+1;
-               free_flag = 0;
-       } else {
-               SCNG(input_filter)(&p, &length, SCNG(script_org)+offset+1, SCNG(script_org_size)-offset-1 TSRMLS_CC);
-               free_flag = 1;
-       }
-       if (original_offset+length+1 > (int)b->yy_buf_size) {
-               b->yy_buf_size = original_offset+length+1;
-               b->yy_ch_buf = (char*)erealloc(b->yy_ch_buf, b->yy_buf_size+2);
-               SCNG(script_filtered) = b->yy_ch_buf;
-               SCNG(script_filtered_size) = b->yy_buf_size;
-       }
-       yy_c_buf_p = b->yy_ch_buf + original_offset;
-       strncpy(yy_c_buf_p+1, p, length);
-       b->yy_n_chars = original_offset + length + 1;
-       SCNG(yy_n_chars) = b->yy_n_chars;
-       b->yy_ch_buf[SCNG(yy_n_chars)] = YY_END_OF_BUFFER_CHAR;
-       b->yy_ch_buf[SCNG(yy_n_chars)+1] = YY_END_OF_BUFFER_CHAR;
-
-       if (free_flag) {
-               efree(p);
-       }
-}
-
-
-ZEND_API int zend_multibyte_yyinput(zend_file_handle *file_handle, char *buf, size_t len TSRMLS_DC)
-{
-       int c = '*', n;
-
-       if (file_handle->handle.stream.interactive == 0) {
-               return zend_stream_read(file_handle, buf, len TSRMLS_CC);
-       }
-
-       /* interactive */
-       if (SCNG(script_org)) {
-               efree(SCNG(script_org));
-       }
-       if (SCNG(script_filtered)) {
-               efree(SCNG(script_filtered));
-       }
-       SCNG(script_org) = NULL;
-       SCNG(script_org_size) = 0;
-
-       /* TODO: support widechars */
-
-       for (n = 0; n < sizeof(buf) && (c = zend_stream_getc(yyin TSRMLS_CC)) != EOF && c != '\n'; ++n) {
-               buf[n] = (char)c;
-       }
-       if (c == '\n') {
-               buf[n++] = (char) c;
-       }
-
-       SCNG(script_org_size) = n;
-       SCNG(script_org) = (char*)emalloc(SCNG(script_org_size)+1);
-       memcpy(SCNG(script_org)+SCNG(script_org_size)-n, buf, n);
-
-       return n;
-}
-
-
-ZEND_API int zend_multibyte_read_script(TSRMLS_D)
-{
-       char buf[8192];
-       int n;
-
-       if (SCNG(script_org)) {
-               efree(SCNG(script_org));
-       }
-       SCNG(script_org) = NULL;
-       SCNG(script_org_size) = 0;
-
-       for (;;) {
-               n = zend_stream_read(yyin, buf, sizeof(buf) TSRMLS_CC);
-               if (n <= 0) {
-                       break;
-               }
-
-               SCNG(script_org_size) += n;
-               if (SCNG(script_org)) {
-                       SCNG(script_org) = (char*)erealloc(SCNG(script_org), SCNG(script_org_size)+1);
-               } else {
-                       SCNG(script_org) = (char*)emalloc(SCNG(script_org_size)+1);
-               }
-               memcpy(SCNG(script_org)+SCNG(script_org_size)-n, buf, n);
-       }
-
-       if (n < 0) {
-               return -1;
-       }
-
-       if (!SCNG(script_org)) {
-               SCNG(script_org) = emalloc(SCNG(script_org_size)+1);
-       }
-       *(SCNG(script_org)+SCNG(script_org_size)) = (char)NULL;
-
-       return 0;
-}
-
-
-# define zend_copy_value(zendlval, yytext, yyleng) \
-       if (SCNG(output_filter)) { \
-               SCNG(output_filter)(&(zendlval->value.str.val), &(zendlval->value.str.len), yytext, yyleng TSRMLS_CC); \
-       } else { \
-               zendlval->value.str.val = (char *) estrndup(yytext, yyleng); \
-               zendlval->value.str.len = yyleng; \
-       }
-#else /* ZEND_MULTIBYTE */
 # define zend_copy_value(zendlval, yytext, yyleng) \
        zendlval->value.str.val = (char *)estrndup(yytext, yyleng); \
        zendlval->value.str.len = yyleng;
-#endif /* ZEND_MULTIBYTE */
 
 static void zend_scan_escape_string(zval *zendlval, char *str, int len, char quote_type TSRMLS_DC)
 {
@@ -893,27 +575,37 @@ static void zend_scan_escape_string(zval *zendlval, char *str, int len, char quo
                s++;
        }
        *t = 0;
+}
+
+
+int lex_scan(zval *zendlval TSRMLS_DC)
+{
+restart:
+       SCNG(yy_text) = YYCURSOR;
+
+yymore_restart:
+
+       /* detect EOF */
+       if (YYCURSOR >= YYLIMIT) {
+               /* special case */
+               if (YYSTATE == STATE(ST_COMMENT) || YYSTATE == STATE(ST_DOC_COMMENT)) {
+                       zend_error(E_COMPILE_WARNING,"Unterminated comment starting line %d", CG(comment_start_line));
+               }
 
-#ifdef ZEND_MULTIBYTE
-       if (SCNG(output_filter)) {
-               s = zendlval->value.str.val;
-               SCNG(output_filter)(&(zendlval->value.str.val), &(zendlval->value.str.len), s, zendlval->value.str.len TSRMLS_CC);
-               efree(s);
+               return 0;
        }
-#endif /* ZEND_MULTIBYTE */
-}
 
-%}
+/*!re2c
 
 LNUM   [0-9]+
-DNUM   ([0-9]*[\.][0-9]+)|([0-9]+[\.][0-9]*)
+DNUM   ([0-9]*"."[0-9]+)|([0-9]+"."[0-9]*)
 EXPONENT_DNUM  (({LNUM}|{DNUM})[eE][+-]?{LNUM})
 HNUM   "0x"[0-9a-fA-F]+
 LABEL  [a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]*
 WHITESPACE [ \n\r\t]+
 TABS_AND_SPACES [ \t]*
 TOKENS [;:,.\[\]()|^&+-/*=%!~$<>?@]
-ANY_CHAR (.|[\n])
+ANY_CHAR [^]
 NEWLINE ("\r"|"\n"|"\r\n")
 
 /*
@@ -970,9 +662,9 @@ HEREDOC_CHARS       ("{"*([^$\n\r\\{]|("\\"[^\n\r]))|{HEREDOC_LITERAL_DOLLAR}|({
 
 NOWDOC_CHARS           ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_\x7f-\xff;\n\r][^\n\r]*)|({LABEL}[;][^\n\r]+)))
 
-%option noyylineno
-%option noyywrap
-%%
+/* compute yyleng before each rule */
+<!*> := yyleng = YYCURSOR - SCNG(yy_text);
+
 
 <ST_IN_SCRIPTING>"exit" {
        return T_EXIT;
@@ -1123,6 +815,11 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_OBJECT_OPERATOR;
 }
 
+<ST_LOOKING_FOR_PROPERTY>{WHITESPACE}+ {
+       /* do nothing */
+       goto restart;
+}
+
 <ST_LOOKING_FOR_PROPERTY>{LABEL} {
        yy_pop_state(TSRMLS_C);
        zend_copy_value(zendlval, yytext, yyleng);
@@ -1133,6 +830,7 @@ NOWDOC_CHARS               ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 <ST_LOOKING_FOR_PROPERTY>{ANY_CHAR} {
        yyless(0);
        yy_pop_state(TSRMLS_C);
+       goto restart;
 }
 
 <ST_IN_SCRIPTING>"::" {
@@ -1391,7 +1089,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 <ST_IN_SCRIPTING>"}" {
        RESET_DOC_COMMENT();
        /* This is a temporary fix which is dependant on flex and it's implementation */
-       if (yy_start_stack_ptr) {
+       if (!zend_stack_is_empty(&SCNG(state_stack))) {
                yy_pop_state(TSRMLS_C);
        }
        return '}';
@@ -1411,6 +1109,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        yyless(0);
        yy_pop_state(TSRMLS_C);
        yy_push_state(ST_IN_SCRIPTING TSRMLS_CC);
+       goto restart;
 }
 
 
@@ -1456,7 +1155,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        }
 }
 
-<ST_VAR_OFFSET>0|([1-9][0-9]*) { /* Offset could be treated as a long */
+<ST_VAR_OFFSET>[0]|([1-9][0-9]*) { /* Offset could be treated as a long */
        if (yyleng < MAX_LENGTH_OF_LONG - 1 || (yyleng == MAX_LENGTH_OF_LONG - 1 && strcmp(yytext, long_min_digits) < 0)) {
                zendlval->value.lval = strtol(yytext, NULL, 10);
                zendlval->type = IS_LONG;
@@ -1481,7 +1180,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_DNUMBER;
 }
 
-<ST_IN_SCRIPTING>"__CLASS__" {
+<ST_IN_SCRIPTING>'__CLASS__' {
        char *class_name = NULL;
 
        if (CG(active_class_entry)) {
@@ -1497,7 +1196,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_CLASS_C;
 }
 
-<ST_IN_SCRIPTING>"__FUNCTION__" {
+<ST_IN_SCRIPTING>'__FUNCTION__' {
        char *func_name = NULL;
 
        if (CG(active_op_array)) {
@@ -1513,7 +1212,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_FUNC_C;
 }
 
-<ST_IN_SCRIPTING>"__METHOD__" {
+<ST_IN_SCRIPTING>'__METHOD__' {
        char *class_name = CG(active_class_entry) ? CG(active_class_entry)->name : NULL;
        char *func_name = CG(active_op_array)? CG(active_op_array)->function_name : NULL;
        size_t len = 0;
@@ -1534,13 +1233,13 @@ NOWDOC_CHARS            ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_METHOD_C;
 }
 
-<ST_IN_SCRIPTING>"__LINE__" {
+<ST_IN_SCRIPTING>'__LINE__' {
        zendlval->value.lval = CG(zend_lineno);
        zendlval->type = IS_LONG;
        return T_LINE;
 }
 
-<ST_IN_SCRIPTING>"__FILE__" {
+<ST_IN_SCRIPTING>'__FILE__' {
        char *filename = zend_get_compiled_filename(TSRMLS_C);
 
        if (!filename) {
@@ -1552,7 +1251,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_FILE;
 }
 
-<ST_IN_SCRIPTING>"__DIR__" {
+<ST_IN_SCRIPTING>'__DIR__' {
        char *filename = zend_get_compiled_filename(TSRMLS_C);
        const size_t filename_len = strlen(filename);
        char *dirname;
@@ -1579,7 +1278,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_DIR;
 }
 
-<ST_IN_SCRIPTING>"__NAMESPACE__" {
+<ST_IN_SCRIPTING>'__NAMESPACE__' {
        if (CG(current_namespace)) {
                *zendlval = *CG(current_namespace);
                zval_copy_ctor(zendlval);
@@ -1589,35 +1288,23 @@ NOWDOC_CHARS            ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_NS_C;
 }
 
-<INITIAL>(([^<]|"<"[^?%s<]){1,400})|"<s"|"<" {
-#ifdef ZEND_MULTIBYTE
-       if (SCNG(output_filter)) {
-               int readsize;
-               readsize = SCNG(output_filter)(&(zendlval->value.str.val), &(zendlval->value.str.len), yytext, yyleng TSRMLS_CC);
-               if (readsize < yyleng) {
-                       yyless(readsize);
-               }
-       } else {
-               zendlval->value.str.val = (char *) estrndup(yytext, yyleng);
-               zendlval->value.str.len = yyleng;
-       }
-#else /* !ZEND_MULTIBYTE */
-       zendlval->value.str.val = (char *) estrndup(yytext, yyleng);
+<INITIAL>"<script"{WHITESPACE}+"language"{WHITESPACE}*"="{WHITESPACE}*("php"|"\"php\""|"'php'"){WHITESPACE}*">" {
+       HANDLE_NEWLINES(yytext, yyleng);
+       zendlval->value.str.val = yytext; /* no copying - intentional */
        zendlval->value.str.len = yyleng;
-#endif /* ZEND_MULTIBYTE */
        zendlval->type = IS_STRING;
-       HANDLE_NEWLINES(yytext, yyleng);
-       return T_INLINE_HTML;
+       BEGIN(ST_IN_SCRIPTING);
+       return T_OPEN_TAG;
 }
 
-<INITIAL>"<?"|"<script"{WHITESPACE}+"language"{WHITESPACE}*"="{WHITESPACE}*("php"|"\"php\""|"\'php\'"){WHITESPACE}*">" {
-       HANDLE_NEWLINES(yytext, yyleng);
-       if (CG(short_tags) || yyleng>2) { /* yyleng>2 means it's not <? but <script> */
+
+<INITIAL>"<%=" {
+       if (CG(asp_tags)) {
                zendlval->value.str.val = yytext; /* no copying - intentional */
                zendlval->value.str.len = yyleng;
                zendlval->type = IS_STRING;
                BEGIN(ST_IN_SCRIPTING);
-               return T_OPEN_TAG;
+               return T_OPEN_TAG_WITH_ECHO;
        } else {
                zendlval->value.str.val = (char *) estrndup(yytext, yyleng);
                zendlval->value.str.len = yyleng;
@@ -1627,8 +1314,8 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 }
 
 
-<INITIAL>"<%="|"<?=" {
-       if ((yytext[1]=='%' && CG(asp_tags)) || (yytext[1]=='?' && CG(short_tags))) {
+<INITIAL>"<?=" {
+       if (CG(short_tags)) {
                zendlval->value.str.val = yytext; /* no copying - intentional */
                zendlval->value.str.len = yyleng;
                zendlval->type = IS_STRING;
@@ -1668,30 +1355,86 @@ NOWDOC_CHARS            ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_OPEN_TAG;
 }
 
-<ST_IN_SCRIPTING,ST_DOUBLE_QUOTES,ST_HEREDOC,ST_BACKQUOTE,ST_VAR_OFFSET>"$"{LABEL} {
-       zend_copy_value(zendlval, (yytext+1), (yyleng-1));
+
+<INITIAL>"<?" {
+       HANDLE_NEWLINES(yytext, yyleng);
+       if (CG(short_tags)) {
+               zendlval->value.str.val = yytext; /* no copying - intentional */
+               zendlval->value.str.len = yyleng;
+               zendlval->type = IS_STRING;
+               BEGIN(ST_IN_SCRIPTING);
+               return T_OPEN_TAG;
+       } else {
+               zendlval->value.str.val = (char *) estrndup(yytext, yyleng);
+               zendlval->value.str.len = yyleng;
+               zendlval->type = IS_STRING;
+               return T_INLINE_HTML;
+       }
+}
+
+<INITIAL>"#".+ {NEWLINE} {
+       if ((YYCTYPE*)yytext == SCNG(yy_start)) {
+               /* ignore first line when it's started with a # */
+               goto restart;
+       } else {
+               goto inline_char_handler;
+       }
+}
+
+<INITIAL>{ANY_CHAR} {
+
+       while (1) {
+               YYCTYPE *ptr = memchr(YYCURSOR, '<', YYLIMIT - YYCURSOR);
+
+               if (ptr == NULL) {
+                       YYCURSOR = YYLIMIT;
+                       yyleng   = YYCURSOR - SCNG(yy_text);
+                       break;
+
+               } else {
+                       YYCURSOR = ptr + 1;
+
+                       /* if it can be an opening tag, stop */
+                       if (ptr < YYLIMIT && (*YYCURSOR == '?' || *YYCURSOR == '%')) {
+                               --YYCURSOR;
+                               yyleng = YYCURSOR - SCNG(yy_text);
+                               break;
+                       }
+               }
+       }
+
+inline_char_handler:
+
+       zendlval->value.str.val = (char *) estrndup(yytext, yyleng);
+       zendlval->value.str.len = yyleng;
        zendlval->type = IS_STRING;
-       return T_VARIABLE;
+       HANDLE_NEWLINES(yytext, yyleng);
+       return T_INLINE_HTML;
 }
 
-%{
+
 /* Make sure a label character follows "->", otherwise there is no property
  * and "->" will be taken literally
- */ %}
+ */
 <ST_DOUBLE_QUOTES,ST_HEREDOC,ST_BACKQUOTE>"$"{LABEL}"->"[a-zA-Z_\x7f-\xff] {
        yyless(yyleng - 3);
        yy_push_state(ST_LOOKING_FOR_PROPERTY TSRMLS_CC);
-       zend_copy_value(zendlval, (yytext+1), (yyleng-1));
+       zend_copy_value(zendlval, (yytext+1), (yyleng-4));
        zendlval->type = IS_STRING;
        return T_VARIABLE;
 }
 
-%{
 /* A [ always designates a variable offset, regardless of what follows
- */ %}
+ */
 <ST_DOUBLE_QUOTES,ST_HEREDOC,ST_BACKQUOTE>"$"{LABEL}"[" {
        yyless(yyleng - 1);
        yy_push_state(ST_VAR_OFFSET TSRMLS_CC);
+       zend_copy_value(zendlval, (yytext+1), (yyleng-2));
+       zendlval->type = IS_STRING;
+       return T_VARIABLE;
+}
+
+<ST_IN_SCRIPTING,ST_DOUBLE_QUOTES,ST_HEREDOC,ST_BACKQUOTE,ST_VAR_OFFSET>"$"{LABEL} {
        zend_copy_value(zendlval, (yytext+1), (yyleng-1));
        zendlval->type = IS_STRING;
        return T_VARIABLE;
@@ -1772,7 +1515,8 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
                zendlval->value.str.val = yytext; /* no copying - intentional */
                zendlval->value.str.len = yyleng-2;
                zendlval->type = IS_STRING;
-               yyless(yyleng-2);
+               yyleng -= 2;
+               yyless(yyleng);
                BEGIN(ST_IN_SCRIPTING);
                return T_COMMENT;
        } else {
@@ -1839,9 +1583,8 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 }
 
 
-%{
 /* ("{"*|"$"*) handles { or $ at the end of a string (or the entire contents)
- */ %}
+ */
 <ST_IN_SCRIPTING>(b?["]{DOUBLE_QUOTES_CHARS}*("{"*|"$"*)["]) {
        int bprefix = (yytext[0] != '"') ? 1 : 0;
 
@@ -1890,14 +1633,6 @@ NOWDOC_CHARS             ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        }
        *t = 0;
 
-#ifdef ZEND_MULTIBYTE
-       if (SCNG(output_filter)) {
-               s = zendlval->value.str.val;
-               SCNG(output_filter)(&(zendlval->value.str.val), &(zendlval->value.str.len), s, zendlval->value.str.len TSRMLS_CC);
-               efree(s);
-       }
-#endif /* ZEND_MULTIBYTE */
-
        return T_CONSTANT_ENCAPSED_STRING;
 }
 
@@ -1934,6 +1669,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 <ST_START_HEREDOC>{ANY_CHAR} {
        yyless(0);
        BEGIN(ST_HEREDOC);
+       goto restart;
 }
 
 <ST_START_HEREDOC>{LABEL}";"?[\n\r] {
@@ -1953,18 +1689,17 @@ NOWDOC_CHARS            ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
                BEGIN(ST_IN_SCRIPTING);
                return T_END_HEREDOC;
        } else {
-               yymore();
                BEGIN(ST_HEREDOC);
+               yymore();
        }
 }
 
-%{
 /* Match everything up to and including a possible ending label, so if the label
  * doesn't match, it's kept with the rest of the string
  *
  * {HEREDOC_NEWLINE}+ handles the case of more than one newline sequence that
  * couldn't be matched with HEREDOC_CHARS, because of the following label
- */ %}
+ */
 <ST_HEREDOC>{HEREDOC_CHARS}*{HEREDOC_NEWLINE}+{LABEL}";"?[\n\r] {
        char *end = yytext + yyleng - 1;
 
@@ -1985,7 +1720,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 
                /* Subtract the remaining label length. yyleng must include newline
                 * before label, for zend_highlight/strip, tokenizer, etc. */
-               yyleng -= CG(heredoc_len) - 1;
+               yyleng = yyleng - CG(heredoc_len) - 1;
 
                CG(increment_lineno) = 1; /* For newline before label */
                BEGIN(ST_END_HEREDOC);
@@ -2002,7 +1737,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 <ST_END_HEREDOC>{ANY_CHAR} {
        zendlval->value.str.val = CG(heredoc);
        zendlval->value.str.len = CG(heredoc_len);
-       yytext = zendlval->value.str.val;
+       SCNG(yy_text) = zendlval->value.str.val;
        yyleng = zendlval->value.str.len;
        CG(heredoc) = NULL;
        CG(heredoc_len) = 0;
@@ -2024,15 +1759,15 @@ NOWDOC_CHARS            ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
        return T_ENCAPSED_AND_WHITESPACE;
 }
 
-%{
 /* "{"{2,}|"$"{2,} handles { before "{$" or literal $ before a variable or "${"
  * (("{"+|"$"+)["]) handles { or $ at the end of a string
  *
  * Same for backquotes and heredocs, except the second case doesn't apply to
  * heredocs. yyless(yyleng - 1) is used to correct taking one character too many
- */ %}
+ */
 <ST_DOUBLE_QUOTES>{DOUBLE_QUOTES_CHARS}*("{"{2,}|"$"{2,}|(("{"+|"$"+)["])) {
        yyless(yyleng - 1);
+       if (yytext[yyleng-1] == '"') --yyleng;
        zend_scan_escape_string(zendlval, yytext, yyleng, '"' TSRMLS_CC);
        return T_ENCAPSED_AND_WHITESPACE;
 }
@@ -2050,14 +1785,13 @@ NOWDOC_CHARS            ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 }
 
 
-%{
 /* ({HEREDOC_NEWLINE}+({LABEL}";"?)?)? handles the possible case of newline
  * sequences, possibly followed by a label, that couldn't be matched with
  * HEREDOC_CHARS because of a following variable or "{$"
  *
  * This doesn't affect real ending labels, as they are followed by a newline,
  * which will result in a longer match for the correct rule if present
- */ %}
+ */
 <ST_HEREDOC>{HEREDOC_CHARS}*({HEREDOC_NEWLINE}+({LABEL}";"?)?)? {
        zend_scan_escape_string(zendlval, yytext, yyleng, 0 TSRMLS_CC);
        return T_ENCAPSED_AND_WHITESPACE;
@@ -2070,9 +1804,8 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 }
 
 
-%{
 /* BEGIN nowdoc */
-%}
+
 <ST_IN_SCRIPTING>b?"<<<"{TABS_AND_SPACES}[']{LABEL}[']{NEWLINE} {
        int bprefix = (yytext[0] != '<') ? 1 : 0;
        char *s;
@@ -2093,6 +1826,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 <ST_START_NOWDOC>{ANY_CHAR} {
        yyless(0);
        BEGIN(ST_NOWDOC);
+       goto restart;
 }
 
 <ST_START_NOWDOC>{LABEL}";"?[\r\n] {
@@ -2109,9 +1843,9 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
                ZVAL_EMPTY_STRING(zendlval);
                return T_ENCAPSED_AND_WHITESPACE;
        } else {
+               BEGIN(ST_NOWDOC);
                yyless(label_len);
                yymore();
-               BEGIN(ST_NOWDOC);
        }
 }
 
@@ -2135,7 +1869,7 @@ NOWDOC_CHARS              ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 
                /* Subtract the remaining label length. yyleng must include newline
                 * before label, for zend_highlight/strip, tokenizer, etc. */
-               yyleng -= CG(heredoc_len) - 1;
+               yyleng = yyleng - CG(heredoc_len) - 1;
 
                CG(increment_lineno) = 1; /* For newline before label */
                BEGIN(ST_END_NOWDOC);
@@ -2155,16 +1889,15 @@ NOWDOC_CHARS            ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 <ST_END_NOWDOC>{ANY_CHAR} {
        Z_STRVAL_P(zendlval) = CG(heredoc);
        Z_STRLEN_P(zendlval) = CG(heredoc_len);
-       yytext = CG(heredoc);
+       SCNG(yy_text) = CG(heredoc);
        yyleng = CG(heredoc_len);
        CG(heredoc) = NULL;
        CG(heredoc_len) = 0;
        BEGIN(ST_IN_SCRIPTING);
        return T_END_NOWDOC;
 }
-%{
+
 /* END nowdoc */
-%}
 
 <ST_DOUBLE_QUOTES>["] {
        BEGIN(ST_IN_SCRIPTING);
@@ -2178,13 +1911,10 @@ NOWDOC_CHARS            ({NEWLINE}*(([^a-zA-Z_\x7f-\xff\n\r][^\n\r]*)|({LABEL}[^a-zA-Z0-9_
 }
 
 
-<ST_COMMENT,ST_DOC_COMMENT><<EOF>> {
-       zend_error(E_COMPILE_WARNING,"Unterminated comment starting line %d", CG(comment_start_line));
-       return 0;
-}
-
-
-
 <ST_IN_SCRIPTING,ST_VAR_OFFSET>{ANY_CHAR} {
        zend_error(E_COMPILE_WARNING,"Unexpected character in input:  '%c' (ASCII=%d) state=%d", yytext[0], yytext[0], YYSTATE);
+       goto restart;
+}
+
+*/
 }
index bb07e8e17719a4e81748b1bb7a8c0640d3f0c789..d982277e2d1d93ab90fef2e03272ee7d7ef32a34 100644 (file)
@@ -94,15 +94,16 @@ ZEND_API int zend_stack_is_empty(zend_stack *stack)
 
 ZEND_API int zend_stack_destroy(zend_stack *stack)
 {
-       register int i;
-
-       for (i = 0; i < stack->top; i++) {
-               efree(stack->elements[i]);
-       }
+       int i;
 
        if (stack->elements) {
+               for (i = 0; i < stack->top; i++) {
+                       efree(stack->elements[i]);
+               }
+
                efree(stack->elements);
        }
+
        return SUCCESS;
 }
 
index 3922837ceffdc98c154b9db30155a9c2e937c143..4ca0c818d39c554d110b9862e4b10f5180592544 100644 (file)
@@ -5,7 +5,7 @@
    | Copyright (c) 1998-2008 Zend Technologies Ltd. (http://www.zend.com) |
    +----------------------------------------------------------------------+
    | This source file is subject to version 2.00 of the Zend license,     |
-   | that is bundled with this package in the file LICENSE, and is        | 
+   | that is bundled with this package in the file LICENSE, and is        |
    | available through the world-wide-web at the following url:           |
    | http://www.zend.com/license/2_00.txt.                                |
    | If you did not receive a copy of the Zend license and are unable to  |
@@ -13,6 +13,9 @@
    | license@zend.com so we can mail you a copy immediately.              |
    +----------------------------------------------------------------------+
    | Authors: Wez Furlong <wez@thebrainroom.com>                          |
+   |          Scott MacVicar <scottmac@php.net>                           |
+   |          Nuno Lopes <nlopess@php.net>                                |
+   |          Marcus Boerger <helly@php.net>                              |
    +----------------------------------------------------------------------+
 */
 
 #include "zend.h"
 #include "zend_compile.h"
 
+#include <sys/types.h>
+#include <sys/stat.h>
+#if HAVE_SYS_MMAN_H
+# include <sys/mman.h>
+#endif
+
 ZEND_DLIMPORT int isatty(int fd);
 
-static size_t zend_stream_stdio_reader(void *handle, char *buf, size_t len TSRMLS_DC)
+static size_t zend_stream_stdio_reader(void *handle, char *buf, size_t len TSRMLS_DC) /* {{{ */
 {
        return fread(buf, 1, len, (FILE*)handle);
-}
+} /* }}} */
 
-static void zend_stream_stdio_closer(void *handle TSRMLS_DC)
+static void zend_stream_stdio_closer(void *handle TSRMLS_DC) /* {{{ */
 {
-       if ((FILE*)handle != stdin)
+       if (handle && (FILE*)handle != stdin) {
                fclose((FILE*)handle);
-}
+       }
+} /* }}} */
 
-static long zend_stream_stdio_fteller(void *handle TSRMLS_DC)
+static size_t zend_stream_stdio_fsizer(void *handle TSRMLS_DC) /* {{{ */
 {
-       return ftell((FILE*) handle);
-}
+       struct stat buf;
+       if (handle && fstat(fileno((FILE*)handle), &buf) == 0) {
+               return buf.st_size;
+       }
+       return 0;
+} /* }}} */
+
+static void zend_stream_unmap(zend_stream *stream TSRMLS_DC) { /* {{{ */
+#if HAVE_MMAP
+       if (stream->mmap.map) {
+               munmap(stream->mmap.map, stream->mmap.len);
+       } else
+#endif
+       if (stream->mmap.buf) {
+               efree(stream->mmap.buf);
+       }
+       stream->mmap.len = 0;
+       stream->mmap.pos = 0;
+       stream->mmap.map = 0;
+       stream->mmap.buf = 0;
+       stream->handle   = stream->mmap.old_handle;
+} /* }}} */
+
+static void zend_stream_mmap_closer(zend_stream *stream TSRMLS_DC) /* {{{ */
+{
+       zend_stream_unmap(stream TSRMLS_CC);
+       if (stream->mmap.old_closer && stream->handle) {
+               stream->mmap.old_closer(stream->handle TSRMLS_CC);
+       }
+} /* }}} */
+
+static inline int zend_stream_is_mmap(zend_file_handle *file_handle) { /* {{{ */
+       return file_handle->type == ZEND_HANDLE_MAPPED;
+} /* }}} */
 
+static size_t zend_stream_fsize(zend_file_handle *file_handle TSRMLS_DC) /* {{{ */
+{
+       struct stat buf;
+
+       if (zend_stream_is_mmap(file_handle)) {
+               return file_handle->handle.stream.mmap.len;
+       }
+       if (file_handle->type == ZEND_HANDLE_STREAM || file_handle->type == ZEND_HANDLE_MAPPED) {
+               return file_handle->handle.stream.fsizer(file_handle->handle.stream.handle TSRMLS_CC);
+       }
+       if (file_handle->handle.fp && fstat(fileno(file_handle->handle.fp), &buf) == 0) {
+               return buf.st_size;
+       }
+
+       return -1;
+} /* }}} */
 
-ZEND_API int zend_stream_open(const char *filename, zend_file_handle *handle TSRMLS_DC)
+ZEND_API int zend_stream_open(const char *filename, zend_file_handle *handle TSRMLS_DC) /* {{{ */
 {
        if (zend_stream_open_function) {
                return zend_stream_open_function(filename, handle TSRMLS_CC);
@@ -51,56 +109,26 @@ ZEND_API int zend_stream_open(const char *filename, zend_file_handle *handle TSR
        handle->handle.fp = zend_fopen(filename, &handle->opened_path);
        handle->filename = (char *)filename;
        handle->free_filename = 0;
+       memset(&handle->handle.stream.mmap, 0, sizeof(zend_mmap));
        
        return (handle->handle.fp) ? SUCCESS : FAILURE;
-}
+} /* }}} */
 
-ZEND_API int zend_stream_fixup(zend_file_handle *file_handle TSRMLS_DC)
+static int zend_stream_getc(zend_file_handle *file_handle TSRMLS_DC) /* {{{ */
 {
-       switch (file_handle->type) {
-               case ZEND_HANDLE_FILENAME:
-                       if (FAILURE == zend_stream_open(file_handle->filename, file_handle TSRMLS_CC)) {
-                               return FAILURE;
-                       }
-                       break;
-                       
-               case ZEND_HANDLE_FD:
-                       file_handle->handle.fp = fdopen(file_handle->handle.fd, "rb");
-                       file_handle->type = ZEND_HANDLE_FP;
-                       break;
-                       
-               case ZEND_HANDLE_FP:
-                       file_handle->handle.fp = file_handle->handle.fp;
-                       break;
-                       
-               case ZEND_HANDLE_STREAM:
-                       /* nothing to do */
-                       return SUCCESS;
-                       
-               default:
-                       return FAILURE;
-       }
-       if (file_handle->type == ZEND_HANDLE_FP) {
-               if (!file_handle->handle.fp) {
-                       return FAILURE;
-               }
-
-               /* make compatible with stream */
-               file_handle->handle.stream.handle = file_handle->handle.fp;
-               file_handle->handle.stream.reader = zend_stream_stdio_reader;
-               file_handle->handle.stream.closer = zend_stream_stdio_closer;
-               file_handle->handle.stream.fteller = zend_stream_stdio_fteller;
+       char buf;
 
-               file_handle->handle.stream.interactive = isatty(fileno((FILE *)file_handle->handle.stream.handle));
+       if (file_handle->handle.stream.reader(file_handle->handle.stream.handle, &buf, sizeof(buf) TSRMLS_CC)) {
+               return (int)buf;
        }
-       return SUCCESS;
-}
+       return EOF;
+} /* }}} */
 
-ZEND_API size_t zend_stream_read(zend_file_handle *file_handle, char *buf, size_t len TSRMLS_DC)
+static size_t zend_stream_read(zend_file_handle *file_handle, char *buf, size_t len TSRMLS_DC) /* {{{ */
 {
-       if (file_handle->handle.stream.interactive) {
+       if (!zend_stream_is_mmap(file_handle) && file_handle->handle.stream.isatty) {
                int c = '*';
-               size_t n; 
+               size_t n;
 
 #ifdef NETWARE
                /*
@@ -108,35 +136,181 @@ ZEND_API size_t zend_stream_read(zend_file_handle *file_handle, char *buf, size_
                        Ascii value 4 is actually EOT character which is not defined anywhere in the LibC
                        or else we can use instead of hardcoded 4.
                */
-                for ( n = 0; n < len && (c = zend_stream_getc( file_handle TSRMLS_CC)) != EOF && c != 4 && c != '\n'; ++n )
+               for (n = 0; n < len && (c = zend_stream_getc(file_handle TSRMLS_CC)) != EOF && c != 4 && c != '\n'; ++n) {
 #else
-               for ( n = 0; n < len && (c = zend_stream_getc( file_handle TSRMLS_CC)) != EOF && c != '\n'; ++n ) 
+               for (n = 0; n < len && (c = zend_stream_getc(file_handle TSRMLS_CC)) != EOF && c != '\n'; ++n)  {
 #endif
-                       buf[n] = (char) c; 
-               if ( c == '\n' )
-                       buf[n++] = (char) c; 
+                       buf[n] = (char)c;
+               }
+               if (c == '\n') {
+                       buf[n++] = (char)c; 
+               }
 
                return n;
        }
        return file_handle->handle.stream.reader(file_handle->handle.stream.handle, buf, len TSRMLS_CC);
-}
+} /* }}} */
 
-ZEND_API int zend_stream_getc(zend_file_handle *file_handle TSRMLS_DC)
+ZEND_API int zend_stream_fixup(zend_file_handle *file_handle, char **buf, size_t *len TSRMLS_DC) /* {{{ */
 {
-       char buf;
+       size_t size;
 
-       if (file_handle->handle.stream.reader(file_handle->handle.stream.handle, &buf, sizeof(buf) TSRMLS_CC)) {
-               return (int)buf;
+       if (file_handle->type == ZEND_HANDLE_FILENAME) {
+               if (zend_stream_open(file_handle->filename, file_handle TSRMLS_CC) == FAILURE) {
+                       return FAILURE;
+               }
        }
-       return EOF;
-}
 
-ZEND_API int zend_stream_ferror(zend_file_handle *file_handle TSRMLS_DC)
+       switch (file_handle->type) {            
+               case ZEND_HANDLE_FD:
+                       file_handle->type = ZEND_HANDLE_FP;
+                       file_handle->handle.fp = fdopen(file_handle->handle.fd, "rb");
+                       /* no break; */                 
+               case ZEND_HANDLE_FP:
+                       if (!file_handle->handle.fp) {
+                               return FAILURE;
+                       }
+                       memset(&file_handle->handle.stream.mmap, 0, sizeof(zend_mmap));
+                       file_handle->handle.stream.isatty     = isatty(fileno((FILE *)file_handle->handle.stream.handle)) ? 1 : 0;
+                       file_handle->handle.stream.reader     = (zend_stream_reader_t)zend_stream_stdio_reader;
+                       file_handle->handle.stream.closer     = (zend_stream_closer_t)zend_stream_stdio_closer;
+                       file_handle->handle.stream.fsizer     = (zend_stream_fsizer_t)zend_stream_stdio_fsizer;
+                       memset(&file_handle->handle.stream.mmap, 0, sizeof(file_handle->handle.stream.mmap));
+                       /* no break; */                 
+               case ZEND_HANDLE_STREAM:
+                       /* nothing to do */
+                       break;
+               
+               case ZEND_HANDLE_MAPPED:
+                       file_handle->handle.stream.mmap.pos = 0;
+                       *buf = file_handle->handle.stream.mmap.buf;
+                       *len = file_handle->handle.stream.mmap.len;
+                       return SUCCESS;
+                       
+               default:
+                       return FAILURE;
+       }
+
+       size = zend_stream_fsize(file_handle TSRMLS_CC);
+       if (size == (size_t)-1) {
+               return FAILURE;
+       }
+
+       file_handle->type = ZEND_HANDLE_STREAM;  /* we might still be _FP but we need fsize() work */
+
+       if (!file_handle->handle.stream.isatty && size) {
+#if HAVE_MMAP
+               if (file_handle->handle.fp && size) {
+                       /*  *buf[size] is zeroed automatically by the kernel */
+                       *buf = mmap(0, size + ZEND_MMAP_AHEAD, PROT_READ, MAP_PRIVATE, fileno(file_handle->handle.fp), 0);
+                       if (*buf != MAP_FAILED) {
+                               file_handle->handle.stream.mmap.len = size;
+                               file_handle->handle.stream.mmap.map = *buf;
+                               file_handle->handle.stream.mmap.buf = *buf;
+                               goto return_mapped;
+                       }
+               }
+#endif
+               file_handle->handle.stream.mmap.map = 0;
+               file_handle->handle.stream.mmap.buf = *buf = safe_emalloc(1, size, ZEND_MMAP_AHEAD);
+               file_handle->handle.stream.mmap.len = zend_stream_read(file_handle, *buf, size TSRMLS_CC);
+       } else {
+               size_t read, remain = 4*1024;
+               *buf = emalloc(remain);
+               size = 0;
+
+               while ((read = zend_stream_read(file_handle, *buf + size, remain TSRMLS_CC)) > 0) {
+                       size   += read;
+                       remain -= read;
+
+                       if (remain == 0) {
+                               *buf   = safe_erealloc(*buf, size, 2, 0);
+                               remain = size;
+                       }
+               }
+               file_handle->handle.stream.mmap.map = 0;
+               file_handle->handle.stream.mmap.buf = *buf;
+               file_handle->handle.stream.mmap.len = size;
+               if (size && remain < ZEND_MMAP_AHEAD) {
+                       *buf = safe_erealloc(*buf, size, 1, ZEND_MMAP_AHEAD);
+               }
+       }
+
+       if (file_handle->handle.stream.mmap.len == 0) {
+               *buf = erealloc(*buf, ZEND_MMAP_AHEAD);
+               file_handle->handle.stream.mmap.buf = *buf;
+       }
+
+       if (ZEND_MMAP_AHEAD) {
+               memset(file_handle->handle.stream.mmap.buf + file_handle->handle.stream.mmap.len, 0, ZEND_MMAP_AHEAD);
+       }
+
+return_mapped:
+       file_handle->type = ZEND_HANDLE_MAPPED;
+       file_handle->handle.stream.mmap.pos        = 0;
+       file_handle->handle.stream.mmap.old_handle = file_handle->handle.stream.handle;
+       file_handle->handle.stream.mmap.old_closer = file_handle->handle.stream.closer;
+       file_handle->handle.stream.handle          = &file_handle->handle.stream;
+       file_handle->handle.stream.closer          = (zend_stream_closer_t)zend_stream_mmap_closer;
+
+       *buf = file_handle->handle.stream.mmap.buf;
+       *len = file_handle->handle.stream.mmap.len;
+
+       return SUCCESS;
+} /* }}} */
+
+ZEND_API void zend_file_handle_dtor(zend_file_handle *fh TSRMLS_DC) /* {{{ */
 {
-       return 0;
+       switch (fh->type) {
+               case ZEND_HANDLE_FD:
+                       /* nothing to do */
+                       break;
+               case ZEND_HANDLE_FP:
+                       fclose(fh->handle.fp);
+                       break;
+               case ZEND_HANDLE_STREAM:
+               case ZEND_HANDLE_MAPPED:
+                       if (fh->handle.stream.closer && fh->handle.stream.handle) {
+                               fh->handle.stream.closer(fh->handle.stream.handle TSRMLS_CC);
+                       }
+                       fh->handle.stream.handle = NULL;
+                       break;
+               case ZEND_HANDLE_FILENAME:
+                       /* We're only supposed to get here when destructing the used_files hash,
+                        * which doesn't really contain open files, but references to their names/paths
+                        */
+                       break;
+       }
+       if (fh->opened_path) {
+               efree(fh->opened_path);
+               fh->opened_path = NULL;
+       }
+       if (fh->free_filename && fh->filename) {
+               efree(fh->filename);
+               fh->filename = NULL;
+       }
 }
+/* }}} */
 
-ZEND_API long zend_stream_ftell(zend_file_handle *file_handle TSRMLS_DC)
+ZEND_API int zend_compare_file_handles(zend_file_handle *fh1, zend_file_handle *fh2) /* {{{ */
 {
-       return file_handle->handle.stream.fteller(file_handle->handle.stream.handle TSRMLS_CC);
-}
+       if (fh1->type != fh2->type) {
+               return 0;
+       }
+       switch (fh1->type) {
+               case ZEND_HANDLE_FD:
+                       return fh1->handle.fd == fh2->handle.fd;
+               case ZEND_HANDLE_FP:
+                       return fh1->handle.fp == fh2->handle.fp;
+               case ZEND_HANDLE_STREAM:
+                       return fh1->handle.stream.handle == fh2->handle.stream.handle;
+               case ZEND_HANDLE_MAPPED:
+                       return (fh1->handle.stream.handle == &fh1->handle.stream &&
+                               fh2->handle.stream.handle == &fh2->handle.stream &&
+                               fh1->handle.stream.mmap.old_handle == fh2->handle.stream.mmap.old_handle)
+                               || fh1->handle.stream.handle == fh2->handle.stream.handle;
+               default:
+                       return 0;
+       }
+       return 0;
+} /* }}} */
index 3b65b1517557caea79bfa713fa858910ee903251..fa84dec90b2cf3e42816427e1bb8a0edaa2f7257 100644 (file)
@@ -5,7 +5,7 @@
    | Copyright (c) 1998-2008 Zend Technologies Ltd. (http://www.zend.com) |
    +----------------------------------------------------------------------+
    | This source file is subject to version 2.00 of the Zend license,     |
-   | that is bundled with this package in the file LICENSE, and is        | 
+   | that is bundled with this package in the file LICENSE, and is        |
    | available through the world-wide-web at the following url:           |
    | http://www.zend.com/license/2_00.txt.                                |
    | If you did not receive a copy of the Zend license and are unable to  |
@@ -13,6 +13,9 @@
    | license@zend.com so we can mail you a copy immediately.              |
    +----------------------------------------------------------------------+
    | Authors: Wez Furlong <wez@thebrainroom.com>                          |
+   |          Scott MacVicar <scottmac@php.net>                           |
+   |          Nuno Lopes <nlopess@php.net>                                |
+   |          Marcus Boerger <helly@php.net>                              |
    +----------------------------------------------------------------------+
 */
 
 /* Lightweight stream implementation for the ZE scanners.
  * These functions are private to the engine.
  * */
+typedef size_t (*zend_stream_fsizer_t)(void* handle TSRMLS_DC);
+typedef size_t (*zend_stream_reader_t)(void* handle, char *buf, size_t len TSRMLS_DC);
+typedef void   (*zend_stream_closer_t)(void* handle TSRMLS_DC);
 
-typedef size_t (*zend_stream_reader_t)(void *handle, char *buf, size_t len TSRMLS_DC);
-typedef void (*zend_stream_closer_t)(void *handle TSRMLS_DC);
-typedef long (*zend_stream_fteller_t)(void *handle TSRMLS_DC);
+#define ZEND_MMAP_AHEAD 32
+
+typedef enum {
+       ZEND_HANDLE_FILENAME,
+       ZEND_HANDLE_FD,
+       ZEND_HANDLE_FP,
+       ZEND_HANDLE_STREAM,
+       ZEND_HANDLE_MAPPED,
+} zend_stream_type;
+
+typedef struct _zend_mmap {
+       size_t      len;
+       size_t      pos;
+       void        *map;
+       char        *buf;
+       void                  *old_handle;
+       zend_stream_closer_t   old_closer;
+} zend_mmap;
 
 typedef struct _zend_stream {
-       void *handle;
-       zend_stream_reader_t reader;
-       zend_stream_closer_t closer;
-       zend_stream_fteller_t fteller;
-       int interactive;
+       void        *handle;
+       int         isatty;
+       zend_mmap   mmap;
+       zend_stream_reader_t   reader;
+       zend_stream_fsizer_t   fsizer;
+       zend_stream_closer_t   closer;
 } zend_stream;
 
 typedef struct _zend_file_handle {
-       zend_uchar type;
-       char *filename;
-       char *opened_path;
+       zend_stream_type  type;
+       char              *filename;
+       char              *opened_path;
        union {
-               int fd;
-               FILE *fp;
-               zend_stream stream;
+               int           fd;
+               FILE          *fp;
+               zend_stream   stream;
        } handle;
        zend_bool free_filename;
 } zend_file_handle;
 
 BEGIN_EXTERN_C()
 ZEND_API int zend_stream_open(const char *filename, zend_file_handle *handle TSRMLS_DC);
-ZEND_API int zend_stream_ferror(zend_file_handle *file_handle TSRMLS_DC);
-ZEND_API int zend_stream_getc(zend_file_handle *file_handle TSRMLS_DC);
-ZEND_API size_t zend_stream_read(zend_file_handle *file_handle, char *buf, size_t len TSRMLS_DC);
-ZEND_API long zend_stream_ftell(zend_file_handle *file_handle TSRMLS_DC);
-ZEND_API int zend_stream_fixup(zend_file_handle *file_handle TSRMLS_DC);
+ZEND_API int zend_stream_fixup(zend_file_handle *file_handle, char **buf, size_t *len TSRMLS_DC);
+ZEND_API void zend_file_handle_dtor(zend_file_handle *fh TSRMLS_DC);
+ZEND_API int zend_compare_file_handles(zend_file_handle *fh1, zend_file_handle *fh2);
 END_EXTERN_C()
 
-#define zend_stream_close(handle)      zend_file_handle_dtor((handle))
-
 #endif
-
index bf0c70d7dff9f39801b5e9785cc0dc5f8ad07255..e87e8b07f37ac9105c64f24f61c7cd5487e7fb46 100644 (file)
@@ -2628,7 +2628,7 @@ ZEND_API double zend_oct_strtod(const char *str, char **endptr)
        s++;
 
        while ((c = *s++)) {
-               if (c > '7') {
+               if (c < '0' || c > '7') {
                        /* break and return the current value if the number is not well-formed
                         * that's what Linux strtol() does 
                         */
index 19deb943fbcb1a7cb03e25f6810d319079a0cb5c..f01a76b1cb6176bf08f8b46a25551ead96bb97a0 100644 (file)
@@ -3075,7 +3075,7 @@ ZEND_VM_HANDLER(73, ZEND_INCLUDE_OR_EVAL, CONST|TMP|VAR|CV, ANY)
                                                new_op_array = zend_compile_file(&file_handle, (Z_LVAL(opline->op2.u.constant)==ZEND_INCLUDE_ONCE?ZEND_INCLUDE:ZEND_REQUIRE) TSRMLS_CC);
                                                zend_destroy_file_handle(&file_handle TSRMLS_CC);
                                        } else {
-                                               zend_file_handle_dtor(&file_handle);
+                                               zend_file_handle_dtor(&file_handle TSRMLS_CC);
                                                failure_retval=1;
                                        }
                                } else {
index 824c003a7a8e36eed7be131ad6642f31f667f6f2..efa6ef7d7cee3cf61df35c17648f0f3e16878ec6 100644 (file)
@@ -1684,7 +1684,7 @@ static int ZEND_INCLUDE_OR_EVAL_SPEC_CONST_HANDLER(ZEND_OPCODE_HANDLER_ARGS)
                                                new_op_array = zend_compile_file(&file_handle, (Z_LVAL(opline->op2.u.constant)==ZEND_INCLUDE_ONCE?ZEND_INCLUDE:ZEND_REQUIRE) TSRMLS_CC);
                                                zend_destroy_file_handle(&file_handle TSRMLS_CC);
                                        } else {
-                                               zend_file_handle_dtor(&file_handle);
+                                               zend_file_handle_dtor(&file_handle TSRMLS_CC);
                                                failure_retval=1;
                                        }
                                } else {
@@ -4869,7 +4869,7 @@ static int ZEND_INCLUDE_OR_EVAL_SPEC_TMP_HANDLER(ZEND_OPCODE_HANDLER_ARGS)
                                                new_op_array = zend_compile_file(&file_handle, (Z_LVAL(opline->op2.u.constant)==ZEND_INCLUDE_ONCE?ZEND_INCLUDE:ZEND_REQUIRE) TSRMLS_CC);
                                                zend_destroy_file_handle(&file_handle TSRMLS_CC);
                                        } else {
-                                               zend_file_handle_dtor(&file_handle);
+                                               zend_file_handle_dtor(&file_handle TSRMLS_CC);
                                                failure_retval=1;
                                        }
                                } else {
@@ -8085,7 +8085,7 @@ static int ZEND_INCLUDE_OR_EVAL_SPEC_VAR_HANDLER(ZEND_OPCODE_HANDLER_ARGS)
                                                new_op_array = zend_compile_file(&file_handle, (Z_LVAL(opline->op2.u.constant)==ZEND_INCLUDE_ONCE?ZEND_INCLUDE:ZEND_REQUIRE) TSRMLS_CC);
                                                zend_destroy_file_handle(&file_handle TSRMLS_CC);
                                        } else {
-                                               zend_file_handle_dtor(&file_handle);
+                                               zend_file_handle_dtor(&file_handle TSRMLS_CC);
                                                failure_retval=1;
                                        }
                                } else {
@@ -21765,7 +21765,7 @@ static int ZEND_INCLUDE_OR_EVAL_SPEC_CV_HANDLER(ZEND_OPCODE_HANDLER_ARGS)
                                                new_op_array = zend_compile_file(&file_handle, (Z_LVAL(opline->op2.u.constant)==ZEND_INCLUDE_ONCE?ZEND_INCLUDE:ZEND_REQUIRE) TSRMLS_CC);
                                                zend_destroy_file_handle(&file_handle TSRMLS_CC);
                                        } else {
-                                               zend_file_handle_dtor(&file_handle);
+                                               zend_file_handle_dtor(&file_handle TSRMLS_CC);
                                                failure_retval=1;
                                        }
                                } else {
index ee2ef97a9550fa1981ebecacc41f8e52ab4c19d1..d903d77ba178ae098865704d6484f6c212db9eaf 100644 (file)
@@ -2086,64 +2086,6 @@ AC_DEFUN([PHP_PROG_BISON], [
   PHP_SUBST(YACC)
 ])
 
-dnl
-dnl PHP_PROG_LEX
-dnl
-dnl Search for (f)lex and check it's version
-dnl
-AC_DEFUN([PHP_PROG_LEX], [
-dnl we only support certain flex versions
-  flex_version_list="2.5.4"
-   
-  AC_PROG_LEX
-  if test "$LEX" = "flex"; then
-dnl AC_DECL_YYTEXT is obsolete since autoconf 2.50 and merged into AC_PROG_LEX
-dnl this is what causes that annoying "PHP_PROG_LEX is expanded from" warning with autoconf 2.50+
-dnl it should be removed once we drop support of autoconf 2.13 (if ever)
-    AC_DECL_YYTEXT
-    :
-  fi
-  dnl ## Make flex scanners use const if they can, even if __STDC__ is not
-  dnl ## true, for compilers like Sun's that only set __STDC__ true in
-  dnl ## "limit-to-ANSI-standard" mode, not in "ANSI-compatible" mode
-  AC_C_CONST
-  if test "$ac_cv_c_const" = "yes" ; then
-    LEX_CFLAGS="-DYY_USE_CONST"
-  fi
-
-  if test "$LEX" = "flex"; then
-    AC_CACHE_CHECK([for flex version], php_cv_flex_version, [
-      flex_version=`$LEX -V -v --version 2>/dev/null | $SED -e 's/^.* //'`
-      php_cv_flex_version=invalid
-      for flex_check_version in $flex_version_list; do
-        if test "$flex_version" = "$flex_check_version"; then
-          php_cv_flex_version="$flex_check_version (ok)"
-        fi
-      done
-    ])
-  else
-    flex_version=none
-  fi
-  
-  case $php_cv_flex_version in
-    ""|invalid[)]
-      if test -f "$abs_srcdir/Zend/zend_language_scanner.c" && test -f "$abs_srcdir/Zend/zend_ini_scanner.c"; then
-        AC_MSG_WARN([flex versions supported for regeneration of the Zend/PHP parsers: $flex_version_list  (found: $flex_version)])
-      else
-        flex_msg="Supported flex versions are: $flex_version_list"
-        if test "$flex_version" = "none"; then
-          flex_msg="flex not found. flex is required to generate the Zend/PHP parsers! $flex_msg"
-        else
-          flex_msg="Found invalid flex version: $flex_version. $flex_msg"
-        fi
-        AC_MSG_ERROR([$flex_msg])
-      fi
-      LEX="exit 0;"
-      ;;
-  esac
-  PHP_SUBST(LEX)
-])
-
 dnl
 dnl PHP_PROG_RE2C
 dnl
@@ -2153,17 +2095,17 @@ AC_DEFUN([PHP_PROG_RE2C],[
   AC_CHECK_PROG(RE2C, re2c, re2c)
   if test -n "$RE2C"; then
     AC_CACHE_CHECK([for re2c version], php_cv_re2c_version, [
-      re2c_vernum=`re2c --vernum 2>/dev/null`
-      if test -z "$re2c_vernum" || test "$re2c_vernum" -lt "1200"; then
+      re2c_vernum=`$RE2C --vernum 2>/dev/null`
+      if test -z "$re2c_vernum" || test "$re2c_vernum" -lt "1302"; then
         php_cv_re2c_version=invalid
       else
-        php_cv_re2c_version="`re2c --version | cut -d ' ' -f 2  2>/dev/null` (ok)"
+        php_cv_re2c_version="`$RE2C --version | cut -d ' ' -f 2  2>/dev/null` (ok)"
       fi 
     ])
   fi
   case $php_cv_re2c_version in
     ""|invalid[)]
-      AC_MSG_WARN([You will need re2c 0.12.0 or later if you want to regenerate PHP parsers.])
+      AC_MSG_WARN([You will need re2c 0.13.3 or later if you want to regenerate PHP parsers.])
       RE2C="exit 0;"
       ;;
   esac
@@ -2710,11 +2652,6 @@ AC_DEFUN([PHP_CHECK_CONFIGURE_OPTIONS],[
       # PHP_ARG_* macros set php_enable_<arg_name> or php_with_<arg_name>
       *[)]
         # Options that exist before PHP 6
-        if test "$PHP_MAJOR_VERSION" -lt "6"; then
-          case $arg_name in
-            enable-zend-multibyte[)] continue;;
-          esac 
-        fi
         is_arg_set=php_[]`echo [$]arg_name | tr 'ABCDEFGHIJKLMNOPQRSTUVWXYZ-' 'abcdefghijklmnopqrstuvwxyz_'`
         if eval test "x\$$is_arg_set" = "x"; then
           PHP_UNKNOWN_CONFIGURE_OPTIONS="$PHP_UNKNOWN_CONFIGURE_OPTIONS
index 241154f19aec327f90a0d0752e9627ff3b2de781..a6f597b9c72cb419a7e11cbebcb2e2dac9b4f227 100644 (file)
@@ -161,10 +161,37 @@ dnl check for -R, etc. switch
 PHP_RUNPATH_SWITCH
 
 dnl Checks for some support/generator progs
-PHP_PROG_RE2C
 PHP_PROG_AWK
 PHP_PROG_BISON
-PHP_PROG_LEX
+PHP_PROG_RE2C
+
+PHP_ARG_ENABLE(re2c-cgoto, whether to enable computed goto gcc extension with re2c,
+[  --enable-re2c-cgoto     Enable -g flag to re2c to use computed goto gcc extension], no, no)
+
+if test "$PHP_RE2C_CGOTO" = "no"; then
+  RE2C_FLAGS=""
+else
+  AC_MSG_CHECKING([whether re2c -g works])
+  AC_TRY_COMPILE([],[
+               int main(int argc, const char **argv)
+               {
+                       argc = argc;
+                       argv = argv;
+label1:
+label2:
+                       static void *adr[] = { &&label1, &&label2};
+                       goto *adr[0];
+                       return 0;
+               }
+  ],[
+    RE2C_FLAGS=""
+    AC_MSG_RESULT([no])
+  ],[
+    RE2C_FLAGS="-g"
+    AC_MSG_RESULT([yes])
+  ])
+fi
+PHP_SUBST(RE2C_FLAGS)
 
 dnl Platform-specific compile settings.
 dnl -------------------------------------------------------------------------
index 34741c0f5b0b1a17a1836c095bafeef9f6107c23..6687c601c11e246765dacdc90347724e8325c8b3 100755 (executable)
@@ -238,7 +238,7 @@ static int spl_autoload(const char *class_name, const char * lc_name, int class_
                        zend_destroy_file_handle(&file_handle TSRMLS_CC);
                } else {
                        new_op_array = NULL;
-                       zend_file_handle_dtor(&file_handle);
+                       zend_file_handle_dtor(&file_handle TSRMLS_CC);
                }
                if (new_op_array) {
                        EG(return_value_ptr_ptr) = &result;
index f0156ccf6efd780bb82eaacc4fe3d37996517610..cea75d839630889529035941e685e28fd03a1e8e 100644 (file)
@@ -8,12 +8,12 @@ $file = str_repeat("A", 1024);
 var_dump(highlight_file($file, true));
 var_dump(ob_get_contents());
 
-echo "Done\n";
 ?>
+===DONE===
 --EXPECTF--    
-Warning: highlight_file(AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA in %s on line %d
+Warning: highlight_file(AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA): failed to open stream: File name too long in %s006.php on line %d
 
-Warning: highlight_file(): Failed opening 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA in %s on line %d
+Warning: highlight_file(): Failed opening 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA' for highlighting in %s006.php on line %d
 bool(false)
 bool(false)
-Done
+===DONE===
index e0e5163892c98cb2d899031b1c941d3f325ad3be..28f56a37e80b916c86b54be0eda8ba0914cc4301 100644 (file)
@@ -8,10 +8,10 @@ $file = str_repeat("A", 1024);
 var_dump(php_strip_whitespace($file));
 var_dump(ob_get_contents());
 
-echo "Done\n";
 ?>
+===DONE===
 --EXPECTF--    
-Warning: php_strip_whitespace(AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA in %s on line %d
+Warning: php_strip_whitespace(AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA): failed to open stream: File name too long in %s007.php on line %d
 string(0) ""
 bool(false)
-Done
+===DONE===
index 2c83ee2990d47bdabd3d4fb487041058d613a143..8cc562ebf152cec4465157b8cff0121ee75795a2 100644 (file)
@@ -7,6 +7,7 @@ highlight.keyword=#007700
 highlight.bg=#FFFFFF
 highlight.default=#0000BB
 highlight.html=#000000
+allow_url_include=1
 --FILE--
 <?php
 
@@ -15,19 +16,9 @@ $filename = dirname(__FILE__)."/highlight_file.dat";
 var_dump(highlight_file());
 var_dump(highlight_file($filename));
 
-$data = <<<DATA
-<?php echo "test"; ?>
-DATA;
+var_dump(highlight_file('data:,<?php echo "test"; ?>'));
 
-file_put_contents($filename, $data);
-var_dump(highlight_file($filename));
-
-$data = <<<DATA
-<?php echo "test ?>
-DATA;
-
-file_put_contents($filename, $data);
-var_dump(highlight_file($filename));
+var_dump(highlight_file('data:,<?php echo "test ?>'));
 
 $data = '
 <?php 
@@ -58,7 +49,7 @@ bool(false)
 </span>
 </code>bool(true)
 <code><span style="color: #000000">
-<span style="color: #0000BB">&lt;?php&nbsp;</span><span style="color: #007700">echo&nbsp;</span><span style="color: #DD0000">"test&nbsp;?&gt;</span>
+<span style="color: #0000BB">&lt;?php&nbsp;</span><span style="color: #007700">echo&nbsp;</span><span style="color: #FF9900">"test&nbsp;?&gt;</span>
 </span>
 </code>bool(true)
 <code><span style="color: #000000">
index f151b7791bdddd307c2c56eb6319c8a4e5a6b7a3..6d98f47258657ef83321506e278133053cca77d3 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : basic functionality - with default arguments
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index 0ca5f6df39f56e92d16ed602a011f44c71b86043..4d61c94b547d46d82a37156bb82a79bd89498efd 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : basic functionality - with all arguments
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index fcd3963fe2dc9c1be6b0ee7d91a82a4579c6a4e2..2f159cd0cde380ea6deb1f4c6b6f6e331289c3b2 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : error conditions
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index b312fb24e1aaae603a81ce28f780e8e05860b66e..9b34ef4509c578094dde9aef36c55c527740274c 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - unexpected values for 'str' argument
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index a9c3f6466890ebb8301f514a094abfaaea9a9d69..a70695b4567d7593915195d3454621d122a1a37e 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - single quoted strings
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index 5e0df80292f9b1f5d44e4e3223d3d7c25cd14b11..c0a6e92423cafc8cff100a5f82ff14dde1827487 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - unexpected values for 'allowable_tags'
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index 1e1ed9efb7ba9ede9ee959c22110d5a4c7b824eb..1065fc626e5082e238c7f8ad3ca6398f3c42db1b 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - unexpected values for both 'str' and 'allowable_tags'
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index b6fd404227797779bf6afe4bdd1efe37f089e341..ab01979b7821d1ae4d0e8ab5ea6ef43bcc4a83e6 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - invalid values for 'str' and valid 'allowable_tags'
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index ae7c4f748f365d12e29bd19cdf224981c2825e43..ee19249fc13d4317ca6e19eaecd39ee0e517fdb3 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - heredoc strings
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index ff219063650cbe0371d1a9c63a06a747f0844d8c..454f46e5588f8fb4f9e036a85ee75e5a7673347b 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - binary safe checking
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index 1c76940b8f1cbc7ade1b16d5bae2c3ce4ff2f2a0..784122eaafa6f890a57e0a21ab7deba7191a1426 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - invalid values for 'str' and 'allowable_tags'
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index a8b45c1a2a0514d25bd671bbfbc7d52f647a872d..53482f7494efd639e0d8ef05b3cf6bbe93cba8f3 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - valid value for 'str' and invalid values for 'allowable_tags'
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index b133fb356bdd9467e126c22bac99f566621ebbb3..81296f335c57181ea5dd87a8bcc277246a8d0648 100644 (file)
@@ -1,7 +1,7 @@
 --TEST--
 Test strip_tags() function : usage variations - double quoted strings
 --INI--
-set short_open_tag = on
+short_open_tag = on
 --FILE--
 <?php
 /* Prototype  : string strip_tags(string $str [, string $allowable_tags])
index 6802d40e9223d0081cf45bd5d602c87c8de3bf8b..a678f3b2d2dacf6d605887c133d14ba5959696d2 100644 (file)
@@ -1,2 +1,2 @@
-$(top_srcdir)/Zend/zend_language_parser.h:
-$(builddir)/tokenizer.lo: $(top_srcdir)/Zend/zend_language_parser.h
+
+$(builddir)/tokenizer.lo: $(top_srcdir)/Zend/zend_language_parser.c $(top_srcdir)/Zend/zend_language_scanner.c
index d4e4ec6437eb150780e7758f6e79e9fc7eec5667..309aaddb0961124269fcf050cc89cf738bb405d1 100644 (file)
@@ -266,22 +266,13 @@ echo "hello world"; ?>"
   }
 }
 -- with invalid PHP tags and tokens --
-array(2) {
+array(1) {
   [0]=>
   array(3) {
     [0]=>
     int(311)
     [1]=>
-    string(18) "<PDP display  $a; "
-    [2]=>
-    int(1)
-  }
-  [1]=>
-  array(3) {
-    [0]=>
-    int(311)
-    [1]=>
-    string(1) "<"
+    string(19) "<PDP display  $a; <"
     [2]=>
     int(1)
   }
index 29a106a72d90e518453c240b6fd18d39835b32be..45c4f341ce4211b31f6e7fd8349843a3e02b890c 100644 (file)
 #include "ext/standard/info.h"
 #include "php_tokenizer.h"
 
-typedef struct yy_buffer_state *YY_BUFFER_STATE;
-typedef unsigned int yy_size_t;
-struct yy_buffer_state
-       {
-       FILE *yy_input_file;
-       char *yy_ch_buf;   /* input buffer */
-       char *yy_buf_pos;  /* current position in input buffer */
-       /* Size of input buffer in bytes, not including room for EOB
-        * characters.
-        */
-       yy_size_t yy_buf_size;
-       /* Number of characters read into yy_ch_buf, not including EOB
-        * characters.
-        */
-       int yy_n_chars;
-       /* Whether we "own" the buffer - i.e., we know we created it,
-        * and can realloc() it to grow it, and should free() it to
-        * delete it.
-        */
-       int yy_is_our_buffer;
-       /* Whether this is an "interactive" input source; if so, and
-        * if we're using stdio for input, then we want to use getc()
-        * instead of fread(), to make sure we stop fetching input after
-        * each newline.
-        */
-       int yy_is_interactive;
-       /* Whether we're considered to be at the beginning of a line.
-        * If so, '^' rules will be active on the next match, otherwise
-        * not.
-        */
-       int yy_at_bol;
-       /* Whether to try to fill the input buffer when we reach the
-        * end of it.
-        */
-       int yy_fill_buffer;
-       int yy_buffer_status;
-#define YY_BUFFER_NEW 0
-#define YY_BUFFER_NORMAL 1
-       /* When an EOF's been seen but there's still some text to process
-        * then we mark the buffer as YY_EOF_PENDING, to indicate that we
-        * shouldn't try reading from the input source any more.  We might
-        * still have a bunch of tokens to match, though, because of
-        * possible backing-up.
-        *
-        * When we actually see the EOF, we change the status to "new"
-        * (via yyrestart()), so that the user can continue scanning by
-        * just pointing yyin at a new input file.
-        */
-#define YY_BUFFER_EOF_PENDING 2
-       };
-
 #include "zend.h"
 #include "zend_language_scanner.h"
+#include "zend_language_scanner_defs.h"
 #include <zend_language_parser.h>
 
 #define zendtext LANG_SCNG(yy_text)
@@ -222,7 +164,7 @@ PHP_FUNCTION(token_get_all)
                RETURN_EMPTY_STRING();
        }
 
-       LANG_SCNG(start) = 1;
+       LANG_SCNG(yy_state) = yycINITIAL;
 
        tokenize(return_value TSRMLS_CC);
        
index 3f56d1756856249fb50ec2d263418032dd940456..4c1db13e58d7c3257901136d54942340635ca5d7 100644 (file)
@@ -1055,15 +1055,26 @@ static FILE *php_fopen_wrapper_for_zend(const char *filename, char **opened_path
 }
 /* }}} */
 
-static void stream_closer_for_zend(void *handle TSRMLS_DC) /* {{{ */
+static void php_zend_stream_closer(void *handle TSRMLS_DC) /* {{{ */
 {
        php_stream_close((php_stream*)handle);
 }
 /* }}} */
 
-static long stream_fteller_for_zend(void *handle TSRMLS_DC) /* {{{ */
+static void php_zend_stream_mmap_closer(void *handle TSRMLS_DC) /* {{{ */
 {
-       return (long)php_stream_tell((php_stream*)handle);
+       php_stream_mmap_unmap((php_stream*)handle);
+       php_zend_stream_closer(handle);
+}
+/* }}} */
+
+static size_t php_zend_stream_fsizer(void *handle TSRMLS_DC) /* {{{ */
+{
+       php_stream_statbuf  ssb;
+       if (php_stream_stat((php_stream*)handle, &ssb) == 0) {
+               return ssb.sb.st_size;
+       }
+       return 0;
 }
 /* }}} */
 
@@ -1075,19 +1086,30 @@ static int php_stream_open_for_zend(const char *filename, zend_file_handle *hand
 
 PHPAPI int php_stream_open_for_zend_ex(const char *filename, zend_file_handle *handle, int mode TSRMLS_DC) /* {{{ */
 {
-       php_stream *stream;
-
-       stream = php_stream_open_wrapper((char *)filename, "rb", mode, &handle->opened_path);
+       char *p;
+       size_t len, mapped_len;
+       php_stream *stream = php_stream_open_wrapper((char *)filename, "rb", mode, &handle->opened_path);
 
        if (stream) {
-               handle->type = ZEND_HANDLE_STREAM;
                handle->filename = (char*)filename;
                handle->free_filename = 0;
-               handle->handle.stream.handle = stream;
-               handle->handle.stream.reader = (zend_stream_reader_t)_php_stream_read;
-               handle->handle.stream.closer = stream_closer_for_zend;
-               handle->handle.stream.fteller = stream_fteller_for_zend;
-               handle->handle.stream.interactive = 0;
+               handle->handle.stream.handle  = stream;
+               handle->handle.stream.reader  = (zend_stream_reader_t)_php_stream_read;
+               handle->handle.stream.fsizer  = php_zend_stream_fsizer;
+               handle->handle.stream.isatty  = 0;
+               /* can we mmap immeadiately? */
+               memset(&handle->handle.stream.mmap, 0, sizeof(handle->handle.stream.mmap));
+               len = php_zend_stream_fsizer(stream TSRMLS_CC) + ZEND_MMAP_AHEAD;
+               if (php_stream_mmap_possible(stream)
+               && (p = php_stream_mmap_range(stream, 0, len, PHP_STREAM_MAP_MODE_SHARED_READONLY, &mapped_len TSRMLS_CC)) != NULL) {
+                       handle->handle.stream.closer   = php_zend_stream_mmap_closer;
+                       handle->handle.stream.mmap.buf = p;
+                       handle->handle.stream.mmap.len = mapped_len;
+                       handle->type = ZEND_HANDLE_MAPPED;
+               } else {
+                       handle->handle.stream.closer = php_zend_stream_closer;
+                       handle->type = ZEND_HANDLE_STREAM;
+               }
                /* suppress warning if this stream is not explicitly closed */
                php_stream_auto_cleanup(stream);
 
@@ -1964,7 +1986,7 @@ PHPAPI int php_execute_script(zend_file_handle *primary_file TSRMLS_DC)
 
        EG(exit_status) = 0;
        if (php_handle_special_queries(TSRMLS_C)) {
-               zend_file_handle_dtor(primary_file);
+               zend_file_handle_dtor(primary_file TSRMLS_CC);
                return 0;
        }
 #ifndef HAVE_BROKEN_GETCWD
index 2763d75c0efc16e97f8c4873e5a563e8e59d5480..d84b11e548e29b8d1b39ab1a45526aef8101023a 100644 (file)
 #define SIGPIPE SIGINT
 #endif
 
-#if defined(ZEND_MULTIBYTE) && defined(HAVE_MBSTRING)
-#include "ext/mbstring/mbstring.h"
-#endif /* defined(ZEND_MULTIBYTE) && defined(HAVE_MBSTRING) */
-
 #undef shutdown
 
 /* {{{ Prototypes
@@ -589,10 +585,6 @@ static int send_php(request_rec *r, int display_source_mode, char *filename)
                fh.free_filename = 0;
                fh.type = ZEND_HANDLE_FILENAME;
 
-#if defined(ZEND_MULTIBYTE) && defined(HAVE_MBSTRING)
-               php_mb_set_zend_encoding(TSRMLS_C);
-#endif /* defined(ZEND_MULTIBYTE) && defined(HAVE_MBSTRING) */
-
                zend_execute_scripts(ZEND_INCLUDE TSRMLS_CC, NULL, 1, &fh);
                return OK;
        }
index 7e73c9902d3dc42e6ba7de8ed6fe713e0443874e..91de95929c222fbc5fd6a8f94ea8667639595875 100644 (file)
 #define SIGPIPE SIGINT
 #endif
 
-#if defined(ZEND_MULTIBYTE) && defined(HAVE_MBSTRING)
-#include "ext/mbstring/mbstring.h"
-#endif /* defined(ZEND_MULTIBYTE) && defined(HAVE_MBSTRING) */
-
 #undef shutdown
 
 /* {{{ Prototypes
@@ -645,10 +641,6 @@ static int send_php(request_rec *r, int display_source_mode, char *filename)
                fh.free_filename = 0;
                fh.type = ZEND_HANDLE_FILENAME;
 
-#if defined(ZEND_MULTIBYTE) && defined(HAVE_MBSTRING)
-               php_mbstring_set_zend_encoding(TSRMLS_C);
-#endif /* defined(ZEND_MULTIBYTE) && defined(HAVE_MBSTRING) */
-
                zend_execute_scripts(ZEND_INCLUDE TSRMLS_CC, NULL, 1, &fh);
                return OK;
        }
index 86efb43b2aeb926293f6f749fdbbf057a18cfa56..22463ad55c519c2f6855485b81d0f971306f1e19 100644 (file)
@@ -1960,7 +1960,7 @@ consult the installation file that came with this distribution, or visit \n\
                                case PHP_MODE_STRIP:
                                        if (open_file_for_scanning(&file_handle TSRMLS_CC) == SUCCESS) {
                                                zend_strip(TSRMLS_C);
-                                               fclose(file_handle.handle.fp);
+                                               zend_file_handle_dtor(&file_handle TSRMLS_CC);
                                                php_end_ob_buffers(1 TSRMLS_CC);
                                        }
                                        return SUCCESS;
@@ -1975,7 +1975,7 @@ consult the installation file that came with this distribution, or visit \n\
                                                        if (fastcgi) {
                                                                goto fastcgi_request_done;
                                                        }
-                                                       fclose(file_handle.handle.fp);
+                                                       zend_file_handle_dtor(&file_handle TSRMLS_CC);
                                                        php_end_ob_buffers(1 TSRMLS_CC);
                                                }
                                                return SUCCESS;
@@ -1986,7 +1986,7 @@ consult the installation file that came with this distribution, or visit \n\
                                case PHP_MODE_INDENT:
                                        open_file_for_scanning(&file_handle TSRMLS_CC);
                                        zend_indent();
-                                       fclose(file_handle.handle.fp);
+                                       zend_file_handle_dtor(&file_handle TSRMLS_CC);
                                        return SUCCESS;
                                        break;
 #endif
index c0f8df1bffee77566d0dde7a533a6b32fc7d2d0c..aa2067d513598c0ad45648f68b939eb2b9a4ee7f 100644 (file)
@@ -12,11 +12,11 @@ reset_env_vars();
 var_dump(`"$php" -n -f some.php -f some.php`);
 var_dump(`"$php" -s -w -l`);
 
-echo "Done\n";
 ?>
+===DONE===
 --EXPECTF--    
 string(25) "No input file specified.
 "
 string(31) "No syntax errors detected in -
 "
-Done
+===DONE===
index 806cc214c249f39486205f3f976987017c190718..3392fb0b22f850e7ab0d83575acb834c382fdc3f 100644 (file)
@@ -550,6 +550,9 @@ static int cli_seek_file_begin(zend_file_handle *file_handle, char *script_file,
 
        *lineno = 1;
 
+       file_handle->type = ZEND_HANDLE_FP;
+       file_handle->opened_path = NULL;
+       file_handle->free_filename = 0;
        if (!(file_handle->handle.fp = VCWD_FOPEN(script_file, "rb"))) {
                php_printf("Could not open input file: %s\n", script_file);
                return FAILURE;
@@ -1166,7 +1169,7 @@ int main(int argc, char *argv[])
                case PHP_MODE_INDENT:
                        open_file_for_scanning(&file_handle TSRMLS_CC);
                        zend_indent();
-                       fclose(file_handle.handle.fp);
+                       zend_file_handle_dtor(file_handle.handle TSRMLS_CC);
                        goto out;
                        break;
 #endif
index e465e37973fced000f76740f6bb53f3aeaf846a4..77c76c1940d01c6857208ef5d8963ec052698b42 100644 (file)
@@ -12,8 +12,8 @@ if (substr(PHP_OS, 0, 3) == 'WIN') {
 
 $php = getenv('TEST_PHP_EXECUTABLE');
 
-$filename = dirname(__FILE__)."/010.test.php";
-$filename_txt = dirname(__FILE__)."/010.test.txt";
+$filename = __DIR__."/010.test.php";
+$filename_txt = __DIR__."/010.test.txt";
 
 $code = '
 <?php
@@ -25,23 +25,22 @@ file_put_contents($filename, $code);
 
 $txt = '
 test
-hello
-';
+hello';
 
 file_put_contents($filename_txt, $txt);
 
 var_dump(`cat "$filename_txt" | "$php" -n -F "$filename"`);
 
-@unlink($filename);
-@unlink($filename_txt);
-
-echo "Done\n";
+?>
+===DONE===
+--CLEAN--
+<?php
+@unlink(__DIR__."/010.test.php");
+@unlink(__DIR__."/010.test.txt");
 ?>
 --EXPECTF--    
-string(39) "
+string(25) "
 string(10) "test
 hello"
-
-string(0) ""
 "
-Done
+===DONE===
index 0b90844f373f2ccb8ee3a96622f79f91c6ba97a8..937ff62ccdf8de5403e6919fa98438d2cb9afa45 100644 (file)
@@ -103,3 +103,108 @@ php > php { php { php > I was called!
 php > 
 
 Done
+--TEST--
+CLI -a and readline 
+--SKIPIF--
+<?php 
+include "skipif.inc"; 
+if (!extension_loaded('readline') || readline_info('done') === NULL) {
+       die ("skip need readline support");
+}
+?>
+--FILE--
+<?php
+$php = getenv('TEST_PHP_EXECUTABLE');
+
+$codes = array();
+
+$codes[1] = <<<EOT
+echo 'Hello world';
+exit
+EOT;
+
+$codes[] = <<<EOT
+echo 'multine
+single
+quote';
+exit
+EOT;
+
+$codes[] = <<<EOT
+echo <<<HEREDOC
+Here
+comes
+the
+doc
+HEREDOC;
+EOT;
+
+$codes[] = <<<EOT
+if (0) {
+    echo "I'm not there";
+}
+echo "Done";
+EOT;
+
+$codes[] = <<<EOT
+function a_function_with_some_name() {
+    echo "I was called!";
+}
+a_function_w   );
+EOT;
+
+foreach ($codes as $key => $code) {
+       echo "\n--------------\nSnippet no. $key:\n--------------\n";
+       $code = escapeshellarg($code);
+       echo `echo $code | "$php" -a`, "\n";
+}
+
+echo "\nDone\n";
+?>
+--EXPECTF--
+--------------
+Snippet no. 1:
+--------------
+Interactive shell
+
+php > Hello world
+php > 
+
+--------------
+Snippet no. 2:
+--------------
+Interactive shell
+
+php > php ' php ' multine
+single
+quote
+php > 
+
+--------------
+Snippet no. 3:
+--------------
+Interactive shell
+
+php > <<< > <<< > <<< > <<< > <<< > Here
+comes
+the
+doc
+php > 
+
+--------------
+Snippet no. 4:
+--------------
+Interactive shell
+
+php > php { php { php > Done
+php > 
+
+--------------
+Snippet no. 5:
+--------------
+Interactive shell
+
+php > php { php { php > I was called!
+php > 
+
+Done
index efaf977db447f76e3305bd893840bef10b49b024..c8c7d5e445da62e06759c6a7a26e7d7ee3e2b0ce 100644 (file)
@@ -103,4 +103,110 @@ Interactive shell
 Parse error: syntax error, unexpected ')' in php shell code on line 1
 
 
+Done
+--TEST--
+CLI -a and libedit 
+--SKIPIF--
+<?php 
+include "skipif.inc"; 
+if (!extension_loaded('readline') || readline_info('done') !== NULL) {
+       die ("skip need readline support using libedit");
+}
+?>
+--FILE--
+<?php
+$php = getenv('TEST_PHP_EXECUTABLE');
+
+$codes = array();
+
+$codes[1] = <<<EOT
+echo 'Hello world';
+exit
+EOT;
+
+$codes[] = <<<EOT
+echo 'multine
+single
+quote';
+exit
+EOT;
+
+$codes[] = <<<EOT
+echo <<<HEREDOC
+Here
+comes
+the
+doc
+HEREDOC;
+EOT;
+
+$codes[] = <<<EOT
+if (0) {
+    echo "I'm not there";
+}
+echo "Done";
+EOT;
+
+$codes[] = <<<EOT
+function a_function_with_some_name() {
+    echo "I was called!";
+}
+a_function_w   );
+EOT;
+
+foreach ($codes as $key => $code) {
+       echo "\n--------------\nSnippet no. $key:\n--------------\n";
+       $code = escapeshellarg($code);
+       echo `echo $code | "$php" -a`, "\n";
+}
+
+echo "\nDone\n";
+?>
+--EXPECTF--
+--------------
+Snippet no. 1:
+--------------
+Interactive shell
+
+Hello world
+
+
+--------------
+Snippet no. 2:
+--------------
+Interactive shell
+
+multine
+single
+quote
+
+
+--------------
+Snippet no. 3:
+--------------
+Interactive shell
+
+Here
+comes
+the
+doc
+
+
+--------------
+Snippet no. 4:
+--------------
+Interactive shell
+
+Done
+
+
+--------------
+Snippet no. 5:
+--------------
+Interactive shell
+
+
+Parse error: syntax error, unexpected ')' in php shell code on line 1
+
+
 Done
index 522d78db4173c02d2d9760742074c0147edee898..5cabe66b3220c726480d89cf67a62cfd4412bb3a 100644 (file)
@@ -9,9 +9,9 @@ PATH_INFO=/path/info
 END;
 --ENV--
 return <<<END
-PATH_TRANSLATED=$filename/path/info
-PATH_INFO=$scriptname/path/info
-SCRIPT_NAME=$scriptname
+PATH_TRANSLATED=/path/bla
+PATH_INFO=/path/info
+SCRIPT_NAME=path
 END;
 --FILE--
 <?php
index dad0dd0eec0c7907b8f9c2b1a9b4c49438a77f31..ef4377484ea9b53546930236703422cb4caa0b1e 100644 (file)
@@ -12,9 +12,9 @@ PATH_INFO=/path/info
 END;
 --ENV--
 return <<<END
-REDIRECT_URL=$scriptname
-PATH_TRANSLATED=$filename/path/info
-PATH_INFO=$scriptname/path/info
+REDIRECT_URL=/path
+PATH_TRANSLATED=/path/info/fpp
+PATH_INFO=/path/info
 SCRIPT_NAME=/scriptalias/php
 SCRIPT_FILENAME=$this->conf['TEST_PHP_EXECUTABLE']
 END;
index 1fd9cf6ef14a89b32ab737112677c37ae8bfe218..c637f86f1585ddc5ba746034fd8566c9f06a1d89 100644 (file)
@@ -333,12 +333,6 @@ AC_DEFINE('HAVE_IPV6', main_network_has_ipv6);
 ARG_ENABLE('fd-setsize', "Set maximum number of sockets for select(2)", "256");
 ADD_FLAG("CFLAGS", "/D FD_SETSIZE=" + parseInt(PHP_FD_SETSIZE));
 
-ARG_ENABLE("zend-multibyte", "Enable Zend multibyte encoding support", "no");
-if (PHP_ZEND_MULTIBYTE == "yes") {
-       STDOUT.WriteLine("Enabling Zend multibyte encoding support");
-       AC_DEFINE('ZEND_MULTIBYTE', 1);
-}
-
 AC_DEFINE('HAVE_USLEEP', 1);
 AC_DEFINE('HAVE_STRCOLL', 1);