- MFH for fix for bug #16939

diff --git a/ext/tokenizer/tokenizer.c b/ext/tokenizer/tokenizer.c
index f420d6284983382a9500eabe9bedd440b492b817..223183ca4509b8917de05b8ce583ec6b502d46d2 100644 (file)
--- a/ext/tokenizer/tokenizer.c
+++ b/ext/tokenizer/tokenizer.c
@@ -478,7 +478,7 @@ PHP_FUNCTION(token_get_all)
        if (zend_parse_parameters(argc TSRMLS_CC, "s", &source, &source_len) == FAILURE) 
                return;
 
-       ZVAL_STRINGL(&source_z, source, source_len, 0);
+       ZVAL_STRINGL(&source_z, source, source_len, 1);
        zend_save_lexical_state(&original_lex_state TSRMLS_CC);
 
        if (zend_prepare_string_for_scanning(&source_z, "" TSRMLS_CC) == FAILURE) {
@@ -488,6 +488,7 @@ PHP_FUNCTION(token_get_all)
        tokenize(return_value TSRMLS_CC);
        
        zend_restore_lexical_state(&original_lex_state TSRMLS_CC);
+       zval_dtor(&source_z);
 }
 /* }}} */