| Authors: Ilia Alshanetsky <ilia@php.net> |
| Preston L. Bannister <pbannister@php.net> |
| Marcus Boerger <helly@php.net> |
+ | Shane Caraveo <shane@php.net> |
| Derick Rethans <derick@php.net> |
| Sander Roobol <sander@php.net> |
- | John Coggeshall <john@php.net> |
| (based on version by: Stig Bakken <ssb@php.net>) |
| (based on the PHP 3 test framework by Rasmus Lerdorf) |
+----------------------------------------------------------------------+
*/
+
set_time_limit(0);
-ob_implicit_flush();
+while(@ob_end_clean());
+if (ob_get_level()) echo "Not all buffers were deleted.\n";
error_reporting(E_ALL);
-define('PHP_QA_EMAIL', 'php-qa@lists.php.net');
+
+/**********************************************************************
+ * QA configuration
+ */
+
+define('PHP_QA_EMAIL', 'qa-reports@lists.php.net');
define('QA_SUBMISSION_PAGE', 'http://qa.php.net/buildtest-process.php');
+/**********************************************************************
+ * error messages
+ */
+
+define('PCRE_MISSING_ERROR',
+'+-----------------------------------------------------------+
+| ! ERROR ! |
+| The test-suite requires that you have pcre extension |
+| enabled. To enable this extension either compile your PHP |
+| with --with-pcre-regex or if you have compiled pcre as a |
+| shared module load it via php.ini. |
++-----------------------------------------------------------+');
+define('SAFE_MODE_WARNING',
+'+-----------------------------------------------------------+
+| ! WARNING ! |
+| You are running the test-suite with "safe_mode" ENABLED ! |
+| |
+| Chances are high that no test will work at all, |
+| depending on how you configured "safe_mode" ! |
++-----------------------------------------------------------+');
+define('TMP_MISSING',
+'+-----------------------------------------------------------+
+| ! ERROR ! |
+| You must create /tmp for session tests to work! |
+| |
++-----------------------------------------------------------+');
+define('PROC_OPEN_MISSING',
+'+-----------------------------------------------------------+
+| ! ERROR ! |
+| The test-suite requires that proc_open() is available. |
+| Please check if you disabled it in php.ini. |
++-----------------------------------------------------------+');
+define('REQ_PHP_VERSION',
+'+-----------------------------------------------------------+
+| ! ERROR ! |
+| The test-suite must be run with PHP 5 or later. |
+| You can still test older extecutables by setting |
+| TEST_PHP_EXECUTABLE and running this script with PHP 5. |
++-----------------------------------------------------------+');
+/**********************************************************************
+ * information scripts
+ */
+define('PHP_INFO_SCRIPT','<?php echo "
+PHP_SAPI=" . PHP_SAPI . "
+PHP_VERSION=" . phpversion() . "
+ZEND_VERSION=" . zend_version() . "
+PHP_OS=" . PHP_OS . "
+INCLUDE_PATH=" . get_cfg_var("include_path") . "
+INI=" . realpath(get_cfg_var("cfg_file_path")) . "
+SCANNED_INI=" . (function_exists(\'php_ini_scanned_files\') ?
+ str_replace("\n","", php_ini_scanned_files()) :
+ "** not determined **") . "
+SERVER_SOFTWARE=" . $_ENV[\'SERVER_SOFTWARE\'];
+?>');
+
+define('PHP_EXTENSIONS_SCRIPT','<?php print join(get_loaded_extensions(),":"); ?>');
+define('PHP_INI_SETTINGS_SCRIPT','<?php echo serialize(ini_get_all()); ?>');
+
+/**********************************************************************
+ * various utility functions
+ */
+
+function save_to_file($filename,$text)
+{
+ $fp = @fopen($filename,'w')
+ or die("Cannot open file '" . $filename . "' (save_to_file)");
+ fwrite($fp,$text);
+ fclose($fp);
+}
+
+function settings2array($settings, &$ini_settings)
+{
+ foreach($settings as $setting) {
+ if (strpos($setting, '=')!==false) {
+ $setting = explode("=", $setting, 2);
+ $name = trim($setting[0]);
+ $value = trim($setting[1]);
+ $ini_settings[$name] = $value;
+ }
+ }
+}
+
+function settings2params(&$ini_settings)
+{
+ $settings = '';
+ if (count($ini_settings)) {
+ foreach($ini_settings as $name => $value) {
+ $value = addslashes($value);
+ $settings .= " -d \"".strtolower($name)."=$value\"";
+ }
+ }
+ return $settings;
+}
+
+function generate_diff($wanted,$output)
+{
+ $w = explode("\n", $wanted);
+ $o = explode("\n", $output);
+ $w1 = array_diff_assoc($w,$o);
+ $o1 = array_diff_assoc($o,$w);
+ $w2 = array();
+ $o2 = array();
+ foreach($w1 as $idx => $val) $w2[sprintf("%03d<",$idx)] = sprintf("%03d- ", $idx+1).$val;
+ foreach($o1 as $idx => $val) $o2[sprintf("%03d>",$idx)] = sprintf("%03d+ ", $idx+1).$val;
+ $diff = array_merge($w2, $o2);
+ ksort($diff);
+ return implode("\r\n", $diff);
+}
+
+function mkpath($path,$mode = 0700) {
+ $dirs = split('[\\|/]',realpath($path));
+ $path = $dirs[0];
+ for($i = 1;$i < count($dirs);$i++) {
+ $path .= '/'.$dirs[$i];
+ @mkdir($path,$mode);
+ }
+}
+
+function copyfiles($src,$new) {
+ $d = dir($src);
+ while (($entry = $d->read())) {
+ if (is_file("$src/$entry"))
+ copy("$src/$entry","$new/$entry");
+ }
+ $d->close();
+}
+
+function post_result_data($query,$data)
+{
+ $url = QA_SUBMISSION_PAGE.'?'.$query;
+ $post = "php_test_data=" . urlencode(base64_encode(preg_replace("/[\\x00]/", "[0x0]", $data)));
+ $r = new HTTPRequest($url,NULL,NULL,$post);
+ return $this->response_headers['Status']=='200';
+}
+
+
+function execute($command, $args=NULL, $input=NULL, $cwd=NULL, $env=NULL)
+{
+ $data = "";
+
+ if (gettype($args)=='array') {
+ $args = join($args,' ');
+ }
+ $commandline = "$command $args";
+ $proc = proc_open($commandline, array(
+ 0 => array('pipe', 'r'),
+ 1 => array('pipe', 'w')),
+ $pipes, $cwd, $env);
+
+ if (!$proc)
+ return false;
+
+ if ($input) {
+ $out = fwrite($pipes[0],$input);
+ if ($out != strlen($input)) {
+ return NULL;
+ }
+ }
+
+ fclose($pipes[0]);
+
+ while (true) {
+ /* hide errors from interrupted syscalls */
+ $r = $pipes;
+ $w = null;
+ $e = null;
+ $n = @stream_select($r, $w, $e, 60);
+
+ if ($n == 0) {
+ /* timed out */
+ $data .= "\n ** ERROR: process timed out **\n";
+ proc_terminate($proc);
+ return $data;
+ } else if ($n) {
+ $line = fread($pipes[1], 8192);
+ if (strlen($line) == 0) {
+ /* EOF */
+ break;
+ }
+ $data .= $line;
+ }
+ }
+ $code = proc_close($proc);
+ return $data;
+}
+
+function executeCode($php, $ini_overwrites, $code, $remove_headers=true, $cwd=NULL, $env=NULL)
+{
+ $params = NULL;
+ if ($ini_overwrites) {
+ $info_params = array();
+ settings2array($ini_overwrites,$info_params);
+ $params = settings2params($info_params);
+ }
+ $out = execute($php, $params, $code, $cwd, $env);
+ // kill the headers
+ if ($remove_headers && preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $out, $match)) {
+ $out = $match[2];
+ }
+ return $out;
+}
+
+
+/**********************************************************************
+ * a simple request class that lets us handle http based tests
+ */
+
+class HTTPRequest
+{
+ var $headers = array();
+ var $timeout = 4;
+ var $urlparts = NULL;
+ var $url = '';
+ var $userAgent = 'PHP-Test-Harness';
+ var $options = array();
+ var $postdata = NULL;
+ var $errmsg = '';
+ var $errno = 0;
+ var $response;
+ var $response_headers;
+ var $outgoing_payload;
+ var $incoming_payload = '';
+
+ /*
+ URL is the full url
+ headers is assoc array of outgoing http headers
+
+ options may include
+ timeout
+ proxy_host
+ proxy_port
+ proxy_user
+ proxy_pass
+ method (GET|POST)
+
+ post data is, well, post data. It is not processed so
+ multipart stuff must be prepared before calling this
+ (or add it to class)
+ */
+ function HTTPRequest($URL, $headers=array(), $options=array(), $postdata=NULL)
+ {
+ $this->urlparts = @parse_url($URL);
+ $this->url = $URL;
+ $this->options = $options;
+ $this->headers = $headers;
+ $this->postdata = &$postdata;
+ $this->doRequest();
+ }
+
+ function doRequest()
+ {
+ if (!$this->_validateUrl()) return;
+
+ if (isset($this->options['timeout']))
+ $this->timeout = (int)$this->options['timeout'];
+
+ $this->_sendHTTP();
+ }
+
+ function _validateUrl()
+ {
+ if ( ! is_array($this->urlparts) ) {
+ return FALSE;
+ }
+ if (!isset($this->urlparts['host'])) {
+ $this->urlparts['host']='127.0.0.1';
+ }
+ if (!isset($this->urlparts['port'])) {
+ $this->urlparts['port'] = 80;
+ }
+ if (!isset($this->urlparts['path']) || !$this->urlparts['path'])
+ $this->urlparts['path'] = '/';
+ return TRUE;
+ }
+
+ function _parseResponse()
+ {
+ if (preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $this->incoming_payload, $match)) {
+ $this->response = $match[2];
+ if (preg_match("/^HTTP\/1\.. (\d+).*/s",$match[1],$status) && !$status[1]) {
+ $this->errmsg = "HTTP Response $status[1] Not Found";
+ return FALSE;
+ }
+ $rh = preg_split("/[\n\r]+/",$match[1]);
+ $this->response_headers = array();
+ foreach ($rh as $line) {
+ if (strpos($line, ':')!==false) {
+ $line = explode(":", $line, 2);
+ $this->response_headers[trim($line[0])] = trim($line[1]);
+ }
+ }
+ $this->response_headers['Status']=$status[1];
+ // if no content, return false
+ if(strlen($this->response) > 0) return TRUE;
+ }
+ $this->errmsg = 'Invalid HTTP Response';
+ return FALSE;
+ }
+
+ function &_getRequest()
+ {
+ $fullpath = $this->urlparts['path'].
+ (isset($this->urlparts['query'])?'?'.$this->urlparts['query']:'').
+ (isset($this->urlparts['fragment'])?'#'.$this->urlparts['fragment']:'');
+ if (isset($this->options['proxy_host'])) {
+ $fullpath = 'http://'.$this->urlparts['host'].':'.$this->urlparts['port'].$fullpath;
+ }
+ if (isset($this->options['proxy_user'])) {
+ $headers['Proxy-Authorization'] = 'Basic ' . base64_encode($this->options['proxy_user'].":".$this->options['proxy_pass']);
+ }
+ $headers['User-Agent'] = $this->userAgent;
+ $headers['Host'] = $this->urlparts['host'];
+ $headers['Content-Length'] = strlen($this->postdata);
+ $headers['Content-Type'] = 'application/x-www-form-urlencoded';
+ if (isset($this->headers)) {
+ $headers = array_merge($headers, $this->headers);
+ }
+ $headertext = '';
+ foreach ($headers as $k => $v) {
+ $headertext .= "$k: $v\r\n";
+ }
+ $method = trim($this->options['method'])?strtoupper(trim($this->options['method'])):'GET';
+ $this->outgoing_payload =
+ "$method $fullpath HTTP/1.0\r\n".
+ $headertext."\r\n".
+ $this->postdata;
+ return $this->outgoing_payload;
+ }
+
+ function &_sendHTTP()
+ {
+ $this->_getRequest();
+ $host = $this->urlparts['host'];
+ $port = $this->urlparts['port'];
+ if (isset($this->options['proxy_host'])) {
+ $host = $this->options['proxy_host'];
+ $port = isset($this->options['proxy_port'])?$this->options['proxy_port']:8080;
+ }
+ // send
+ if ($this->timeout > 0) {
+ $fp = fsockopen($host, $port, $this->errno, $this->errmsg, $this->timeout);
+ } else {
+ $fp = fsockopen($host, $port, $this->errno, $this->errmsg);
+ }
+ if (!$fp) {
+ $this->errmsg = "Connect Error to $host:$port";
+ return NULL;
+ }
+ if ($this->timeout > 0) {
+ // some builds of php do not support this, silence
+ // the warning
+ @socket_set_timeout($fp, $this->timeout);
+ }
+ if (!fputs($fp, $this->outgoing_payload, strlen($this->outgoing_payload))) {
+ $this->errmsg = "Error Sending Request Data to $host";
+ return NULL;
+ }
+
+ while ($data = fread($fp, 32768)) {
+ $this->incoming_payload .= $data;
+ }
+
+ fclose($fp);
+
+ $this->_parseResponse();
+ }
+
+# a simple test case
+#$r = new HTTPRequest('http://localhost:81/info.php/path/info');
+#print_r($r->response_headers);
+#print $r->response;
+
+} // end HTTPRequest
+
+
+/**********************************************************************
+ * main test harness
+ */
class testHarness {
var $cwd;
- var $TEST_PHP_SRCDIR;
- var $TEST_PHP_EXECUTABLE;
- var $TEST_PHP_LOG_FORMAT;
- var $TEST_PHP_DETAILED;
- var $TEST_PHP_ERROR_STYLE;
- var $REPORT_EXIT_STATUS;
- var $NO_PHPTEST_SUMMARY;
- var $NO_INTERACTION;
+ var $xargs = array(
+ #arg env var value default description
+ 'c' => array('' ,'file' ,NULL ,'configuration file, see run-tests-config.php for example'),
+ 'd' => array('TEST_PATHS' ,'paths' ,NULL ,'colon seperate path list'),
+ 'e' => array('TEST_PHP_ERROR_STYLE','EMACS|MSVC' ,'EMACS' ,'editor error style'),
+ 'h' => array('' ,'' ,NULL ,'this help'),
+ 'i' => array('PHPRC' ,'path|file' ,NULL ,'ini file to use for tests (sets PHPRC)'),
+ 'l' => array('TEST_PHP_LOG_FORMAT' ,'string' ,'LEODC' ,'any combination of CDELO'),
+ 'm' => array('TEST_BASE_PATH' ,'path' ,NULL ,'copy tests to this path before testing'),
+ 'n' => array('NO_PHPTEST_SUMMARY' ,'' ,0 ,'do not print test summary'),
+ 'p' => array('TEST_PHP_EXECUTABLE' ,'path' ,NULL ,'php executable to be tested'),
+ 'q' => array('NO_INTERACTION' ,'' ,0 ,'no console interaction (ie dont contact QA)'),
+ 'r' => array('REPORT_EXIT_STATUS' ,'' ,0 ,'exit with status at end of execution'),
+ 's' => array('TEST_PHP_SRCDIR' ,'path' ,NULL ,'path to php source code'),
+ 't' => array('TEST_PHP_DETAILED' ,'number' ,0 ,'level of detail output to dump'),
+ 'u' => array('TEST_WEB_BASE_URL' ,'url' ,'' ,'base url for http testing'),
+ 'v' => array('TEST_CONTEXT_INFO' ,'' ,0 ,'view text executable context info'),
+ 'w' => array('TEST_WEB' ,'' ,0 ,'run tests via http'),
+ 'x' => array('TEST_WEB_EXT' ,'file ext' ,'php' ,'http file extension to use')
+ );
+ var $conf = array();
var $test_to_run = array();
var $test_files = array();
var $test_results = array();
var $exts_tested = 0;
var $exts_skipped = 0;
var $ignored_by_ext = 0;
- var $test_dirs = array('tests', 'pear', 'ext');
+ var $test_dirs = array('tests', 'pear', 'ext', 'sapi');
var $start_time;
var $end_time;
+ var $exec_info;
+ var $test_executable_iscgi = false;
+ var $inisettings; // the test executables settings, used for web tests
+ var $iswin32 = false;
var $ddash = "=====================================================================";
var $sdash = "---------------------------------------------------------------------";
'auto_append_file'=>'',
'magic_quotes_runtime'=>'0',
);
- var $env = array(
- 'REDIRECT_STATUS'=>'',
- 'QUERY_STRING'=>'',
- 'PATH_TRANSLATED'=>'',
- 'SCRIPT_FILENAME'=>'',
- 'REQUEST_METHOD'=>'',
- 'CONTENT_TYPE'=>'',
- 'CONTENT_LENGTH'=>'',
- );
+ var $env = array();
var $info_params = array();
function testHarness() {
- $this->checkPCRE();
- $this->checkSafeMode();
+ $this->iswin32 = substr(PHP_OS, 0, 3) == "WIN";
+ $this->checkRequirements();
+ $this->env = $_ENV;
$this->removeSensitiveEnvVars();
+
$this->initializeConfiguration();
$this->parseArgs();
+ $this->setTestPaths();
# change to working directory
- if ($this->TEST_PHP_SRCDIR) {
- @chdir($this->TEST_PHP_SRCDIR);
+ if ($this->conf['TEST_PHP_SRCDIR']) {
+ @chdir($this->conf['TEST_PHP_SRCDIR']);
}
$this->cwd = getcwd();
- $this->isExecutable();
+
+ if (!$this->conf['TEST_PHP_SRCDIR'])
+ $this->conf['TEST_PHP_SRCDIR'] = $this->cwd;
+ if (!$this->conf['TEST_BASE_PATH'] && $this->conf['TEST_PHP_SRCDIR'])
+ $this->conf['TEST_BASE_PATH'] = $this->conf['TEST_PHP_SRCDIR'];
+ if ($this->iswin32) {
+ $this->conf['TEST_PHP_SRCDIR'] = str_replace('/','\\',$this->conf['TEST_PHP_SRCDIR']);
+ $this->conf['TEST_BASE_PATH'] = str_replace('/','\\',$this->conf['TEST_BASE_PATH']);
+ }
+
+ if (!$this->conf['TEST_WEB'] && !is_executable($this->conf['TEST_PHP_EXECUTABLE'])) {
+ $this->error("invalid PHP executable specified by TEST_PHP_EXECUTABLE = " .
+ $this->conf['TEST_PHP_EXECUTABLE']);
+ return false;
+ }
+
$this->getInstalledExtensions();
+ $this->getExecutableInfo();
+ $this->getExecutableIniSettings();
+ $this->test_executable_iscgi = strncmp($this->exec_info['PHP_SAPI'],'cgi',3)==0;
+ $this->calculateDocumentRoot();
+
+ // add TEST_PHP_SRCDIR to the include path, this facilitates
+ // tests including files from src/tests
+ //$this->ini_overwrites['include_path'] = $this->cwd.($this->iswin32?';.;':':.:').$this->exec_info['INCLUDE_PATH'];
+
+ $params = array();
+ settings2array($this->ini_overwrites,$params);
+ $this->info_params = settings2params($params);
+
$this->contextHeader();
+ if ($this->conf['TEST_CONTEXT_INFO']) return;
$this->loadFileList();
+ $this->moveTestFiles();
$this->run();
$this->summarizeResults();
}
+ function getExecutableIniSettings()
+ {
+ $out = $this->runscript(PHP_INI_SETTINGS_SCRIPT,true);
+ $this->inisettings = unserialize($out);
+ }
+
+ function getExecutableInfo()
+ {
+ $out = $this->runscript(PHP_INFO_SCRIPT,true);
+ $out = preg_split("/[\n\r]+/",$out);
+ $info = array();
+ foreach ($out as $line) {
+ if (strpos($line, '=')!==false) {
+ $line = explode("=", $line, 2);
+ $name = trim($line[0]);
+ $value = trim($line[1]);
+ $info[$name] = $value;
+ }
+ }
+ $this->exec_info = $info;
+ }
+
+ function getInstalledExtensions()
+ {
+ // get the list of installed extensions
+ $out = $this->runscript(PHP_EXTENSIONS_SCRIPT,true);
+ $this->exts_to_test = split(":",$out);
+ sort($this->exts_to_test);
+ $this->exts_tested = count($this->exts_to_test);
+ }
+
+ // if running local, calls executeCode,
+ // otherwise does an http request
+ function runscript($script,$removeheaders=false,$cwd=NULL)
+ {
+ if ($this->conf['TEST_WEB']) {
+ $pi = "/testscript.{$this->conf['TEST_WEB_EXT']}";
+ if (!$cwd) $cwd = $this->conf['TEST_BASE_PATH'];
+ $tmp_file = "$cwd$pi";
+ $pi = substr($cwd,strlen($this->conf['TEST_BASE_PATH'])).$pi;
+ $url = "{$this->conf['TEST_WEB_BASE_URL']}$pi";
+ save_to_file($tmp_file,$script);
+ $fd = fopen($url, "rb");
+ $out = '';
+ if ($fd) {
+ while (!feof($fd))
+ $out .= fread($fd, 8192);
+ fclose($fd);
+ }
+ #unlink($tmp_file);
+ if ($removeheaders &&
+ preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $this->incoming_payload, $match)) {
+ return $match[2];
+ }
+ return $out;
+ } else {
+ return executeCode($this->conf['TEST_PHP_EXECUTABLE'],$this->ini_overwrites, $script,$removeheaders,$cwd,$this->env);
+ }
+ }
+
+
// Use this function to do any displaying of text, so that
// things can be over-written as necessary.
function showstatus($item, $status, $reason = '') {
switch($status) {
-
case 'PASSED':
-
$this->writemsg("PASSED: $item ($reason)\n");
-
break;
-
case 'FAILED':
-
$this->writemsg("FAILED: $item ($reason)\n");
-
break;
-
case 'SKIPPED':
-
$this->writemsg("SKIPPED: $item ($reason)\n");
break;
-
}
-
}
+
function help()
{
- return "usage: php run-tests.php [options]\n".
- " -d testpaths colon seperate path list\n".
- " -s path to php sources\n".
- " -p path to php executable to be tested\n".
- " -l logformat LEOD\n".
- " -t 0|1 detailed reporting\n".
- " -e string error style\n".
- " -r 0|1 report exit status\n".
- " -n 0|1 print test summary\n".
- " -i 0|1 console interaction\n".
- " -h this help\n";
+ $usage = "usage: php run-tests.php [options]\n";
+ foreach ($this->xargs as $arg=>$arg_info) {
+ $usage .= sprintf(" -%s %-12s %s\n",$arg,$arg_info[1],$arg_info[3]);
+ }
+ return $usage;
}
function parseArgs() {
global $argc;
global $argv;
+ global $_SERVER;
if (!isset($argv)) {
$argv = $_SERVER['argv'];
$argc = $_SERVER['argc'];
}
- if (!isset($argc) || $argc < 2) return;
+ $conf = NULL;
for ($i=1; $i<$argc;) {
if ($argv[$i][0] != '-') continue;
$opt = $argv[$i++][1];
- $value = 0;
+ if (isset($value)) unset($value);
if (@$argv[$i][0] != '-') {
@$value = $argv[$i++];
}
switch($opt) {
- case 'd':
- $this->test_dirs = array();
- $paths = split(':|;',$value);
- foreach($paths as $path) {
- $this->test_dirs[] = realpath($path);
- }
- break;
- case 's':
- $this->TEST_PHP_SRCDIR = $value;
- break;
- case 'p':
- $this->TEST_PHP_EXECUTABLE = $value;
- break;
- case 'l':
- $this->TEST_PHP_LOG_FORMAT = $value;
- break;
- case 't':
- $this->TEST_PHP_DETAILED = $value;
- break;
- case 'e':
- $this->TEST_PHP_ERROR_STYLE = strtoupper($value);
- break;
- case 'r':
- $this->REPORT_EXIT_STATUS = $value;
- break;
- case 'n':
- $this->NO_PHPTEST_SUMMARY = $value;
- break;
- case 'i':
- $this->NO_INTERACTION = $value;
- break;
- case 'h':
- print $this->help();
- exit(0);
+ case 'c':
+ /* TODO: Implement configuraiton file */
+ include($value);
+ if (!isset($conf)) {
+ $this->writemsg("Invalid configuration file\n");
+ exit(1);
+ }
+ $this->conf = array_merge($this->conf,$conf);
+ break;
+ case 'e':
+ $this->conf['TEST_PHP_ERROR_STYLE'] = strtoupper($value);
+ break;
+ case 'h':
+ print $this->help();
+ exit(0);
+ default:
+ if ($this->xargs[$opt][1] && isset($value))
+ $this->conf[$this->xargs[$opt][0]] = $value;
+ else if (!$this->xargs[$opt][1])
+ $this->conf[$this->xargs[$opt][0]] = isset($value)?$value:1;
+ else
+ $this->error("Invalid argument setting for argument $opt, should be [{$this->xargs[$opt][1]}]\n");
+ break;
}
}
+
+ // set config into environment, this allows
+ // executed tests to find out about the test
+ // configurations. config file or args overwrite
+ // env var config settings
+ $this->env = array_merge($this->env,$this->conf);
+ if (!$this->conf['TEST_WEB'] && !$this->conf['TEST_PHP_EXECUTABLE']) {
+ $this->writemsg($this->help());
+ exit(0);
+ }
}
-
+
function removeSensitiveEnvVars()
{
# delete sensitive env vars
- putenv('SSH_CLIENT=deleted');
- putenv('SSH_AUTH_SOCK=deleted');
- putenv('SSH_TTY=deleted');
+ $this->env['SSH_CLIENT']='deleted';
+ $this->env['SSH_AUTH_SOCK']='deleted';
+ $this->env['SSH_TTY']='deleted';
+ }
+
+ function setEnvConfigVar($name)
+ {
+ if (isset($this->env[$name])) {
+ $this->conf[$name] = $this->env[$name];
+ }
}
function initializeConfiguration()
{
- # get config from environment
- $this->TEST_PHP_SRCDIR = getenv('TEST_PHP_SRCDIR');
- $this->TEST_PHP_EXECUTABLE = getenv('TEST_PHP_EXECUTABLE');
- $this->TEST_PHP_LOG_FORMAT = getenv('TEST_PHP_LOG_FORMAT');
- if (!$this->TEST_PHP_LOG_FORMAT) $this->TEST_PHP_LOG_FORMAT = 'LEOD';
- $this->TEST_PHP_DETAILED = getenv('TEST_PHP_DETAILED');
- $this->TEST_PHP_ERROR_STYLE = strtoupper(getenv('TEST_PHP_ERROR_STYLE'));
- $this->REPORT_EXIT_STATUS = getenv('REPORT_EXIT_STATUS');
- $this->NO_PHPTEST_SUMMARY = getenv('NO_PHPTEST_SUMMARY');
- $this->NO_INTERACTION = getenv('NO_INTERACTION');
+ foreach ($this->xargs as $arg=>$arg_info) {
+ if ($arg_info[0]) {
+ # initialize the default setting
+ $this->conf[$arg_info[0]]=$arg_info[2];
+ # get config from environment
+ $this->setEnvConfigVar($arg_info[0]);
+ }
+ }
}
- function getInstalledExtensions()
+ function setTestPaths()
{
- // get the list of installed extensions
- $this->exts_to_test = get_loaded_extensions();
- $this->exts_tested = count($this->exts_to_test);
- sort($this->exts_to_test);
+ // configure test paths from config file or command line
+ if (@$this->conf['TEST_PATHS']) {
+ $this->test_dirs = array();
+ if ($this->iswin32) {
+ $paths = split(';',$this->conf['TEST_PATHS']);
+ } else {
+ $paths = split(':|;',$this->conf['TEST_PATHS']);
+ }
+ foreach($paths as $path) {
+ $this->test_dirs[] = realpath($path);
+ }
+ }
}
-
- function test_sort($a, $b) {
- global $cwd;
- $ta = strpos($a, "{$cwd}/tests")===0 ? 1 + (strpos($a, "{$cwd}/tests/run-test")===0 ? 1 : 0) : 0;
- $tb = strpos($b, "{$cwd}/tests")===0 ? 1 + (strpos($b, "{$cwd}/tests/run-test")===0 ? 1 : 0) : 0;
+ function test_sort($a, $b) {
+ $ta = strpos($a, "{$this->cwd}/tests")===0 ? 1 + (strpos($a, "{$this->cwd}/tests/run-test")===0 ? 1 : 0) : 0;
+ $tb = strpos($b, "{$this->cwd}/tests")===0 ? 1 + (strpos($b, "{$this->cwd}/tests/run-test")===0 ? 1 : 0) : 0;
if ($ta == $tb) {
return strcmp($a, $b);
} else {
}
}
- function isExecutable() {
- if (!$this->TEST_PHP_EXECUTABLE ||
- (function_exists('is_executable') &&
- !@is_executable($this->TEST_PHP_EXECUTABLE))) {
- $this->error("invalid PHP executable specified by TEST_PHP_EXECUTABLE = " .
- $this->TEST_PHP_EXECUTABLE);
- return false;
+ function checkRequirements() {
+ if (version_compare(phpversion(), "5.0") < 0) {
+ $this->writemsg(REQ_PHP_VERSION);
+ exit;
+ }
+ if (!file_exists("/tmp")) {
+ $this->writemsg(TMP_MISSING);
+ exit;
+ }
+ if (!function_exists("proc_open")) {
+ $this->writemsg(PROC_OPEN_MISSING);
+ exit;
}
- return true;
- }
-
- function checkPCRE() {
if (!extension_loaded("pcre")) {
- echo <<<NO_PCRE_ERROR
-
-+-----------------------------------------------------------+
-| ! ERROR ! |
-| The test-suite requires that you have pcre extension |
-| enabled. To enable this extension either compile your PHP |
-| with --with-pcre-regex or if you have compiled pcre as a |
-| shared module load it via php.ini. |
-+-----------------------------------------------------------+
-
-NO_PCRE_ERROR;
- exit;
+ $this->writemsg(PCRE_MISSING_ERROR);
+ exit;
}
- }
-
- function checkSafeMode() {
if (ini_get('safe_mode')) {
- $safewarn = <<< SAFE_MODE_WARNING
-
-+-----------------------------------------------------------+
-| ! WARNING ! |
-| You are running the test-suite with "safe_mode" ENABLED ! |
-| |
-| Chances are high that no test will work at all, |
-| depending on how you configured "safe_mode" ! |
-+-----------------------------------------------------------+
-
-
-SAFE_MODE_WARNING;
- writemsg($safewarn);
- return true;
+ $this->writemsg(SAFE_MODE_WARNING);
}
- return false;
- }
-
- function getExecutableInfo()
- {
- $info_file = realpath(dirname(__FILE__)) . '/run-test-info.php';
- @unlink($info_file);
- $php_info = '<?php echo "
-PHP_SAPI : " . PHP_SAPI . "
-PHP_VERSION : " . phpversion() . "
-ZEND_VERSION: " . zend_version() . "
-PHP_OS : " . PHP_OS . "
-INI actual : " . realpath(get_cfg_var("cfg_file_path")) . "
-More .INIs : " . (function_exists(\'php_ini_scanned_files\') ? str_replace("\n","", php_ini_scanned_files()) : "** not determined **"); ?>';
- $this->save_text($info_file, $php_info);
- $this->settings2array($this->ini_overwrites,$this->info_params);
- $this->settings2params($this->info_params);
- $php_info = `{$this->TEST_PHP_EXECUTABLE} {$this->info_params} -f $info_file`;
- @unlink($info_file);
- return $php_info;
}
//
//
function contextHeader()
{
- $ini='';
- if (function_exists('php_ini_scanned_files')) {
- $ini=php_ini_scanned_files();
+ $info = '';
+ foreach ($this->exec_info as $k=>$v) {
+ $info .= sprintf("%-20.s: %s\n",$k,$v);
}
-
- $info = $this->getExecutableInfo();
-
- $this->writemsg("\n$this->ddash\n".
- "CWD : {$this->cwd}\n".
- "PHP : {$this->TEST_PHP_EXECUTABLE} $info\n".
- "Test Dirs : ");
+ $exts = '';
+ foreach ($this->exts_to_test as $ext) {
+ $exts .="$ext\n ";
+ }
+ $dirs = '';
foreach ($this->test_dirs as $test_dir) {
- $this->writemsg("$test_dir\n ");
+ $dirs .= "$test_dir\n ";
+ }
+ $conf = '';
+ foreach ($this->conf as $k=>$v) {
+ $conf .= sprintf("%-20.s: %s\n",$k,$v);
}
- $this->writemsg("\n$this->ddash\n");
+
+ $exeinfo = '';
+ if (!$this->conf['TEST_WEB'])
+ $exeinfo = "CWD : {$this->cwd}\n".
+ "PHP : {$this->conf['TEST_PHP_EXECUTABLE']}\n";
+
+ $this->writemsg("\n$this->ddash\n".
+ "$exeinfo$info\n".
+ "Test Harness Configuration:\n$conf\n".
+ "Extensions : $exts\n".
+ "Test Dirs : $dirs\n".
+ "$this->ddash\n");
}
function loadFileList()
{
foreach ($this->test_dirs as $dir) {
- print "searching {$this->cwd}/{$dir}\n";
- $this->findFilesInDir("{$this->cwd}/$dir", ($dir == 'ext'));
- #$this->findFilesInDir($dir, ($dir == 'ext'));
+ if (is_dir($dir)) {
+ $this->findFilesInDir($dir, ($dir == 'ext'));
+ } else {
+ $this->test_files[] = $dir;
+ }
}
usort($this->test_files,array($this,"test_sort"));
$this->writemsg("found ".count($this->test_files)." files\n");
}
+ function moveTestFiles()
+ {
+ if (!$this->conf['TEST_BASE_PATH'] ||
+ $this->conf['TEST_BASE_PATH'] == $this->conf['TEST_PHP_SRCDIR']) return;
+ $this->writemsg("moving files from {$this->conf['TEST_PHP_SRCDIR']} to {$this->conf['TEST_BASE_PATH']}\n");
+ $l = strlen($this->conf['TEST_PHP_SRCDIR']);
+ $files = array();
+ $dirs = array();
+ foreach ($this->test_files as $file) {
+ if (strpos($file,$this->conf['TEST_PHP_SRCDIR'])==0) {
+ $newlocation = $this->conf['TEST_BASE_PATH'].substr($file,$l);
+ $files[] = $newlocation;
+ $dirs[dirname($file)] = dirname($newlocation);
+ } else {
+ // XXX what to do with test files outside the
+ // php source directory? Need to map them into
+ // the new directory somehow.
+ }
+ }
+ foreach ($dirs as $src=>$new) {
+ mkpath($new);
+ copyfiles($src,$new);
+ }
+ $this->test_files = $files;
+ }
+
function findFilesInDir($dir,$is_ext_dir=FALSE,$ignore=FALSE)
{
$skip = array('.', '..', 'CVS');
}
}
- // Probably unnecessary for CLI, but used when overloading a
- // web-based test class
-
- function runFooter()
- {
-
- }
-
function run()
{
$this->start_time = time();
}
}
$this->end_time = time();
- $this->runFooter();
}
function summarizeResults()
$failed_test_summary .= $this->ddash."\n";
}
- if ($failed_test_summary && !$this->NO_PHPTEST_SUMMARY) {
+ if ($failed_test_summary && !$this->conf['NO_PHPTEST_SUMMARY']) {
$this->writemsg($failed_test_summary);
}
/* We got failed Tests, offer the user to send and e-mail to QA team, unless NO_INTERACTION is set */
- if ($sum_results['FAILED'] && !$this->NO_INTERACTION) {
+ if ($sum_results['FAILED'] && !$this->conf['NO_INTERACTION']) {
$fp = fopen("php://stdin", "r+");
$this->writemsg("\nPlease allow this report to be send to the PHP QA\nteam. This will give us a better understanding in how\n");
$this->writemsg("PHP's test cases are doing.\n");
$sep = "\n" . str_repeat('=', 80) . "\n";
$failed_tests_data .= $failed_test_summary . "\n";
- $failed_tests_data .= $summary . "\n";
- if (sum($this->failed_tests)) {
+ if (array_sum($this->failed_tests)) {
foreach ($this->failed_tests as $test_info) {
$failed_tests_data .= $sep . $test_info['name'];
- $failed_tests_data .= $sep . $this->getFileContents($test_info['output']);
- $failed_tests_data .= $sep . $this->getFileContents($test_info['diff']);
+ $failed_tests_data .= $sep . file_get_contents(realpath($test_info['output']));
+ $failed_tests_data .= $sep . file_get_contents(realpath($test_info['diff']));
$failed_tests_data .= $sep . "\n\n";
}
$status = "failed";
$failed_tests_data .= "OS:\n". PHP_OS. "\n\n";
$automake = $autoconf = $libtool = $compiler = 'N/A';
- if (substr(PHP_OS, 0, 3) != "WIN") {
+ if (!$this->iswin32) {
$automake = shell_exec('automake --version');
$autoconf = shell_exec('autoconf --version');
/* Always use the generated libtool - Mac OSX uses 'glibtool' */
$flags = array('-v', '-V', '--version');
$cc_status=0;
foreach($flags AS $flag) {
- system(getenv('CC')." $flag >/dev/null 2>&1", $cc_status);
+ system($this->env['CC']." $flag >/dev/null 2>&1", $cc_status);
if($cc_status == 0) {
- $compiler = shell_exec(getenv('CC')." $flag 2>&1");
+ $compiler = shell_exec($this->env['CC']." $flag 2>&1");
break;
}
}
}
$failed_tests_data .= $sep . "PHPINFO" . $sep;
- $failed_tests_data .= shell_exec($this->TEST_PHP_EXECUTABLE.' -dhtml_errors=0 -i');
+ $failed_tests_data .= shell_exec($this->conf['TEST_PHP_EXECUTABLE'].' -dhtml_errors=0 -i');
$compression = 0;
- if ($just_save_results || !$this->mail_qa_team($failed_tests_data, $compression, $status)) {
+ if ($just_save_results ||
+ !post_result_data("status=$status&version=".urlencode(TESTED_PHP_VERSION),$failed_tests_data)) {
$output_file = 'php_test_results_' . date('Ymd_Hi') . ( $compression ? '.txt.gz' : '.txt' );
$fp = fopen($output_file, "w");
fwrite($fp, $failed_tests_data);
}
}
- if($this->REPORT_EXIT_STATUS == 1 and $sum_results['FAILED']) {
+ if($this->conf['REPORT_EXIT_STATUS'] and $sum_results['FAILED']) {
exit(1);
}
}
- function getFileContents($filename)
+ function getINISettings(&$section_text)
{
- $real_filename = realpath($filename);
- if (function_exists('file_get_contents')) {
- return file_get_contents($real_filename);
- }
-
- $fd = fopen($real_filename, "rb");
- if ($fd) {
- $contents = fread($fd, filesize($real_filename));
- fclose($fd);
- return $contents;
+ $ini_settings = $this->ini_overwrites;
+ // Any special ini settings
+ // these may overwrite the test defaults...
+ if (array_key_exists('INI', $section_text)) {
+ settings2array(preg_split( "/[\n\r]+/", $section_text['INI']), $ini_settings);
}
- return NULL;
+ return $ini_settings;
}
- function settings2array($settings, &$ini_settings)
+ function getINIParams(&$section_text)
{
- foreach($settings as $setting) {
- if (strpos($setting, '=')!==false) {
- $setting = explode("=", $setting, 2);
- $name = trim(strtolower($setting[0]));
- $value = trim($setting[1]);
- $ini_settings[$name] = $value;
- }
- }
+ if (!$section_text) return '';
+ // XXX php5 current has a problem doing this in one line
+ // it fails with Only variables can be passed by reference
+ // on test ext\calendar\tests\jdtojewish.phpt
+ // return settings2params($this->getINISettings($section_text));
+ $ini = $this->getINISettings($section_text);
+ return settings2params($ini);
}
- function settings2params(&$ini_settings)
+ function calculateDocumentRoot()
{
- if (count($ini_settings)) {
- $settings = '';
- foreach($ini_settings as $name => $value) {
- $value = addslashes($value);
- $settings .= " -d \"$name=$value\"";
- }
- $ini_settings = $settings;
+ if ($this->conf['TEST_WEB'] || $this->test_executable_iscgi) {
+ // configure DOCUMENT_ROOT for web tests
+ // this assumes that directories from the base url
+ // matches directory depth from the base path
+ $parts = parse_url($this->conf['TEST_WEB_BASE_URL']);
+ $depth = substr_count($parts['path'],'/');
+ $docroot = $this->conf['TEST_BASE_PATH'];
+ for ($i=0 ; $i < $depth; $i++) $docroot = dirname($docroot);
+ $this->conf['TEST_DOCUMENT_ROOT']=$docroot;
+ $this->conf['TEST_BASE_SCRIPT_NAME']=$parts['path'];
+ $this->conf['TEST_SERVER_URL']=substr($this->conf['TEST_WEB_BASE_URL'],0,strlen($this->conf['TEST_WEB_BASE_URL'])-strlen($parts['path']));
} else {
- $ini_settings = '';
+ $this->conf['TEST_DOCUMENT_ROOT']='';
+ $this->conf['TEST_BASE_SCRIPT_NAME']='';
+ $this->conf['TEST_SERVER_URL']='';
}
}
- function getINISettings(&$section_text)
+ function evalSettings($filename,$data) {
+ // we eval the section so we can allow dynamic env vars
+ // for cgi testing
+ $filename = str_replace('\\','/',$filename);
+ $cwd = str_replace('\\','/',$this->cwd);
+ $filepath = dirname($filename);
+ $scriptname = substr($filename,strlen($this->conf['TEST_DOCUMENT_ROOT']));
+ // eval fails if no newline
+ return eval("$data\n");
+ }
+
+ function getENVSettings(&$section_text,$testfile)
{
- $ini_settings = $this->ini_overwrites;
- // Any special ini settings
+ $env = $this->env;
+ // Any special environment settings
// these may overwrite the test defaults...
- if (array_key_exists('INI', $section_text)) {
- $this->settings2array(preg_split( "/[\n\r]+/", $section_text['INI']), $ini_settings);
+ if (array_key_exists('ENV', $section_text)) {
+ $sect = $this->evalSettings($testfile,$section_text['ENV']);
+ //print "data evaled:\n$sect\n";
+ settings2array(preg_split( "/[\n\r]+/", $sect), $env);
}
- return $this->settings2params($ini_settings);
+ return $env;
+ }
+
+ function getEvalTestSettings($section_text,$testfile)
+ {
+ $rq = array();
+ // Any special environment settings
+ // these may overwrite the test defaults...
+ if ($section_text) {
+ $sect = $this->evalSettings($testfile,$section_text);
+ //print "data evaled:\n$sect\n";
+ settings2array(preg_split( "/[\n\r]+/", $sect), $rq);
+ }
+ return $rq;
}
//
$section = '';
while (!feof($fp)) {
$line = fgets($fp);
-
// Match the beginning of a section.
if (ereg('^--([A-Z]+)--',$line,$r)) {
$section = $r[1];
$section_text[$section] .= $line;
}
fclose($fp);
- return $section_text;
- }
-
- function setEnvironment($env)
- {
- foreach ($env as $name=>$value) {
- putenv("$name=$value");
+ foreach ($section_text as $k=>$v) {
+ // for POST data ,we only want to trim the last new line!
+ if ($k == 'POST' && preg_match('/^(.*?)\r?\n$/Ds',$v,$matches)) {
+ $section_text[$k]=$matches[1];
+ } else {
+ $section_text[$k]=trim($v);
+ }
}
+ return $section_text;
}
-
+
//
// Check if test should be skipped.
//
- function getSkipReason(&$section_text)
+ function getSkipReason($file,&$section_text,$docgi=false)
{
- if (array_key_exists('SKIPIF', $section_text)) {
- $tmp_skipif = $section_text['_DIR'] . uniqid('/phpt.');
- @unlink($tmp_skipif);
- if (trim($section_text['SKIPIF'])) {
- $this->save_text($tmp_skipif, $section_text['SKIPIF']);
- $output = `{$this->TEST_PHP_EXECUTABLE} {$this->info_params} $tmp_skipif`;
- @unlink($tmp_skipif);
- if (eregi("^skip", trim($output))){
-
- $reason = (ereg("^skip[[:space:]]*(.+)\$", trim($output))) ? ereg_replace("^skip[[:space:]]*(.+)\$", "\\1", trim($output)) : FALSE;
- $this->showstatus($section_text['TEST'], 'SKIPPED', $reason);
-
- return 'SKIPPED';
+ // if the test uses POST or GET, and it's not the cgi
+ // executable, skip
+ if ($docgi && !$this->conf['TEST_WEB'] && !$this->test_executable_iscgi) {
+ $this->showstatus($section_text['TEST'], 'SKIPPED', 'CGI Test needs CGI Binary');
+ return "SKIPPED";
+ }
+ // if we're doing web testing, then we wont be able to set
+ // ini setting on the command line. be sure the executables
+ // ini settings are compatible with the test, or skip
+ if (($docgi || $this->conf['TEST_WEB']) &&
+ isset($section_text['INI']) && $section_text['INI']) {
+ $settings = $this->getINISettings($section_text);
+ foreach ($settings as $k=>$v) {
+ if (strcasecmp($v,'off')==0 || !$v) $v='';
+ $haveval = isset($this->inisettings[$k]['local_value']);
+ if ($k == 'include_path') {
+ // we only want to know that src directory
+ // is in the include path
+ if (strpos($this->inisettings[$k]['local_value'],$this->cwd))
+ continue;
}
- if (eregi("^info", trim($output))) {
- $reason = (ereg("^info[[:space:]]*(.+)\$", trim($output))) ? ereg_replace("^info[[:space:]]*(.+)\$", "\\1", trim($output)) : FALSE;
- if ($reason) {
- $tested .= " (info: $reason)";
- }
+ if (($haveval && $this->inisettings[$k]['local_value'] != $v) || (!$haveval && $v)) {
+ $this->showstatus($section_text['TEST'], 'SKIPPED', "Test requires ini setting $k=[$v], not [".($haveval?$this->inisettings[$k]['local_value']:'')."]");
+ return "SKIPPED";
}
}
}
- return NULL;
- }
-
- function execute($commandline)
- {
- $data = "";
-
- $proc = proc_open($commandline, array(
- 0 => array('pipe', 'r'),
- 1 => array('pipe', 'w'),
- 2 => array('pipe', 'w')
- ), $pipes);
-
- if (!$proc)
- return false;
- fclose($pipes[0]);
-
- while (true) {
- /* hide errors from interrupted syscalls */
- $r = $pipes;
- $w = null;
- $e = null;
- $n = @stream_select($r, $w, $e, 60);
-
- if ($n == 0) {
- /* timed out */
- $data .= "\n ** ERROR: process timed out **\n";
- proc_terminate($proc);
- return $data;
- } else if ($n) {
- $line = fread($pipes[1], 8192);
- if (strlen($line) == 0) {
- /* EOF */
- break;
+ // now handle a SKIPIF section
+ if ($section_text['SKIPIF']) {
+ $output = trim($this->runscript($section_text['SKIPIF'],$this->test_executable_iscgi,realpath(dirname($file))),true);
+ if (!$output) return NULL;
+ if ($this->conf['TEST_PHP_DETAILED'] > 2)
+ print "SKIPIF: [$output]\n";
+ if (eregi("^skip", $output)){
+
+ $reason = (ereg("^skip[[:space:]]*(.+)\$", $output)) ? ereg_replace("^skip[[:space:]]*(.+)\$", "\\1", $output) : FALSE;
+ $this->showstatus($section_text['TEST'], 'SKIPPED', $reason);
+ return 'SKIPPED';
+ }
+ if (eregi("^info", $output)) {
+ $reason = (ereg("^info[[:space:]]*(.+)\$", $output)) ? ereg_replace("^info[[:space:]]*(.+)\$", "\\1", $output) : FALSE;
+ if ($reason) {
+ $tested .= " (info: $reason)";
}
- $data .= $line;
}
}
- $code = proc_close($proc);
- return $data;
+ return NULL;
}
//
//
function run_test($file)
{
- if ($this->TEST_PHP_DETAILED)
+ if ($this->conf['TEST_PHP_DETAILED'])
$this->writemsg("\n=================\nTEST $file\n");
$section_text = $this->getSectionText($file);
- $shortname = str_replace($this->cwd.'/', '', $file);
- $tested = trim($section_text['TEST'])." [$shortname]";
-
- $tmp_file = ereg_replace('\.phpt$','.php',$file);
- $tmp_post = $section_text['_DIR'] . uniqid('/phpt.');
+ if ($this->iswin32)
+ $shortname = str_replace($this->conf['TEST_BASE_PATH'].'\\', '', $file);
+ else
+ $shortname = str_replace($this->conf['TEST_BASE_PATH'].'/', '', $file);
+ $tested = $section_text['TEST']." [$shortname]";
+ if ($this->conf['TEST_WEB']) {
+ $tmp_file = ereg_replace('\.phpt$','.'.$this->conf['TEST_WEB_EXT'],$file);
+ $uri = $this->conf['TEST_BASE_SCRIPT_NAME'].str_replace($this->conf['TEST_BASE_PATH'], '', $tmp_file);
+ $uri = str_replace('\\', '/', $uri);
+ } else {
+ $tmp_file = ereg_replace('\.phpt$','.php',$file);
+ }
@unlink($tmp_file);
- @unlink($tmp_post);
// unlink old test results
@unlink(ereg_replace('\.phpt$','.diff',$file));
@unlink(ereg_replace('\.phpt$','.exp',$file));
@unlink(ereg_replace('\.phpt$','.out',$file));
- // Reset environment from any previous test.
- $env = $this->env;
- $this->setEnvironment($env);
-
- $skipreason = $this->getSkipReason($section_text);
- if ($skipreason == 'SKIPPED') return $skipreason;
+ if (!$this->conf['TEST_WEB']) {
+ // Reset environment from any previous test.
+ $env = $this->getENVSettings($section_text,$tmp_file);
+ $ini_overwrites = $this->getINIParams($section_text);
+ }
- $ini_overwrites = $this->getINISettings($section_text);
-
+ // if this is a cgi test, prepare for it
+ $query_string = '';
+ $havepost = array_key_exists('POST', $section_text) && !empty($section_text['POST']);
+ // allow empty query_string requests
+ $haveget = array_key_exists('GET', $section_text) && !empty($section_text['GET']);
+ $do_cgi = array_key_exists('CGI', $section_text) || $haveget || $havepost;
+
+ $skipreason = $this->getSkipReason($file,$section_text,$do_cgi);
+ if ($skipreason == 'SKIPPED') {
+ return $skipreason;
+ }
+
// We've satisfied the preconditions - run the test!
- $this->save_text($tmp_file,$section_text['FILE']);
- if (array_key_exists('GET', $section_text)) {
- $query_string = trim($section_text['GET']);
+ save_to_file($tmp_file,$section_text['FILE']);
+
+ $post = NULL;
+ $args = "";
+
+ $headers = array();
+ if ($this->conf['TEST_WEB']) {
+ $request = $this->getEvalTestSettings(@$section_text['REQUEST'],$tmp_file);
+ $headers = $this->getEvalTestSettings(@$section_text['HEADERS'],$tmp_file);
+
+ $method = isset($request['method'])?$request['method']:$havepost?'POST':'GET';
+ $query_string = $haveget?$section_text['GET']:'';
+
+ $options = array();
+ $options['method']=$method;
+ if (isset($this->conf['timeout'])) $options['timeout'] = $this->conf['timeout'];
+ if (isset($this->conf['proxy_host'])) $options['proxy_host'] = $this->conf['proxy_host'];
+ if (isset($this->conf['proxy_port'])) $options['proxy_port'] = $this->conf['proxy_port'];
+ if (isset($this->conf['proxy_user'])) $options['proxy_user'] = $this->conf['proxy_user'];
+ if (isset($this->conf['proxy_pass'])) $options['proxy_pass'] = $this->conf['proxy_pass'];
+
+ $post = $havepost?$section_text['POST']:NULL;
+ $url = $this->conf['TEST_SERVER_URL'];
+ if (isset($request['SCRIPT_NAME']))
+ $url .= $request['SCRIPT_NAME'];
+ else
+ $url .= $uri;
+ if (isset($request['PATH_INFO']))
+ $url .= $request['PATH_INFO'];
+ if (isset($request['FRAGMENT']))
+ $url .= '#'.$request['FRAGMENT'];
+ if (isset($request['QUERY_STRING']))
+ $query_string = $request['QUERY_STRING'];
+ if ($query_string)
+ $url .= '?'.$query_string;
+ if ($this->conf['TEST_PHP_DETAILED'])
+ $this->writemsg("\nURL = $url\n");
+ } else if ($do_cgi) {
+ $query_string = $haveget?$section_text['GET']:'';
+
+ if (!array_key_exists('GATEWAY_INTERFACE', $env))
+ $env['GATEWAY_INTERFACE']='CGI/1.1';
+ if (!array_key_exists('SERVER_SOFTWARE', $env))
+ $env['SERVER_SOFTWARE']='PHP Test Harness';
+ if (!array_key_exists('SERVER_SOFTWARE', $env))
+ $env['SERVER_NAME']='127.0.0.1';
+ if (!array_key_exists('REDIRECT_STATUS', $env))
+ $env['REDIRECT_STATUS']='200';
+ if (!array_key_exists('SERVER_NAME', $env))
+ $env['QUERY_STRING']=$query_string;
+ if (!array_key_exists('PATH_TRANSLATED', $env) &&
+ !array_key_exists('SCRIPT_FILENAME', $env)) {
+ $env['PATH_TRANSLATED']=$tmp_file;
+ $env['SCRIPT_FILENAME']=$tmp_file;
+ }
+ if (!array_key_exists('PATH_TRANSLATED', $env))
+ $env['PATH_TRANSLATED']='';
+ if (!array_key_exists('PATH_INFO', $env))
+ $env['PATH_INFO']='';
+ if (!array_key_exists('SCRIPT_NAME', $env))
+ $env['SCRIPT_NAME']='';
+ if (!array_key_exists('SCRIPT_FILENAME', $env))
+ $env['SCRIPT_FILENAME']='';
+
+ if (array_key_exists('POST', $section_text) && (!$haveget || !empty($section_text['POST']))) {
+ $post = $section_text['POST'];
+ $content_length = strlen($post);
+ if (!array_key_exists('REQUEST_METHOD', $env))
+ $env['REQUEST_METHOD']='POST';
+ if (!array_key_exists('CONTENT_TYPE', $env))
+ $env['CONTENT_TYPE']='application/x-www-form-urlencoded';
+ if (!array_key_exists('CONTENT_LENGTH', $env))
+ $env['CONTENT_LENGTH']=$content_length;
+ } else {
+ if (!array_key_exists('REQUEST_METHOD', $env))
+ $env['REQUEST_METHOD']='GET';
+ if (!array_key_exists('CONTENT_TYPE', $env))
+ $env['CONTENT_TYPE']='';
+ if (!array_key_exists('CONTENT_LENGTH', $env))
+ $env['CONTENT_LENGTH']='';
+ }
+ if ($this->conf['TEST_PHP_DETAILED'] > 1)
+ $this->writemsg("\nCONTENT_LENGTH = " . $env['CONTENT_LENGTH'] .
+ "\nCONTENT_TYPE = " . $env['CONTENT_TYPE'] .
+ "\nPATH_TRANSLATED = " . $env['PATH_TRANSLATED'] .
+ "\nPATH_INFO = " . $env['PATH_INFO'] .
+ "\nQUERY_STRING = " . $env['QUERY_STRING'] .
+ "\nREDIRECT_STATUS = " . $env['REDIRECT_STATUS'] .
+ "\nREQUEST_METHOD = " . $env['REQUEST_METHOD'] .
+ "\nSCRIPT_NAME = " . $env['SCRIPT_NAME'] .
+ "\nSCRIPT_FILENAME = " . $env['SCRIPT_FILENAME'] . "\n");
+ /* not cgi spec to put query string on command line,
+ but used by a couple tests to catch a security hole
+ in older php versions. At least IIS can be configured
+ to do this. */
+ $args = $env['QUERY_STRING'];
} else {
- $query_string = '';
+ $args = $section_text['ARGS'] ? $section_text['ARGS'] : '';
+ $args = "$ini_overwrites $tmp_file $args 2>&1";
}
-
- $env['REDIRECT_STATUS']='1';
- $env['QUERY_STRING']=$query_string;
- $env['PATH_TRANSLATED']=$tmp_file;
- $env['SCRIPT_FILENAME']=$tmp_file;
-
- $args = $section_text['ARGS'] ? ' -- '.$section_text['ARGS'] : '';
-
- if (array_key_exists('POST', $section_text) && !empty($section_text['POST'])) {
-
- $post = trim($section_text['POST']);
- $this->save_text($tmp_post,$post);
- $content_length = strlen($post);
-
- $env['REQUEST_METHOD']='POST';
- $env['CONTENT_TYPE']='application/x-www-form-urlencoded';
- $env['CONTENT_LENGTH']=$content_length;
-
- $cmd = "{$this->TEST_PHP_EXECUTABLE} $ini_overwrites -f $tmp_file 2>&1 < $tmp_post";
-
+
+ if ($this->conf['TEST_WEB']) {
+ // we want headers also, so fopen
+ $r = new HTTPRequest($url,$headers,$options,$post);
+ //$out = preg_replace("/\r\n/","\n",$r->response);
+ $out = $r->response;
+ $headers = $r->response_headers;
+ //print $r->outgoing_payload."\n";
+ //print $r->incoming_payload."\n";
} else {
-
- $env['REQUEST_METHOD']='GET';
- $env['CONTENT_TYPE']='';
- $env['CONTENT_LENGTH']='';
-
- $cmd = "{$this->TEST_PHP_EXECUTABLE} $ini_overwrites -f $tmp_file$args 2>&1";
+ $out = execute($this->conf['TEST_PHP_EXECUTABLE'],$args,$post,$this->cwd,$env);
+ // if this is a cgi, remove the headers first
+ if ($this->test_executable_iscgi
+ && preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $out, $match)) {
+ $out = $match[2];
+ $rh = preg_split("/[\n\r]+/",$match[1]);
+ $headers = array();
+ foreach ($rh as $line) {
+ if (strpos($line, ':')!==false) {
+ $line = explode(":", $line, 2);
+ $headers[trim($line[0])] = trim($line[1]);
+ }
+ }
+ }
}
-
- if ($this->TEST_PHP_DETAILED)
- $this->writemsg("\nCONTENT_LENGTH = " . $env['CONTENT_LENGTH'] .
- "\nCONTENT_TYPE = " . $env['CONTENT_TYPE'] .
- "\nPATH_TRANSLATED = " . $env['PATH_TRANSLATED'] .
- "\nQUERY_STRING = " . $env['QUERY_STRING'] .
- "\nREDIRECT_STATUS = " . $env['REDIRECT_STATUS'] .
- "\nREQUEST_METHOD = " . $env['REQUEST_METHOD'] .
- "\nSCRIPT_FILENAME = " . $env['SCRIPT_FILENAME'] .
- "\nCOMMAND $cmd\n");
-
- $this->setEnvironment($env);
- $out = $this->execute($cmd);
-
- @unlink($tmp_post);
-
+ if ($this->conf['TEST_PHP_DETAILED'] > 2) {
+ echo "HEADERS: ";
+ print_r($headers);
+ echo "OUTPUT: \n$out\n";
+
+ }
+
// Does the output match what is expected?
$output = trim($out);
$output = preg_replace('/\r\n/',"\n",$output);
-
+
+ $failed = FALSE;
+
if (isset($section_text['EXPECTF']) || isset($section_text['EXPECTREGEX'])) {
if (isset($section_text['EXPECTF'])) {
- $wanted = trim($section_text['EXPECTF']);
+ $wanted = $section_text['EXPECTF'];
} else {
- $wanted = trim($section_text['EXPECTREGEX']);
+ $wanted = $section_text['EXPECTREGEX'];
}
$wanted_re = preg_replace('/\r\n/',"\n",$wanted);
if (isset($section_text['EXPECTF'])) {
// %f allows two points "-.0.0" but that is the best *simple* expression
}
/* DEBUG YOUR REGEX HERE
- var_dump($wanted);
+ var_dump($wanted_re);
print(str_repeat('=', 80) . "\n");
var_dump($output);
*/
- if (preg_match("/^$wanted_re\$/s", $output)) {
- @unlink($tmp_file);
- $this->showstatus($tested, 'PASSED');
- return 'PASSED';
+ $failed = !preg_match("/^$wanted_re\$/s", $output);
+ }
+
+ $skipexpect = false;
+ if (!$failed && $this->conf['TEST_WEB'] && isset($section_text['EXPECTHEADERS'])) {
+ $want = array();
+ $lines = preg_split("/[\n\r]+/",$section_text['EXPECTHEADERS']);
+ $wanted='';
+ foreach ($lines as $line) {
+ if (strpos($line, ':')!==false) {
+ $line = explode(":", $line, 2);
+ $want[trim($line[0])] = trim($line[1]);
+ $wanted .= trim($line[0]).': '.trim($line[1])."\n";
+ }
+ }
+ $output='';
+ foreach ($want as $k=>$v) {
+ $output .= "$k: {$headers[$k]}\n";
+ if (!isset($headers[$k]) || $headers[$k] != $v) {
+ $failed = TRUE;
+ }
}
-
- } else {
- $wanted = trim($section_text['EXPECT']);
+
+ // different servers may do different things on non-200 results
+ // for instance, IIS will deliver it's own error pages, so we
+ // cannot expect to match up the EXPECT section. We may however,
+ // want to match EXPECT on more than 200 results, so this may
+ // need to change later.
+ $skipexpect = isset($headers['Status']) && $headers['Status'] != 200;
+ }
+
+ if (!$failed && !$skipexpect && isset($section_text['EXPECT'])) {
+ $wanted = $section_text['EXPECT'];
$wanted = preg_replace('/\r\n/',"\n",$wanted);
- // compare and leave on success
- $ok = (0 == strcmp($output,$wanted));
- if ($ok) {
- @unlink($tmp_file);
- $this->showstatus($tested, 'PASSED');
- return 'PASSED';
- }
+ $failed = (0 != strcmp($output,$wanted));
}
-
+
+ if (!$failed) {
+ @unlink($tmp_file);
+ $this->showstatus($tested, 'PASSED');
+ return 'PASSED';
+ }
+
// Test failed so we need to report details.
$this->showstatus($tested, 'FAILED');
'diff' => ereg_replace('\.phpt$','.diff', $file)
);
+ if ($this->conf['TEST_PHP_DETAILED'])
+ $this->writemsg(generate_diff($wanted,$output)."\n");
+
// write .exp
- if (strpos($this->TEST_PHP_LOG_FORMAT,'E') !== FALSE) {
+ if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'E') !== FALSE) {
$logname = ereg_replace('\.phpt$','.exp',$file);
- $this->save_text($logname,$wanted);
+ save_to_file($logname,$wanted);
}
// write .out
- if (strpos($this->TEST_PHP_LOG_FORMAT,'O') !== FALSE) {
+ if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'O') !== FALSE) {
$logname = ereg_replace('\.phpt$','.out',$file);
- $this->save_text($logname,$output);
+ save_to_file($logname,$output);
}
// write .diff
- if (strpos($this->TEST_PHP_LOG_FORMAT,'D') !== FALSE) {
+ if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'D') !== FALSE) {
$logname = ereg_replace('\.phpt$','.diff',$file);
- $this->save_text($logname,$this->generate_diff($wanted,$output));
+ save_to_file($logname,generate_diff($wanted,$output));
}
// write .log
- if (strpos($this->TEST_PHP_LOG_FORMAT,'L') !== FALSE) {
+ if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'L') !== FALSE) {
$logname = ereg_replace('\.phpt$','.log',$file);
- $this->save_text($logname,
+ save_to_file($logname,
"\n---- EXPECTED OUTPUT\n$wanted\n".
"---- ACTUAL OUTPUT\n$output\n".
"---- FAILED\n");
- $this->error_report($file,$logname,$tested);
+ // display emacs/msvc error output
+ if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'C') !== FALSE) {
+ $this->error_report($file,$logname,$tested);
+ }
}
-
return 'FAILED';
}
- //
- // Send Email to QA Team
- //
- function mail_qa_team($data, $compression)
- {
- $url_bits = parse_url(QA_SUBMISSION_PAGE);
- if (empty($url_bits['port'])) $url_bits['port'] = 80;
-
- $data = "php_test_data=" . urlencode(base64_encode(preg_replace("/[\\x00]/", "[0x0]", $data)));
- $data_length = strlen($data);
-
- $fs = fsockopen($url_bits['host'], $url_bits['port'], $errno, $errstr, 10);
- if (!$fs) {
- return FALSE;
- }
-
- $this->writemsg("Posting to {$url_bits['host']} {$url_bits['path']}\n");
- fwrite($fs, "POST ".$url_bits['path']." HTTP/1.1\r\n");
- fwrite($fs, "Host: ".$url_bits['host']."\r\n");
- fwrite($fs, "User-Agent: QA Browser 0.1\r\n");
- fwrite($fs, "Content-Type: application/x-www-form-urlencoded\r\n");
- fwrite($fs, "Content-Length: ".$data_length."\r\n\r\n");
- fwrite($fs, $data);
- fwrite($fs, "\r\n\r\n");
- fclose($fs);
-
- return TRUE;
- }
-
- //
- // Write the given text to a temporary file, and return the filename.
- //
- function save_text($filename,$text)
- {
- $fp = @fopen($filename,'w')
- or $this->error("Cannot open file '" . $filename . "' (save_text)");
- fwrite($fp,$text);
- fclose($fp);
- if (1 < $this->TEST_PHP_DETAILED) {
- $this->writemsg("\nFILE $filename {{{\n$text\n}}}\n");
- }
- }
-
//
// Write an error in a format recognizable to Emacs or MSVC.
//
{
$testname = realpath($testname);
$logname = realpath($logname);
- switch ($this->TEST_PHP_ERROR_STYLE) {
+ switch ($this->conf['TEST_PHP_ERROR_STYLE']) {
default:
case 'MSVC':
$this->writemsg($testname . "(1) : $tested\n");
}
}
- function generate_diff($wanted,$output)
- {
- $w = explode("\n", $wanted);
- $o = explode("\n", $output);
- $w1 = array_diff_assoc($w,$o);
- $o1 = array_diff_assoc($o,$w);
- $w2 = array();
- $o2 = array();
- foreach($w1 as $idx => $val) $w2[sprintf("%03d<",$idx)] = sprintf("%03d- ", $idx+1).$val;
- foreach($o1 as $idx => $val) $o2[sprintf("%03d>",$idx)] = sprintf("%03d+ ", $idx+1).$val;
- $diff = array_merge($w2, $o2);
- ksort($diff);
- return implode("\r\n", $diff);
- }
-
function error($message)
{
$this->writemsg("ERROR: {$message}\n");
}
}
-class webHarness extends testHarness {
-
- var $textdata;
-
- function checkSafeMode() {
- if (ini_get('safe_mode')) {
-
-?>
-<CENTER>
-<TABLE CELLPADDING=5 CELLSPACING=0 BORDER=1>
-<TR>
-<TD BGCOLOR="#FE8C97" ALIGN=CENTER><B>WARNING</B>
-<HR NOSHADE COLOR=#000000>
-You are running this test-suite with "safe_mode" <B>ENABLED</B>!<BR><BR>
-Chances are high that none of the tests will work at all, depending on
-how you configured "safe_mode".
-</TD>
-</TR>
-</TABLE>
-</CENTER>
-<?php
- return true;
- }
- return false;
- }
-
- function runHeader() {
-?>
-<TABLE CELLPADDING=3 CELLSPACING=0 BORDER=0 STYLE="border: thin solid black;">
-<TR>
- <TD>TESTED FUNCTIONALITY</TD>
- <TD>RESULT</TD>
-</TR>
-<?php
-
- }
-
- function runFooter() {
-
-
-?>
-<TR>
-<TD COLSPAN=2 ALIGN=CENTER><FONT SIZE=3>Additional Notes</FONT><HR><?php $this->displaymsg(); ?></TD>
-</TR>
-</TABLE><BR><BR>
-<?php
- }
-
- function error($message)
- {
- $this->writemsg("ERROR: {$message}\n");
- exit(1);
- }
-
- // Use this function to do any displaying of text, so that
- // things can be over-written as necessary.
-
- function writemsg($msg) {
-
- $this->textdata = $this->textdata . $msg;
-
- }
-
- function displaymsg() {
-
-?>
-<TEXTAREA ROWS=10 COLS=80><?=$this->textdata?></TEXTAREA>
-<?php
- }
-
- // Another wrapper function, this one should be used any time
- // a particular test passes or fails
-
- function showstatus($item, $status, $reason = '')
- {
- static $color = "#FAE998";
-
- $color = ($color == "#FAE998") ? "#FFFFFF" : "#FAE998";
-
- switch($status) {
-
- case 'PASSED':
-
-?>
-<TR>
-<TD BGCOLOR=<?=$color?>><?=$item?></TD>
-<TD VALIGN=CENTER ALIGN=CENTER BGCOLOR=<?=$color?> ROWSPAN=2><FONT COLOR=#00FF00>PASSED</FONT></TD>
-</TR>
-<TR>
-<TD BGCOLOR=<?=$color?>>Notes: <?=htmlentities($reason)?></TD>
-</TR>
-<?php
-
- break;
-
- case 'FAILED':
-
-?>
-<TR>
-<TD BGCOLOR=<?=$color?>><?=$item?></TD>
-<TD VALIGN=CENTER ALIGN=CENTER BGCOLOR=<?=$color?> ROWSPAN=2><FONT COLOR=#FF0000>FAILED</FONT></TD>
-</TR>
-<TR>
-<TD BGCOLOR=<?=$color?>>Notes: <?=htmlentities($reason)?></TD>
-</TR>
-<?php
-
- break;
-
- case 'SKIPPED':
-
-?>
-<TR>
-<TD BGCOLOR=<?=$color?>><?=$item?></TD>
-<TD VALIGN=CENTER ALIGN=CENTER BGCOLOR=<?=$color?> ROWSPAN=2><FONT COLOR=#000000>SKIPPED</FONT></TD>
-</TR>
-<TR>
-<TD BGCOLOR=<?=$color?>>Notes: <?=htmlentities($reason)?></TD>
-</TR>
-<?php
- break;
-
- }
-
- }
-}
-
$test = new testHarness();
/*
* Local variables:
projects / php / commitdiff