run-tests.php

#!/usr/bin/env php
<?php
/*
   +----------------------------------------------------------------------+
   | PHP Version 5                                                        |
   +----------------------------------------------------------------------+
   | Copyright (c) 1997-2010 The PHP Group                                |
   +----------------------------------------------------------------------+
   | This source file is subject to version 3.01 of the PHP license,      |
   | that is bundled with this package in the file LICENSE, and is        |
   | available through the world-wide-web at the following url:           |
   | http://www.php.net/license/3_01.txt                                  |
   | If you did not receive a copy of the PHP license and are unable to   |
   | obtain it through the world-wide-web, please send a note to          |
   | license@php.net so we can mail you a copy immediately.               |
   +----------------------------------------------------------------------+
   | Authors: Ilia Alshanetsky <iliaa@php.net>                            |
   |          Preston L. Bannister <pbannister@php.net>                   |
   |          Marcus Boerger <helly@php.net>                              |
   |          Derick Rethans <derick@php.net>                             |
   |          Sander Roobol <sander@php.net>                              |
   | (based on version by: Stig Bakken <ssb@php.net>)                     |
   | (based on the PHP 3 test framework by Rasmus Lerdorf)                |
   +----------------------------------------------------------------------+
 */

/* $Id: a2f552cfd49b848ffa74b9ebbd73eaef9ba74df1 $ */

/* Sanity check to ensure that pcre extension needed by this script is available.
 * In the event it is not, print a nice error message indicating that this script will
 * not run without it.
 */

if (!extension_loaded('pcre')) {
	echo <<<NO_PCRE_ERROR

+-----------------------------------------------------------+
|                       ! ERROR !                           |
| The test-suite requires that you have pcre extension      |
| enabled. To enable this extension either compile your PHP |
| with --with-pcre-regex or if you've compiled pcre as a    |
| shared module load it via php.ini.                        |
+-----------------------------------------------------------+

NO_PCRE_ERROR;
exit;
}

if (!function_exists('proc_open')) {
	echo <<<NO_PROC_OPEN_ERROR

+-----------------------------------------------------------+
|                       ! ERROR !                           |
| The test-suite requires that proc_open() is available.    |
| Please check if you disabled it in php.ini.               |
+-----------------------------------------------------------+

NO_PROC_OPEN_ERROR;
exit;
}

// Version constants only available as of 5.2.8
if (!defined("PHP_VERSION_ID")) {
	list($major, $minor, $bug) = explode(".", phpversion(), 3);
	$bug = (int)$bug; // Many distros make up their own versions
	if ($bug < 10) {
		$bug = "0$bug";
	}

	define("PHP_VERSION_ID", "{$major}0{$minor}$bug");
	define("PHP_MAJOR_VERSION", $major);
}

// __DIR__ is available from 5.3.0
if (PHP_VERSION_ID < 50300) {
	define('__DIR__', realpath(dirname(__FILE__)));
	// FILE_BINARY is available from 5.2.7
	if (PHP_VERSION_ID < 50207) {
		define('FILE_BINARY', 0);
	}
}

// If timezone is not set, use UTC.
if (ini_get('date.timezone') == '') {
	date_default_timezone_set('UTC');
}

// store current directory
$CUR_DIR = getcwd();

// change into the PHP source directory.

if (getenv('TEST_PHP_SRCDIR')) {
	@chdir(getenv('TEST_PHP_SRCDIR'));
}

// Delete some security related environment variables
putenv('SSH_CLIENT=deleted');
putenv('SSH_AUTH_SOCK=deleted');
putenv('SSH_TTY=deleted');
putenv('SSH_CONNECTION=deleted');

$cwd = getcwd();
set_time_limit(0);

ini_set('pcre.backtrack_limit', PHP_INT_MAX);

$valgrind_version = 0;
$valgrind_header = '';

// delete as much output buffers as possible
while(@ob_end_clean());
if (ob_get_level()) echo "Not all buffers were deleted.\n";

error_reporting(E_ALL);
if (PHP_MAJOR_VERSION < 6) {
	ini_set('magic_quotes_runtime',0); // this would break tests by modifying EXPECT sections
	if (ini_get('safe_mode')) {
		echo <<< SAFE_MODE_WARNING

+-----------------------------------------------------------+
|                       ! WARNING !                         |
| You are running the test-suite with "safe_mode" ENABLED ! |
|                                                           |
| Chances are high that no test will work at all,           |
| depending on how you configured "safe_mode" !             |
+-----------------------------------------------------------+


SAFE_MODE_WARNING;
	}
}

$environment = isset($_ENV) ? $_ENV : array();
if ((substr(PHP_OS, 0, 3) == "WIN") && empty($environment["SystemRoot"])) {
  $environment["SystemRoot"] = getenv("SystemRoot");
}

// Don't ever guess at the PHP executable location.
// Require the explicit specification.
// Otherwise we could end up testing the wrong file!

$php = null;
$php_cgi = null;

if (getenv('TEST_PHP_EXECUTABLE')) {
	$php = getenv('TEST_PHP_EXECUTABLE');

	if ($php=='auto') {
		$php = $cwd . '/sapi/cli/php';
		putenv("TEST_PHP_EXECUTABLE=$php");

		if (!getenv('TEST_PHP_CGI_EXECUTABLE')) {
			$php_cgi = $cwd . '/sapi/cgi/php-cgi';

			if (file_exists($php_cgi)) {
				putenv("TEST_PHP_CGI_EXECUTABLE=$php_cgi");
			} else {
				$php_cgi = null;
			}
		}
	}
	$environment['TEST_PHP_EXECUTABLE'] = $php;
}

if (getenv('TEST_PHP_CGI_EXECUTABLE')) {
	$php_cgi = getenv('TEST_PHP_CGI_EXECUTABLE');

	if ($php_cgi=='auto') {
		$php_cgi = $cwd . '/sapi/cgi/php-cgi';
		putenv("TEST_PHP_CGI_EXECUTABLE=$php_cgi");
	}

	$environment['TEST_PHP_CGI_EXECUTABLE'] = $php_cgi;
}

function verify_config()
{
	global $php;

	if (empty($php) || !file_exists($php)) {
		error('environment variable TEST_PHP_EXECUTABLE must be set to specify PHP executable!');
	}

	if (function_exists('is_executable') && !is_executable($php)) {
		error("invalid PHP executable specified by TEST_PHP_EXECUTABLE  = $php");
	}
}

if (getenv('TEST_PHP_LOG_FORMAT')) {
	$log_format = strtoupper(getenv('TEST_PHP_LOG_FORMAT'));
} else {
	$log_format = 'LEODS';
}

// Check whether a detailed log is wanted.
if (getenv('TEST_PHP_DETAILED')) {
	$DETAILED = getenv('TEST_PHP_DETAILED');
} else {
	$DETAILED = 0;
}

junit_init();

if (getenv('SHOW_ONLY_GROUPS')) {
	$SHOW_ONLY_GROUPS = explode(",", getenv('SHOW_ONLY_GROUPS'));
} else {
	$SHOW_ONLY_GROUPS = array();
}

// Check whether user test dirs are requested.
if (getenv('TEST_PHP_USER')) {
	$user_tests = explode (',', getenv('TEST_PHP_USER'));
} else {
	$user_tests = array();
}

$exts_to_test = array();
$ini_overwrites = array(
		'output_handler=',
		'open_basedir=',
		'safe_mode=0',
		'disable_functions=',
		'output_buffering=Off',
		'error_reporting=' . (E_ALL | E_STRICT),
		'display_errors=1',
		'display_startup_errors=1',
		'log_errors=0',
		'html_errors=0',
		'track_errors=1',
		'report_memleaks=1',
		'report_zend_debug=0',
		'docref_root=',
		'docref_ext=.html',
		'error_prepend_string=',
		'error_append_string=',
		'auto_prepend_file=',
		'auto_append_file=',
		'magic_quotes_runtime=0',
		'ignore_repeated_errors=0',
		'precision=14',
		'memory_limit=128M',
	);

function write_information($show_html)
{
	global $cwd, $php, $php_cgi, $php_info, $user_tests, $ini_overwrites, $pass_options, $exts_to_test, $leak_check, $valgrind_header;

	// Get info from php
	$info_file = __DIR__ . '/run-test-info.php';
	@unlink($info_file);
	$php_info = '<?php echo "
PHP_SAPI    : " , PHP_SAPI , "
PHP_VERSION : " , phpversion() , "
ZEND_VERSION: " , zend_version() , "
PHP_OS      : " , PHP_OS , " - " , php_uname() , "
INI actual  : " , realpath(get_cfg_var("cfg_file_path")) , "
More .INIs  : " , (function_exists(\'php_ini_scanned_files\') ? str_replace("\n","", php_ini_scanned_files()) : "** not determined **"); ?>';
	save_text($info_file, $php_info);
	$info_params = array();
	settings2array($ini_overwrites, $info_params);
	settings2params($info_params);
	$php_info = `$php $pass_options $info_params "$info_file"`;
	define('TESTED_PHP_VERSION', `$php -n -r "echo PHP_VERSION;"`);

	if ($php_cgi && $php != $php_cgi) {
		$php_info_cgi = `$php_cgi $pass_options $info_params -q "$info_file"`;
		$php_info_sep = "\n---------------------------------------------------------------------";
		$php_cgi_info = "$php_info_sep\nPHP         : $php_cgi $php_info_cgi$php_info_sep";
	} else {
		$php_cgi_info = '';
	}

	@unlink($info_file);

	// load list of enabled extensions
	save_text($info_file, '<?php echo join(",", get_loaded_extensions()); ?>');
	$exts_to_test = explode(',',`$php $pass_options $info_params "$info_file"`);
	// check for extensions that need special handling and regenerate
	$info_params_ex = array(
		'session' => array('session.auto_start=0'),
		'tidy' => array('tidy.clean_output=0'),
		'zlib' => array('zlib.output_compression=Off'),
		'xdebug' => array('xdebug.default_enable=0'),
		'mbstring' => array('mbstring.func_overload=0'),
	);

	foreach($info_params_ex as $ext => $ini_overwrites_ex) {
		if (in_array($ext, $exts_to_test)) {
			$ini_overwrites = array_merge($ini_overwrites, $ini_overwrites_ex);
		}
	}

	@unlink($info_file);

	// Write test context information.
	echo "
=====================================================================
PHP         : $php $php_info $php_cgi_info
CWD         : $cwd
Extra dirs  : ";
	foreach ($user_tests as $test_dir) {
		echo "{$test_dir}\n              ";
	}
	echo "
VALGRIND    : " . ($leak_check ? $valgrind_header : 'Not used') . "
=====================================================================
";
}

define('PHP_QA_EMAIL', 'qa-reports@lists.php.net');
define('QA_SUBMISSION_PAGE', 'http://qa.php.net/buildtest-process.php');
define('QA_REPORTS_PAGE', 'http://qa.php.net/reports');

function save_or_mail_results()
{
	global $sum_results, $just_save_results, $failed_test_summary,
		   $PHP_FAILED_TESTS, $CUR_DIR, $php, $output_file, $compression;

	/* We got failed Tests, offer the user to send an e-mail to QA team, unless NO_INTERACTION is set */
	if (!getenv('NO_INTERACTION')) {
		$fp = fopen("php://stdin", "r+");
		if ($sum_results['FAILED'] || $sum_results['BORKED'] || $sum_results['WARNED'] || $sum_results['LEAKED'] || $sum_results['XFAILED']) {
			echo "\nYou may have found a problem in PHP.";
		}
		echo "\nThis report can be automatically sent to the PHP QA team at\n";
		echo QA_REPORTS_PAGE . " and http://news.php.net/php.qa.reports\n";
		echo "This gives us a better understanding of PHP's behavior.\n";
		echo "If you don't want to send the report immediately you can choose\n";
		echo "option \"s\" to save it.	You can then email it to ". PHP_QA_EMAIL . " later.\n";
		echo "Do you want to send this report now? [Yns]: ";
		flush();

		$user_input = fgets($fp, 10);
		$just_save_results = (strtolower($user_input[0]) == 's');
	}

	if ($just_save_results || !getenv('NO_INTERACTION')) {
		if ($just_save_results || strlen(trim($user_input)) == 0 || strtolower($user_input[0]) == 'y') {
			/*
			 * Collect information about the host system for our report
			 * Fetch phpinfo() output so that we can see the PHP enviroment
			 * Make an archive of all the failed tests
			 * Send an email
			 */
			if ($just_save_results) {
				$user_input = 's';
			}

			/* Ask the user to provide an email address, so that QA team can contact the user */
			if (!strncasecmp($user_input, 'y', 1) || strlen(trim($user_input)) == 0) {
				echo "\nPlease enter your email address.\n(Your address will be mangled so that it will not go out on any\nmailinglist in plain text): ";
				flush();
				$user_email = trim(fgets($fp, 1024));
				$user_email = str_replace("@", " at ", str_replace(".", " dot ", $user_email));
			}

			$failed_tests_data = '';
			$sep = "\n" . str_repeat('=', 80) . "\n";
			$failed_tests_data .= $failed_test_summary . "\n";
			$failed_tests_data .= get_summary(true, false) . "\n";

			if ($sum_results['FAILED']) {
				foreach ($PHP_FAILED_TESTS['FAILED'] as $test_info) {
					$failed_tests_data .= $sep . $test_info['name'] . $test_info['info'];
					$failed_tests_data .= $sep . file_get_contents(realpath($test_info['output']), FILE_BINARY);
					$failed_tests_data .= $sep . file_get_contents(realpath($test_info['diff']), FILE_BINARY);
					$failed_tests_data .= $sep . "\n\n";
				}
				$status = "failed";
			} else {
				$status = "success";
			}

			$failed_tests_data .= "\n" . $sep . 'BUILD ENVIRONMENT' . $sep;
			$failed_tests_data .= "OS:\n" . PHP_OS . " - " . php_uname() . "\n\n";
			$ldd = $autoconf = $sys_libtool = $libtool = $compiler = 'N/A';

			if (substr(PHP_OS, 0, 3) != "WIN") {
				/* If PHP_AUTOCONF is set, use it; otherwise, use 'autoconf'. */
				if (getenv('PHP_AUTOCONF')) {
					$autoconf = shell_exec(getenv('PHP_AUTOCONF') . ' --version');
				} else {
					$autoconf = shell_exec('autoconf --version');
				}

				/* Always use the generated libtool - Mac OSX uses 'glibtool' */
				$libtool = shell_exec($CUR_DIR . '/libtool --version');

				/* Use shtool to find out if there is glibtool present (MacOSX) */
				$sys_libtool_path = shell_exec(__DIR__ . '/build/shtool path glibtool libtool');

				if ($sys_libtool_path) {
					$sys_libtool = shell_exec(str_replace("\n", "", $sys_libtool_path) . ' --version');
				}

				/* Try the most common flags for 'version' */
				$flags = array('-v', '-V', '--version');
				$cc_status = 0;

				foreach($flags AS $flag) {
					system(getenv('CC') . " $flag >/dev/null 2>&1", $cc_status);
					if ($cc_status == 0) {
						$compiler = shell_exec(getenv('CC') . " $flag 2>&1");
						break;
					}
				}

				$ldd = shell_exec("ldd $php 2>/dev/null");
			}

			$failed_tests_data .= "Autoconf:\n$autoconf\n";
			$failed_tests_data .= "Bundled Libtool:\n$libtool\n";
			$failed_tests_data .= "System Libtool:\n$sys_libtool\n";
			$failed_tests_data .= "Compiler:\n$compiler\n";
			$failed_tests_data .= "Bison:\n". shell_exec('bison --version 2>/dev/null') . "\n";
			$failed_tests_data .= "Libraries:\n$ldd\n";
			$failed_tests_data .= "\n";

			if (isset($user_email)) {
				$failed_tests_data .= "User's E-mail: " . $user_email . "\n\n";
			}

			$failed_tests_data .= $sep . "PHPINFO" . $sep;
			$failed_tests_data .= shell_exec($php . ' -ddisplay_errors=stderr -dhtml_errors=0 -i 2> /dev/null');

			if ($just_save_results || !mail_qa_team($failed_tests_data, $compression, $status)) {
				file_put_contents($output_file, $failed_tests_data);

				if (!$just_save_results) {
					echo "\nThe test script was unable to automatically send the report to PHP's QA Team\n";
				}

				echo "Please send " . $output_file . " to " . PHP_QA_EMAIL . " manually, thank you.\n";
			} else {
				fwrite($fp, "\nThank you for helping to make PHP better.\n");
				fclose($fp);
			}
		}
	}
}

// Determine the tests to be run.

$test_files = array();
$redir_tests = array();
$test_results = array();
$PHP_FAILED_TESTS = array('BORKED' => array(), 'FAILED' => array(), 'WARNED' => array(), 'LEAKED' => array(), 'XFAILED' => array());

// If parameters given assume they represent selected tests to run.
$failed_tests_file= false;
$pass_option_n = false;
$pass_options = '';

$compression = 0;
$output_file = $CUR_DIR . '/php_test_results_' . date('Ymd_Hi') . '.txt';

if ($compression && in_array("compress.zlib", stream_get_filters())) {
	$output_file = 'compress.zlib://' . $output_file . '.gz';
}

$just_save_results = false;
$leak_check = false;
$html_output = false;
$html_file = null;
$temp_source = null;
$temp_target = null;
$temp_urlbase = null;
$conf_passed = null;
$no_clean = false;

$cfgtypes = array('show', 'keep');
$cfgfiles = array('skip', 'php', 'clean', 'out', 'diff', 'exp');
$cfg = array();

foreach($cfgtypes as $type) {
	$cfg[$type] = array();

	foreach($cfgfiles as $file) {
		$cfg[$type][$file] = false;
	}
}

if (getenv('TEST_PHP_ARGS')) {

	if (!isset($argc) || !$argc || !isset($argv)) {
		$argv = array(__FILE__);
	}

	$argv = array_merge($argv, explode(' ', getenv('TEST_PHP_ARGS')));
	$argc = count($argv);
}

if (isset($argc) && $argc > 1) {

	for ($i=1; $i<$argc; $i++) {
		$is_switch = false;
		$switch = substr($argv[$i],1,1);
		$repeat = substr($argv[$i],0,1) == '-';

		while ($repeat) {

			if (!$is_switch) {
				$switch = substr($argv[$i],1,1);
			}

			$is_switch = true;

			if ($repeat) {
				foreach($cfgtypes as $type) {
					if (strpos($switch, '--' . $type) === 0) {
						foreach($cfgfiles as $file) {
							if ($switch == '--' . $type . '-' . $file) {
								$cfg[$type][$file] = true;
								$is_switch = false;
								break;
							}
						}
					}
				}
			}

			if (!$is_switch) {
				$is_switch = true;
				break;
			}

			$repeat = false;

			switch($switch) {
				case 'r':
				case 'l':
					$test_list = file($argv[++$i]);
					if ($test_list) {
						foreach($test_list as $test) {
							$matches = array();
							if (preg_match('/^#.*\[(.*)\]\:\s+(.*)$/', $test, $matches)) {
								$redir_tests[] = array($matches[1], $matches[2]);
							} else if (strlen($test)) {
								$test_files[] = trim($test);
							}
						}
					}
					if ($switch != 'l') {
						break;
					}
					$i--;
					// break left intentionally
				case 'w':
					$failed_tests_file = fopen($argv[++$i], 'w+t');
					break;
				case 'a':
					$failed_tests_file = fopen($argv[++$i], 'a+t');
					break;
				case 'c':
					$conf_passed = $argv[++$i];
					break;
				case 'd':
					$ini_overwrites[] = $argv[++$i];
					break;
				case 'g':
					$SHOW_ONLY_GROUPS = explode(",", $argv[++$i]);;
					break;
				//case 'h'
				case '--keep-all':
					foreach($cfgfiles as $file) {
						$cfg['keep'][$file] = true;
					}
					break;
				//case 'l'
				case 'm':
					$leak_check = true;
					$valgrind_cmd = "valgrind --version";
					$valgrind_header = system_with_timeout($valgrind_cmd, $environment);
					$replace_count = 0;
					if (!$valgrind_header) {
						error("Valgrind returned no version info, cannot proceed.\nPlease check if Valgrind is installed.");
					} else {
						$valgrind_version = preg_replace("/valgrind-(\d+)\.(\d+)\.(\d+)([.\w_-]+)?(\s+)/", '$1.$2.$3', $valgrind_header, 1, $replace_count);
						if ($replace_count != 1) {
							error("Valgrind returned invalid version info (\"$valgrind_header\"), cannot proceed.");
						}
						$valgrind_header = trim($valgrind_header);
					}
					break;
				case 'n':
					if (!$pass_option_n) {
						$pass_options .= ' -n';
					}
					$pass_option_n = true;
					break;
				case '--no-clean':
					$no_clean = true;
					break;
				case 'p':
					$php = $argv[++$i];
					putenv("TEST_PHP_EXECUTABLE=$php");
					$environment['TEST_PHP_EXECUTABLE'] = $php;
					break;
				case 'P':
					if(constant('PHP_BINARY')) {
						$php = PHP_BINARY;
					} else {
						break;
					}
					putenv("TEST_PHP_EXECUTABLE=$php");
					$environment['TEST_PHP_EXECUTABLE'] = $php;
					break;
				case 'q':
					putenv('NO_INTERACTION=1');
					break;
				//case 'r'
				case 's':
					$output_file = $argv[++$i];
					$just_save_results = true;
					break;
				case '--set-timeout':
					$environment['TEST_TIMEOUT'] = $argv[++$i];
					break;
				case '--show-all':
					foreach($cfgfiles as $file) {
						$cfg['show'][$file] = true;
					}
					break;
				case '--temp-source':
					$temp_source = $argv[++$i];
					break;
				case '--temp-target':
					$temp_target = $argv[++$i];
					if ($temp_urlbase) {
						$temp_urlbase = $temp_target;
					}
					break;
				case '--temp-urlbase':
					$temp_urlbase = $argv[++$i];
					break;
				case 'v':
				case '--verbose':
					$DETAILED = true;
					break;
				case 'x':
					$environment['SKIP_SLOW_TESTS'] = 1;
					break;
				case '--offline':
					$environment['SKIP_ONLINE_TESTS'] = 1;
					break;
				//case 'w'
				case '-':
					// repeat check with full switch
					$switch = $argv[$i];
					if ($switch != '-') {
						$repeat = true;
					}
					break;
				case '--html':
					$html_file = fopen($argv[++$i], 'wt');
					$html_output = is_resource($html_file);
					break;
				case '--version':
					echo '$Id: a2f552cfd49b848ffa74b9ebbd73eaef9ba74df1 $' . "\n";
					exit(1);

				default:
					echo "Illegal switch '$switch' specified!\n";
				case 'h':
				case '-help':
				case '--help':
					echo <<<HELP
Synopsis:
    php run-tests.php [options] [files] [directories]

Options:
    -l <file>   Read the testfiles to be executed from <file>. After the test
                has finished all failed tests are written to the same <file>.
                If the list is empty and no further test is specified then
                all tests are executed (same as: -r <file> -w <file>).

    -r <file>   Read the testfiles to be executed from <file>.

    -w <file>   Write a list of all failed tests to <file>.

    -a <file>   Same as -w but append rather then truncating <file>.

    -c <file>   Look for php.ini in directory <file> or use <file> as ini.

    -n          Pass -n option to the php binary (Do not use a php.ini).

    -d foo=bar  Pass -d option to the php binary (Define INI entry foo
                with value 'bar').

    -g          Comma separated list of groups to show during test run
                (possible values: PASS, FAIL, XFAIL, SKIP, BORK, WARN, LEAK, REDIRECT).

    -m          Test for memory leaks with Valgrind.

    -p <php>    Specify PHP executable to run.

    -P          Use PHP_BINARY as PHP executable to run.

    -q          Quiet, no user interaction (same as environment NO_INTERACTION).

    -s <file>   Write output to <file>.

    -x          Sets 'SKIP_SLOW_TESTS' environmental variable.

    --offline   Sets 'SKIP_ONLINE_TESTS' environmental variable.

    --verbose
    -v          Verbose mode.

    --help
    -h          This Help.

    --html <file> Generate HTML output.

    --temp-source <sdir>  --temp-target <tdir> [--temp-urlbase <url>]
                Write temporary files to <tdir> by replacing <sdir> from the
                filenames to generate with <tdir>. If --html is being used and
                <url> given then the generated links are relative and prefixed
                with the given url. In general you want to make <sdir> the path
                to your source files and <tdir> some pach in your web page
                hierarchy with <url> pointing to <tdir>.

    --keep-[all|php|skip|clean]
                Do not delete 'all' files, 'php' test file, 'skip' or 'clean'
                file.

    --set-timeout [n]
                Set timeout for individual tests, where [n] is the number of
                seconds. The default value is 60 seconds, or 300 seconds when
                testing for memory leaks.

    --show-[all|php|skip|clean|exp|diff|out]
                Show 'all' files, 'php' test file, 'skip' or 'clean' file. You
                can also use this to show the output 'out', the expected result
                'exp' or the difference between them 'diff'. The result types
                get written independent of the log format, however 'diff' only
                exists when a test fails.

    --no-clean  Do not execute clean section if any.

HELP;
					exit(1);
			}
		}

		if (!$is_switch) {
			$testfile = realpath($argv[$i]);

			if (!$testfile && strpos($argv[$i], '*') !== false && function_exists('glob')) {

				if (preg_match("/\.phpt$/", $argv[$i])) {
					$pattern_match = glob($argv[$i]);
				} else if (preg_match("/\*$/", $argv[$i])) {
					$pattern_match = glob($argv[$i] . '.phpt');
				} else {
					die("bogus test name " . $argv[$i] . "\n");
				}

				if (is_array($pattern_match)) {
					$test_files = array_merge($test_files, $pattern_match);
				}

			} else if (is_dir($testfile)) {
				find_files($testfile);
			} else if (preg_match("/\.phpt$/", $testfile)) {
				$test_files[] = $testfile;
			} else {
				die("bogus test name " . $argv[$i] . "\n");
			}
		}
	}

	if (strlen($conf_passed)) {
		if (substr(PHP_OS, 0, 3) == "WIN") {
			$pass_options .= " -c " . escapeshellarg($conf_passed);
		} else {
			$pass_options .= " -c '$conf_passed'";
		}
	}

	$test_files = array_unique($test_files);
	$test_files = array_merge($test_files, $redir_tests);

	// Run selected tests.
	$test_cnt = count($test_files);

	if ($test_cnt) {
		putenv('NO_INTERACTION=1');
		verify_config();
		write_information($html_output);
		usort($test_files, "test_sort");
		$start_time = time();

		if (!$html_output) {
			echo "Running selected tests.\n";
		} else {
			show_start($start_time);
		}

		$test_idx = 0;
		run_all_tests($test_files, $environment);
		$end_time = time();

		if ($html_output) {
			show_end($end_time);
		}

		if ($failed_tests_file) {
			fclose($failed_tests_file);
		}

		if (count($test_files) || count($test_results)) {
			compute_summary();
			if ($html_output) {
				fwrite($html_file, "<hr/>\n" . get_summary(false, true));
			}
			echo "=====================================================================";
			echo get_summary(false, false);
		}

		if ($html_output) {
			fclose($html_file);
		}

		if ($output_file != '' && $just_save_results) {
			save_or_mail_results();
		}

		junit_save_xml();

		if (getenv('REPORT_EXIT_STATUS') == 1 and preg_match('/FAILED(?: |$)/', implode(' ', $test_results))) {
			exit(1);
		}

		exit(0);
	}
}

verify_config();
write_information($html_output);

// Compile a list of all test files (*.phpt).
$test_files = array();
$exts_tested = count($exts_to_test);
$exts_skipped = 0;
$ignored_by_ext = 0;
sort($exts_to_test);
$test_dirs = array();
$optionals = array('tests', 'ext', 'Zend', 'ZendEngine2', 'sapi/cli', 'sapi/cgi');

foreach($optionals as $dir) {
	if (@filetype($dir) == 'dir') {
		$test_dirs[] = $dir;
	}
}

// Convert extension names to lowercase
foreach ($exts_to_test as $key => $val) {
	$exts_to_test[$key] = strtolower($val);
}

foreach ($test_dirs as $dir) {
	find_files("{$cwd}/{$dir}", ($dir == 'ext'));
}

foreach ($user_tests as $dir) {
	find_files($dir, ($dir == 'ext'));
}

function find_files($dir, $is_ext_dir = false, $ignore = false)
{
	global $test_files, $exts_to_test, $ignored_by_ext, $exts_skipped, $exts_tested;

	$o = opendir($dir) or error("cannot open directory: $dir");

	while (($name = readdir($o)) !== false) {

		if (is_dir("{$dir}/{$name}") && !in_array($name, array('.', '..', '.svn'))) {
			$skip_ext = ($is_ext_dir && !in_array(strtolower($name), $exts_to_test));
			if ($skip_ext) {
				$exts_skipped++;
			}
			find_files("{$dir}/{$name}", false, $ignore || $skip_ext);
		}

		// Cleanup any left-over tmp files from last run.
		if (substr($name, -4) == '.tmp') {
			@unlink("$dir/$name");
			continue;
		}

		// Otherwise we're only interested in *.phpt files.
		if (substr($name, -5) == '.phpt') {
			if ($ignore) {
				$ignored_by_ext++;
			} else {
				$testfile = realpath("{$dir}/{$name}");
				$test_files[] = $testfile;
			}
		}
	}

	closedir($o);
}

function test_name($name)
{
	if (is_array($name)) {
		return $name[0] . ':' . $name[1];
	} else {
		return $name;
	}
}

function test_sort($a, $b)
{
	global $cwd;

	$a = test_name($a);
	$b = test_name($b);

	$ta = strpos($a, "{$cwd}/tests") === 0 ? 1 + (strpos($a, "{$cwd}/tests/run-test") === 0 ? 1 : 0) : 0;
	$tb = strpos($b, "{$cwd}/tests") === 0 ? 1 + (strpos($b, "{$cwd}/tests/run-test") === 0 ? 1 : 0) : 0;

	if ($ta == $tb) {
		return strcmp($a, $b);
	} else {
		return $tb - $ta;
	}
}

$test_files = array_unique($test_files);
usort($test_files, "test_sort");

$start_time = time();
show_start($start_time);

$test_cnt = count($test_files);
$test_idx = 0;
run_all_tests($test_files, $environment);
$end_time = time();

if ($failed_tests_file) {
	fclose($failed_tests_file);
}

// Summarize results

if (0 == count($test_results)) {
	echo "No tests were run.\n";
	return;
}

compute_summary();

show_end($end_time);
show_summary();

if ($html_output) {
	fclose($html_file);
}

save_or_mail_results();

junit_save_xml();

if (getenv('REPORT_EXIT_STATUS') == 1 and $sum_results['FAILED']) {
	exit(1);
}
exit(0);

//
// Send Email to QA Team
//

function mail_qa_team($data, $compression, $status = false)
{
	$url_bits = parse_url(QA_SUBMISSION_PAGE);

	if (($proxy = getenv('http_proxy'))) {
		$proxy = parse_url($proxy);
		$path = $url_bits['host'].$url_bits['path'];
		$host = $proxy['host'];
		if (empty($proxy['port'])) {
			$proxy['port'] = 80;
		}
		$port = $proxy['port'];
	} else {
		$path = $url_bits['path'];
		$host = $url_bits['host'];
		$port = empty($url_bits['port']) ? 80 : $port = $url_bits['port'];
	}

	$data = "php_test_data=" . urlencode(base64_encode(str_replace("\00", '[0x0]', $data)));
	$data_length = strlen($data);

	$fs = fsockopen($host, $port, $errno, $errstr, 10);

	if (!$fs) {