mirror of
https://github.com/php/web-rmtools.git
synced 2026-03-24 09:12:18 +01:00
296b18bb44
If a PGO build is requested, but a build error occurs after the PGI build has succeeded and before the PGO build has even been attempted (for instance, if the PGO training fails), we may get a bogus archive containing the PGI build, without any hint. We apply a quick fix which bails out early, because if the PGI build failed, it makes no sense to do the PGO build, and if the binaries couldn't be built, it makes no sense to create the archive. However, we still allow the PGO training to fail for snapshot builds.
270 lines
8.4 KiB
PHP
270 lines
8.4 KiB
PHP
<?php
|
|
include __DIR__ . '/../data/config.php';
|
|
include __DIR__ . '/../include/Branch.php';
|
|
include __DIR__ . '/../include/Tools.php';
|
|
|
|
use rmtools as rm;
|
|
|
|
if ($argc < 2 || $argc > 4) {
|
|
echo "Usage: snapshot <branch> <config name> [force 1/0]\n";
|
|
exit();
|
|
}
|
|
|
|
$have_build_run = false;
|
|
$branch_name = $argv[1];
|
|
$build_type = $argv[2];
|
|
$force = isset($argv[3]) && $argv[3] ? true : false;
|
|
$sdk_arch = getenv("PHP_SDK_ARCH");
|
|
if (!$sdk_arch) {
|
|
throw new \Exception("Arch is empty, the SDK might not have been setup. ");
|
|
}
|
|
$all_branch_confs_path = __DIR__ . '/../data/config/branch';
|
|
$config_path = $all_branch_confs_path . '/' . $sdk_arch . '/' . $branch_name . '.ini';
|
|
$req_builds_num = rm\BranchConfig::getRequiredBuildsNum($all_branch_confs_path, $branch_name);
|
|
|
|
$err_msg = NULL;
|
|
try {
|
|
$branch = new rm\Branch($config_path, $req_builds_num);
|
|
} catch (\Exception $e) {
|
|
$err_msg = $e->getMessage();
|
|
goto out_here;
|
|
}
|
|
|
|
if (!$branch->requiredBuildRunsReached() && $branch->numBuildsRunning() == $req_builds_num) {
|
|
$err_msg = "Waiting for " . $branch->getLastRevisionId() . " builds to finish.";
|
|
goto out_here;
|
|
}
|
|
|
|
$branch_name = $branch->config->getName();
|
|
$branch_name_short = $branch->config->getBranch();
|
|
|
|
echo "Running <" . realpath($config_path) . ">\n";
|
|
echo "\t$branch_name\n";
|
|
|
|
//var_dump($branch->hasNewRevision(), !$branch->isLastRevisionExported($branch->getLastCommitId()) && $branch->hasUnfinishedBuild());
|
|
|
|
if ($branch->hasNewRevision() || !$branch->isLastRevisionExported($branch->getLastCommitId()) && $branch->hasUnfinishedBuild()|| $force) {
|
|
|
|
try {
|
|
if (!$branch->update("all" == $build_type ? NULL : $build_type)) {
|
|
goto out_here;
|
|
}
|
|
} catch (\Exception $e) {
|
|
$err_msg = $e->getMessage();
|
|
goto out_here;
|
|
}
|
|
|
|
$last_rev = $branch->getLastRevisionId();
|
|
$prev_rev = $branch->getPreviousRevision();
|
|
|
|
echo "\tprevious revision was: $prev_rev\n";
|
|
echo "\tlast revision is: $last_rev\n";
|
|
|
|
$have_build_run = true;
|
|
echo "processing revision $last_rev\n";
|
|
|
|
$build_dir_parent = $branch->config->getBuildLocation();
|
|
|
|
if (!is_dir($build_dir_parent)) {
|
|
if(!mkdir($build_dir_parent, 0777, true)) {
|
|
echo "Couldn't create build location";
|
|
exit(-1);
|
|
}
|
|
}
|
|
|
|
if (strlen($last_rev) == 40) {
|
|
$last_rev = substr($last_rev, 0, 7);
|
|
}
|
|
$src_original_path = $branch->createSourceSnap($build_type, $last_rev);
|
|
|
|
$toupload_dir = TMP_DIR . '/' . $branch_name . '/r' . $last_rev . '-builds/';
|
|
if (!is_dir($toupload_dir)) {
|
|
mkdir($toupload_dir, 0655, true);
|
|
}
|
|
|
|
if (!is_dir($toupload_dir . '/logs')) {
|
|
mkdir($toupload_dir . '/logs', 0655, true);
|
|
}
|
|
|
|
copy($src_original_path . '.zip', $toupload_dir . '/' . $branch_name . '-src-r'. $last_rev . '.zip');
|
|
$builds = $branch->getBuildList('windows');
|
|
|
|
$has_build_errors = false;
|
|
$build_errors = array();
|
|
|
|
foreach ($builds as $build_name) {
|
|
if ($build_type != 'all') {
|
|
if ($build_name != $build_type) { // i.e. nts-windows-vc9-x86
|
|
continue;
|
|
}
|
|
else {
|
|
echo "Starting build for $build_name\n";
|
|
}
|
|
}
|
|
|
|
$build_src_path = realpath($build_dir_parent) . DIRECTORY_SEPARATOR . $build_name;
|
|
$log = rm\exec_single_log('mklink /J ' . $build_src_path . ' ' . $src_original_path);
|
|
if (!file_exists($build_src_path)) {
|
|
throw new \Exception("Couldn't link '$src_original_path' to '$build_src_path'");
|
|
}
|
|
|
|
$build = $branch->createBuildInstance($build_name);
|
|
try {
|
|
$build->setSourceDir($build_src_path);
|
|
|
|
echo "Updating dependencies\n";
|
|
/* XXX Pass stability from script arg. */
|
|
$ret = $build->updateDeps("staging");
|
|
echo $ret["log"] . "\n";
|
|
|
|
echo "running build in <$build_src_path>\n";
|
|
$build->buildconf();
|
|
if ($branch->config->getPGO() == 1) {
|
|
$need_pgo_build = true;
|
|
/* For now it is enough to just get a very same
|
|
build of PHP to setup the environment. This
|
|
only needs to be done once for setup. In further
|
|
also, if there are any difference with TS/NTS,
|
|
there might be some separate setup needed. */
|
|
$build->pgoInitLock();
|
|
if (!$build->isPgoSetup()) {
|
|
echo "Preparing PGO training environment\n";
|
|
$build->configure();
|
|
$build->make();
|
|
$build->pgoInit();
|
|
}
|
|
$build->pgoInitUnlock();
|
|
echo "Creating PGI build\n";
|
|
$build->configure(' "--enable-pgi" ');
|
|
}
|
|
else {
|
|
$need_pgo_build = false;
|
|
$build->configure();
|
|
}
|
|
$build->make();
|
|
/* $html_make_log = $build->getMakeLogParsed(); */
|
|
if ($branch->config->getPGO() == 1) {
|
|
echo "Creating PGO build\n";
|
|
try {
|
|
// if training fails, we still can go on for snaps
|
|
$build->pgoTrain();
|
|
} catch (Exception $e) {
|
|
echo $e->getMessage() . "\n";
|
|
echo $build->log_buildconf;
|
|
}
|
|
$build->make(' clean-pgo');
|
|
$build->configure(' "--with-pgo" ', false);
|
|
$build->make();
|
|
$html_make_log = $build->getMakeLogParsed();
|
|
$need_pgo_build = false;
|
|
}
|
|
$build->makeArchive();
|
|
} catch (Exception $e) {
|
|
echo $e->getMessage() . "\n";
|
|
echo $build->log_buildconf;
|
|
}
|
|
|
|
if ($build->archive_path) {
|
|
copy($build->archive_path, $toupload_dir . '/php-' . $branch_name_short . '-' . $build_name . '-r'. $last_rev . '.zip');
|
|
}
|
|
if ($build->archive_path) {
|
|
copy($build->devel_path, $toupload_dir . '/php-devel-pack-' . $branch_name_short . '-' . $build_name . '-r'. $last_rev . '.zip');
|
|
}
|
|
if ($build->archive_path) {
|
|
copy($build->debug_path, $toupload_dir . '/php-debug-pack-' . $branch_name_short . '-' . $build_name . '-r'. $last_rev . '.zip');
|
|
}
|
|
if ($build->test_path) {
|
|
$tmp = str_replace(array('-ts', '-nts'), array('',''), $build_name);
|
|
copy($build->test_path, $toupload_dir . '/php-test-pack-' . $branch_name_short . '-' . $tmp . '-r'. $last_rev . '.zip');
|
|
}
|
|
|
|
file_put_contents($toupload_dir . '/logs/buildconf-' . $build_name . '-r'. $last_rev . '.txt', $build->log_buildconf);
|
|
file_put_contents($toupload_dir . '/logs/configure-' . $build_name . '-r'. $last_rev . '.txt', $build->log_configure);
|
|
file_put_contents($toupload_dir . '/logs/make-' . $build_name . '-r'. $last_rev . '.txt', $build->log_make);
|
|
file_put_contents($toupload_dir . '/logs/archive-' . $build_name . '-r'. $last_rev . '.txt', $build->log_archive);
|
|
if ($branch->config->getPGO() == 1) {
|
|
file_put_contents($toupload_dir . '/logs/pgo-' . $build_name . '-r'. $last_rev . '.txt', $build->log_pgo);
|
|
}
|
|
|
|
$html_make_log = $build->getMakeLogParsed();
|
|
file_put_contents($toupload_dir . '/logs/make-' . $build_name . '-r'. $last_rev . '.html', $html_make_log);
|
|
copy(__DIR__ . '/../template/log_style.css', $toupload_dir . '/logs/log_style.css');
|
|
|
|
if ($need_pgo_build) {
|
|
$stats = ['warning' => 0, 'error' => 1];
|
|
} else {
|
|
$stats = $build->getStats();
|
|
}
|
|
|
|
$json_filename = $build_name . '.json';
|
|
|
|
$json_data = array(
|
|
'stats' => $stats,
|
|
'has_php_pkg' => file_exists($build->archive_path),
|
|
'has_debug_pkg' => file_exists($build->debug_path),
|
|
'has_devel_pkg' => file_exists($build->devel_path),
|
|
'has_test_pkg' => file_exists($build->test_path),
|
|
);
|
|
|
|
if ($stats['error'] > 0) {
|
|
$has_build_errors = true;
|
|
if ($need_pgo_build) {
|
|
$json_data['build_error'] = ['PGO build not attempted'];
|
|
} else {
|
|
$build_errors[$build_name] = $build->compiler_log_parser->getErrors();
|
|
$json_data['build_error'] = $build_errors[$build_name];
|
|
}
|
|
}
|
|
|
|
$json = json_encode($json_data);
|
|
file_put_contents($toupload_dir . '/' . $json_filename, $json);
|
|
|
|
// $build->clean();
|
|
rmdir($build_src_path);
|
|
|
|
$branch->buildFinished();
|
|
}
|
|
|
|
$src_dir = $branch_name . '/r' . $last_rev;
|
|
rm\upload_build_result_ftp_curl($toupload_dir, $src_dir);
|
|
/* FIXME This is still not safe, locking needed! */
|
|
foreach (["$toupload_dir/logs", $toupload_dir] as $path) {
|
|
$items = scandir($path);
|
|
foreach ($items as $item) {
|
|
$full = $path . "/" . $item;
|
|
if (is_file($full)) {
|
|
@unlink($full);
|
|
}
|
|
}
|
|
}
|
|
//rm\rmdir_rf($toupload_dir);
|
|
|
|
$branch->setLastRevisionExported($last_rev);
|
|
}
|
|
|
|
out_here:
|
|
if ($err_msg) {
|
|
echo "$err_msg\n";
|
|
} else if (!$have_build_run) {
|
|
echo "no new revision.\n";
|
|
}
|
|
|
|
if ($have_build_run) {
|
|
/*Upload the branch DB */
|
|
$try = 0;
|
|
do {
|
|
$status = rm\upload_file_curl($branch->db_path, $branch_name . '/' . basename($branch->db_path));
|
|
$try++;
|
|
} while ( $status === false && $try < 10 );
|
|
$branch->resetBuildInfo();
|
|
}
|
|
|
|
//if ($has_build_errors) {
|
|
// rm\send_error_notification($branch_name, $build_errors, $branch->getPreviousRevision(), $last_rev, 'http://windows.php.net/downloads/snaps/' . $branch_name . '/r' . $last_rev);
|
|
//} else {
|
|
/* if no error, let update the snapshot page */
|
|
// rm\update_snapshot_page();
|
|
//}
|
|
|
|
echo "Done.\n";
|