Page MenuHomePhabricator
Files F15466774

D7521.id16965.diff
No OneTemporary
Actions

D7521.id16965.diff
View Options

Index: resources/sql/patches/20131107.buildlog.sql
===================================================================
--- /dev/null
+++ resources/sql/patches/20131107.buildlog.sql
@@ -0,0 +1,11 @@
+CREATE TABLE {$NAMESPACE}_harbormaster.harbormaster_buildlog (
+ id INT UNSIGNED NOT NULL AUTO_INCREMENT PRIMARY KEY,
+ phid VARCHAR(64) NOT NULL COLLATE utf8_bin,
+ buildPHID VARCHAR(64) NOT NULL COLLATE utf8_bin,
+ buildStepPHID VARCHAR(64) NOT NULL COLLATE utf8_bin,
+ `log` LONGTEXT CHARACTER SET utf8 COLLATE utf8_bin NOT NULL,
+ dateCreated INT UNSIGNED NOT NULL,
+ dateModified INT UNSIGNED NOT NULL,
+ KEY `key_build` (buildPHID, buildStepPHID),
+ UNIQUE KEY `key_phid` (phid)
+) ENGINE=InnoDB, COLLATE utf8_general_ci;
Index: src/__phutil_library_map__.php
===================================================================
--- src/__phutil_library_map__.php
+++ src/__phutil_library_map__.php
@@ -647,9 +647,11 @@
'FileReplyHandler' => 'applications/files/mail/FileReplyHandler.php',
'HarbormasterBuild' => 'applications/harbormaster/storage/build/HarbormasterBuild.php',
'HarbormasterBuildArtifact' => 'applications/harbormaster/storage/build/HarbormasterBuildArtifact.php',
+ 'HarbormasterBuildCancelController' => 'applications/harbormaster/controller/HarbormasterBuildCancelController.php',
'HarbormasterBuildItem' => 'applications/harbormaster/storage/build/HarbormasterBuildItem.php',
'HarbormasterBuildItemQuery' => 'applications/harbormaster/query/HarbormasterBuildItemQuery.php',
'HarbormasterBuildLog' => 'applications/harbormaster/storage/build/HarbormasterBuildLog.php',
+ 'HarbormasterBuildLogQuery' => 'applications/harbormaster/query/HarbormasterBuildLogQuery.php',
'HarbormasterBuildPlan' => 'applications/harbormaster/storage/configuration/HarbormasterBuildPlan.php',
'HarbormasterBuildPlanEditor' => 'applications/harbormaster/editor/HarbormasterBuildPlanEditor.php',
'HarbormasterBuildPlanQuery' => 'applications/harbormaster/query/HarbormasterBuildPlanQuery.php',
@@ -662,6 +664,7 @@
'HarbormasterBuildStepQuery' => 'applications/harbormaster/query/HarbormasterBuildStepQuery.php',
'HarbormasterBuildTarget' => 'applications/harbormaster/storage/build/HarbormasterBuildTarget.php',
'HarbormasterBuildTargetQuery' => 'applications/harbormaster/query/HarbormasterBuildTargetQuery.php',
+ 'HarbormasterBuildViewController' => 'applications/harbormaster/controller/HarbormasterBuildViewController.php',
'HarbormasterBuildWorker' => 'applications/harbormaster/worker/HarbormasterBuildWorker.php',
'HarbormasterBuildable' => 'applications/harbormaster/storage/HarbormasterBuildable.php',
'HarbormasterBuildableApplyController' => 'applications/harbormaster/controller/HarbormasterBuildableApplyController.php',
@@ -677,6 +680,7 @@
'HarbormasterObject' => 'applications/harbormaster/storage/HarbormasterObject.php',
'HarbormasterPHIDTypeBuild' => 'applications/harbormaster/phid/HarbormasterPHIDTypeBuild.php',
'HarbormasterPHIDTypeBuildItem' => 'applications/harbormaster/phid/HarbormasterPHIDTypeBuildItem.php',
+ 'HarbormasterPHIDTypeBuildLog' => 'applications/harbormaster/phid/HarbormasterPHIDTypeBuildLog.php',
'HarbormasterPHIDTypeBuildPlan' => 'applications/harbormaster/phid/HarbormasterPHIDTypeBuildPlan.php',
'HarbormasterPHIDTypeBuildStep' => 'applications/harbormaster/phid/HarbormasterPHIDTypeBuildStep.php',
'HarbormasterPHIDTypeBuildTarget' => 'applications/harbormaster/phid/HarbormasterPHIDTypeBuildTarget.php',
@@ -2202,6 +2206,7 @@
'ReleephSummaryFieldSpecification' => 'applications/releeph/field/specification/ReleephSummaryFieldSpecification.php',
'ReleephUserView' => 'applications/releeph/view/user/ReleephUserView.php',
'RemoteCommandBuildStepImplementation' => 'applications/harbormaster/step/RemoteCommandBuildStepImplementation.php',
+ 'ShellLogView' => 'applications/harbormaster/view/ShellLogView.php',
'SleepBuildStepImplementation' => 'applications/harbormaster/step/SleepBuildStepImplementation.php',
'SlowvoteEmbedView' => 'applications/slowvote/view/SlowvoteEmbedView.php',
'SlowvoteRemarkupRule' => 'applications/slowvote/remarkup/SlowvoteRemarkupRule.php',
@@ -2865,9 +2870,15 @@
0 => 'HarbormasterDAO',
1 => 'PhabricatorPolicyInterface',
),
+ 'HarbormasterBuildCancelController' => 'HarbormasterController',
'HarbormasterBuildItem' => 'HarbormasterDAO',
'HarbormasterBuildItemQuery' => 'PhabricatorCursorPagedPolicyAwareQuery',
- 'HarbormasterBuildLog' => 'HarbormasterDAO',
+ 'HarbormasterBuildLog' =>
+ array(
+ 0 => 'HarbormasterDAO',
+ 1 => 'PhabricatorPolicyInterface',
+ ),
+ 'HarbormasterBuildLogQuery' => 'PhabricatorCursorPagedPolicyAwareQuery',
'HarbormasterBuildPlan' =>
array(
0 => 'HarbormasterDAO',
@@ -2889,6 +2900,7 @@
'HarbormasterBuildStepQuery' => 'PhabricatorCursorPagedPolicyAwareQuery',
'HarbormasterBuildTarget' => 'HarbormasterDAO',
'HarbormasterBuildTargetQuery' => 'PhabricatorCursorPagedPolicyAwareQuery',
+ 'HarbormasterBuildViewController' => 'HarbormasterController',
'HarbormasterBuildWorker' => 'PhabricatorWorker',
'HarbormasterBuildable' =>
array(
@@ -2912,6 +2924,7 @@
'HarbormasterObject' => 'HarbormasterDAO',
'HarbormasterPHIDTypeBuild' => 'PhabricatorPHIDType',
'HarbormasterPHIDTypeBuildItem' => 'PhabricatorPHIDType',
+ 'HarbormasterPHIDTypeBuildLog' => 'PhabricatorPHIDType',
'HarbormasterPHIDTypeBuildPlan' => 'PhabricatorPHIDType',
'HarbormasterPHIDTypeBuildStep' => 'PhabricatorPHIDType',
'HarbormasterPHIDTypeBuildTarget' => 'PhabricatorPHIDType',
@@ -4670,6 +4683,7 @@
'ReleephSummaryFieldSpecification' => 'ReleephFieldSpecification',
'ReleephUserView' => 'AphrontView',
'RemoteCommandBuildStepImplementation' => 'VariableBuildStepImplementation',
+ 'ShellLogView' => 'AphrontView',
'SleepBuildStepImplementation' => 'BuildStepImplementation',
'SlowvoteEmbedView' => 'AphrontView',
'SlowvoteRemarkupRule' => 'PhabricatorRemarkupRuleObject',
Index: src/applications/harbormaster/application/PhabricatorApplicationHarbormaster.php
===================================================================
--- src/applications/harbormaster/application/PhabricatorApplicationHarbormaster.php
+++ src/applications/harbormaster/application/PhabricatorApplicationHarbormaster.php
@@ -51,6 +51,10 @@
'edit/(?:(?P<id>\d+)/)?' => 'HarbormasterStepEditController',
'delete/(?:(?P<id>\d+)/)?' => 'HarbormasterStepDeleteController',
),
+ 'build/' => array(
+ '(?:(?P<id>\d+)/)?' => 'HarbormasterBuildViewController',
+ 'cancel/(?:(?P<id>\d+)/)?' => 'HarbormasterBuildCancelController',
+ ),
'plan/' => array(
'(?:query/(?P<queryKey>[^/]+)/)?'
=> 'HarbormasterPlanListController',
Index: src/applications/harbormaster/controller/HarbormasterBuildCancelController.php
===================================================================
--- /dev/null
+++ src/applications/harbormaster/controller/HarbormasterBuildCancelController.php
@@ -0,0 +1,49 @@
+<?php
+
+final class HarbormasterBuildCancelController
+ extends HarbormasterController {
+
+ private $id;
+
+ public function willProcessRequest(array $data) {
+ $this->id = $data['id'];
+ }
+
+ public function processRequest() {
+ $request = $this->getRequest();
+ $viewer = $request->getUser();
+
+ $id = $this->id;
+
+ $build = id(new HarbormasterBuildQuery())
+ ->setViewer($viewer)
+ ->withIDs(array($id))
+ ->executeOne();
+ if ($build === null) {
+ throw new Exception("Build not found!");
+ }
+
+ $build_uri = $this->getApplicationURI('/build/'.$build->getID());
+
+ if ($request->isDialogFormPost()) {
+ $build->setBuildStatus(HarbormasterBuild::STATUS_CANCELLING);
+ $build->save();
+
+ return id(new AphrontRedirectResponse())->setURI($build_uri);
+ }
+
+ $dialog = new AphrontDialogView();
+ $dialog->setTitle(pht('Really cancel build?'))
+ ->setUser($viewer)
+ ->addSubmitButton(pht('Cancel'))
+ ->addCancelButton($build_uri, pht('Don\'t Cancel'));
+ $dialog->appendChild(
+ phutil_tag(
+ 'p',
+ array(),
+ pht(
+ 'Really cancel this build?')));
+ return id(new AphrontDialogResponse())->setDialog($dialog);
+ }
+
+}
Index: src/applications/harbormaster/controller/HarbormasterBuildViewController.php
===================================================================
--- /dev/null
+++ src/applications/harbormaster/controller/HarbormasterBuildViewController.php
@@ -0,0 +1,213 @@
+<?php
+
+final class HarbormasterBuildViewController
+ extends HarbormasterController {
+
+ private $id;
+
+ public function willProcessRequest(array $data) {
+ $this->id = $data['id'];
+ }
+
+ public function processRequest() {
+ $request = $this->getRequest();
+ $viewer = $request->getUser();
+
+ $id = $this->id;
+
+ $build = id(new HarbormasterBuildQuery())
+ ->setViewer($viewer)
+ ->withIDs(array($id))
+ ->executeOne();
+ if (!$build) {
+ return new Aphront404Response();
+ }
+
+ $title = pht("Build %d", $id);
+
+ $header = id(new PHUIHeaderView())
+ ->setHeader($title)
+ ->setUser($viewer)
+ ->setPolicyObject($build);
+
+ $box = id(new PHUIObjectBoxView())
+ ->setHeader($header);
+
+ $actions = $this->buildActionList($build);
+ $this->buildPropertyLists($box, $build, $actions);
+
+ $crumbs = $this->buildApplicationCrumbs();
+ $crumbs->addCrumb(
+ id(new PhabricatorCrumbView())
+ ->setName("Build {$id}"));
+
+ $logs = $this->buildLog($build);
+
+ return $this->buildApplicationPage(
+ array(
+ $crumbs,
+ $box,
+ $logs
+ ),
+ array(
+ 'title' => $title,
+ 'device' => true,
+ ));
+ }
+
+ private function buildLog(HarbormasterBuild $build) {
+ $request = $this->getRequest();
+ $viewer = $request->getUser();
+ $limit = $request->getInt('l', 25);
+
+ $logs = id(new HarbormasterBuildLogQuery())
+ ->setViewer($viewer)
+ ->withBuildPHIDs(array($build->getPHID()))
+ ->execute();
+
+ $log_boxes = array();
+ foreach ($logs as $log) {
+ $start = 1;
+ $lines = preg_split("/\r\n|\r|\n/", $log->getLog());
+ if ($limit !== 0) {
+ $start = count($lines) - $limit;
+ if ($start >= 1) {
+ $lines = array_slice($lines, -$limit, $limit);
+ } else {
+ $start = 1;
+ }
+ }
+ $log_view = new ShellLogView();
+ $log_view->setLines($lines);
+ $log_view->setStart($start);
+
+ $header = id(new PHUIHeaderView())
+ ->setHeader(pht('Build Log %d', $log->getID()))
+ ->setSubheader($this->createLogHeader($build, $log))
+ ->setUser($viewer);
+
+ $log_boxes[] = id(new PHUIObjectBoxView())
+ ->setHeader($header)
+ ->setForm($log_view);
+ }
+
+ return $log_boxes;
+ }
+
+ private function createLogHeader($build, $log) {
+ $request = $this->getRequest();
+ $limit = $request->getInt('l', 25);
+
+ $lines_25 = $this->getApplicationURI('/build/'.$build->getID().'/?l=25');
+ $lines_50 = $this->getApplicationURI('/build/'.$build->getID().'/?l=50');
+ $lines_100 =
+ $this->getApplicationURI('/build/'.$build->getID().'/?l=100');
+ $lines_0 = $this->getApplicationURI('/build/'.$build->getID().'/?l=0');
+
+ $link_25 = phutil_tag('a', array('href' => $lines_25), pht('25'));
+ $link_50 = phutil_tag('a', array('href' => $lines_50), pht('50'));
+ $link_100 = phutil_tag('a', array('href' => $lines_100), pht('100'));
+ $link_0 = phutil_tag('a', array('href' => $lines_0), pht('Unlimited'));
+
+ if ($limit === 25) {
+ $link_25 = phutil_tag('strong', array(), $link_25);
+ } else if ($limit === 50) {
+ $link_50 = phutil_tag('strong', array(), $link_50);
+ } else if ($limit === 100) {
+ $link_100 = phutil_tag('strong', array(), $link_100);
+ } else if ($limit === 0) {
+ $link_0 = phutil_tag('strong', array(), $link_0);
+ }
+
+ return phutil_tag(
+ 'span',
+ array(),
+ array(
+ $link_25,
+ ' - ',
+ $link_50,
+ ' - ',
+ $link_100,
+ ' - ',
+ $link_0,
+ ' Lines'));
+ }
+
+ private function buildActionList(HarbormasterBuild $build) {
+ $request = $this->getRequest();
+ $viewer = $request->getUser();
+ $id = $build->getID();
+
+ $list = id(new PhabricatorActionListView())
+ ->setUser($viewer)
+ ->setObject($build)
+ ->setObjectURI("/build/{$id}");
+
+ $action =
+ id(new PhabricatorActionView())
+ ->setName(pht('Cancel Build'))
+ ->setIcon('delete');
+ switch ($build->getBuildStatus()) {
+ case HarbormasterBuild::STATUS_PENDING:
+ case HarbormasterBuild::STATUS_WAITING:
+ case HarbormasterBuild::STATUS_BUILDING:
+ $cancel_uri = $this->getApplicationURI('/build/cancel/'.$id.'/');
+ $action
+ ->setHref($cancel_uri)
+ ->setWorkflow(true);
+ break;
+ default:
+ $action
+ ->setDisabled(true);
+ break;
+ }
+ $list->addAction($action);
+
+ return $list;
+ }
+
+ private function buildPropertyLists(
+ PHUIObjectBoxView $box,
+ HarbormasterBuild $build,
+ PhabricatorActionListView $actions) {
+ $request = $this->getRequest();
+ $viewer = $request->getUser();
+
+ $properties = id(new PHUIPropertyListView())
+ ->setUser($viewer)
+ ->setObject($build)
+ ->setActionList($actions);
+ $box->addPropertyList($properties);
+
+ $properties->addProperty(
+ pht('Status'),
+ $this->getStatus($build));
+
+ }
+
+ private function getStatus(HarbormasterBuild $build) {
+ switch ($build->getBuildStatus()) {
+ case HarbormasterBuild::STATUS_INACTIVE:
+ return pht('Inactive');
+ case HarbormasterBuild::STATUS_PENDING:
+ return pht('Pending');
+ case HarbormasterBuild::STATUS_WAITING:
+ return pht('Waiting on Resource');
+ case HarbormasterBuild::STATUS_BUILDING:
+ return pht('Building');
+ case HarbormasterBuild::STATUS_PASSED:
+ return pht('Passed');
+ case HarbormasterBuild::STATUS_FAILED:
+ return pht('Failed');
+ case HarbormasterBuild::STATUS_ERROR:
+ return pht('Unexpected Error');
+ case HarbormasterBuild::STATUS_CANCELLING:
+ return pht('Cancelling');
+ case HarbormasterBuild::STATUS_CANCELLED:
+ return pht('Cancelled');
+ default:
+ return pht('Unknown');
+ }
+ }
+
+}
Index: src/applications/harbormaster/controller/HarbormasterBuildableViewController.php
===================================================================
--- src/applications/harbormaster/controller/HarbormasterBuildableViewController.php
+++ src/applications/harbormaster/controller/HarbormasterBuildableViewController.php
@@ -34,9 +34,11 @@
$build_list = id(new PHUIObjectItemListView())
->setUser($viewer);
foreach ($builds as $build) {
+ $view_uri = $this->getApplicationURI('/build/'.$build->getID().'/');
$item = id(new PHUIObjectItemView())
->setObjectName(pht('Build %d', $build->getID()))
- ->setHeader($build->getName());
+ ->setHeader($build->getName())
+ ->setHref($view_uri);
switch ($build->getBuildStatus()) {
case HarbormasterBuild::STATUS_INACTIVE:
$item->setBarColor('grey');
@@ -66,6 +68,14 @@
$item->setBarColor('red');
$item->addAttribute(pht('Unexpected Error'));
break;
+ case HarbormasterBuild::STATUS_CANCELLING:
+ $item->setBarColor('black');
+ $item->addAttribute(pht('Cancelling'));
+ break;
+ case HarbormasterBuild::STATUS_CANCELLED:
+ $item->setBarColor('black');
+ $item->addAttribute(pht('Cancelled'));
+ break;
}
$build_list->addItem($item);
}
Index: src/applications/harbormaster/phid/HarbormasterPHIDTypeBuildLog.php
===================================================================
--- /dev/null
+++ src/applications/harbormaster/phid/HarbormasterPHIDTypeBuildLog.php
@@ -0,0 +1,37 @@
+<?php
+
+final class HarbormasterPHIDTypeBuildLog extends PhabricatorPHIDType {
+
+ const TYPECONST = 'HMCL';
+
+ public function getTypeConstant() {
+ return self::TYPECONST;
+ }
+
+ public function getTypeName() {
+ return pht('Build Log');
+ }
+
+ public function newObject() {
+ return new HarbormasterBuildLog();
+ }
+
+ protected function buildQueryForObjects(
+ PhabricatorObjectQuery $query,
+ array $phids) {
+
+ return id(new HarbormasterBuildLogQuery())
+ ->withPHIDs($phids);
+ }
+
+ public function loadHandles(
+ PhabricatorHandleQuery $query,
+ array $handles,
+ array $objects) {
+
+ foreach ($handles as $phid => $handle) {
+ $build_log = $objects[$phid];
+ }
+ }
+
+}
Index: src/applications/harbormaster/query/HarbormasterBuildLogQuery.php
===================================================================
--- /dev/null
+++ src/applications/harbormaster/query/HarbormasterBuildLogQuery.php
@@ -0,0 +1,119 @@
+<?php
+
+final class HarbormasterBuildLogQuery
+ extends PhabricatorCursorPagedPolicyAwareQuery {
+
+ private $ids;
+ private $phids;
+ private $buildPHIDs;
+
+ public function withIDs(array $ids) {
+ $this->ids = $ids;
+ return $this;
+ }
+
+ public function withPHIDs(array $phids) {
+ $this->phids = $phids;
+ return $this;
+ }
+
+ public function withBuildPHIDs(array $build_phids) {
+ $this->buildPHIDs = $build_phids;
+ return $this;
+ }
+
+ protected function loadPage() {
+ $table = new HarbormasterBuildLog();
+ $conn_r = $table->establishConnection('r');
+
+ $data = queryfx_all(
+ $conn_r,
+ 'SELECT * FROM %T %Q %Q %Q',
+ $table->getTableName(),
+ $this->buildWhereClause($conn_r),
+ $this->buildOrderClause($conn_r),
+ $this->buildLimitClause($conn_r));
+
+ return $table->loadAllFromArray($data);
+ }
+
+ protected function willFilterPage(array $page) {
+ $builds = array();
+
+ $build_phids = array_filter(mpull($page, 'getBuildPHID'));
+ if ($build_phids) {
+ $builds = id(new HarbormasterBuildQuery())
+ ->setViewer($this->getViewer())
+ ->withPHIDs($build_phids)
+ ->setParentQuery($this)
+ ->execute();
+ $builds = mpull($builds, null, 'getPHID');
+ }
+
+ foreach ($page as $key => $build_log) {
+ $build_phid = $build_log->getBuildPHID();
+ if (empty($builds[$build_phid])) {
+ unset($page[$key]);
+ continue;
+ }
+ $build_log->attachBuild($builds[$build_phid]);
+ }
+
+ return $page;
+ }
+
+ protected function didFilterPage(array $page) {
+ $builds = array();
+
+ $build_phids = array_filter(mpull($page, 'getBuildPHID'));
+ if ($build_phids) {
+ $builds = id(new HarbormasterBuildQuery())
+ ->setViewer($this->getViewer())
+ ->withPHIDs($build_phids)
+ ->setParentQuery($this)
+ ->execute();
+ $builds = mpull($builds, null, 'getPHID');
+ }
+
+ foreach ($page as $key => $build_log) {
+ $build_phid = $build_log->getBuildPHID();
+ $build_log->attachBuild(idx($builds, $build_phid));
+ }
+
+ return $page;
+ }
+
+ private function buildWhereClause(AphrontDatabaseConnection $conn_r) {
+ $where = array();
+
+ if ($this->ids) {
+ $where[] = qsprintf(
+ $conn_r,
+ 'id IN (%Ld)',
+ $this->ids);
+ }
+
+ if ($this->phids) {
+ $where[] = qsprintf(
+ $conn_r,
+ 'phid IN (%Ls)',
+ $this->phids);
+ }
+
+ if ($this->buildPHIDs) {
+ $where[] = qsprintf(
+ $conn_r,
+ 'buildPHID IN (%Ls)',
+ $this->buildPHIDs);
+ }
+
+ $where[] = $this->buildPagingClause($conn_r);
+
+ return $this->formatWhereClause($where);
+ }
+
+ public function getQueryApplicationClass() {
+ return 'PhabricatorApplicationHarbormaster';
+ }
+
+}
Index: src/applications/harbormaster/step/BuildStepImplementation.php
===================================================================
--- src/applications/harbormaster/step/BuildStepImplementation.php
+++ src/applications/harbormaster/step/BuildStepImplementation.php
@@ -38,7 +38,9 @@
/**
* Run the build step against the specified build.
*/
- abstract public function execute(HarbormasterBuild $build);
+ abstract public function execute(
+ HarbormasterBuild $build,
+ HarbormasterBuildStep $build_step);
/**
* Gets the settings for this build step.
Index: src/applications/harbormaster/step/RemoteCommandBuildStepImplementation.php
===================================================================
--- src/applications/harbormaster/step/RemoteCommandBuildStepImplementation.php
+++ src/applications/harbormaster/step/RemoteCommandBuildStepImplementation.php
@@ -20,17 +20,21 @@
$settings['sshhost']);
}
- public function execute(HarbormasterBuild $build) {
+ public function execute(
+ HarbormasterBuild $build,
+ HarbormasterBuildStep $build_step) {
+
$settings = $this->getSettings();
+ $future = null;
if (empty($settings['sshkey'])) {
- list($err, $stdout, $stderr) = exec_manual(
+ $future = new ExecFuture(
'ssh -o "StrictHostKeyChecking no" -p %s %s %s',
$settings['sshport'],
$settings['sshuser'].'@'.$settings['sshhost'],
$this->mergeVariables($build, $settings['command']));
} else {
- list($err, $stdout, $stderr) = exec_manual(
+ $future = new ExecFuture(
'ssh -o "StrictHostKeyChecking no" -p %s -i %s %s %s',
$settings['sshport'],
$settings['sshkey'],
@@ -38,8 +42,32 @@
$this->mergeVariables($build, $settings['command']));
}
+ $log = $build->createLog($build_step);
+
+ // Read the next amount of available output every second.
+ while (!$future->isReady()) {
+ list($stdout, $stderr) = $future->read();
+ $log->append($stdout, $stderr);
+ $future->discardBuffers();
+
+ // Check to see if we have moved from a "Building" status. This
+ // can occur if the user cancels the build, in which case we want
+ // to terminate whatever we're doing and return as quickly as possible.
+ $build->reload();
+ if ($build->getBuildStatus() === HarbormasterBuild::STATUS_CANCELLING) {
+ $future->resolveKill();
+ $build->setBuildStatus(HarbormasterBuild::STATUS_CANCELLED);
+ return;
+ }
+
+ // Wait one second before querying for more data.
+ sleep(1);
+ }
+
+ // Get the return value so we can log that as well.
+ list($err) = $future->resolve();
+
if ($err) {
- // TODO: Create a log entry with the command output.
$build->setBuildStatus(HarbormasterBuild::STATUS_FAILED);
}
}
Index: src/applications/harbormaster/step/SleepBuildStepImplementation.php
===================================================================
--- src/applications/harbormaster/step/SleepBuildStepImplementation.php
+++ src/applications/harbormaster/step/SleepBuildStepImplementation.php
@@ -16,7 +16,10 @@
return pht('Sleep for %s seconds.', $settings['seconds']);
}
- public function execute(HarbormasterBuild $build) {
+ public function execute(
+ HarbormasterBuild $build,
+ HarbormasterBuildStep $build_step) {
+
$settings = $this->getSettings();
sleep($settings['seconds']);
Index: src/applications/harbormaster/step/VariableBuildStepImplementation.php
===================================================================
--- src/applications/harbormaster/step/VariableBuildStepImplementation.php
+++ src/applications/harbormaster/step/VariableBuildStepImplementation.php
@@ -8,7 +8,8 @@
'commit' => null,
'repository' => null,
'vcs' => null,
- 'uri' => null);
+ 'uri' => null,
+ 'timestamp' => null);
$buildable = $build->getBuildable();
$object = $buildable->getBuildableObject();
@@ -25,6 +26,7 @@
$results['repository'] = $repo->getCallsign();
$results['vcs'] = $repo->getVersionControlSystem();
$results['uri'] = $repo->getPublicRemoteURI();
+ $results['timestamp'] = time();
return $results;
}
@@ -35,7 +37,7 @@
if ($value === null) {
$value = '';
}
- $string = str_replace('#{'.$name.'}', $value, $string);
+ $string = str_replace('${'.$name.'}', $value, $string);
}
return $string;
}
@@ -46,7 +48,8 @@
'commit' => pht('The commit identifier, if applicable.'),
'repository' => pht('The callsign of the repository in Phabricator.'),
'vcs' => pht('The version control system, either "svn", "hg" or "git".'),
- 'uri' => pht('The URI to clone or checkout the repository from.'));
+ 'uri' => pht('The URI to clone or checkout the repository from.'),
+ 'timestamp' => pht('The current UNIX timestamp.'));
}
public function getSettingRemarkupInstructions() {
@@ -57,7 +60,7 @@
$text .= ' - `'.$name.'`: '.$desc."\n";
}
$text .= "\n";
- $text .= "Use `#{name}` to merge a variable into a setting.";
+ $text .= "Use `\${name}` to merge a variable into a setting.";
return $text;
}
Index: src/applications/harbormaster/storage/build/HarbormasterBuild.php
===================================================================
--- src/applications/harbormaster/storage/build/HarbormasterBuild.php
+++ src/applications/harbormaster/storage/build/HarbormasterBuild.php
@@ -45,6 +45,16 @@
*/
const STATUS_ERROR = 'error';
+ /**
+ * The user requested the build to be cancelled.
+ */
+ const STATUS_CANCELLING = 'cancelling';
+
+ /**
+ * The build has been cancelled.
+ */
+ const STATUS_CANCELLED = 'cancelled';
+
public static function initializeNewBuild(PhabricatorUser $actor) {
return id(new HarbormasterBuild())
->setBuildStatus(self::STATUS_INACTIVE);
@@ -87,6 +97,15 @@
return $this->assertAttached($this->buildPlan);
}
+ public function createLog(HarbormasterBuildStep $build_step) {
+ $log = new HarbormasterBuildLog();
+ $log->setBuildPHID($this->getPHID());
+ $log->setBuildStepPHID($build_step->getPHID());
+ $log->setLog("");
+ $log->save();
+ return $log;
+ }
+
/* -( PhabricatorPolicyInterface )----------------------------------------- */
Index: src/applications/harbormaster/storage/build/HarbormasterBuildLog.php
===================================================================
--- src/applications/harbormaster/storage/build/HarbormasterBuildLog.php
+++ src/applications/harbormaster/storage/build/HarbormasterBuildLog.php
@@ -1,7 +1,97 @@
<?php
-final class HarbormasterBuildLog extends HarbormasterDAO {
+final class HarbormasterBuildLog extends HarbormasterDAO
+ implements PhabricatorPolicyInterface {
+
+ protected $buildPHID;
+ protected $buildStepPHID;
+ protected $log;
+
+ private $build = self::ATTACHABLE;
+ private $buildStep = self::ATTACHABLE;
+
+ public function getConfiguration() {
+ return array(
+ self::CONFIG_AUX_PHID => true,
+ ) + parent::getConfiguration();
+ }
+
+ public function generatePHID() {
+ return PhabricatorPHID::generateNewPHID(
+ HarbormasterPHIDTypeBuildLog::TYPECONST);
+ }
+
+ public function attachBuild(HarbormasterBuild $build) {
+ $this->build = $build;
+ return $this;
+ }
+
+ public function getBuild() {
+ return $this->assertAttached($this->build);
+ }
+
+ public function getName() {
+ return pht('Build Log');
+ }
+
+ public function attachBuildStep(
+ HarbormasterBuildStep $build_step = null) {
+ $this->buildStep = $build_step;
+ return $this;
+ }
+
+ public function getBuildStep() {
+ return $this->assertAttached($this->buildStep);
+ }
+
+ public function append($stdout, $stderr) {
+ // TODO: Originally I thought of prefixing the start of lines
+ // with either "O" or "E" so that when rendering the log
+ // we could determine where the text came from. However, I'm not
+ // quite sure whether read() ensures that it only returns complete
+ // lines. If it doesn't, then prefixing the lines would break
+ // rendering the text as it interlaces between standard output
+ // and error.
+ if (strlen($stdout.$stderr) === 0) {
+ return;
+ }
+
+ // We have to use CONCAT because we can't resend the full contents
+ // of the log, otherwise we'll quickly hit the `max_allowed_packet`
+ // limit of MySQL.
+ $conn = $this->establishConnection('w');
+ $conn->query(
+ 'UPDATE %T SET log = CONCAT(log, %s) WHERE %C = %d',
+ $this->getTableName(),
+ $stdout.$stderr,
+ $this->getIDKeyForUse(),
+ $this->getID());
+ }
+
+
+/* -( PhabricatorPolicyInterface )----------------------------------------- */
+
+
+ public function getCapabilities() {
+ return array(
+ PhabricatorPolicyCapability::CAN_VIEW,
+ );
+ }
+
+ public function getPolicy($capability) {
+ return $this->getBuild()->getPolicy($capability);
+ }
+
+ public function hasAutomaticCapability($capability, PhabricatorUser $viewer) {
+ return $this->getBuild()->hasAutomaticCapability(
+ $capability,
+ $viewer);
+ }
+
+ public function describeAutomaticCapability($capability) {
+ return pht(
+ 'Users must be able to see a build to view it\'s build log.');
+ }
- protected $buildItemPHID;
}
Index: src/applications/harbormaster/view/ShellLogView.php
===================================================================
--- /dev/null
+++ src/applications/harbormaster/view/ShellLogView.php
@@ -0,0 +1,101 @@
+<?php
+
+final class ShellLogView extends AphrontView {
+
+ private $start = 1;
+ private $lines;
+ private $limit;
+ private $highlights = array();
+
+ public function setStart($start) {
+ $this->start = $start;
+ return $this;
+ }
+
+ public function setLimit($limit) {
+ $this->limit = $limit;
+ return $this;
+ }
+
+ public function setLines(array $lines) {
+ $this->lines = $lines;
+ return $this;
+ }
+
+ public function setHighlights(array $highlights) {
+ $this->highlights = array_fuse($highlights);
+ return $this;
+ }
+
+ public function render() {
+ require_celerity_resource('phabricator-source-code-view-css');
+ require_celerity_resource('syntax-highlighting-css');
+
+ Javelin::initBehavior('phabricator-oncopy', array());
+
+ $line_number = $this->start;
+
+ $rows = array();
+ foreach ($this->lines as $line) {
+ $hit_limit = $this->limit &&
+ ($line_number == $this->limit) &&
+ (count($this->lines) != $this->limit);
+
+ if ($hit_limit) {
+ $content_number = '';
+ $content_line = phutil_tag(
+ 'span',
+ array(
+ 'class' => 'c',
+ ),
+ pht('...'));
+ } else {
+ $content_number = $line_number;
+ $content_line = $line;
+ }
+
+ $row_attributes = array();
+ if (isset($this->highlights[$line_number])) {
+ $row_attributes['class'] = 'phabricator-source-highlight';
+ }
+
+ // TODO: Provide nice links.
+
+ $rows[] = phutil_tag(
+ 'tr',
+ $row_attributes,
+ hsprintf(
+ '<th class="phabricator-source-line" '.
+ 'style="background-color: #fff;">%s</th>'.
+ '<td class="phabricator-source-code">%s</td>',
+ $content_number,
+ $content_line));
+
+ if ($hit_limit) {
+ break;
+ }
+
+ $line_number++;
+ }
+
+ $classes = array();
+ $classes[] = 'phabricator-source-code-view';
+ $classes[] = 'remarkup-code';
+ $classes[] = 'PhabricatorMonospaced';
+
+ return phutil_tag(
+ 'div',
+ array(
+ 'class' => 'phabricator-source-code-container',
+ 'style' => 'background-color: black; color: white;'
+ ),
+ phutil_tag(
+ 'table',
+ array(
+ 'class' => implode(' ', $classes),
+ 'style' => 'background-color: black'
+ ),
+ phutil_implode_html('', $rows)));
+ }
+
+}
Index: src/applications/harbormaster/worker/HarbormasterBuildWorker.php
===================================================================
--- src/applications/harbormaster/worker/HarbormasterBuildWorker.php
+++ src/applications/harbormaster/worker/HarbormasterBuildWorker.php
@@ -44,12 +44,21 @@
$build->setBuildStatus(HarbormasterBuild::STATUS_ERROR);
break;
}
- $implementation->execute($build);
+ $implementation->execute($build, $step);
if ($build->getBuildStatus() !== HarbormasterBuild::STATUS_BUILDING) {
break;
}
}
+ // Check to see if the user requested cancellation. If they did and
+ // we get to here, they might have either cancelled too late, or the
+ // step isn't cancellation aware. In either case we ignore the result
+ // and move to a cancelled state.
+ $build->reload();
+ if ($build->getBuildStatus() === HarbormasterBuild::STATUS_CANCELLING) {
+ $build->setBuildStatus(HarbormasterBuild::STATUS_CANCELLED);
+ }
+
// If we get to here, then the build has finished. Set it to passed
// if no build step explicitly set the status.
if ($build->getBuildStatus() === HarbormasterBuild::STATUS_BUILDING) {
Index: src/infrastructure/storage/patch/PhabricatorBuiltinPatchList.php
===================================================================
--- src/infrastructure/storage/patch/PhabricatorBuiltinPatchList.php
+++ src/infrastructure/storage/patch/PhabricatorBuiltinPatchList.php
@@ -1724,6 +1724,10 @@
'type' => 'sql',
'name' => $this->getPatchPath('20131105.buildstep.sql'),
),
+ '20131107.buildlog.sql' => array(
+ 'type' => 'sql',
+ 'name' => $this->getPatchPath('20131107.buildlog.sql'),
+ ),
);
}
}

File Metadata

Mime Type
text/plain
Expires
Fri, Apr 4, 9:37 AM (1 d, 19 h ago)
Storage Engine
amazon-s3
Storage Format
Encrypted (AES-256-CBC)
Storage Handle
phabricator/secure/rd/4e/4jb7z4s7exo4wpvr
Default Alt Text
D7521.id16965.diff (33 KB)

Event Timeline

Phabricator · Built by Phacility