provision.drush.inc 12.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13
<?php
/**
 * Drush commands
 *
 *
 * This module provides a framework for a Drupal site to manage and install new Drupal sites, using the command line
 * Drush utility. 
 *
 * It allows for pluggable 'provisioning modules' that can extend and modify the tasks that are taken during installation.
 *
 * Each site has the following commands that can be run on it.
 *
 * Implemented : 
14 15
 *   install - Install a new Drupal site. The install command uses 3 separate hooks to do its job,
 *             namely hook_pre_provision_install(), hook_provision_install() and hook_post_provision_install().
16 17 18 19 20 21 22 23 24
 *   verify  - Recreate all configuration files, to be in synch with changes in the front end. And test that they are correct.
 *   stats   - Return an associated array of site statistics. (implemented in provision_stats module, is thus optional)
 *   import  - Import the details of an already existing site into the provisioning framework.
 *             This command inspects the settings.php and generates the site.php file that the framework uses for configuration.
 *   backup  - Generates a tarball containing the sites directory, the site data configuration and the database dump.
 *             This allows the tarball to act as a 'site package', which can be redeployed on other installations,
 *             or used for an upgrade.
 *   disable - Disable an installed Drupal site. Changes the virtual host config file so that it redirects to provision_disabled_site_redirect_url
 *   enable  - Re-enable a site that has already been disabled. Recreates the virtual host file.
25 26
 *   delete  - In a site context: generates a back up of the site, and then removes all references to it.
 *             In a platform context: removes the platform and its vhost config from the server if no sites are currently running on it
27 28
 *   restore - Revert to a previous backup of the site.
 *
29
 *   deploy  - Accepts a site package (backup) as argument, and redeploys it, running the upgrade processes on it.
30 31 32
 *             Uses hook_provision_pre_upgrade(), hook_provision_upgrade() and hook_provision_post_upgrade() hooks,
 *             and allows clean roll back if any errors occur. Will include stringent checking of module versions,
 *             and allow unit tests to be run.
33 34 35 36
 *   lock    - Lock a platform so that sites cannot be provisioned on it. This does not disable or delete the platform
 *             nor any sites currently provisioned on it.
 *   unlock  - Unlock a platform so that sites can be provisioned on it.
 *
37 38
 *   login_reset - Generate a one-time login reset URL.
 *
39
 * Not implemented yet :
40 41 42
 *   rename  - Change the url of a site. This requires moving of files, and numerous other issues.
 */

43 44 45
// Do not allow the program to be run as the root user. ever
$name = posix_getpwuid(posix_geteuid());
if ($name['name'] == 'root') {
46
  return drush_set_error('PROVISION_IS_ROOT', dt('You are running the provision script as the root user. Exiting'));
47 48
}

49 50 51 52
/**
 * @defgroup provisiondrush Command line interface for Provision.
 * @{
 */
53 54
include_once('provision.inc');
include_once('provision.path.inc');
55

56 57 58 59 60 61 62 63 64 65
/**
 * implementation of hook_drush_init().
 *
 * This will abort any process running drush if the load is critical.
 *
 * @see provision_load_critical()
 */
function provision_drush_init() {
  $load = sys_getloadavg();
  if (provision_load_critical($load)) {
66
    drush_set_error('PROVISION_OVERLOAD', dt("load on system too heavy (@load), aborting", array('@load' => join(" ", $load))));
67 68 69 70
    exit(1);
  }
}

71 72 73 74
/**
 * Implementation of hook_drush_command().
 */
function provision_drush_command() {
75

76
  $items['provision-install'] = array(
77 78
    'arguments' => array('domain.com' => dt('The domain of the site to install.')),
    'description' => dt('Provision a new site using the provided data.'),
79
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
80 81
  );

82
  $items['provision-import'] = array(
83 84
    'arguments' => array('domain.com' => dt('The domain of the site to import.')),
    'description' => dt('Turn an already running site into a provisioned site.'),
85
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
86 87
  );

88
  $items['provision-backup'] = array(
89 90
    'arguments' => array('domain.com' => dt('The domain of the site to back up.')),
    'optional arguments' => array('backup-file' => dt('The file to save the backup to. This will be a gzipped tarball.')),
91
    'description' => dt('Generate a back up for the site.'),
92
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
93 94
  );
  
95
  $items['provision-enable'] = array(
96
    'arguments' => array('domain.com' => dt('The domain of the site to enable (only if enabled).')),
97
    'description' => 'Enable a disabled site.',
98
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
99
  );
100
  $items['provision-disable'] = array(
101
    'arguments' => array('domain.com' => dt('The domain of the site to disable (only if disabled).')),    
102
    'description' => 'Disable a site.',
103
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
104 105
  );

106 107 108 109 110 111 112 113 114 115
  $items['provision-lock'] = array(
    'description' => 'Lock a platform from having any other sites provisioned on it.',
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
  );

  $items['provision-unlock'] = array(
    'description' => 'Unlock a platform so that sites can be provisioned on it.',
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
  );

116
  $items['provision-verify'] = array(
117 118
    'arguments' => array('domain.com' => dt('The domain of the site to verify).')),    
    'description' => 'Verify that the provisioning framework is correctly installed.',
119
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT, 
120 121
  );
 
122
  $items['provision-restore'] = array(
123
    'description' => 'Restore the site to a previous backup. This will also generate a backup of the site as it was.',
124
    'arguments' => array('domain.com' => dt('The domain of the site to be restored'),
125
      'site_backup.tar.gz' => dt('The backup to restore the site to.')),
126
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
127 128
  );

129
  $items['provision-deploy'] = array(
130 131 132
    'description' => 'Deploy an existing backup to a new url.',
    'arguments' => array('domain.com' => dt('The domain to deploy the site package to.'),
      'site_backup.tar.gz' => dt('The backup to deploy.')),
133
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
134
  );
135

136
  $items['provision-migrate'] = array(
137 138 139
    'description' => 'Migrate a site between platforms.',
    'arguments' => array('domain.com' => dt('The domain to migrate. Any outstanding updates will be run.'),
      '/path/to/platform' => dt('The platform to migrate the site to.')),
140
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
141
  );
142

143
  $items['provision-clone'] = array(
144 145 146 147 148 149
    'description' => 'Clone a site between platforms.',
    'arguments' => array('domain.com' => dt('The domain to clone. Any outstanding updates will be run.'),
      'new.domain.com' => dt('The new domain name to use.'),
      '/path/to/platform' => dt('The platform to clone the site to.')),
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
  );
150
 
151
  $items['provision-delete'] = array(
152
    'description' => 'Delete a site.',
153
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
154 155
  );

156
  $items['provision-login_reset'] = array(
157 158 159 160 161
    'description' => 'Generate a one-time login reset URL.',
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
  );
  

162
  $items['hostmaster-migrate'] = array(
163 164 165 166 167 168 169 170
    'description' => dt('Migrate an instance of the Hostmaster front end to a new platform'),
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT,
    'arguments' => array(
      'example.com' => dt('The name of the site to migrate'),
      '/path/to/platform' => dt('The platform to migrate the site to.')
    ),
  );

171
  $items['hostmaster-make'] = array(
172 173 174 175 176 177 178 179
    'description' => dt('Build a platform containing the Hostmaster user interface for provision.'),
    'bootstrap' => DRUSH_BOOTSTRAP_DRUSH,
    'arguments' => array(
      '/path/to/platform' => dt('The path to create the platform in.')
    ),
  );

  
180
  $items['hostmaster-pause'] = array(
181 182 183 184 185
    'description' => dt('Prepare the site to be migrated to a new platform.'),
    'arguments' => array(
      'example.com' => dt('The url of the site being migrated.')),
  );

186
  $items['hostmaster-resume'] = array(
187 188 189 190 191 192
    'description' => dt('Complete the migration of the site to a new platform.'),
    'arguments' => array(
      'example.com' => dt('The url of the site being migrated.')),
  );


193 194 195 196
  return $items;
}


197 198 199 200
function drush_provision_hostmaster_make($platform) {
  drush_backend_invoke('make', array(dirname(__FILE__) . '/aegir.make', $platform));
}

201 202 203 204
/**
 * Generate a provision.settings.php file to configure provision
 */
function _provision_generate_config() {
205 206 207 208 209 210 211 212 213 214
  $exists = provision_path_exists(drush_get_option('docroot_path') . '/drushrc.php');
  if ($exists) {
    drush_log(dt("Found existing drushrc.php file"));
    provision_path("chmod", drush_get_option('docroot_path') . '/drushrc.php', 0600,
       dt('Changed permissions of drushrc.php to @confirm'),
        dt('Could not change permissions of drushrc.php to @confirm'));
  }
  else {
    drush_log(dt("Generating drushrc.php file"));
  }
215
  provision_save_platform_data();
216
  provision_path("chmod", drush_get_option('docroot_path') . '/drushrc.php', 0400,
217 218 219 220 221 222 223 224 225
    dt('Changed permissions of drushrc.php to @confirm'),
    dt('Could not change permissions of drushrc.php to @confirm'));
  return TRUE;
}



function _provision_default_restart_cmd() {
  $command = '/usr/sbin/apachectl'; # a proper default for most of the world
226 227 228 229 230 231 232 233 234 235
  foreach (explode(':', $_SERVER['PATH']) as $path) {
    $options[] = "$path/apache2ctl";
    $options[] = "$path/apachectl";
  }
  # try to detect the apache restart command
  $options[] = '/usr/local/sbin/apachectl'; # freebsd
  $options[] = '/usr/sbin/apache2ctl'; # debian + apache2
  $options[] = $command;

  foreach ($options as $test) {
236 237
    if (is_executable($test)) {
      $command = $test;
238
      break;
239 240 241 242 243 244
    }
  }

  return "sudo $command graceful";
}

245
function _provision_default_web_group() {
246
  $info = posix_getgrgid(posix_getgid());
247 248 249 250 251 252
  $common_groups = array(
    'httpd',
    'www-data', 
    'apache',
    'nogroup',
    'nobody',
253
    $info['name']);
254 255 256 257 258 259 260 261 262 263

  foreach ($common_groups as $group) {
    if (provision_posix_groupname($group)) {
      return $group;
      break;
    }
  }
  return null;
}

264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287
/**
 * determine the number of CPU on the machine
 *
 * This tries a best guess at the number of CPUs running on the system. This is
 * useful for calculating sane load threshold.
 *
 * On Linux, this parses /proc/cpuinfo and looks for lines like this:
 * 
 * processor	: 0
 * ...
 * processor	: 1
 * processor	: n
 *
 * The number of CPUs on the system is n+1, we just count the number of lines.
 *
 * Other systems remain to be implemented, and would be best implemetend
 * through a PECL (or similar) extension that would use the POSIX sysconf
 * interface, as such:
 *
 * ncpus = sysconf(_SC_NPROCESSORS_ONLN);
 *
 * If no method can be found to figure out the number of CPUs, this will return
 * FALSE.
 *
288 289 290 291 292
 * People wishing to extend this to other platforms should look at
 * suggestions at:
 *
 * http://groups.google.com/group/sage-devel/browse_thread/thread/d65209f7ad6057fc
 *
293 294 295 296 297
 * @see provision_load_critical()
 * @todo implement for other systems than Linux
 */
function provision_count_cpus() {
  $ncpus = FALSE;
298 299 300 301 302 303 304
  if (file_exists("/proc/cpuinfo")) {
    # this should work on Linux with a /proc filesystem
    $cpuinfo = file_get_contents("/proc/cpuinfo");
    if ($cpuinfo !== FALSE) {
      if (preg_match_all("/^processor.*:.*[0-9]+$/m", $cpuinfo, $matches)) {
        $ncpus = count(array_pop($matches));
      }
305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340
    }
  }
  return $ncpus;
}

/**
 * determine if overall load of the machine is critical
 *
 * We use the "average system load" of the system as a metric, as available
 * through 'uptime' or in PHP sys_getloadavg() since 5.1. The load is usually
 * defined as "the number of processes in the system run queue"
 *
 * It's not a really reliable metric, but it's the best shot we've got without
 * getting into real specific details about I/O, CPU or memory load that are
 * going to be even tougher to evaluate.
 *
 * We base our evaluation on the number of CPUs on the servers. If there are
 * more than 5 processes waiting per CPU, we abort completely. If we ignore the
 * number of available CPUs, we assume a critical limit is a load of 10.
 *
 * @see sys_getloadavg()
 */
function provision_load_critical($load = null, $threshold = null) {
  if (is_null($load)) {
    $load = sys_getloadavg();
  }
  if (is_null($threshold)) {
    if ($ncpus = provision_count_cpus()) {
      $threshold = $ncpus * 5;
    } else {
      // can't determine the number of CPU, we hardcode at load 10
      $threshold = 10;
    }
  }
  return ($load[0] > $threshold);
}