provision.drush.inc 20.1 KB
Newer Older
1 2
<?php
/**
3
 * @file
4
 * Provision Drush commands.
5 6 7
 *
 *
 * This module provides a framework for a Drupal site to manage and install new Drupal sites, using the command line
8
 * Drush utility.
9 10 11 12 13
 *
 * It allows for pluggable 'provisioning modules' that can extend and modify the tasks that are taken during installation.
 *
 * Each site has the following commands that can be run on it.
 *
14
 * Implemented :
15 16
 *   install - Install a new Drupal site. The install command uses 3 separate hooks to do its job,
 *             namely hook_pre_provision_install(), hook_provision_install() and hook_post_provision_install().
17 18 19 20 21 22 23 24 25
 *   verify  - Recreate all configuration files, to be in synch with changes in the front end. And test that they are correct.
 *   stats   - Return an associated array of site statistics. (implemented in provision_stats module, is thus optional)
 *   import  - Import the details of an already existing site into the provisioning framework.
 *             This command inspects the settings.php and generates the site.php file that the framework uses for configuration.
 *   backup  - Generates a tarball containing the sites directory, the site data configuration and the database dump.
 *             This allows the tarball to act as a 'site package', which can be redeployed on other installations,
 *             or used for an upgrade.
 *   disable - Disable an installed Drupal site. Changes the virtual host config file so that it redirects to provision_disabled_site_redirect_url
 *   enable  - Re-enable a site that has already been disabled. Recreates the virtual host file.
26 27
 *   delete  - In a site context: generates a back up of the site, and then removes all references to it.
 *             In a platform context: removes the platform and its vhost config from the server if no sites are currently running on it
28 29
 *   restore - Revert to a previous backup of the site.
 *
30
 *   deploy  - Accepts a site package (backup) as argument, and redeploys it, running the upgrade processes on it.
31 32 33
 *             Uses hook_provision_pre_upgrade(), hook_provision_upgrade() and hook_provision_post_upgrade() hooks,
 *             and allows clean roll back if any errors occur. Will include stringent checking of module versions,
 *             and allow unit tests to be run.
34 35 36 37
 *   lock    - Lock a platform so that sites cannot be provisioned on it. This does not disable or delete the platform
 *             nor any sites currently provisioned on it.
 *   unlock  - Unlock a platform so that sites can be provisioned on it.
 *
38
 *   login-reset - Generate a one-time login reset URL.
39 40
 */

41

42 43 44 45
/**
 * @defgroup provisiondrush Command line interface for Provision.
 * @{
 */
46
include_once('provision.inc');
47

48
/**
49
 * Implements hook_drush_init().
50 51
 */
function provision_drush_init() {
52 53 54 55 56
  // try to load the drush siterecoard (the "alias") into d
  // if a name is provided, it's because we're in provision-save so we
  // need to specify it because it's not loaded by drush
  $hash_name = drush_get_option('#name') ? '#name' : 'name';
  d(drush_get_option($hash_name, '@self', 'alias'), TRUE);
57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75
  // Make sure that the provision command is not being run as the root user.
  _provision_drush_check_user();
  // Abort the process if the load is too high.
  _provision_drush_check_load();
}

/**
 * This will abort any process running drush provision commands if the
 * user running the command is root.
 */
function _provision_drush_check_user() {
  $command = drush_get_command();
  $name = posix_getpwuid(posix_geteuid());
  if (preg_match("/^provision-\b/", $command['command']) && $name['name'] == 'root') {
    return drush_set_error('PROVISION_IS_ROOT', dt('You are running the provision script as the root user. Exiting'));
  }
}

/**
76 77 78 79
 * This will abort any process running drush if the load is critical.
 *
 * @see provision_load_critical()
 */
80
function _provision_drush_check_load() {
81 82
  $load = sys_getloadavg();
  if (provision_load_critical($load)) {
83
    drush_set_error('PROVISION_OVERLOAD', dt("load on system too heavy (@load), aborting", array('@load' => join(" ", $load))));
84 85 86 87
    exit(1);
  }
}

88 89 90 91
/**
 * Implementation of hook_drush_command().
 */
function provision_drush_command() {
92
  $items['provision-save'] = array(
drumm's avatar
drumm committed
93 94 95 96 97
    'description' => dt('Save Drush alias'),
    'arguments' => array(
      '@context_name' => 'Context to save',
    ),
    'options' => array_merge(array(
98
      'context_type' => 'server, platform, or site; default server',
ergonlogic's avatar
ergonlogic committed
99 100 101 102
      'delete' => 'Remove the alias.'),
      Provision_Context_server::option_documentation(),
      Provision_Context_platform::option_documentation(),
      Provision_Context_site::option_documentation()),
103 104 105
    // we should populate from all known contexts, unfortunately we don't
    // enumerate them yet... see https://drupal.org/node/1972286
    'allow-additional-options' => TRUE,
106 107
    'bootstrap' => DRUSH_BOOTSTRAP_DRUSH,
  );
108
  $items['provision-install'] = array(
109
    'description' => dt('Provision a new site using the provided data.'),
110 111 112
    'examples' => array(
      'drush @site provision-install' => 'Install the site as defined by the site Drush alias generated with provision-save.',
    ),
113 114
    'options' => array(
      'client_email' => dt('The email address of the client to use.'),
115
      'profile' => dt('The profile to use when installing the site.'),
116
    ),
117
    'allow-additional-options' => TRUE,
118
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
119 120
  );

121 122
  $items['provision-install-backend'] = array(
    'description' => dt('Provision a new site using the provided data.'),
123 124 125
    'options' => array(
      'client_email' => dt('The email address of the client to use.'),
    ),
126
    'allow-additional-options' => TRUE,
127 128 129 130
    'hidden' => TRUE,
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_SITE
  );

131
  $items['provision-import'] = array(
132
    'description' => dt('Turn an already running site into a provisioned site.'),
133 134 135
    'options' => array(
      'client_email' => dt('The email address of the client to use.'),
    ),
136
    'allow-additional-options' => TRUE,
137 138 139
    'examples' => array(
      'drush @site provision-import' => 'Import the site as defined by the site Drush alias generated with provision-save.',
    ),
140
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
141 142
  );

143
  $items['provision-backup'] = array(
144
    'optional arguments' => array('backup-file' => dt('The file to save the backup to. This will be a gzipped tarball.')),
145 146 147
    'options' => array(
      'provision_backup_suffix' => dt('Set the extension for the backupfile, compression is derived from this (default: ".tar.gz"'),
    ),
148
    'description' => dt('Generate a back up for the site.'),
149
    'allow-additional-options' => TRUE,
150 151 152
    'examples' => array(
      'drush @site provision-backup' => 'Back up the site as defined by the site Drush alias generated with provision-save.',
    ),
153
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
154
  );
155

156
  $items['provision-enable'] = array(
157
    'description' => 'Enable a disabled site.',
158
    'allow-additional-options' => TRUE,
159 160 161
    'examples' => array(
      'drush @site provision-enable' => 'Enable the site as defined by the site Drush alias generated with provision-save.',
    ),
162
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
163
  );
164
  $items['provision-disable'] = array(
165
    'arguments' => array('domain.com' => dt('The domain of the site to disable (only if disabled).')),
166
    'description' => 'Disable a site.',
167
    'allow-additional-options' => TRUE,
168 169 170
    'examples' => array(
      'drush @site provision-disable' => 'Disable the site as defined by the site Drush alias generated with provision-save.',
    ),
171
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
172 173
  );

174 175
  $items['provision-lock'] = array(
    'description' => 'Lock a platform from having any other sites provisioned on it.',
176 177 178
    'examples' => array(
      'drush @platform provision-lock' => 'Lock the platform as defined by the platform Drush alias generated with provision-save.',
    ),
179 180 181 182 183
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
  );

  $items['provision-unlock'] = array(
    'description' => 'Unlock a platform so that sites can be provisioned on it.',
184 185 186
    'examples' => array(
      'drush @platform provision-unlock' => 'Unlock the platform as defined by the platform Drush alias generated with provision-save.',
    ),
187 188 189
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
  );

190
  $items['provision-verify'] = array(
191
    'arguments' => array('domain.com' => dt('The domain of the site to verify).')),
192
    'description' => 'Verify that the provisioning framework is correctly installed.',
193 194 195 196
    'examples' => array(
      'drush @site provision-verify' => 'Verify the site as defined by the site Drush alias generated with provision-save.',
      'drush @platform provision-verify' => 'Verify the platform as defined by the platform Drush alias generated with provision-save.',
    ),
197 198 199 200 201
    'options' => array(
      'working-copy' => array(
        'description' => dt('Keep VCS files when building the a platform using Drush make.'),
        'hidden' => TRUE,
      ),
202 203 204
      'override_slave_authority' => array(
        'description' => dt('Push the site specific files directory to a slave. This overrides the slaves authority.'),
      ),
205
    ),
206
    'allow-additional-options' => TRUE,
omega8cc's avatar
omega8cc committed
207
    'bootstrap' => DRUSH_BOOTSTRAP_DRUSH
208
  );
209

210
  $items['provision-restore'] = array(
211
    'description' => 'Restore the site to a previous backup. This will also generate a backup of the site as it was.',
212
    'arguments' => array(
213
      'site_backup.tar.gz' => dt('The backup to restore the site to.')),
214
    'allow-additional-options' => TRUE,
215 216 217
    'examples' => array(
      'drush @site provision-restore ~/backups/some_site.tar.gz' => 'Restore the site to the backup in ~/backups/some_site.tar.gz.',
    ),
218
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
219 220
  );

221
  $items['provision-deploy'] = array(
222
    'description' => 'Deploy an existing backup to a new url.',
223
    'arguments' => array(
224
      'site_backup.tar.gz' => dt('The backup to deploy.')),
225 226 227
    'options' => array(
      'old_uri' => dt('Old site uri to replace in references to sites/example.com/files/ in the database content.)'),
    ),
228
    'allow-additional-options' => TRUE,
229 230 231
    'examples' => array(
      'drush @site provision-deploy ~/backups/some_site.tar.gz' => 'Deploy the site as defined by the site Drush alias, from the backup in ~/backups/some_site.tar.gz.',
    ),
232
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
233
  );
234

235
  $items['provision-migrate'] = array(
236
    'description' => 'Migrate a site between platforms.',
237 238
    'arguments' => array(
      '@platform_name' => dt('The Drush alias of the platform.')),
239 240
    'options' => array(
      'profile' => dt('The Drupal profile to use.')),
241
    'allow-additional-options' => TRUE,
242 243 244
    'examples' => array(
      'drush @site provision-migrate @platform_name' => 'Migrate the site as defined by the Drush alias, to the platform as defined by the platform\'s Drush alias',
    ),
245
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
246
  );
247

248
  $items['provision-clone'] = array(
249
    'description' => 'Clone a site between platforms.',
250 251 252
    'arguments' => array(
      '@new_site' => dt('The Drush alias of the new site as generated by provision-save.'),
      '@platform_name' => dt('The Drush alias of the platform to clone the site onto.')),
253 254
    'options' => array(
      'profile' => dt('The Drupal profile to use.')),
255
    'allow-additional-options' => TRUE,
256 257 258
    'examples' => array(
      'drush @site provision-clone @new_site @platform_name' => 'Clone the original site to the new site on a platform',
    ),
259 260
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
  );
261

262
  $items['provision-delete'] = array(
helmo's avatar
helmo committed
263
    'description' => 'Delete a site or platform.',
264 265
    'options' => array(
      'force' => dt('Force deletion.')),
266
    'allow-additional-options' => TRUE,
267 268 269
    'examples' => array(
      'drush @site provision-delete' => 'Delete the site as defined by the site Drush alias generated with provision-save.',
    ),
270
    'bootstrap' => DRUSH_BOOTSTRAP_DRUSH
271 272
  );

273
  $items['provision-login-reset'] = array(
274
    'description' => 'Generate a one-time login reset URL.',
275
    'allow-additional-options' => TRUE,
276
    'examples' => array(
277
      'drush @site provision-login-reset' => 'Generate a one-time login reset URL for the site as defined by the site Drush alias generated with provision-save.',
278
    ),
279 280
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT
  );
281

282
  $items['provision-backup-delete'] = array(
283 284
    'description' => 'Delete a backup file.',
    'arguments' => array('backup-file' => dt('The backup file to delete. This will be a gzipped tarball.')),
285
		'required-arguments' => TRUE,
286
    'examples' => array(
287
      'drush @site provision-backup-delete /path/to/site_backup.tgz' => 'Delete a backup of this site as defined by the site Drush alias generated with provision-save.',
288
    ),
289
    'allow-additional-options' => TRUE,
290
    'bootstrap' => DRUSH_BOOTSTRAP_DRUSH
291

292
  );
293

294
  $items['hostmaster-migrate'] = array(
295 296 297 298
    'description' => dt('Migrate an instance of the Hostmaster front end to a new platform'),
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_ROOT,
    'arguments' => array(
      'example.com' => dt('The name of the site to migrate'),
299
      '/path/to/platform' => dt('The platform to migrate the site to.'),
300 301
    ),
    'options' => array(
302
      'http_service_type' => dt('Webserver type to configure (default: %webserver)', array('%webserver' => 'apache')),
303
      'makefile' => dt('The makefile used to create the hostmaster platform (default: %makefile)', array('%makefile' => dirname(__FILE__). '/aegir.make')),
304
      'working-copy' => dt('Keep VCS files when building the hostmaster platform using Drush make.')
305 306 307
    ),
  );

308 309 310 311
  $items['hostmaster-install'] = array(
    'description' => dt('Install and verify the Hostmaster frontend.'),
    'bootstrap' => DRUSH_BOOTSTRAP_DRUSH,
    'arguments' => array(
312
      'example.com' => dt('The URL of the site to install, optional (default: %host).', array('%host' => provision_fqdn())),
313
    ),
314 315 316 317 318 319
    'options' => array
    (
     'http_service_type' => dt('Webserver type to configure (default: %webserver)', array('%webserver' => 'apache')),
     'aegir_db_host' => dt('Database host to connect to (default: %host)', array('%host' => 'localhost')),
     'aegir_db_user' => dt('Database user to connect as (default: %user)', array('%user' => 'root')),
     'aegir_db_pass' => dt('Database password to use'),
320
     'aegir_db_port' => dt('Database port to use (default: %port)', array('%port' => '3306')),
321 322 323 324 325 326
     'client_email' => dt('Email of the first client to create in the frontend'),
     'client_name' => dt('Name of the first client to create in the frontend (default: %user)', array('%user' => 'admin')),
     'makefile' => dt('The makefile used to create the hostmaster platform (default: %makefile)', array('%makefile' => dirname(__FILE__). '/aegir.make')),
     'aegir_host' => dt('Fully qualified domain name of the local server (default: %fqdn)', array('%fqdn' => provision_fqdn())),
     'script_user' => dt('User to run the backend as (default: %user)', array('%user' => provision_current_user())),
     'web_group' => dt('Group the webserver is running as (default: %group)', array('%group' => _provision_default_web_group())),
327
     'http_port' => dt('Port the webserver is running on (default: %port)', array('%port' => '80')),
328 329
     'version' => dt('The version of this released. (default: %version)', array('%version' => provision_version())),
     'aegir_root' => dt('Install aegir in this home directory (default: %home). Do not change unless you know what you are doing.', array('%home' => drush_server_home())),
330
     'root' => dt('Install the frontend in this directory (default: %home/hostmaster-%version).', array('%home' => drush_server_home(), '%version' => provision_version())),
331 332
     'backend-only' => dt('Install just the backend, and not the frontend UI.'),
     'working-copy' => dt('Keep VCS files when building the hostmaster platform using Drush make.')
333
     ),
334
  );
335

anarcat's avatar
anarcat committed
336 337 338 339 340 341 342 343 344
  $items['hostmaster-uninstall'] = array(
    'description' => dt('Uninstall the Hostmaster frontend.'),
    'bootstrap' => DRUSH_BOOTSTRAP_DRUPAL_SITE,
    'options' => array
    (
     'all' => dt('Destroy *ALL* sites managed by the Aegir frontend'),
     ),
  );

345 346 347 348 349
  $items['backend-parse'] = array(
    'description' => dt('Parse the output of --backend commands to a human readable form'),
    'bootstrap' => DRUSH_BOOTSTRAP_DRUSH,
  );

350 351 352
  return $items;
}

353 354 355
function drush_provision_save($alias = NULL) {
  if (drush_get_option('delete', FALSE)) {
    // remove an existing alias
356
    $config = new Provision_Config_Drushrc_Alias($alias);
357 358 359
    $config->unlink();
  }
  else {
360
    // trigger additional logic that should happen only on save.
361
    d($alias)->type_invoke('save');
362
    // create or update the record
363
    d($alias)->write_alias();
364
  }
drumm's avatar
drumm committed
365 366
}

367
function drush_provision_verify() {
368
  provision_backend_invoke(d()->name, 'provision-save');
369
  d()->command_invoke('verify');
370 371
}

372
function _provision_default_web_group() {
373
  $info = posix_getgrgid(posix_getgid());
374
  $common_groups = array(
375
    'www-data',
376
    'apache',
377 378 379
    'nginx',
    'www',
    '_www',
drumm's avatar
drumm committed
380
    'webservd',
381
    'httpd',
382 383
    'nogroup',
    'nobody',
384
    $info['name']);
385 386 387 388 389 390 391

  foreach ($common_groups as $group) {
    if (provision_posix_groupname($group)) {
      return $group;
      break;
    }
  }
392
  return NULL;
393 394
}

395 396 397 398 399 400 401
/**
 * determine the number of CPU on the machine
 *
 * This tries a best guess at the number of CPUs running on the system. This is
 * useful for calculating sane load threshold.
 *
 * On Linux, this parses /proc/cpuinfo and looks for lines like this:
402
 *
403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418
 * processor	: 0
 * ...
 * processor	: 1
 * processor	: n
 *
 * The number of CPUs on the system is n+1, we just count the number of lines.
 *
 * Other systems remain to be implemented, and would be best implemetend
 * through a PECL (or similar) extension that would use the POSIX sysconf
 * interface, as such:
 *
 * ncpus = sysconf(_SC_NPROCESSORS_ONLN);
 *
 * If no method can be found to figure out the number of CPUs, this will return
 * FALSE.
 *
419 420 421 422 423
 * People wishing to extend this to other platforms should look at
 * suggestions at:
 *
 * http://groups.google.com/group/sage-devel/browse_thread/thread/d65209f7ad6057fc
 *
424 425 426 427 428
 * @see provision_load_critical()
 * @todo implement for other systems than Linux
 */
function provision_count_cpus() {
  $ncpus = FALSE;
429 430
  if (is_readable("/data/all/cpuinfo")) {
    # this should work on BOA with a /data/all/cpuinfo generated daily
omega8cc's avatar
omega8cc committed
431
    $cpuinfo = (int) file_get_contents("/data/all/cpuinfo");
432 433 434 435 436
    if ($cpuinfo !== FALSE && is_numeric($cpuinfo)) {
      $ncpus = $cpuinfo;
    }
  }
  elseif (is_readable("/proc/cpuinfo")) {
437 438 439 440 441 442
    # this should work on Linux with a /proc filesystem
    $cpuinfo = file_get_contents("/proc/cpuinfo");
    if ($cpuinfo !== FALSE) {
      if (preg_match_all("/^processor.*:.*[0-9]+$/m", $cpuinfo, $matches)) {
        $ncpus = count(array_pop($matches));
      }
443 444 445 446 447
    }
  }
  return $ncpus;
}

448 449 450
define('CRITICAL_LOAD_MULTIPLIER', 5);
define('CRITICAL_LOAD_THRESHOLD', 10);

451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467
/**
 * determine if overall load of the machine is critical
 *
 * We use the "average system load" of the system as a metric, as available
 * through 'uptime' or in PHP sys_getloadavg() since 5.1. The load is usually
 * defined as "the number of processes in the system run queue"
 *
 * It's not a really reliable metric, but it's the best shot we've got without
 * getting into real specific details about I/O, CPU or memory load that are
 * going to be even tougher to evaluate.
 *
 * We base our evaluation on the number of CPUs on the servers. If there are
 * more than 5 processes waiting per CPU, we abort completely. If we ignore the
 * number of available CPUs, we assume a critical limit is a load of 10.
 *
 * @see sys_getloadavg()
 */
468
function provision_load_critical($load = NULL, $threshold = NULL) {
469 470 471 472 473
  if (is_null($load)) {
    $load = sys_getloadavg();
  }
  if (is_null($threshold)) {
    if ($ncpus = provision_count_cpus()) {
474
      $threshold = $ncpus * drush_get_option('critical_load_multiplier', CRITICAL_LOAD_MULTIPLIER);
475 476
    }
    else {
477
      // can't determine the number of CPU, we hardcode at load 10
478
      $threshold = drush_get_option('critical_load_threshold', CRITICAL_LOAD_THRESHOLD);
479 480 481 482
    }
  }
  return ($load[0] > $threshold);
}
483 484 485 486 487 488 489 490 491

/**
 * Check whether a Hosting feature is enabled.
 */
function provision_hosting_feature_enabled($feature) {
  $features = drush_get_option('hosting_features', array());
  return array_key_exists($feature, $features) && $features[$feature];
}