provision_drupal.drush.inc 20.4 KB
Newer Older
1
<?php
2
// $Id$
3 4 5

include_once(dirname(__FILE__) . '/../provision.config.inc');

6 7 8 9 10 11 12 13
/**
 * @file
 * Drupal specific functions for the provisioning framework.
 *
 * This module is responsible for the creation and maintenance of the drupal settings.php file, the sites directory structure
 * and all the install api code. 
 */

14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35
function provision_drupal_drush_help($section) {
  switch ($section) {
    case 'error:PROVISION_CONFIG_NOT_VALID' : 
      return dt('Config file could not be loaded.');
    case 'error:PROVISION_DRUPAL_SITE_INSTALLED' : 
      return dt('Site has already been installed.');
    case 'error:PROVISION_DRUPAL_SITE_NOT_FOUND' : 
      return dt('Site was not found.');
    case 'error:PROVISION_DRUPAL_INSTALL_FAILED' : 
      return dt('Could not complete Drupal installation.');
    case 'error:PROVISION_DRUPAL_UPDATE_FAILED' : 
      return dt('Could not complete Drupal update.');
    case 'error:PROVISION_BACKUP_PATH_NOT_FOUND' :
      return dt("Backup directory does not exist.");
    case 'error:PROVISION_DRUPAL_INSTALL_MISSING_REQUIREMENTS' :
      return dt("Could not meet the requirements for installing the drupal profile");
    case 'error:PROVISION_REQUIRES_URL' : 
      return dt('You need to specify the URL argument for this command');
  }

}

36 37 38 39 40 41 42 43 44 45 46
function provision_drupal_drush_engine_drupal() {
  $engines = array();
  $engines['install'] = array();
  $engines['import'] = array();
  $engines['deploy'] = array();
  $engines['clear'] = array();
  $engines['packages'] = array();
  $engines['verify'] = array();
  return $engines;
}

47 48 49
/**
 * Initialize the platform / site
 *
50
 * This function is executed by drush_invoke, and is responsible
51 52
 * for populating the $data context array
 */
53
function provision_drupal_drush_init($url = NULL) {
54 55
  $command = drush_get_command();
  $command = explode(" ", $command['command']);
56 57


58
  if (preg_match("/^provision-/", $command[0])) {
59 60 61 62 63
    _provision_context_init($url);
  }
}

function _provision_context_init($url) {
64
  static $is_run = false;
65

66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81
  if ($is_run) {
    return TRUE;
  }

  $context = 'server';
  if (drush_bootstrap_validate(DRUSH_BOOTSTRAP_DRUPAL_ROOT)) { 
    // i don't think i should be bootstrapping here yet ... but i have no choice yet.
    drush_bootstrap(DRUSH_BOOTSTRAP_DRUPAL_ROOT);
    $context = 'platform';
    if ($url) {
      $context = 'site';
      drush_set_option('uri' , 'http://' . $url);
      drush_set_default('site_url', $url);
      drush_set_default('profile', 'default');
      drush_set_default('language', 'en');
      drush_set_default('aliases', array());
82
    }
83
  }
84

drumm's avatar
drumm committed
85 86 87
  define('PROVISION_CONTEXT_SERVER', $context === 'server');
  define('PROVISION_CONTEXT_PLATFORM', $context === 'platform');
  define('PROVISION_CONTEXT_SITE', $context === 'site');
88

drumm's avatar
drumm committed
89 90 91
  drush_log(dt('Using context @context', array('@context' => $context)));

  $is_run = TRUE;
92 93 94 95 96 97 98 99 100
}

/**
 * Finalize the platform / site
 *
 * This will run only if there were no errors in any of the previous hooks,
 * and will allow us to cache the successful settings to the site.php/ drushrc.php
 * files for future runs.
 */
101
function provision_drupal_drush_exit($url = NULL) {
102 103
  $command = drush_get_command();
  $command = explode(" ", $command['command']);
104 105

  if (preg_match("/^provision-/", $command[0])) {
106 107 108 109
    if (PROVISION_CONTEXT_SITE) {
      if (drush_get_option('installed')) {
        drush_set_option('site_url', drush_get_option('site_url'), 'site');
        drush_set_option('site_id', drush_get_option('site_id'), 'site');
110
        drush_set_option('client_email', drush_get_option('client_email'), 'site');
111 112 113
        provision_save_site_data($url);
      }
    }
114
    elseif (PROVISION_CONTEXT_PLATFORM) {
115 116
      // Generate a drushrc.php for the platform unless it's being deleted
      if (!preg_match("/^provision-delete/", $command[0])) {
117
        provision_save_platform_data();
118
      }
Adrian Rossouw's avatar
Adrian Rossouw committed
119
    }
120 121 122
    elseif (PROVISION_CONTEXT_SERVER) {
      provision_save_server_data();
    }
123 124 125 126 127 128 129 130 131
  }
}

/**
 * Some commands need to have a url to operate on.
 *  This prints out a message to that effect.
 */
function _provision_drupal_url_required() {
  if (PROVISION_CONTEXT_PLATFORM) {
132
    drush_set_error('PROVISION_REQUIRES_URL');
133 134 135 136 137 138 139 140 141 142
  }
}

/**
 * Validate a site exists, ie: has a settings.php file
 *
 * This will return an error for sites that haven't been created yet
 */
function _provision_drupal_valid_site() {
  if (PROVISION_CONTEXT_SITE) {
143
    if (!_provision_drupal_site_exists(drush_get_option('site_url'))) {
144
      drush_set_error('PROVISION_DRUPAL_SITE_NOT_FOUND');
145 146
    }
  }
147 148
}

149 150 151 152 153 154 155 156 157 158 159 160
/**
 * Test to see if the site settings.php exists
 *
 * @param url
 *   The url of the site to check
 * @return
 *   If the file exists, return TRUE, else return FALSE.
 */
function _provision_drupal_site_exists($url) {
  return file_exists("sites/$url/settings.php");
}

161 162 163 164 165 166 167 168

/**
 * Validate a site has been installed, by checking it's site.php file. 
 *
 * This will return an error for sites that haven't been installed yet
 */
function _provision_drupal_valid_installed_site() {
  if (PROVISION_CONTEXT_SITE) {
169
    if (!_provision_drupal_site_installed(drush_get_option('site_url'))) {
170
      drush_set_error('PROVISION_DRUPAL_SITE_NOT_FOUND');
171 172 173 174 175 176
    }
  }
}

function _provision_drupal_valid_not_installed_site() {
  if (PROVISION_CONTEXT_SITE) {
177
    if (_provision_drupal_site_installed(drush_get_option('site_url'))) {
178
      drush_set_error('PROVISION_DRUPAL_SITE_INSTALLED');
Adrian Rossouw's avatar
Adrian Rossouw committed
179 180 181
    }
  }
}
182 183

/**
184
 * Test to see if the site has a site.php and has it set to 'installed'
185
 */
186 187
function _provision_drupal_site_installed($url) {
  if (_provision_drupal_site_exists($url)) {
188
    return drush_get_option('installed');
189
  }
190
  return FALSE;
191 192
}

193 194 195 196 197 198 199 200 201
/**
 * Generate a settings file for the site.
 *
 * @param url
 *   The url of the site being invoked.
 * @param data
 *   A reference to the associated array containing the data for the site. This needs to be a reference, 
 *   because the modules might provide additional information about the site.
 */
202
function _provision_drupal_create_settings_file() {
203 204
  $config = new provisionConfig_drupal_settings(drush_get_merged_options());
  $config->write();
205 206
}

207 208 209
class provisionConfig_drupal_settings extends provisionConfig {
  public $template = 'provision_drupal_settings.tpl.php';
  public $description = 'Drupal settings.php file';
210
  protected $mode = 0440;
211 212 213 214 215 216 217 218 219 220 221 222

  function filename() {
    return $this->data['sites_path'] . '/' . $this->data['site_url'] . '/settings.php';
  }

  function process() {
    if (drush_drupal_major_version() >= 7) {
      $this->data['db_type'] = ($this->data['db_type'] == 'mysqli') ? 'mysql' : $this->data['db_type'];
    }

    $this->data['extra_config'] = "# Extra configuration from modules:\n";
    $this->data['extra_config'] .= join("\n", drush_command_invoke_all('provision_drupal_config', $this->data['site_url'], $this->data));
223 224

    $this->group = drush_get_option('web_group');
225 226 227
  }
}

228 229 230 231 232
/**
 * Create the directories needed to host a drupal site
 * 
 * Also maintains permissions on existing directories.
 */
233
function _provision_drupal_create_directories($url, $profile = NULL) {  
234 235
  # those directories will be created and their modes changed
  $mkdir = array(
236
    "sites/$url"                 => 0755,
237
    # those should be writable by the aegir primary group to ease development
238 239 240
    "sites/$url/themes"          => 02775,
    "sites/$url/modules"         => 02775,  
    "sites/$url/libraries"       => 02775, # http://drupal.org/node/496240
241 242 243 244
    // d7 support
    "sites/$url/private"         => 0755,
    "sites/$url/private/files"   => 02770,
    "sites/$url/private/temp"    => 02770,
245
  );
246 247
  $chown = array();
  $chgrp = array();
248
  // special case: platform. do not handle files dir
249
  if ($url != 'all') {
250
    $mkdir["sites/$url/files"]          = 02770;
251 252 253 254
    $mkdir["sites/$url/files/tmp"]          = 02770;
    $mkdir["sites/$url/files/images"]          = 02770;
    $mkdir["sites/$url/files/pictures"]          = 02770;
    # the owner/group of those directories will be changed recursively
255 256
    $chown["sites/$url/files"]          = drush_get_option('script_user');
    $chgrp["sites/$url/files"]          = drush_get_option('web_group');
257
    $chown["sites/$url/private"]        = drush_get_option('script_user');
258
    $chgrp["sites/$url/private/files"]  = drush_get_option('web_group');
259
    $chgrp["sites/$url/private/temp"]   = drush_get_option('web_group');
260
  }
261

262
  foreach ($mkdir as $path => $perm) {
263
    if (!is_dir($path)) {
264 265 266
      provision_service('file')->mkdir($path) 
        ->succeed('Created <code>@path</code>')
        ->fail('Could not create <code>@path</code>', 'DRUSH_PERM_ERROR');
267
    }
268

269 270 271
    provision_service('file')->chmod($path, $perm, TRUE)
      ->succeed('Changed permissions of <code>@path</code> to @perm')
      ->fail('Could not change permissions <code>@path</code> to @perm');
272
  }
273
  foreach ($chown as $path => $owner) {
274
    provision_service('file')->chown($path, $owner, TRUE)
anarcat's avatar
anarcat committed
275
      ->succeed('Changed ownership of <code>@path</code> to @uid')
276
      ->fail('Could not change ownership <code>@path</code>', 'DRUSH_PERM_ERROR');
277 278
  }
  foreach ($chgrp as $path => $group) {
279
    provision_service('file')->chgrp($path, $group, TRUE)
anarcat's avatar
anarcat committed
280
      ->succeed('Changed group ownership of <code>@path</code> to @gid')
281
      ->fail('Could not change group ownership <code>@path</code>');
282 283 284
  }
}

285 286 287
/**
 * Runs an external script to reload all the various drupal caches
 */
288
function _provision_drupal_rebuild_caches($url = NULL) {
289
  if (PROVISION_CONTEXT_SITE) {
290
    drush_include_engine('drupal', 'clear');
291
  }
Adrian Rossouw's avatar
Adrian Rossouw committed
292 293
}

294

295 296 297 298 299 300
/**
 * Find available profiles on this platform.
 */
function _provision_find_profiles() {
  include_once('includes/install.inc');

301
  if (!$dir = opendir("./profiles")) {
302
    drush_log(dt("Cannot find profiles directory"), 'error');
303 304 305
    return FALSE;
  }
  while (FALSE !== ($name = readdir($dir))) {
306
    $languages = array();
307 308 309 310 311 312 313 314
    $file = "./profiles/$name/$name.profile";
    if ($name == '..' || $name == '.' || !file_exists($file)) {
      continue;
    }
    $profile = new stdClass();
    $profile->name = $name;
    $profile->filename = $file;

315
    _provision_cvs_deploy($profile);
316 317 318 319 320
    require_once($profile->filename);
    $func = $profile->name . "_profile_details";
    if (function_exists($func)) {
      $profile->info =  $func();
    }
321

322
    $languages['en'] = 1;
323
    // Find languages available
324 325
    $files = array_keys(drush_scan_directory('./profiles/' . $name . '/translations', '/\.po$/', array('.', '..', 'CVS'), 0, FALSE, 'filepath'));
    $files = array_merge($files, array_keys(drush_scan_directory('./profiles/' . $name , '/\.po$/', array('.', '..', 'CVS'), 0, FALSE, 'filepath')));
326 327 328 329 330
    if (is_array($files)) {
      foreach ($files as $file) {
        if (preg_match('!(/|\.)([^\./]+)\.po$!', $file, $langcode)) {
          $languages[$langcode[2]] = 1; // use the language name as an index to weed out duplicates
        }
331 332
      }
    }
Adrian Rossouw's avatar
Adrian Rossouw committed
333
    $profile->info['languages'] = array_keys($languages);
334 335 336 337 338 339 340

    // Drupal 7 renamed the default install profile to 'standard'
    // Aegir now allows projects to specify an "old short name" to provide an upgrade path when projects get renamed. 
    if ($profile->name == 'standard') {
      $profile->info['old_short_name'] = 'default';
    }

anarcat's avatar
anarcat committed
341
    $return[$name] = $profile;
342
    drush_log(dt('Found install profile %name', array('%name' => $name)));
343
  }
344

345 346 347 348
  return $return;

}

349
function provision_drupal_find_sites() {
350 351
  if ($dir = opendir("./sites")) {
    while (FALSE !== ($subdir = readdir($dir))) {
352
      // skip internal directory pointers
353
      if ($subdir != '.' && $subdir != '..') {
354 355 356 357
        $file = "./sites/$subdir/settings.php";
        if (file_exists("$file") && ($subdir != 'default') && !is_link("./sites/$subdir")) {
          $sites[$subdir] = $file;
        }
358 359
      }
    }
360
    closedir($dir);
361
  } else {
362
    drush_log(dt("Cannot find sites directory"), 'error');
363
    $sites = FALSE;
364 365
  }
  return $sites;
366 367
}

Adrian Rossouw's avatar
Adrian Rossouw committed
368 369
function _provision_drupal_get_cvs_versions($files) {
  foreach ($files as $modulename => $file) {
370 371 372
      $project = array();
      $project['filename'] = $file->filename;
      $project['name'] = $file->name;
373
      $file->info['description'] = str_replace("\n", "", $file->info['description']);
374
      if (!isset($project['project'])) {
375 376 377
        $project['project'] = cvs_deploy_get_project_name($project);
      }
      _cvs_deploy_version_alter($file->info['version'], $project);
378
      $name = !empty($project['project']) ? $project['project'] : $modulename;
Adrian Rossouw's avatar
Adrian Rossouw committed
379
      $files[$name] = $file; 
380
  }
381

Adrian Rossouw's avatar
Adrian Rossouw committed
382
  return $files;
383
}
384

385 386 387
/**
 * Create and remove symlinks for each of the possible domain aliases of an existing site
 */
388
function _provision_drupal_maintain_aliases($url) {
389
  if (PROVISION_CONTEXT_SITE) {
390
    // First we delete all the old aliases
mig5's avatar
mig5 committed
391
    drush_set_option('aliases', drush_get_option('aliases'), 'site');
392
    _provision_drupal_delete_aliases(drush_get_option('aliases', array(), 'site'), false);
393

394 395 396 397 398 399 400
    if (!drush_get_option('redirection')) {
      $aliases = drush_get_option('aliases');
      if (!is_array($aliases)) {
        $aliases = explode(",", $aliases);
      }
      foreach($aliases as $alias) {
        if (trim($alias)) {
401 402 403
          provision_service('file')->symlink($url, drush_get_option('docroot_path') . '/sites/' . $alias)
            ->succeed('Created symlink for alias @target')
            ->fail('Could not create symlink for alias @target');
404
        }
405 406 407 408 409 410 411 412
      }
    }
  }
}

/**
 * Delete a list of aliases
 */
413
function _provision_drupal_delete_aliases($aliases, $silent = false) {
414 415 416
  if (!is_array($aliases)) {
    $aliases = explode(",", $aliases);
  }
417 418
  if ($silent) {
    $error = NULL;
419 420 421
  }
  else {
    $error = 'Could not remove symlink for alias @path';
422
  }
423
  foreach ($aliases as $alias) {
424
    if ($alias = trim($alias)) {
425 426 427
      provision_service('file')->unlink(drush_get_option('docroot_path') . '/sites/' . $alias)
        ->succeed('Removed symlink for alias @path')
        ->fail($error);
428
    }
429 430
  }
}
431

432 433 434
require_once('cvs_deploy.inc');

function provision_find_packages() {
435
  // Load the version specific include files.
436
  drush_include_engine('drupal', 'packages', drush_drupal_major_version());
437 438 439 440 441 442 443 444 445 446 447

  $packages['base'] = _provision_find_packages('base');

  // Create a package for the Drupal release
  $packages['base']['platforms'] = _provision_find_platforms();

  // Find install profiles.
  $profiles = _provision_find_profiles();
  drush_set_option('profiles', array_keys((array) $profiles), 'drupal'); 

  // Iterate through the install profiles, finding the profile specific packages
448
  foreach ($profiles as $profile => $info) {
449 450 451 452 453
    _provision_cvs_deploy($info);
    if (!$info->version) {
      $info->version = drush_drupal_version();
    }
    $packages['base']['profiles'][$profile] = $info;
454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470
    $packages['profiles'][$profile] =  _provision_find_packages('profiles', $profile);
  }

  return $packages;
}

function _provision_find_platforms() {
  return array(
    'drupal' => array(
    'short_name' => 'drupal', 'version' => drush_drupal_version(), 
    'description' => dt("This platform is running @short_name @version", array('@short_name' => 'Drupal', '@version' => VERSION))));
}

/**
 * A small helper function to reduce code duplication
 */
function _provision_find_packages($scope, $key = '') {
471
  $packages = array();
472 473
  $scope_text = ($key) ? "$scope/$key" : $scope;
  foreach (array('modules', 'themes') as $type) {
474
    $packages[$type] = array();
475 476 477 478 479 480 481 482
    $func = "_provision_drupal_find_$type";
    $result = $func($scope, $key);
    if (sizeof($result)) {
      $packages[$type] = $result;
      drush_log(dt("Found !count !type in !scope", 
        array('!count' => sizeof($result), 
        '!scope' => $scope_text, '!type' => $type)));
    }
483 484 485 486
  }
  return $packages;
}

487 488 489 490
/**
 * Map the system table to a packages multi-dimensional array component
 */
function provision_drupal_system_map() {
491
  // Load the version specific include files.
492
  drush_include_engine('drupal', 'packages');
493

494
  $profiles = _provision_find_profiles();
495 496 497 498 499 500 501
  foreach ($profiles as $profile => $info) {
    _provision_cvs_deploy($info);
    if (!$info->version) {
      $info->version = drush_drupal_version();
    }
    $profiles[$profile] = $info;
  }
502
  $packages['platforms'] = _provision_find_platforms();
503 504

  $profile = drush_get_option('profile');
505 506
  $packages['profiles'][$profile] = $profiles[$profile];
  $packages['profiles'][$profile]->status = 1;
507 508

  foreach (_provision_system_query("module") as $module) { 
509 510 511 512 513
    $frags = explode("/", $module->filename);
    // ignore site-specific modules
    if ($frags[0] == 'sites' && $frags[1] != 'all') {
      continue;
    }
514 515 516
    $info_file = sprintf("%s/%s.info", dirname($module->filename), $module->name);
    $module->info = provision_parse_info_file($info_file);

517 518
    _provision_cvs_deploy($module);
    $module->filename = realpath($module->filename);
519 520 521
    if ($module->schema_version == -1) {
      $module->schema_version = 0;
    }
522 523 524 525 526
    $packages['modules'][$module->name] = $module;
  }

  drush_log(dt("Found !count modules", array('!count' => sizeof($packages['modules']))));

527
  // XXX: mostly a copy-paste from above
528
  foreach (_provision_system_query("theme") as $theme) { 
529 530 531 532 533
    $frags = explode("/", $theme->filename);
    // ignore site-specific themes
    if ($frags[0] == 'sites' && $frags[1] != 'all') {
      continue;
    }
534 535
    $info_file = sprintf("%s/%s.info", dirname($theme->filename), $theme->name);
    $theme->info = provision_parse_info_file($info_file);
536 537
    _provision_cvs_deploy($theme);
    $theme->filename = realpath($theme->filename);
538 539 540 541 542

    if ($theme->schema_version == -1) {
      $theme->schema_version = 0;
    }

543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568
    $packages['themes'][$theme->name] = $theme;
  }
  drush_log(dt("Found !count themes", array('!count' => sizeof($packages['themes']))));
  return $packages;
}

/**
 * Retrieve a list of paths to search in a certain scope
 */
function _provision_drupal_search_paths($scope, $key = '', $type = 'modules') {
  $searchpaths = array();
  $drupal_root = drush_get_context('DRUSH_DRUPAL_ROOT');
  switch ($scope) {
    case 'base' : 
      $searchpaths[] = sprintf("%s/%s", $drupal_root, $type);
      $searchpaths[] = sprintf("%s/sites/all/%s", $drupal_root, $type);
      break;
    default : 
      if ($key) { 
        $searchpaths[] = sprintf("%s/%s/%s/%s", $drupal_root, $scope, $key, $type);
      }
      break;
     
  }
  return $searchpaths;
}
569

570 571 572 573 574 575 576 577
/**
 * Find modules in a certain scope.
 *
 * This function is general enough that it works for all supported
 * versions of Drupal.
 */
function _provision_drupal_find_modules($scope, $key = '') {
  $paths = _provision_drupal_search_paths($scope, $key, 'modules');
578 579
  $files = array();
  foreach ($paths as $path) {
580
    $files = array_merge($files, drush_scan_directory($path, "/\.module$/", array('.', '..', 'CVS', '.svn'), 0, true, 'name'));
581 582 583
  }
  foreach ($files as $name => $info) {
    $install_file = sprintf("%s/%s.install", dirname($info->filename), $name);
584
    $schema_version = 0;
585 586 587 588 589
    if (file_exists($install_file)) {
      $source = file_get_contents(trim($install_file));
      $source = str_replace("\r\n", "\n", $source);
      $source = str_replace("\r", "\n", $source);
      $function_matches = array();
590
        preg_match_all('!function\s*&?([a-zA-Z0-9_]+)_update_([0-9]+)\s*\(.*?\s*\{!', $source, $function_matches);
591 592
      
      if (sizeof($function_matches[0])) {
593
        $schema_version = max($function_matches[2]);
594 595 596 597 598 599 600 601 602 603 604 605 606
      }
    }
    $info_file = sprintf("%s/%s.info", dirname($info->filename), $name);
    $files[$name]->info = provision_parse_info_file($info_file);
    $files[$name]->schema_version = $schema_version;
    _provision_cvs_deploy($files[$name]);
  }
  return $files;
}

function provision_parse_info_file($filename) {
  $info = array();

607
  $defaults = array(
608 609 610 611 612 613 614
    'dependencies' => array(),
    'description' => '',
    'version' => NULL,
    'php' => DRUPAL_MINIMUM_PHP,
  );
  
  if (file_exists($filename)) {
615
    $info = _provision_drupal_parse_info_file($filename);
616 617 618 619 620 621
  }

  // Merge in defaults and return
  return $info + $defaults;
}

622
/**
623 624 625 626
 * Set up the $_SERVER environment variable so that drupal can correctly parse the settings.php file.
 * The real credentials are stored in the Apache vhost of the relevant site, to prevent leaking of 
 * sensitive data to site administrators with PHP access who might otherwise access such credentials 
 * potentially of other sites' settings.php in a multisite set-up.
627 628 629 630 631 632
 */
function provision_prepare_environment() {
  $fields = array('db_type', 'db_host', 'db_user', 'db_passwd', 'db_name');
  foreach ($fields as $key) {
    $_SERVER[$key] = drush_get_option($key, null, 'site');
  }
Adrian Rossouw's avatar
Adrian Rossouw committed
633 634 635 636 637

  // As of Drupal 7 there is no more mysqli type
  if (drush_drupal_major_version() >= 7) {
    $_SERVER['db_type'] = ($_SERVER['db_type'] == 'mysqli') ? 'mysql' : $_SERVER['db_type'];
  }
638
}