aggregator.module 56.7 KB
Newer Older
1
<?php
Dries's avatar
Dries committed
2
// $Id$
Dries's avatar
   
Dries committed
3

Dries's avatar
   
Dries committed
4
5
/**
 * @file
6
 * Used to aggregate syndicated content (RSS, RDF, and Atom).
Dries's avatar
   
Dries committed
7
8
 */

Dries's avatar
   
Dries committed
9
10
11
/**
 * Implementation of hook_help().
 */
Dries's avatar
   
Dries committed
12
function aggregator_help($section) {
Dries's avatar
   
Dries committed
13
  switch ($section) {
Kjartan's avatar
Kjartan committed
14
    case 'admin/help#aggregator':
15
      $output = '<p>'. t('The news aggregator is a powerful on-site RSS syndicator/news reader that can gather fresh content from news sites and weblogs around the web.') .'</p>';
16
      $output .= '<p>'. t('Users can view the latest news chronologically in the <a href="%aggregator">main news aggregator display</a> or by <a href="%aggregator-sources">source</a>. Administrators can add, edit and delete feeds and choose how often to check for newly updated news for each individual feed. Administrators can also tag individual feeds with categories, offering selective grouping of some feeds into separate displays. Listings of the latest news for individual sources or categorized sources can be enabled as blocks for display in the sidebar through the <a href="%admin-block">block administration page</a>. The news aggregator requires cron to check for the latest news from the sites to which you have subscribed. Drupal also provides a <a href="%aggregator-opml">machine-readable OPML file</a> of all of your subscribed feeds.', array('%aggregator' => url('aggregator'), '%aggregator-sources' => url('aggregator/sources'), '%admin-block' => url('admin/build/block'), '%aggregator-opml' => url('aggregator/opml'))) .'</p>';
17
18
      $output .= t('<p>You can</p>
<ul>
19
20
21
22
23
24
<li>administer your list of news feeds <a href="%admin-aggregator">administer &gt;&gt; content management &gt;&gt; RSS aggregator</a>.</li>
<li>add a new feed <a href="%admin-aggregator-add-feed">administer &gt;&gt; content management &gt;&gt; RSS aggregator &gt;&gt; add feed</a>.</li>
<li>add a new category <a href="%admin-aggregator-add-category">administer &gt;&gt; content management &gt;&gt; RSS aggregator &gt;&gt; add category</a>.</li>
<li>configure global settings for the news aggregator <a href="%admin-settings-aggregator">administer &gt;&gt; content management &gt;&gt; RSS aggregator &gt;&gt; settings</a>.</li>
<li>control access to the aggregator module through access permissions <a href="%admin-access">administer &gt;&gt; user management &gt;&gt; access control</a>.</li>
<li>set permissions to access new feeds for user roles such as anonymous users at <a href="%admin-access">administer &gt;&gt; user management &gt;&gt; access control</a>.</li>
25
26
<li>view the <a href="%aggregator">aggregator page</a>.</li>
</ul>
27
', array('%admin-aggregator' => url('admin/content/aggregator'), '%admin-aggregator-add-feed' => url('admin/content/aggregator/add/feed'), '%admin-aggregator-add-category' => url('admin/content/aggregator/add/category'), '%admin-settings-aggregator' => url('admin/settings/aggregator'), '%admin-access' => url('admin/user/access'), '%aggregator' => url('aggregator')));
28
      $output .= '<p>'. t('For more information please read the configuration and customization handbook <a href="%aggregator">Aggregator page</a>.', array('%aggregator' => 'http://drupal.org/handbook/modules/aggregator/')) .'</p>';
29
      return $output;
30
    case 'admin/settings/modules#description':
31
      return t('Aggregates syndicated content (RSS, RDF, and Atom feeds).');
32
33
34
    case 'admin/content/aggregator':
      return t('<p>Thousands of sites (particularly news sites and weblogs) publish their latest headlines and/or stories in a machine-readable format so that other sites can easily link to them. This content is usually in the form of an <a href="http://blogs.law.harvard.edu/tech/rss">RSS</a> feed (which is an XML-based syndication standard). To display the feed or category in a block you must decide how many items to show by editing the feed or block and turning on the <a href="%block">feed\'s block</a>.</p>', array('%block' => url('admin/build/block')));
    case 'admin/content/aggregator/add/feed':
35
      return t('<p>Add a site that has an RSS/RDF/Atom feed. The URL is the full path to the feed file. For the feed to update automatically you must run "cron.php" on a regular basis. If you already have a feed with the URL you are planning to use, the system will not accept another feed with the same URL.</p>');
36
    case 'admin/content/aggregator/add/category':
37
      return t('<p>Categories provide a way to group items from different news feeds together. Each news category has its own feed page and block. For example, you could tag various sport-related feeds as belonging to a category called <em>Sports</em>. News items can be added to a category automatically by setting a feed to automatically place its item into that category, or by using the categorize items link in any listing of news items.</p>');
Dries's avatar
   
Dries committed
38
  }
39
40
}

41
42
43
44
45
46
47
48
49
/**
 * Implementation of hook_menu().
 */
function aggregator_menu($may_cache) {
  $items = array();
  $edit = user_access('administer news feeds');
  $view = user_access('access news feeds');

  if ($may_cache) {
50
51
52
    $items[] = array('path' => 'admin/content/aggregator',
      'title' => t('RSS aggregator'),
      'description' => t('Configure which content your site aggregates from other sites, how often it polls them, and how they\'re categorized.'),
53
54
      'callback' => 'aggregator_admin_overview',
      'access' => $edit);
55
    $items[] = array('path' => 'admin/content/aggregator/add/feed',
56
57
58
59
      'title' => t('add feed'),
      'callback' => 'aggregator_form_feed',
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
60
    $items[] = array('path' => 'admin/content/aggregator/add/category',
61
62
63
64
      'title' => t('add category'),
      'callback' => 'aggregator_form_category',
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
65
    $items[] = array('path' => 'admin/content/aggregator/remove',
66
67
68
69
      'title' => t('remove items'),
      'callback' => 'aggregator_admin_remove_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
70
    $items[] = array('path' => 'admin/content/aggregator/update',
71
72
73
74
      'title' => t('update items'),
      'callback' => 'aggregator_admin_refresh_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
75
    $items[] = array('path' => 'admin/content/aggregator/list',
76
77
78
      'title' => t('list'),
      'type' => MENU_DEFAULT_LOCAL_TASK,
      'weight' => -10);
79
80
    $items[] = array('path' => 'admin/content/aggregator/settings',
      'title' => t('settings'),
Dries's avatar
Dries committed
81
      'callback' => 'aggregator_admin_settings',
82
83
      'type' => MENU_LOCAL_TASK,
      'weight' => 10,
Dries's avatar
Dries committed
84
      'access' => $edit);
85

86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
    $items[] = array('path' => 'aggregator',
      'title' => t('news aggregator'),
      'callback' => 'aggregator_page_last',
      'access' => $view,
      'weight' => 5);
    $items[] = array('path' => 'aggregator/sources',
      'title' => t('sources'),
      'callback' => 'aggregator_page_sources',
      'access' => $view);
    $items[] = array('path' => 'aggregator/categories',
      'title' => t('categories'),
      'callback' => 'aggregator_page_categories',
      'access' => $view,
      'type' => MENU_ITEM_GROUPING);
    $items[] = array('path' => 'aggregator/rss',
      'title' => t('RSS feed'),
      'callback' => 'aggregator_page_rss',
      'access' => $view,
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'aggregator/opml',
      'title' => t('OPML feed'),
      'callback' => 'aggregator_page_opml',
      'access' => $view,
      'type' => MENU_CALLBACK);
110

111
112
113
114
115
116
117
    $result = db_query('SELECT title, cid FROM {aggregator_category} ORDER BY title');
    while ($category = db_fetch_array($result)) {
      $items[] = array('path' => 'aggregator/categories/'. $category['cid'],
        'title' => $category['title'],
        'callback' => 'aggregator_page_category',
        'access' => $view);
    }
118
119
  }
  else {
120
121
122
123
    // Add the CSS for this module
    // We put this in !$may_cache so it's only added once per request
    drupal_add_css(drupal_get_path('module', 'aggregator') .'/aggregator.css');

124
125
126
127
128
    if (arg(0) == 'aggregator' && is_numeric(arg(2))) {
      if (arg(1) == 'sources') {
        $feed = aggregator_get_feed(arg(2));
        if ($feed) {
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'],
129
            'title' => $feed['title'],
130
            'callback' => 'aggregator_page_source',
131
132
            'access' => $view,
            'type' => MENU_CALLBACK);
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/categorize',
            'title' => t('categorize'),
            'callback' => 'aggregator_page_source',
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/configure',
            'title' => t('configure'),
            'callback' => 'aggregator_form_feed',
            'callback arguments' => array($feed),
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
      else if (arg(1) == 'categories') {
        $category = aggregator_get_category(arg(2));
        if ($category) {
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/categorize',
            'title' => t('categorize'),
            'callback' => 'aggregator_page_category',
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/configure',
            'title' => t('configure'),
            'callback' => 'aggregator_form_category',
            'callback arguments' => array($category),
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
    }
    else if (arg(1) == 'aggregator' && is_numeric(arg(4))) {
      if (arg(3) == 'feed') {
        $feed = aggregator_get_feed(arg(4));
        if ($feed) {
177
          $items[] = array('path' => 'admin/content/aggregator/edit/feed/'. $feed['fid'],
178
179
180
181
182
183
184
185
186
187
            'title' => t('edit feed'),
            'callback' => 'aggregator_form_feed',
            'callback arguments' => array($feed),
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
      else {
        $category = aggregator_get_category(arg(4));
        if ($category) {
188
          $items[] = array('path' => 'admin/content/aggregator/edit/category/'. $category['cid'],
189
190
191
192
193
194
195
196
197
198
199
200
201
            'title' => t('edit category'),
            'callback' => 'aggregator_form_category',
            'callback arguments' => array($category),
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
    }
  }

  return $items;
}

Dries's avatar
Dries committed
202
function aggregator_admin_settings() {
203
  $items = array(0 => t('none')) + drupal_map_assoc(array(3, 5, 10, 15, 20, 25), '_aggregator_items');
204
  $period = drupal_map_assoc(array(3600, 10800, 21600, 32400, 43200, 86400, 172800, 259200, 604800, 1209600, 2419200, 4838400, 9676800), 'format_interval');
Dries's avatar
   
Dries committed
205

206
  $form['aggregator_allowed_html_tags'] = array(
207
208
209
    '#type' => 'textfield', '#title' => t('Allowed HTML tags'), '#size' => 80, '#maxlength' => 255,
    '#default_value' => variable_get('aggregator_allowed_html_tags', '<a> <b> <br> <dd> <dl> <dt> <em> <i> <li> <ol> <p> <strong> <u> <ul>'),
    '#description' => t('The list of tags which are allowed in feeds, i.e., which will not be removed by Drupal.')
210
211
212
  );

  $form['aggregator_summary_items'] = array(
213
214
215
    '#type' => 'select', '#title' => t('Items shown in sources and categories pages') ,
    '#default_value' => variable_get('aggregator_summary_items', 3), '#options' => $items,
    '#description' =>  t('The number of items which will be shown with each feed or category in the feed and category summary pages.')
216
217
218
  );

  $form['aggregator_clear'] = array(
219
220
    '#type' => 'select', '#title' => t('Discard news items older than'),
    '#default_value' => variable_get('aggregator_clear', 9676800), '#options' => $period,
221
    '#description' => t('Older news items will be automatically discarded. Requires crontab.')
222
  );
223

224
  $form['aggregator_category_selector'] = array(
225
    '#type' => 'radios', '#title' => t('Category selection type'), '#default_value' => variable_get('aggregator_category_selector', 'check'),
226
    '#options' => array('checkboxes' => t('checkboxes'), 'select' => t('multiple selector')),
227
    '#description' => t('The type of category selection widget which is shown on categorization pages. Checkboxes are easier to use; a multiple selector is good for working with large numbers of categories.')
228
  );
Dries's avatar
Dries committed
229
230

  return system_settings_form('aggregator_admin_settings', $form);
Dries's avatar
   
Dries committed
231
232
}

Dries's avatar
   
Dries committed
233
234
235
/**
 * Implementation of hook_perm().
 */
Kjartan's avatar
Kjartan committed
236
function aggregator_perm() {
Dries's avatar
   
Dries committed
237
  return array('administer news feeds', 'access news feeds');
Dries's avatar
   
Dries committed
238
239
}

Dries's avatar
   
Dries committed
240
241
242
243
244
/**
 * Implementation of hook_cron().
 *
 * Checks news feeds for updates once their refresh interval has elapsed.
 */
Dries's avatar
   
Dries committed
245
function aggregator_cron() {
Dries's avatar
   
Dries committed
246
  $result = db_query('SELECT * FROM {aggregator_feed} WHERE checked + refresh < %d', time());
Dries's avatar
   
Dries committed
247
248
  while ($feed = db_fetch_array($result)) {
    aggregator_refresh($feed);
Dries's avatar
   
Dries committed
249
250
251
  }
}

Dries's avatar
   
Dries committed
252
253
254
255
256
/**
 * Implementation of hook_block().
 *
 * Generates blocks for the latest news items in each category and feed.
 */
Dries's avatar
Dries committed
257
function aggregator_block($op, $delta = 0, $edit = array()) {
Dries's avatar
   
Dries committed
258
  if (user_access('access news feeds')) {
Dries's avatar
   
Dries committed
259
    if ($op == 'list') {
Dries's avatar
Dries committed
260
      $result = db_query('SELECT cid, title FROM {aggregator_category} ORDER BY title');
Dries's avatar
   
Dries committed
261
      while ($category = db_fetch_object($result)) {
262
        $block['category-'. $category->cid]['info'] = t('%title category latest items', array('%title' => theme('placeholder', $category->title)));
Kjartan's avatar
Kjartan committed
263
      }
Dries's avatar
Dries committed
264
      $result = db_query('SELECT fid, title FROM {aggregator_feed} ORDER BY fid');
Kjartan's avatar
Kjartan committed
265
      while ($feed = db_fetch_object($result)) {
266
        $block['feed-'. $feed->fid]['info'] = t('%title feed latest items', array('%title' => theme('placeholder', $feed->title)));
Kjartan's avatar
Kjartan committed
267
      }
Dries's avatar
   
Dries committed
268
    }
Dries's avatar
Dries committed
269
    else if ($op == 'configure') {
270
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
271
272
273
274
275
276
      if ($type == 'category') {
        $value = db_result(db_query('SELECT block FROM {aggregator_category} WHERE cid = %d', $id));
      }
      else {
        $value = db_result(db_query('SELECT block FROM {aggregator_feed} WHERE fid = %d', $id));
      }
277
      $form['block'] = array('#type' => 'select', '#title' => t('Number of news items in block'), '#default_value' => $value, '#options' => drupal_map_assoc(array(2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20)));
278
      return $form;
Dries's avatar
Dries committed
279
280
    }
    else if ($op == 'save') {
281
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
282
283
284
285
286
287
288
      if ($type == 'category') {
        $value = db_query('UPDATE {aggregator_category} SET block = %d WHERE cid = %d', $edit['block'], $id);
      }
      else {
        $value = db_query('UPDATE {aggregator_feed} SET block = %d WHERE fid = %d', $edit['block'], $id);
      }
    }
289
    else if ($op == 'view') {
290
      list($type, $id) = explode('-', $delta);
Kjartan's avatar
Kjartan committed
291
      switch ($type) {
Dries's avatar
   
Dries committed
292
        case 'feed':
293
          if ($feed = db_fetch_object(db_query('SELECT fid, title, block FROM {aggregator_feed} WHERE fid = %d', $id))) {
294
            $block['subject'] = check_plain($feed->title);
295
296
297
            $result = db_query_range('SELECT * FROM {aggregator_item} WHERE fid = %d ORDER BY timestamp DESC, iid DESC', $feed->fid, 0, $feed->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/sources/'. $feed->fid, array('title' => t('View this feed\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
298
          break;
299

Dries's avatar
   
Dries committed
300
        case 'category':
301
          if ($category = db_fetch_object(db_query('SELECT cid, title, block FROM {aggregator_category} WHERE cid = %d', $id))) {
302
            $block['subject'] = check_plain($category->title);
303
304
305
            $result = db_query_range('SELECT i.* FROM {aggregator_category_item} ci LEFT JOIN {aggregator_item} i ON ci.iid = i.iid WHERE ci.cid = %d ORDER BY i.timestamp DESC, i.iid DESC', $category->cid, 0, $category->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/categories/'. $category->cid, array('title' => t('View this category\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
306
307
          break;
      }
Dries's avatar
   
Dries committed
308
309
      $items = array();
      while ($item = db_fetch_object($result)) {
Dries's avatar
   
Dries committed
310
        $items[] = theme('aggregator_block_item', $item);
Dries's avatar
   
Dries committed
311
      }
Dries's avatar
   
Dries committed
312
      $block['content'] = theme('item_list', $items) . $block['content'];
Dries's avatar
   
Dries committed
313
    }
Dries's avatar
   
Dries committed
314
    return $block;
Dries's avatar
   
Dries committed
315
  }
Dries's avatar
   
Dries committed
316
317
}

318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
/**
 * Generate a form to add/edit/delete aggregator categories.
 */
 function aggregator_form_category($edit = array()) {
  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#required' => TRUE,
  );
  $form['description'] = array('#type' => 'textarea',
    '#title' => t('Description'),
    '#default_value' => $edit['description'],
  );
  $form['submit'] = array('#type' => 'submit', '#value' =>t('Submit'));

  if ($edit['cid']) {
    $form['delete'] = array('#type' => 'submit', '#value' =>t('Delete'));
    $form['cid'] = array('#type' => 'hidden', '#value' => $edit['cid']);
  }

  return drupal_get_form('aggregator_form_category', $form);
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_category_validate($form_id, $form_values) {
  if ($_POST['op'] == t('Submit')) {
    // Check for duplicate titles
    if (isset($form_values['cid'])) {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s' AND cid != %d", $form_values['title'], $form_values['cid']));
    }
    else {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s'", $form_values['title']));
    }
    if ($category) {
      form_set_error('title', t('A category named %category already exists. Please enter a unique title.', array('%category' => theme('placeholder', $form_values['title']))));
    }
  }
}

/**
 * Process aggregator_form_category form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_category_submit($form_id, $form_values) {
  if ($_POST['op'] == t('Delete')) {
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_category($form_values);
  menu_rebuild();
  if (isset($form_values['cid'])) {
    if (isset($form_values['title'])) {
      drupal_set_message(t('The category %category has been updated.', array('%category' => theme('placeholder', $form_values['title']))));
      if (arg(0) == 'admin') {
376
        return 'admin/content/aggregator/';
377
378
379
380
381
382
383
384
385
      }
      else {
        return 'aggregator/categories/'. $form_values['cid'];
      }
    }
    else {
      watchdog('aggregator', t('Category %category deleted.', array('%category' => theme('placeholder', $title))));
      drupal_set_message(t('The category %category has been deleted.', array('%category' => theme('placeholder', $title))));
      if (arg(0) == 'admin') {
386
        return 'admin/content/aggregator/';
387
388
389
390
391
392
393
      }
      else {
        return 'aggregator/categories/';
      }
    }
  }
  else {
394
    watchdog('aggregator', t('Category %category added.', array('%category' => theme('placeholder', $form_values['title']))), WATCHDOG_NOTICE, l(t('view'), 'admin/content/aggregator'));
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
    drupal_set_message(t('The category %category has been added.', array('%category' => theme('placeholder', $form_values['title']))));
  }
}

/**
 * Add/edit/delete aggregator categories.
 */
function aggregator_save_category($edit) {
  if ($edit['cid'] && $edit['title']) {
    db_query("UPDATE {aggregator_category} SET title = '%s', description = '%s' WHERE cid = %d", $edit['title'], $edit['description'], $edit['cid']);
  }
  else if ($edit['cid']) {
    db_query('DELETE FROM {aggregator_category} WHERE cid = %d', $edit['cid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks
    $next_id = db_next_id('{aggregator_category}_cid');
    db_query("INSERT INTO {aggregator_category} (cid, title, description, block) VALUES (%d, '%s', '%s', 5)", $next_id, $edit['title'], $edit['description']);
  }
}

/**
 * Generate a form to add/edit feed sources.
 */
function aggregator_form_feed($edit = array()) {
  $period = drupal_map_assoc(array(900, 1800, 3600, 7200, 10800, 21600, 32400, 43200, 64800, 86400, 172800, 259200, 604800, 1209600, 2419200), 'format_interval');

  if ($edit['refresh'] == '') {
    $edit['refresh'] = 3600;
  }

  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#description' => t('The name of the feed; typically the name of the web site you syndicate content from.'),
    '#required' => TRUE,
  );
  $form['url'] = array('#type' => 'textfield',
    '#title' => t('URL'),
    '#default_value' => $edit['url'],
    '#maxlength' => 255,
    '#description' => t('The fully-qualified URL of the feed.'),
    '#required' => TRUE,
  );
  $form['refresh'] = array('#type' => 'select',
    '#title' => t('Update interval'),
    '#default_value' => $edit['refresh'],
    '#options' => $period,
    '#description' => t('The refresh interval indicating how often you want to update this feed. Requires crontab.'),
  );

  // Handling of categories:
  $options = array();
  $values = array();
  $categories = db_query('SELECT c.cid, c.title, f.fid FROM {aggregator_category} c LEFT JOIN {aggregator_category_feed} f ON c.cid = f.cid AND f.fid = %d ORDER BY title', $edit['fid']);
  while ($category = db_fetch_object($categories)) {
452
453
    $options[$category->cid] = check_plain($category->title);
    if ($category->fid) $values[] = $category->cid;
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
  }
  if ($options) {
    $form['category'] = array('#type' => 'checkboxes',
      '#title' => t('Categorize news items'),
      '#default_value' => $values,
      '#options' => $options,
      '#description' => t('New items in this feed will be automatically filed in the checked categories as they are received.'),
    );
  }
  $form['submit'] = array('#type' => 'submit', '#value' =>t('Submit'));

  if ($edit['fid']) {
    $form['delete'] = array('#type' => 'submit', '#value' =>t('Delete'));
    $form['fid'] = array('#type' => 'hidden', '#value' => $edit['fid']);
  }

  return drupal_get_form('aggregator_form_feed', $form);
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_feed_validate($form_id, $form_values) {
  if ($_POST['op'] == t('Submit')) {
    // Check for duplicate titles
    if (isset($form_values['fid'])) {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE (title = '%s' OR url='%s') AND fid != %d", $form_values['title'], $form_values['url'], $form_values['fid']);
    }
    else {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE title = '%s' OR url='%s'", $form_values['title'], $form_values['url']);
    }
    while ($feed = db_fetch_object($result)) {
      if (strcasecmp($feed->title, $form_values['title']) == 0) {
        form_set_error('title', t('A feed named %feed already exists. Please enter a unique title.', array('%feed' => theme('placeholder', $form_values['title']))));
      }
    }
  }
}

/**
 * Process aggregator_form_feed form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_feed_submit($form_id, $form_values) {
  if ($_POST['op'] == t('Delete')) {
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_feed($form_values);
  menu_rebuild();
  if (isset($form_values['fid'])) {
    if (isset($form_values['title'])) {
      drupal_set_message(t('The feed %feed has been updated.', array('%feed' => theme('placeholder', $form_values['title']))));
      if (arg(0) == 'admin') {
509
        return 'admin/content/aggregator/';
510
511
512
513
514
515
516
517
518
      }
      else {
        return 'aggregator/sources/'. $form_values['fid'];
      }
    }
    else {
      watchdog('aggregator', t('Feed %feed deleted.', array('%feed' => theme('placeholder', $title))));
      drupal_set_message(t('The feed %feed has been deleted.', array('%feed' => theme('placeholder', $title))));
      if (arg(0) == 'admin') {
519
        return 'admin/content/aggregator/';
520
521
522
523
524
525
526
      }
      else {
        return 'aggregator/sources/';
      }
    }
  }
  else {
527
    watchdog('aggregator', t('Feed %feed added.', array('%feed' => theme('placeholder', $form_values['title']))), WATCHDOG_NOTICE, l(t('view'), 'admin/content/aggregator'));
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
    drupal_set_message(t('The feed %feed has been added.', array('%feed' => theme('placeholder', $form_values['title']))));
  }
}

/**
 * Add/edit/delete an aggregator feed.
 */
function aggregator_save_feed($edit) {
  if ($edit['fid']) {
    // An existing feed is being modified, delete the category listings.
    db_query('DELETE FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
  }
  if ($edit['fid'] && $edit['title']) {
    db_query("UPDATE {aggregator_feed} SET title = '%s', url = '%s', refresh = %d WHERE fid = %d", $edit['title'], $edit['url'], $edit['refresh'], $edit['fid']);
  }
  else if ($edit['fid']) {
    $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
    while ($item = db_fetch_object($result)) {
      $items[] = "iid = $item->iid";
    }
    if ($items) {
      db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
    }
    db_query('DELETE FROM {aggregator_feed} WHERE fid = %d', $edit['fid']);
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks.
    $edit['fid'] = db_next_id('{aggregator_feed}_fid');
    db_query("INSERT INTO {aggregator_feed} (fid, title, url, refresh, block) VALUES (%d, '%s', '%s', %d, 5)", $edit['fid'], $edit['title'], $edit['url'], $edit['refresh']);
  }
  if ($edit['title']) {
    // The feed is being saved, save the categories as well.
    if ($edit['category']) {
      foreach ($edit['category'] as $cid => $value) {
        if ($value) {
          db_query('INSERT INTO {aggregator_category_feed} (fid, cid) VALUES (%d, %d)', $edit['fid'], $cid);
        }
      }
    }
  }
}

Dries's avatar
   
Dries committed
571
572
573
574
function aggregator_remove($feed) {
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
  while ($item = db_fetch_object($result)) {
    $items[] = "iid = $item->iid";
Dries's avatar
   
Dries committed
575
  }
Dries's avatar
   
Dries committed
576
577
  if ($items) {
    db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
Dries's avatar
   
Dries committed
578
  }
Dries's avatar
   
Dries committed
579
  db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
Kjartan's avatar
Kjartan committed
580
  db_query("UPDATE {aggregator_feed} SET checked = 0, etag = '', modified = 0 WHERE fid = %d", $feed['fid']);
581
  drupal_set_message(t('The news items from %site have been removed.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
582
583
}

Dries's avatar
   
Dries committed
584
585
586
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
587
function aggregator_element_start($parser, $name, $attributes) {
588
  global $item, $element, $tag, $items, $channel;
Dries's avatar
   
Dries committed
589
590

  switch ($name) {
Dries's avatar
   
Dries committed
591
592
    case 'IMAGE':
    case 'TEXTINPUT':
593
594
595
596
597
598
    case 'CONTENT':
    case 'SUMMARY':
    case 'TAGLINE':
    case 'SUBTITLE':
    case 'LOGO':
    case 'INFO':
Dries's avatar
   
Dries committed
599
600
      $element = $name;
      break;
601
602
603
604
    case 'ID':
      if ($element != 'ITEM') {
        $element = $name;
      }
605
606
607
608
609
610
611
612
613
614
    case 'LINK':
      if ($attributes['REL'] == 'alternate') {
        if ($element == 'ITEM') {
          $items[$item]['LINK'] = $attributes['HREF'];
        }
        else {
          $channel['LINK'] = $attributes['HREF'];
        }
      }
      break;
Dries's avatar
   
Dries committed
615
    case 'ITEM':
Dries's avatar
   
Dries committed
616
617
      $element = $name;
      $item += 1;
618
619
620
621
622
      break;
    case 'ENTRY':
      $element = 'ITEM';
      $item += 1;
      break;
623
624
625
626
627
  }

  $tag = $name;
}

Dries's avatar
   
Dries committed
628
629
630
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
631
function aggregator_element_end($parser, $name) {
Dries's avatar
   
Dries committed
632
633
  global $element;

Dries's avatar
   
Dries committed
634
  switch ($name) {
Dries's avatar
   
Dries committed
635
636
637
    case 'IMAGE':
    case 'TEXTINPUT':
    case 'ITEM':
638
639
640
    case 'ENTRY':
    case 'CONTENT':
    case 'INFO':
641
642
      $element = '';
      break;
643
    case 'ID':
644
      if ($element == 'ID') {
645
646
        $element = '';
      }
Dries's avatar
   
Dries committed
647
  }
648
649
}

Dries's avatar
   
Dries committed
650
651
652
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
653
function aggregator_element_data($parser, $data) {
Dries's avatar
   
Dries committed
654
  global $channel, $element, $items, $item, $image, $tag;
Dries's avatar
   
Dries committed
655
656

  switch ($element) {
Dries's avatar
   
Dries committed
657
    case 'ITEM':
Dries's avatar
   
Dries committed
658
659
      $items[$item][$tag] .= $data;
      break;
Dries's avatar
   
Dries committed
660
    case 'IMAGE':
661
    case 'LOGO':
Dries's avatar
   
Dries committed
662
663
      $image[$tag] .= $data;
      break;
664
665
666
667
668
669
    case 'LINK':
      if ($data) {
        $items[$item][$tag] .= $data;
      }
      break;
    case 'CONTENT':
670
      $items[$item]['CONTENT'] .= $data;
671
672
      break;
    case 'SUMMARY':
673
      $items[$item]['SUMMARY'] .= $data;
674
675
676
677
678
679
680
      break;
    case 'TAGLINE':
    case 'SUBTITLE':
      $channel['DESCRIPTION'] .= $data;
      break;
    case 'INFO':
    case 'ID':
Dries's avatar
   
Dries committed
681
682
683
    case 'TEXTINPUT':
      // The sub-element is not supported. However, we must recognize
      // it or its contents will end up in the item array.
Dries's avatar
   
Dries committed
684
685
686
      break;
    default:
      $channel[$tag] .= $data;
687
688
689
  }
}

Dries's avatar
   
Dries committed
690
691
692
/**
 * Checks a news feed for new items.
 */
Kjartan's avatar
Kjartan committed
693
function aggregator_refresh($feed) {
Dries's avatar
   
Dries committed
694
695
  global $channel, $image;

Dries's avatar
   
Dries committed
696
697
698
699
700
701
  // Generate conditional GET headers.
  $headers = array();
  if ($feed['etag']) {
    $headers['If-None-Match'] = $feed['etag'];
  }
  if ($feed['modified']) {
Dries's avatar
   
Dries committed
702
    $headers['If-Modified-Since'] = gmdate('D, d M Y H:i:s', $feed['modified']) .' GMT';
Dries's avatar
   
Dries committed
703
704
705
706
707
  }

  // Request feed.
  $result = drupal_http_request($feed['url'], $headers);

708
  // Process HTTP response code.
Dries's avatar
   
Dries committed
709
710
  switch ($result->code) {
    case 304:
Dries's avatar
   
Dries committed
711
      db_query('UPDATE {aggregator_feed} SET checked = %d WHERE fid = %d', time(), $feed['fid']);
712
      drupal_set_message(t('There is no new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
713
      break;
Dries's avatar
   
Dries committed
714
715
    case 301:
      $feed['url'] = $result->redirect_url;
716
      watchdog('aggregator', t('Updated URL for feed %title to %url.', array('%title' => theme('placeholder', $feed['title']), '%url' => theme('placeholder', $feed['url']))));
717

Dries's avatar
   
Dries committed
718
719
720
721
    case 200:
    case 302:
    case 307:
      // Filter the input data:
722
     if (aggregator_parse_feed($result->data, $feed)) {
723

Dries's avatar
   
Dries committed
724
725
726
        if ($result->headers['Last-Modified']) {
          $modified = strtotime($result->headers['Last-Modified']);
        }
Dries's avatar
Dries committed
727

728
729
730
731
732
        /*
        ** Prepare the channel data:
        */

        foreach ($channel as $key => $value) {
733
          $channel[$key] = trim($value);
734
735
        }

Dries's avatar
   
Dries committed
736
737
738
        /*
        ** Prepare the image data (if any):
        */
Dries's avatar
   
Dries committed
739

Dries's avatar
   
Dries committed
740
741
742
        foreach ($image as $key => $value) {
          $image[$key] = trim($value);
        }
Dries's avatar
   
Dries committed
743

Dries's avatar
   
Dries committed
744
        if ($image['LINK'] && $image['URL'] && $image['TITLE']) {
745
746
          // Note, we should really use theme_image() here but that only works with local images it won't work with images fetched with a URL unless PHP version > 5
          $image = '<a href="'. check_url($image['LINK']) .'" class="feed-image"><img src="'. check_url($image['URL']) .'" alt="'. check_plain($image['TITLE']) .'" /></a>';
Dries's avatar
   
Dries committed
747
        }
Dries's avatar
   
Dries committed
748
749
750
        else {
          $image = NULL;
        }
Dries's avatar
   
Dries committed
751

Dries's avatar
   
Dries committed
752
753
754
        /*
        ** Update the feed data:
        */
Dries's avatar
   
Dries committed
755

756
        db_query("UPDATE {aggregator_feed} SET url = '%s', checked = %d, link = '%s', description = '%s', image = '%s', etag = '%s', modified = %d WHERE fid = %d", $feed['url'], time(), $channel['LINK'], $channel['DESCRIPTION'], $image, $result->headers['ETag'], $modified, $feed['fid']);
Dries's avatar
   
Dries committed
757

Dries's avatar
   
Dries committed
758
759
760
        /*
        ** Clear the cache:
        */
Dries's avatar
   
Dries committed
761

Dries's avatar
   
Dries committed
762
        cache_clear_all();
Dries's avatar
   
Dries committed
763

764
765
        watchdog('aggregator', t('There is new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
        drupal_set_message(t('There is new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
766
767
      }
      break;
Dries's avatar
   
Dries committed
768
    default:
769
770
      watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to "%error".', array('%site' => theme('placeholder', $feed['title']), '%error' => theme('placeholder', $result->code .' '. $result->error))), WATCHDOG_WARNING);
      drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error".', array('%site' => theme('placeholder', $feed['title']), '%error' => theme('placeholder', $result->code .' '. $result->error))));
Dries's avatar
   
Dries committed
771
  }
Dries's avatar
   
Dries committed
772
}
Dries's avatar
   
Dries committed
773

Dries's avatar
   
Dries committed
774
775
776
777
/**
 * Parse the W3C date/time format, a subset of ISO 8601. PHP date parsing
 * functions do not handle this format.
 * See http://www.w3.org/TR/NOTE-datetime for more information.
778
 * Originally from MagpieRSS (http://magpierss.sourceforge.net/).
Dries's avatar
   
Dries committed
779
780
 *
 * @param $date_str A string with a potentially W3C DTF date.
781
 * @return A timestamp if parsed successfully or -1 if not.
Dries's avatar
   
Dries committed
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
 */
function aggregator_parse_w3cdtf($date_str) {
  if (preg_match('/(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2})(:(\d{2}))?(?:([-+])(\d{2}):?(\d{2})|(Z))?/', $date_str, $match)) {
    list($year, $month, $day, $hours, $minutes, $seconds) = array($match[1], $match[2], $match[3], $match[4], $match[5], $match[6]);
    // calc epoch for current date assuming GMT
    $epoch = gmmktime($hours, $minutes, $seconds, $month, $day, $year);
    if ($match[10] != 'Z') { // Z is zulu time, aka GMT
      list($tz_mod, $tz_hour, $tz_min) = array($match[8], $match[9], $match[10]);
      // zero out the variables
      if (!$tz_hour) {
        $tz_hour = 0;
      }
      if (!$tz_min) {
        $tz_min = 0;
      }
      $offset_secs = (($tz_hour * 60) + $tz_min) * 60;
      // is timezone ahead of GMT?  then subtract offset
      if ($tz_mod == '+') {
        $offset_secs *= -1;
      }
      $epoch += $offset_secs;
    }
    return $epoch;
  }
  else {
807
    return FALSE;
Dries's avatar
   
Dries committed
808
809
810
  }
}

Dries's avatar
   
Dries committed
811
function aggregator_parse_feed(&$data, $feed) {
Dries's avatar
   
Dries committed
812
  global $items, $image, $channel;
Dries's avatar
   
Dries committed
813

Dries's avatar
   
Dries committed
814
  // Unset the global variables before we use them:
Dries's avatar
   
Dries committed
815
  unset($GLOBALS['element'], $GLOBALS['item'], $GLOBALS['tag']);
Dries's avatar
   
Dries committed
816
  $items = array();
Dries's avatar
   
Dries committed
817
  $image = array();
Dries's avatar
   
Dries committed
818
  $channel = array();
819

Dries's avatar
   
Dries committed
820
821
  // parse the data:
  $xml_parser = drupal_xml_parser_create($data);
Dries's avatar
   
Dries committed
822
823
  xml_set_element_handler($xml_parser, 'aggregator_element_start', 'aggregator_element_end');
  xml_set_character_data_handler($xml_parser, 'aggregator_element_data');
Dries's avatar
   
Dries committed
824

Dries's avatar
   
Dries committed
825
  if (!xml_parse($xml_parser, $data, 1)) {
826
827
    watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to an error "%error" on line %line.', array('%site' => theme('placeholder', $feed['title']), '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), WATCHDOG_WARNING);
    drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error" on line %line.', array('%site' => theme('placeholder', $feed['title']), '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), 'error');
Dries's avatar
   
Dries committed
828
    return 0;
Dries's avatar
   
Dries committed
829
830
  }
  xml_parser_free($xml_parser);
Dries's avatar
   
Dries committed
831

Dries's avatar
   
Dries committed
832
833
  /*
  ** We reverse the array such that we store the first item last,
834
  ** and the last item first. In the database, the newest item
Dries's avatar
   
Dries committed
835
836
  ** should be at the top.
  */
Dries's avatar
   
Dries committed
837

Dries's avatar
   
Dries committed
838
  $items = array_reverse($items);
Dries's avatar
   
Dries committed
839

840
841
  // Initialize variables
  $title = $link = $author = $description = $guid = NULL;
Dries's avatar
   
Dries committed
842
  foreach ($items as $item) {
843
    unset($title, $link, $author, $description, $guid);
844

Dries's avatar
   
Dries committed
845
846
    // Prepare the item:
    foreach ($item as $key => $value) {
847
      $item[$key] = trim($value);
Dries's avatar
   
Dries committed
848
    }
Dries's avatar
Dries committed
849

Dries's avatar
   
Dries committed
850
    /*
851
    ** Resolve the item's title. If no title is found, we use
Dries's avatar
   
Dries committed
852
853
854
855
    ** up to 40 characters of the description ending at a word
    ** boundary but not splitting potential entities.
    */

Dries's avatar
   
Dries committed
856
857
    if ($item['TITLE']) {
      $title = $item['TITLE'];
Dries's avatar
   
Dries committed
858
859
    }
    else {
Dries's avatar
   
Dries committed
860
      $title = preg_replace('/^(.*)[^\w;&].*?$/', "\\1", truncate_utf8($item['DESCRIPTION'], 40));
Dries's avatar
   
Dries committed
861
    }
Dries's avatar
   
Dries committed
862

Dries's avatar
   
Dries committed
863
864
865
866
    /*
    ** Resolve the items link.
    */

Dries's avatar
   
Dries committed
867
868
    if ($item['LINK']) {
      $link = $item['LINK'];
Dries's avatar
   
Dries committed
869
870
    }
    else {
Dries's avatar
   
Dries committed
871
      $link = $feed['link'];
Dries's avatar
   
Dries committed
872
    }
873
874
875
    if ($item['GUID']) {
      $guid = $item['GUID'];
    }
876

877
878
879
    /**
     * Atom feeds have a CONTENT and/or SUMMARY tag instead of a DESCRIPTION tag
     */
880
881
    if ($item['CONTENT:ENCODED']) {
      $item['DESCRIPTION'] = $item['CONTENT:ENCODED'];
882
883
884
885
886
    }
    else if ($item['SUMMARY']) {
      $item['DESCRIPTION'] = $item['SUMMARY'];
    }

Dries's avatar
   
Dries committed
887
    /*
888
    ** Try to resolve and parse the item's publication date. If no
Dries's avatar
   
Dries committed
889
890
891
892
893
894
895
896
    ** date is found, we use the current date instead.
    */

    if ($item['PUBDATE']) $date = $item['PUBDATE'];                        // RSS 2.0
    else if ($item['DC:DATE']) $date = $item['DC:DATE'];                   // Dublin core
    else if ($item['DCTERMS:ISSUED']) $date = $item['DCTERMS:ISSUED'];     // Dublin core
    else if ($item['DCTERMS:CREATED']) $date = $item['DCTERMS:CREATED'];   // Dublin core
    else if ($item['DCTERMS:MODIFIED']) $date = $item['DCTERMS:MODIFIED']; // Dublin core
897
898
899
    else if ($item['ISSUED']) $date = $item['ISSUED'];                     // Atom XML
    else if ($item['CREATED']) $date = $item['CREATED'];                   // Atom XML
    else if ($item['MODIFIED']) $date = $item['MODIFIED'];                 // Atom XML
900
901
    else if ($item['PUBLISHED']) $date = $item['PUBLISHED'];               // Atom XML
    else if ($item['UPDATED']) $date = $item['UPDATED'];                   // Atom XML
Dries's avatar
   
Dries committed
902
    else $date = 'now';
Dries's avatar
   
Dries committed
903

904
905
906
907
    $timestamp = strtotime($date); // As of PHP 5.1.0, strtotime returns FALSE on failure instead of -1.
    if ($timestamp <= 0) {
      $timestamp = aggregator_parse_w3cdtf($date); // Returns FALSE on failure
      if (!$timestamp) {
Dries's avatar
   
Dries committed
908
909
        $timestamp = time(); // better than nothing
      }
910
    }
Dries's avatar
   
Dries committed
911
912

    /*
913
914
    ** Save this item. Try to avoid duplicate entries as much as
    ** possible. If we find a duplicate entry, we resolve it and
Dries's avatar
   
Dries committed
915
    ** pass along it's ID such that we can update it if needed.
Dries's avatar
   
Dries committed
916
917
    */

918
919
920
921
    if ($guid) {
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND guid = '%s'", $feed['fid'], $guid));
    }
    else if ($link && $link != $feed['link'] && $link != $feed['url']) {
Dries's avatar
   
Dries committed
922
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND link = '%s'", $feed['fid'], $link));
Dries's avatar
   
Dries committed
923
924
    }
    else {
Dries's avatar
   
Dries committed
925
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND title = '%s'", $feed['fid'], $title));
Dries's avatar
   
Dries committed
926
    }
Dries's avatar
   
Dries committed
927

928
    aggregator_save_item(array('iid' => $entry->iid, 'fid' => $feed['fid'], 'timestamp' => $timestamp, 'title' => $title, 'link' => $link, 'author' => $item['AUTHOR'], 'description' => $item['DESCRIPTION'], 'guid' => $guid));
Dries's avatar
   
Dries committed
929
  }
Dries's avatar
   
Dries committed
930

Dries's avatar
   
Dries committed
931
  /*
932
  ** Remove all items that are older than flush item timer:
Dries's avatar
   
Dries committed
933
  */
Dries's avatar
   
Dries committed
934

935
  $age = time() - variable_get('aggregator_clear', 9676800);
Dries's avatar
   
Dries committed
936
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
937

938
939
940
941
942
943
944
  if (db_num_rows($result)) {
    $items = array();
    while ($item = db_fetch_object($result)) {
      $items[] = $item->iid;
    }
    db_query('DELETE FROM {aggregator_category_item} WHERE iid IN ('. implode(', ', $items) .')');
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
945
  }
Dries's avatar
   
Dries committed
946
947

  return 1;
948
949
}

Kjartan's avatar
Kjartan committed
950
function aggregator_save_item($edit) {
Dries's avatar
   
Dries committed
951
  if ($edit['iid'] && $edit['title']) {
952
    db_query("UPDATE {aggregator_item} SET title = '%s', link = '%s', author = '%s', description = '%s', guid = '%s' WHERE iid = %d", $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['iid'], $edit['gid']);
953
  }
Dries's avatar
   
Dries committed
954
955
956
  else if ($edit['iid']) {
    db_query('DELETE FROM {aggregator_item} WHERE iid = %d', $edit['iid']);
    db_query('DELETE FROM {aggregator_category_item} WHERE iid = %d', $edit['iid']);
957
  }
Dries's avatar
   
Dries committed
958
  else if ($edit['title'] && $edit['link']) {
Dries's avatar
   
Dries committed
959
    $edit['iid'] = db_next_id('{aggregator_item}_iid');
960
    db_query("INSERT INTO {aggregator_item} (iid, fid, title, link, author, description, timestamp, guid) VALUES (%d, %d, '%s', '%s', '%s', '%s', %d, '%s')", $edit['iid'], $edit['fid'], $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['timestamp'], $edit['guid']);
Dries's avatar
   
Dries committed
961
962
963
    // file the items in the categories indicated by the feed
    $categories = db_query('SELECT cid FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
    while ($category = db_fetch_object($categories)) {
Dries's avatar
   
Dries committed
964
      db_query('INSERT INTO {aggregator_category_item} (cid, iid) VALUES (%d, %d)', $category->cid, $edit['iid']);
Dries's avatar
   
Dries committed
965
    }
966
967
968
  }
}

Kjartan's avatar
Kjartan committed
969
function aggregator_get_feed($fid) {
Dries's avatar
   
Dries committed
970
  return db_fetch_array(db_query('SELECT * FROM {aggregator_feed} WHERE fid = %d', $fid));
971
972
}

Dries's avatar
   
Dries committed
973
function aggregator_get_category($cid) {
Dries's avatar
   
Dries committed
974
  return db_fetch_array(db_query('SELECT * FROM {aggregator_category} WHERE cid = %d', $cid));
975
976
}

Kjartan's avatar
Kjartan committed
977
function aggregator_view() {
Dries's avatar
   
Dries committed
978
  $result = db_query('SELECT f.*, COUNT(i.iid) AS items FROM {aggregator_feed} f LEFT JOIN {aggregator_item} i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.checked, f.link, f.description, f.etag, f.modified, f.image, f.block ORDER BY f.title');
979

Dries's avatar
   
Dries committed
980
  $output .= '<h3>'. t('Feed overview') .'</h3>';
Dries's avatar
   
Dries committed
981

Dries's avatar
   
Dries committed
982
  $header = array(t('Title'), t('Items'), t('Last update'), t('Next update'), array('data' => t('Operations'), 'colspan' => '3'));
Dries's avatar
   
Dries committed
983
  $rows = array();
984
  while ($feed = db_fetch_object($result)) {
985
    $rows[] = array(l($feed->title, "aggregator/sources/$feed->fid"), format_plural($feed->items, '1 item', '%count items'), ($feed->checked ? t('%time ago', array('%time' => format_interval(time() - $feed->checked))) : t('never')), ($feed->checked ? t('%time left', array('%time' => format_interval($feed->checked + $feed->refresh - time()))) : t('never')), l(t('edit'), "admin/content/aggregator/edit/feed/$feed->fid"), l(t('remove items'), "admin/content/aggregator/remove/$feed->fid"), l(t('update items'), "admin/content/aggregator/update/$feed->fid"));
986
  }
Dries's avatar
   
Dries committed
987
  $output .= theme('table', $header, $rows);
988

Dries's avatar
   
Dries committed
989
  $result = db_query('SELECT c.cid, c.title, count(ci.iid) as items FROM {aggregator_category} c LEFT JOIN {aggregator_category_item} ci ON c.cid = ci.cid GROUP BY c.cid, c.title ORDER BY title');
990

Dries's avatar
   
Dries committed
991
  $output .= '<h3>'. t('Category overview') .'</h3>';
Dries's avatar
   
Dries committed
992

Dries's avatar
   
Dries committed
993
  $header = array(t('Title'), t('Items'), t('Operations'));
Dries's avatar
   
Dries committed
994
  $rows = array();
Dries's avatar
   
Dries committed
995
  while ($category = db_fetch_object($result)) {
996
    $rows[] = array(l($category->title, "aggregator/categories/$category->cid"), format_plural($category->items, '1 item', '%count items'), l(t('edit'), "admin/content/aggregator/edit/category/$category->cid"));
997
  }
Dries's avatar
   
Dries committed
998
  $output .= theme('table', $header, $rows);
999
1000
1001
1002

  return $output;
}

Dries's avatar
   
Dries committed
1003
/**
1004
 * Menu callback; removes all items from a feed, then redirects to the overview page.
Dries's avatar
   
Dries committed
1005
1006
1007
 */
function aggregator_admin_remove_feed($feed) {
  aggregator_remove(aggregator_get_feed($feed));
1008
  drupal_goto('admin/content/aggregator');
Dries's avatar
   
Dries committed
1009
1010
1011
}

/**
1012
 * Menu callback; refreshes a feed, then redirects to the overview page.
Dries's avatar
   
Dries committed
1013
1014
1015
 */
function aggregator_admin_refresh_feed($feed) {
  aggregator_refresh(aggregator_get_feed($feed));
1016
  drupal_goto('admin/content/aggregator');
Dries's avatar
   
Dries committed
1017
1018
1019
}

/**
Dries's avatar
Dries committed
1020
 * Menu callback; displays the aggregator administration page.
Dries's avatar
   
Dries committed
1021
1022
 */
function aggregator_admin_overview() {
Dries's avatar
   
Dries committed
1023
  return aggregator_view();
1024
1025
}

Dries's avatar
   
Dries committed
1026
/**
Dries's avatar
Dries committed
1027
 * Menu callback; displays the most recent items gathered from any feed.
Dries's avatar
   
Dries committed
1028
 */
1029
function aggregator_page_last() {
1030
  return _aggregator_page_list('SELECT i.*, f.title AS ftitle, f.link AS flink FROM {aggregator_item} i INNER JOIN {aggregator_feed} f ON i.fid = f.fid ORDER BY i.timestamp DESC, i.iid DESC', arg(1));
Dries's avatar
   
Dries committed
1031
1032
}

Dries's avatar
   
Dries committed
1033
/**
Dries's avatar
Dries committed
1034
 * Menu callback; displays all the items captured from a particular feed.
Dries's avatar
   
Dries committed
1035
 */
1036
function aggregator_page_source() {
Dries's avatar
   
Dries committed
1037
  $feed = db_fetch_object(db_query('SELECT * FROM {aggregator_feed} WHERE fid = %d', arg(2)));
Dries's avatar
   
Dries committed
1038
  $info = theme('aggregator_feed', $feed);
Dries's avatar
   
Dries committed
1039

1040
  return _aggregator_page_list('SELECT * FROM {aggregator_item} WHERE fid = '. $feed->fid .' ORDER BY timestamp DESC, iid DESC', arg(3), $info);
Dries's avatar
   
Dries committed
1041
1042
}

Dries's avatar
   
Dries committed
1043
/**
Dries's avatar
Dries committed
1044
 * Menu callback; displays all the items aggregated in a particular category.
Dries's avatar
   
Dries committed
1045
 */
1046
function aggregator_page_category() {
Dries's avatar
   
Dries committed
1047
  $category = db_fetch_object(db_query('SELECT cid, title FROM {aggregator_category} WHERE cid = %d', arg(2)));
Dries's avatar
   
Dries committed
1048

1049
  return _aggregator_page_list('SELECT i.*, f.title AS ftitle, f.link AS flink FROM {aggregator_category_item} c LEFT JOIN {aggregator_item} i ON c.iid = i.iid LEFT JOIN {aggregator_feed} f ON i.fid = f.fid WHERE cid = '. $category->cid .' ORDER BY timestamp DESC, iid DESC', arg(3));
Dries's avatar
   
Dries committed
1050
}
Dries's avatar
   
Dries committed
1051

Dries's avatar