aggregator.module 55.6 KB
Newer Older
1
<?php
Dries's avatar
Dries committed
2
// $Id$
Dries's avatar
   
Dries committed
3

Dries's avatar
   
Dries committed
4
5
/**
 * @file
6
 * Used to aggregate syndicated content (RSS, RDF, and Atom).
Dries's avatar
   
Dries committed
7
8
 */

Dries's avatar
   
Dries committed
9
10
11
/**
 * Implementation of hook_help().
 */
Dries's avatar
   
Dries committed
12
function aggregator_help($section) {
Dries's avatar
   
Dries committed
13
  switch ($section) {
Kjartan's avatar
Kjartan committed
14
    case 'admin/help#aggregator':
15
16
17
18
19
20
21
22
23
24
25
26
27
      $output = '<p>'. t('The news aggregator is a powerful on-site RSS syndicator/news reader that can gather fresh content from news sites and weblogs around the web.') .'</p>';
      $output .= '<p>'. t('Users can view the latest news chronologically in the <a href="%aggregator">main news aggregator display</a> or by <a href="%aggregator-sources">source</a>. Administrators can add, edit and delete feeds and choose how often to check for newly updated news for each individual feed. Administrators can also tag individual feeds with categories, offering selective grouping of some feeds into separate displays. Listings of the latest news for individual sources or categorized sources can be enabled as blocks for display in the sidebar through the <a href="%admin-block">block administration page</a>. The news aggregator requires cron to check for the latest news from the sites to which you have subscribed. Drupal also provides a <a href="%aggregator-opml">machine-readable OPML file</a> of all of your subscribed feeds.', array('%aggregator' => url('aggregator'), '%aggregator-sources' => url('aggregator/sources'), '%admin-block' => url('admin/block'), '%aggregator-opml' => url('aggregator/opml'))) .'</p>';
      $output .= t('<p>You can</p>
<ul>
<li>administer your list of news feeds <a href="%admin-aggregator">administer &gt;&gt;  aggregator</a>.</li>
<li>add a new feed <a href="%admin-aggregator-add-feed">administer &gt;&gt; aggregator &gt;&gt; add feed</a>.</li>
<li>add a new category <a href="%admin-aggregator-add-category">administer &gt;&gt; aggregator &gt;&gt; add category</a>.</li>
<li>configure global settings for the news aggregator <a href="%admin-settings-aggregator">administer &gt;&gt; settings &gt;&gt; aggregator</a>.</li>
<li>control access to the aggregator module through access permissions <a href="%admin-access">administer &gt;&gt; access control &gt;&gt; permissions</a>.</li>
<li>set permissions to access new feeds for user roles such as anonymous users at <a href="%admin-access">administer &gt;&gt; access control</a>.</li>
<li>view the <a href="%aggregator">aggregator page</a>.</li>
</ul>
', array('%admin-aggregator' => url('admin/aggregator'), '%admin-aggregator-add-feed' => url('admin/aggregator/add/feed'), '%admin-aggregator-add-category' => url('admin/aggregator/add/category'), '%admin-settings-aggregator' => url('admin/settings/aggregator'), '%admin-access' => url('admin/access'), '%aggregator' => url('aggregator')));
28
      $output .= '<p>'. t('For more information please read the configuration and customization handbook <a href="%aggregator">Aggregator page</a>.', array('%aggregator' => 'http://drupal.org/handbook/modules/aggregator/')) .'</p>';
29
      return $output;
Dries's avatar
   
Dries committed
30
    case 'admin/modules#description':
31
      return t('Aggregates syndicated content (RSS, RDF, and Atom feeds).');
Dries's avatar
   
Dries committed
32
    case 'admin/aggregator':
33
      return t('<p>Thousands of sites (particularly news sites and weblogs) publish their latest headlines and/or stories in a machine-readable format so that other sites can easily link to them. This content is usually in the form of an <a href="http://blogs.law.harvard.edu/tech/rss">RSS</a> feed (which is an XML-based syndication standard). To display the feed or category in a block you must decide how many items to show by editing the feed or block and turning on the <a href="%block">feed\'s block</a>.</p>', array('%block' => url('admin/block')));
Dries's avatar
   
Dries committed
34
    case 'admin/aggregator/add/feed':
35
      return t('<p>Add a site that has an RSS/RDF/Atom feed. The URL is the full path to the feed file. For the feed to update automatically you must run "cron.php" on a regular basis. If you already have a feed with the URL you are planning to use, the system will not accept another feed with the same URL.</p>');
Dries's avatar
   
Dries committed
36
    case 'admin/aggregator/add/category':
37
      return t('<p>Categories provide a way to group items from different news feeds together. Each news category has its own feed page and block. For example, you could tag various sport-related feeds as belonging to a category called <em>Sports</em>. News items can be added to a category automatically by setting a feed to automatically place its item into that category, or by using the categorize items link in any listing of news items.</p>');
Dries's avatar
   
Dries committed
38
  }
39
40
}

41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
/**
 * Implementation of hook_menu().
 */
function aggregator_menu($may_cache) {
  $items = array();
  $edit = user_access('administer news feeds');
  $view = user_access('access news feeds');

  if ($may_cache) {
    $items[] = array('path' => 'admin/aggregator',
      'title' => t('aggregator'),
      'callback' => 'aggregator_admin_overview',
      'access' => $edit);
    $items[] = array('path' => 'admin/aggregator/add/feed',
      'title' => t('add feed'),
      'callback' => 'aggregator_form_feed',
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
    $items[] = array('path' => 'admin/aggregator/add/category',
      'title' => t('add category'),
      'callback' => 'aggregator_form_category',
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
    $items[] = array('path' => 'admin/aggregator/remove',
      'title' => t('remove items'),
      'callback' => 'aggregator_admin_remove_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'admin/aggregator/update',
      'title' => t('update items'),
      'callback' => 'aggregator_admin_refresh_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'admin/aggregator/list',
      'title' => t('list'),
      'type' => MENU_DEFAULT_LOCAL_TASK,
      'weight' => -10);
78

79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
    $items[] = array('path' => 'aggregator',
      'title' => t('news aggregator'),
      'callback' => 'aggregator_page_last',
      'access' => $view,
      'weight' => 5);
    $items[] = array('path' => 'aggregator/sources',
      'title' => t('sources'),
      'callback' => 'aggregator_page_sources',
      'access' => $view);
    $items[] = array('path' => 'aggregator/categories',
      'title' => t('categories'),
      'callback' => 'aggregator_page_categories',
      'access' => $view,
      'type' => MENU_ITEM_GROUPING);
    $items[] = array('path' => 'aggregator/rss',
      'title' => t('RSS feed'),
      'callback' => 'aggregator_page_rss',
      'access' => $view,
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'aggregator/opml',
      'title' => t('OPML feed'),
      'callback' => 'aggregator_page_opml',
      'access' => $view,
      'type' => MENU_CALLBACK);
103

104
105
106
107
108
109
110
    $result = db_query('SELECT title, cid FROM {aggregator_category} ORDER BY title');
    while ($category = db_fetch_array($result)) {
      $items[] = array('path' => 'aggregator/categories/'. $category['cid'],
        'title' => $category['title'],
        'callback' => 'aggregator_page_category',
        'access' => $view);
    }
111
112
113
114
115
116
117
  }
  else {
    if (arg(0) == 'aggregator' && is_numeric(arg(2))) {
      if (arg(1) == 'sources') {
        $feed = aggregator_get_feed(arg(2));
        if ($feed) {
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'],
118
            'title' => $feed['title'],
119
            'callback' => 'aggregator_page_source',
120
121
            'access' => $view,
            'type' => MENU_CALLBACK);
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/categorize',
            'title' => t('categorize'),
            'callback' => 'aggregator_page_source',
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/configure',
            'title' => t('configure'),
            'callback' => 'aggregator_form_feed',
            'callback arguments' => array($feed),
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
      else if (arg(1) == 'categories') {
        $category = aggregator_get_category(arg(2));
        if ($category) {
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/categorize',
            'title' => t('categorize'),
            'callback' => 'aggregator_page_category',
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/configure',
            'title' => t('configure'),
            'callback' => 'aggregator_form_category',
            'callback arguments' => array($category),
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
    }
    else if (arg(1) == 'aggregator' && is_numeric(arg(4))) {
      if (arg(3) == 'feed') {
        $feed = aggregator_get_feed(arg(4));
        if ($feed) {
          $items[] = array('path' => 'admin/aggregator/edit/feed/'. $feed['fid'],
            'title' => t('edit feed'),
            'callback' => 'aggregator_form_feed',
            'callback arguments' => array($feed),
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
      else {
        $category = aggregator_get_category(arg(4));
        if ($category) {
          $items[] = array('path' => 'admin/aggregator/edit/category/'. $category['cid'],
            'title' => t('edit category'),
            'callback' => 'aggregator_form_category',
            'callback arguments' => array($category),
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
    }
  }

  return $items;
}

/**
 * Implementation of hook_settings().
 */
194
function aggregator_settings() {
195
  $items = array(0 => t('none')) + drupal_map_assoc(array(3, 5, 10, 15, 20, 25), '_aggregator_items');
196
  $period = drupal_map_assoc(array(3600, 10800, 21600, 32400, 43200, 86400, 172800, 259200, 604800, 1209600, 2419200, 4838400, 9676800), 'format_interval');
Dries's avatar
   
Dries committed
197

198
  $form['aggregator_allowed_html_tags'] = array(
199
200
201
    '#type' => 'textfield', '#title' => t('Allowed HTML tags'), '#size' => 80, '#maxlength' => 255,
    '#default_value' => variable_get('aggregator_allowed_html_tags', '<a> <b> <br> <dd> <dl> <dt> <em> <i> <li> <ol> <p> <strong> <u> <ul>'),
    '#description' => t('The list of tags which are allowed in feeds, i.e., which will not be removed by Drupal.')
202
203
204
  );

  $form['aggregator_summary_items'] = array(
205
206
207
    '#type' => 'select', '#title' => t('Items shown in sources and categories pages') ,
    '#default_value' => variable_get('aggregator_summary_items', 3), '#options' => $items,
    '#description' =>  t('The number of items which will be shown with each feed or category in the feed and category summary pages.')
208
209
210
  );

  $form['aggregator_clear'] = array(
211
212
    '#type' => 'select', '#title' => t('Discard news items older than'),
    '#default_value' => variable_get('aggregator_clear', 9676800), '#options' => $period,
213
    '#description' => t('Older news items will be automatically discarded. Requires crontab.')
214
  );
215

216
  $form['aggregator_category_selector'] = array(
217
    '#type' => 'radios', '#title' => t('Category selection type'), '#default_value' => variable_get('aggregator_category_selector', 'check'),
218
    '#options' => array('checkboxes' => t('checkboxes'), 'select' => t('multiple selector')),
219
    '#description' => t('The type of category selection widget which is shown on categorization pages. Checkboxes are easier to use; a multiple selector is good for working with large numbers of categories.')
220
221
  );
  return $form;
Dries's avatar
   
Dries committed
222
223
}

Dries's avatar
   
Dries committed
224
225
226
/**
 * Implementation of hook_perm().
 */
Kjartan's avatar
Kjartan committed
227
function aggregator_perm() {
Dries's avatar
   
Dries committed
228
  return array('administer news feeds', 'access news feeds');
Dries's avatar
   
Dries committed
229
230
}

Dries's avatar
   
Dries committed
231
232
233
234
235
/**
 * Implementation of hook_cron().
 *
 * Checks news feeds for updates once their refresh interval has elapsed.
 */
Dries's avatar
   
Dries committed
236
function aggregator_cron() {
Dries's avatar
   
Dries committed
237
  $result = db_query('SELECT * FROM {aggregator_feed} WHERE checked + refresh < %d', time());
Dries's avatar
   
Dries committed
238
239
  while ($feed = db_fetch_array($result)) {
    aggregator_refresh($feed);
Dries's avatar
   
Dries committed
240
241
242
  }
}

Dries's avatar
   
Dries committed
243
244
245
246
247
/**
 * Implementation of hook_block().
 *
 * Generates blocks for the latest news items in each category and feed.
 */
Dries's avatar
Dries committed
248
function aggregator_block($op, $delta = 0, $edit = array()) {
Dries's avatar
   
Dries committed
249
  if (user_access('access news feeds')) {
Dries's avatar
   
Dries committed
250
    if ($op == 'list') {
Dries's avatar
Dries committed
251
      $result = db_query('SELECT cid, title FROM {aggregator_category} ORDER BY title');
Dries's avatar
   
Dries committed
252
      while ($category = db_fetch_object($result)) {
253
        $block['category-'. $category->cid]['info'] = t('%title category latest items', array('%title' => theme('placeholder', $category->title)));
Kjartan's avatar
Kjartan committed
254
      }
Dries's avatar
Dries committed
255
      $result = db_query('SELECT fid, title FROM {aggregator_feed} ORDER BY fid');
Kjartan's avatar
Kjartan committed
256
      while ($feed = db_fetch_object($result)) {
257
        $block['feed-'. $feed->fid]['info'] = t('%title feed latest items', array('%title' => theme('placeholder', $feed->title)));
Kjartan's avatar
Kjartan committed
258
      }
Dries's avatar
   
Dries committed
259
    }
Dries's avatar
Dries committed
260
    else if ($op == 'configure') {
261
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
262
263
264
265
266
267
      if ($type == 'category') {
        $value = db_result(db_query('SELECT block FROM {aggregator_category} WHERE cid = %d', $id));
      }
      else {
        $value = db_result(db_query('SELECT block FROM {aggregator_feed} WHERE fid = %d', $id));
      }
268
      $form['block'] = array('#type' => 'select', '#title' => t('Number of news items in block'), '#default_value' => $value, '#options' => drupal_map_assoc(array(2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20)));
269
      return $form;
Dries's avatar
Dries committed
270
271
    }
    else if ($op == 'save') {
272
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
273
274
275
276
277
278
279
      if ($type == 'category') {
        $value = db_query('UPDATE {aggregator_category} SET block = %d WHERE cid = %d', $edit['block'], $id);
      }
      else {
        $value = db_query('UPDATE {aggregator_feed} SET block = %d WHERE fid = %d', $edit['block'], $id);
      }
    }
280
    else if ($op == 'view') {
281
      list($type, $id) = explode('-', $delta);
Kjartan's avatar
Kjartan committed
282
      switch ($type) {
Dries's avatar
   
Dries committed
283
        case 'feed':
284
          if ($feed = db_fetch_object(db_query('SELECT fid, title, block FROM {aggregator_feed} WHERE fid = %d', $id))) {
285
            $block['subject'] = check_plain($feed->title);
286
287
288
            $result = db_query_range('SELECT * FROM {aggregator_item} WHERE fid = %d ORDER BY timestamp DESC, iid DESC', $feed->fid, 0, $feed->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/sources/'. $feed->fid, array('title' => t('View this feed\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
289
          break;
290

Dries's avatar
   
Dries committed
291
        case 'category':
292
          if ($category = db_fetch_object(db_query('SELECT cid, title, block FROM {aggregator_category} WHERE cid = %d', $id))) {
293
            $block['subject'] = check_plain($category->title);
294
295
296
            $result = db_query_range('SELECT i.* FROM {aggregator_category_item} ci LEFT JOIN {aggregator_item} i ON ci.iid = i.iid WHERE ci.cid = %d ORDER BY i.timestamp DESC, i.iid DESC', $category->cid, 0, $category->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/categories/'. $category->cid, array('title' => t('View this category\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
297
298
          break;
      }
Dries's avatar
   
Dries committed
299
300
      $items = array();
      while ($item = db_fetch_object($result)) {
Dries's avatar
   
Dries committed
301
        $items[] = theme('aggregator_block_item', $item);
Dries's avatar
   
Dries committed
302
      }
Dries's avatar
   
Dries committed
303
      $block['content'] = theme('item_list', $items) . $block['content'];
Dries's avatar
   
Dries committed
304
    }
Dries's avatar
   
Dries committed
305
    return $block;
Dries's avatar
   
Dries committed
306
  }
Dries's avatar
   
Dries committed
307
308
}

309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
/**
 * Generate a form to add/edit/delete aggregator categories.
 */
 function aggregator_form_category($edit = array()) {
  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#required' => TRUE,
  );
  $form['description'] = array('#type' => 'textarea',
    '#title' => t('Description'),
    '#default_value' => $edit['description'],
  );
  $form['submit'] = array('#type' => 'submit', '#value' =>t('Submit'));

  if ($edit['cid']) {
    $form['delete'] = array('#type' => 'submit', '#value' =>t('Delete'));
    $form['cid'] = array('#type' => 'hidden', '#value' => $edit['cid']);
  }

  return drupal_get_form('aggregator_form_category', $form);
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_category_validate($form_id, $form_values) {
  if ($_POST['op'] == t('Submit')) {
    // Check for duplicate titles
    if (isset($form_values['cid'])) {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s' AND cid != %d", $form_values['title'], $form_values['cid']));
    }
    else {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s'", $form_values['title']));
    }
    if ($category) {
      form_set_error('title', t('A category named %category already exists. Please enter a unique title.', array('%category' => theme('placeholder', $form_values['title']))));
    }
  }
}

/**
 * Process aggregator_form_category form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_category_submit($form_id, $form_values) {
  if ($_POST['op'] == t('Delete')) {
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_category($form_values);
  menu_rebuild();
  if (isset($form_values['cid'])) {
    if (isset($form_values['title'])) {
      drupal_set_message(t('The category %category has been updated.', array('%category' => theme('placeholder', $form_values['title']))));
      if (arg(0) == 'admin') {
        return 'admin/aggregator/';
      }
      else {
        return 'aggregator/categories/'. $form_values['cid'];
      }
    }
    else {
      watchdog('aggregator', t('Category %category deleted.', array('%category' => theme('placeholder', $title))));
      drupal_set_message(t('The category %category has been deleted.', array('%category' => theme('placeholder', $title))));
      if (arg(0) == 'admin') {
        return 'admin/aggregator/';
      }
      else {
        return 'aggregator/categories/';
      }
    }
  }
  else {
    watchdog('aggregator', t('Category %category added.', array('%category' => theme('placeholder', $form_values['title']))), WATCHDOG_NOTICE, l(t('view'), 'admin/aggregator'));
    drupal_set_message(t('The category %category has been added.', array('%category' => theme('placeholder', $form_values['title']))));
  }
}

/**
 * Add/edit/delete aggregator categories.
 */
function aggregator_save_category($edit) {
  if ($edit['cid'] && $edit['title']) {
    db_query("UPDATE {aggregator_category} SET title = '%s', description = '%s' WHERE cid = %d", $edit['title'], $edit['description'], $edit['cid']);
  }
  else if ($edit['cid']) {
    db_query('DELETE FROM {aggregator_category} WHERE cid = %d', $edit['cid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks
    $next_id = db_next_id('{aggregator_category}_cid');
    db_query("INSERT INTO {aggregator_category} (cid, title, description, block) VALUES (%d, '%s', '%s', 5)", $next_id, $edit['title'], $edit['description']);
  }
}

/**
 * Generate a form to add/edit feed sources.
 */
function aggregator_form_feed($edit = array()) {
  $period = drupal_map_assoc(array(900, 1800, 3600, 7200, 10800, 21600, 32400, 43200, 64800, 86400, 172800, 259200, 604800, 1209600, 2419200), 'format_interval');

  if ($edit['refresh'] == '') {
    $edit['refresh'] = 3600;
  }

  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#description' => t('The name of the feed; typically the name of the web site you syndicate content from.'),
    '#required' => TRUE,
  );
  $form['url'] = array('#type' => 'textfield',
    '#title' => t('URL'),
    '#default_value' => $edit['url'],
    '#maxlength' => 255,
    '#description' => t('The fully-qualified URL of the feed.'),
    '#required' => TRUE,
  );
  $form['refresh'] = array('#type' => 'select',
    '#title' => t('Update interval'),
    '#default_value' => $edit['refresh'],
    '#options' => $period,
    '#description' => t('The refresh interval indicating how often you want to update this feed. Requires crontab.'),
  );

  // Handling of categories:
  $options = array();
  $values = array();
  $categories = db_query('SELECT c.cid, c.title, f.fid FROM {aggregator_category} c LEFT JOIN {aggregator_category_feed} f ON c.cid = f.cid AND f.fid = %d ORDER BY title', $edit['fid']);
  while ($category = db_fetch_object($categories)) {
    $options[$category->cid] = $category->title;
    if ($category->fid) $values[] = check_plain($category->cid);
  }
  if ($options) {
    $form['category'] = array('#type' => 'checkboxes',
      '#title' => t('Categorize news items'),
      '#default_value' => $values,
      '#options' => $options,
      '#description' => t('New items in this feed will be automatically filed in the checked categories as they are received.'),
    );
  }
  $form['submit'] = array('#type' => 'submit', '#value' =>t('Submit'));

  if ($edit['fid']) {
    $form['delete'] = array('#type' => 'submit', '#value' =>t('Delete'));
    $form['fid'] = array('#type' => 'hidden', '#value' => $edit['fid']);
  }

  return drupal_get_form('aggregator_form_feed', $form);
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_feed_validate($form_id, $form_values) {
  if ($_POST['op'] == t('Submit')) {
    // Check for duplicate titles
    if (isset($form_values['fid'])) {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE (title = '%s' OR url='%s') AND fid != %d", $form_values['title'], $form_values['url'], $form_values['fid']);
    }
    else {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE title = '%s' OR url='%s'", $form_values['title'], $form_values['url']);
    }
    while ($feed = db_fetch_object($result)) {
      if (strcasecmp($feed->title, $form_values['title']) == 0) {
        form_set_error('title', t('A feed named %feed already exists. Please enter a unique title.', array('%feed' => theme('placeholder', $form_values['title']))));
      }
    }
  }
}

/**
 * Process aggregator_form_feed form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_feed_submit($form_id, $form_values) {
  if ($_POST['op'] == t('Delete')) {
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_feed($form_values);
  menu_rebuild();
  if (isset($form_values['fid'])) {
    if (isset($form_values['title'])) {
      drupal_set_message(t('The feed %feed has been updated.', array('%feed' => theme('placeholder', $form_values['title']))));
      if (arg(0) == 'admin') {
        return 'admin/aggregator/';
      }
      else {
        return 'aggregator/sources/'. $form_values['fid'];
      }
    }
    else {
      watchdog('aggregator', t('Feed %feed deleted.', array('%feed' => theme('placeholder', $title))));
      drupal_set_message(t('The feed %feed has been deleted.', array('%feed' => theme('placeholder', $title))));
      if (arg(0) == 'admin') {
        return 'admin/aggregator/';
      }
      else {
        return 'aggregator/sources/';
      }
    }
  }
  else {
    watchdog('aggregator', t('Feed %feed added.', array('%feed' => theme('placeholder', $form_values['title']))), WATCHDOG_NOTICE, l(t('view'), 'admin/aggregator'));
    drupal_set_message(t('The feed %feed has been added.', array('%feed' => theme('placeholder', $form_values['title']))));
  }
}

/**
 * Add/edit/delete an aggregator feed.
 */
function aggregator_save_feed($edit) {
  if ($edit['fid']) {
    // An existing feed is being modified, delete the category listings.
    db_query('DELETE FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
  }
  if ($edit['fid'] && $edit['title']) {
    db_query("UPDATE {aggregator_feed} SET title = '%s', url = '%s', refresh = %d WHERE fid = %d", $edit['title'], $edit['url'], $edit['refresh'], $edit['fid']);
  }
  else if ($edit['fid']) {
    $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
    while ($item = db_fetch_object($result)) {
      $items[] = "iid = $item->iid";
    }
    if ($items) {
      db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
    }
    db_query('DELETE FROM {aggregator_feed} WHERE fid = %d', $edit['fid']);
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks.
    $edit['fid'] = db_next_id('{aggregator_feed}_fid');
    db_query("INSERT INTO {aggregator_feed} (fid, title, url, refresh, block) VALUES (%d, '%s', '%s', %d, 5)", $edit['fid'], $edit['title'], $edit['url'], $edit['refresh']);
  }
  if ($edit['title']) {
    // The feed is being saved, save the categories as well.
    if ($edit['category']) {
      foreach ($edit['category'] as $cid => $value) {
        if ($value) {
          db_query('INSERT INTO {aggregator_category_feed} (fid, cid) VALUES (%d, %d)', $edit['fid'], $cid);
        }
      }
    }
  }
}

Dries's avatar
   
Dries committed
562
563
564
565
function aggregator_remove($feed) {
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
  while ($item = db_fetch_object($result)) {
    $items[] = "iid = $item->iid";
Dries's avatar
   
Dries committed
566
  }
Dries's avatar
   
Dries committed
567
568
  if ($items) {
    db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
Dries's avatar
   
Dries committed
569
  }
Dries's avatar
   
Dries committed
570
  db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
Kjartan's avatar
Kjartan committed
571
  db_query("UPDATE {aggregator_feed} SET checked = 0, etag = '', modified = 0 WHERE fid = %d", $feed['fid']);
572
  drupal_set_message(t('The news items from %site have been removed.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
573
574
}

Dries's avatar
   
Dries committed
575
576
577
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
578
function aggregator_element_start($parser, $name, $attributes) {
579
  global $item, $element, $tag, $items, $channel;
Dries's avatar
   
Dries committed
580
581

  switch ($name) {
Dries's avatar
   
Dries committed
582
583
    case 'IMAGE':
    case 'TEXTINPUT':
584
585
586
587
588
589
    case 'CONTENT':
    case 'SUMMARY':
    case 'TAGLINE':
    case 'SUBTITLE':
    case 'LOGO':
    case 'INFO':
Dries's avatar
   
Dries committed
590
591
      $element = $name;
      break;
592
593
594
595
    case 'ID':
      if ($element != 'ITEM') {
        $element = $name;
      }
596
597
598
599
600
601
602
603
604
605
    case 'LINK':
      if ($attributes['REL'] == 'alternate') {
        if ($element == 'ITEM') {
          $items[$item]['LINK'] = $attributes['HREF'];
        }
        else {
          $channel['LINK'] = $attributes['HREF'];
        }
      }
      break;
Dries's avatar
   
Dries committed
606
    case 'ITEM':
Dries's avatar
   
Dries committed
607
608
      $element = $name;
      $item += 1;
609
610
611
612
613
      break;
    case 'ENTRY':
      $element = 'ITEM';
      $item += 1;
      break;
614
615
616
617
618
  }

  $tag = $name;
}

Dries's avatar
   
Dries committed
619
620
621
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
622
function aggregator_element_end($parser, $name) {
Dries's avatar
   
Dries committed
623
624
  global $element;

Dries's avatar
   
Dries committed
625
  switch ($name) {
Dries's avatar
   
Dries committed
626
627
628
    case 'IMAGE':
    case 'TEXTINPUT':
    case 'ITEM':
629
630
631
    case 'ENTRY':
    case 'CONTENT':
    case 'INFO':
632
633
      $element = '';
      break;
634
    case 'ID':
635
      if ($element == 'ID') {
636
637
        $element = '';
      }
Dries's avatar
   
Dries committed
638
  }
639
640
}

Dries's avatar
   
Dries committed
641
642
643
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
644
function aggregator_element_data($parser, $data) {
Dries's avatar
   
Dries committed
645
  global $channel, $element, $items, $item, $image, $tag;
Dries's avatar
   
Dries committed
646
647

  switch ($element) {
Dries's avatar
   
Dries committed
648
    case 'ITEM':
Dries's avatar
   
Dries committed
649
650
      $items[$item][$tag] .= $data;
      break;
Dries's avatar
   
Dries committed
651
    case 'IMAGE':
652
    case 'LOGO':
Dries's avatar
   
Dries committed
653
654
      $image[$tag] .= $data;
      break;
655
656
657
658
659
660
    case 'LINK':
      if ($data) {
        $items[$item][$tag] .= $data;
      }
      break;
    case 'CONTENT':
661
      $items[$item]['CONTENT'] .= $data;
662
663
      break;
    case 'SUMMARY':
664
      $items[$item]['SUMMARY'] .= $data;
665
666
667
668
669
670
671
      break;
    case 'TAGLINE':
    case 'SUBTITLE':
      $channel['DESCRIPTION'] .= $data;
      break;
    case 'INFO':
    case 'ID':
Dries's avatar
   
Dries committed
672
673
674
    case 'TEXTINPUT':
      // The sub-element is not supported. However, we must recognize
      // it or its contents will end up in the item array.
Dries's avatar
   
Dries committed
675
676
677
      break;
    default:
      $channel[$tag] .= $data;
678
679
680
  }
}

Dries's avatar
   
Dries committed
681
682
683
/**
 * Checks a news feed for new items.
 */
Kjartan's avatar
Kjartan committed
684
function aggregator_refresh($feed) {
Dries's avatar
   
Dries committed
685
686
  global $channel, $image;

Dries's avatar
   
Dries committed
687
688
689
690
691
692
  // Generate conditional GET headers.
  $headers = array();
  if ($feed['etag']) {
    $headers['If-None-Match'] = $feed['etag'];
  }
  if ($feed['modified']) {
Dries's avatar
   
Dries committed
693
    $headers['If-Modified-Since'] = gmdate('D, d M Y H:i:s', $feed['modified']) .' GMT';
Dries's avatar
   
Dries committed
694
695
696
697
698
  }

  // Request feed.
  $result = drupal_http_request($feed['url'], $headers);

699
  // Process HTTP response code.
Dries's avatar
   
Dries committed
700
701
  switch ($result->code) {
    case 304:
Dries's avatar
   
Dries committed
702
      db_query('UPDATE {aggregator_feed} SET checked = %d WHERE fid = %d', time(), $feed['fid']);
703
      drupal_set_message(t('There is no new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
704
      break;
Dries's avatar
   
Dries committed
705
706
    case 301:
      $feed['url'] = $result->redirect_url;
707
      watchdog('aggregator', t('Updated URL for feed %title to %url.', array('%title' => theme('placeholder', $feed['title']), '%url' => theme('placeholder', $feed['url']))));
708

Dries's avatar
   
Dries committed
709
710
711
712
    case 200:
    case 302:
    case 307:
      // Filter the input data:
713
     if (aggregator_parse_feed($result->data, $feed)) {
714

Dries's avatar
   
Dries committed
715
716
717
        if ($result->headers['Last-Modified']) {
          $modified = strtotime($result->headers['Last-Modified']);
        }
Dries's avatar
Dries committed
718

719
720
721
722
723
        /*
        ** Prepare the channel data:
        */

        foreach ($channel as $key => $value) {
724
          $channel[$key] = trim($value);
725
726
        }

Dries's avatar
   
Dries committed
727
728
729
        /*
        ** Prepare the image data (if any):
        */
Dries's avatar
   
Dries committed
730

Dries's avatar
   
Dries committed
731
732
733
        foreach ($image as $key => $value) {
          $image[$key] = trim($value);
        }
Dries's avatar
   
Dries committed
734

Dries's avatar
   
Dries committed
735
        if ($image['LINK'] && $image['URL'] && $image['TITLE']) {
736
737
          // Note, we should really use theme_image() here but that only works with local images it won't work with images fetched with a URL unless PHP version > 5
          $image = '<a href="'. check_url($image['LINK']) .'" class="feed-image"><img src="'. check_url($image['URL']) .'" alt="'. check_plain($image['TITLE']) .'" /></a>';
Dries's avatar
   
Dries committed
738
        }
Dries's avatar
   
Dries committed
739
740
741
        else {
          $image = NULL;
        }
Dries's avatar
   
Dries committed
742

Dries's avatar
   
Dries committed
743
744
745
        /*
        ** Update the feed data:
        */
Dries's avatar
   
Dries committed
746

747
        db_query("UPDATE {aggregator_feed} SET url = '%s', checked = %d, link = '%s', description = '%s', image = '%s', etag = '%s', modified = %d WHERE fid = %d", $feed['url'], time(), $channel['LINK'], $channel['DESCRIPTION'], $image, $result->headers['ETag'], $modified, $feed['fid']);
Dries's avatar
   
Dries committed
748

Dries's avatar
   
Dries committed
749
750
751
        /*
        ** Clear the cache:
        */
Dries's avatar
   
Dries committed
752

Dries's avatar
   
Dries committed
753
        cache_clear_all();
Dries's avatar
   
Dries committed
754

755
756
        watchdog('aggregator', t('There is new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
        drupal_set_message(t('There is new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
757
758
      }
      break;
Dries's avatar
   
Dries committed
759
    default:
760
761
      watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to "%error".', array('%site' => theme('placeholder', $feed['title']), '%error' => theme('placeholder', $result->code .' '. $result->error))), WATCHDOG_WARNING);
      drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error".', array('%site' => theme('placeholder', $feed['title']), '%error' => theme('placeholder', $result->code .' '. $result->error))));
Dries's avatar
   
Dries committed
762
  }
Dries's avatar
   
Dries committed
763
}
Dries's avatar
   
Dries committed
764

Dries's avatar
   
Dries committed
765
766
767
768
/**
 * Parse the W3C date/time format, a subset of ISO 8601. PHP date parsing
 * functions do not handle this format.
 * See http://www.w3.org/TR/NOTE-datetime for more information.
769
 * Originally from MagpieRSS (http://magpierss.sourceforge.net/).
Dries's avatar
   
Dries committed
770
771
 *
 * @param $date_str A string with a potentially W3C DTF date.
772
 * @return A timestamp if parsed successfully or -1 if not.
Dries's avatar
   
Dries committed
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
 */
function aggregator_parse_w3cdtf($date_str) {
  if (preg_match('/(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2})(:(\d{2}))?(?:([-+])(\d{2}):?(\d{2})|(Z))?/', $date_str, $match)) {
    list($year, $month, $day, $hours, $minutes, $seconds) = array($match[1], $match[2], $match[3], $match[4], $match[5], $match[6]);
    // calc epoch for current date assuming GMT
    $epoch = gmmktime($hours, $minutes, $seconds, $month, $day, $year);
    if ($match[10] != 'Z') { // Z is zulu time, aka GMT
      list($tz_mod, $tz_hour, $tz_min) = array($match[8], $match[9], $match[10]);
      // zero out the variables
      if (!$tz_hour) {
        $tz_hour = 0;
      }
      if (!$tz_min) {
        $tz_min = 0;
      }
      $offset_secs = (($tz_hour * 60) + $tz_min) * 60;
      // is timezone ahead of GMT?  then subtract offset
      if ($tz_mod == '+') {
        $offset_secs *= -1;
      }
      $epoch += $offset_secs;
    }
    return $epoch;
  }
  else {
798
    return FALSE;
Dries's avatar
   
Dries committed
799
800
801
  }
}

Dries's avatar
   
Dries committed
802
function aggregator_parse_feed(&$data, $feed) {
Dries's avatar
   
Dries committed
803
  global $items, $image, $channel;
Dries's avatar
   
Dries committed
804

Dries's avatar
   
Dries committed
805
  // Unset the global variables before we use them:
Dries's avatar
   
Dries committed
806
  unset($GLOBALS['element'], $GLOBALS['item'], $GLOBALS['tag']);
Dries's avatar
   
Dries committed
807
  $items = array();
Dries's avatar
   
Dries committed
808
  $image = array();
Dries's avatar
   
Dries committed
809
  $channel = array();
810

Dries's avatar
   
Dries committed
811
812
  // parse the data:
  $xml_parser = drupal_xml_parser_create($data);
Dries's avatar
   
Dries committed
813
814
  xml_set_element_handler($xml_parser, 'aggregator_element_start', 'aggregator_element_end');
  xml_set_character_data_handler($xml_parser, 'aggregator_element_data');
Dries's avatar
   
Dries committed
815

Dries's avatar
   
Dries committed
816
  if (!xml_parse($xml_parser, $data, 1)) {
817
818
    watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to an error "%error" on line %line.', array('%site' => theme('placeholder', $feed['title']), '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), WATCHDOG_WARNING);
    drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error" on line %line.', array('%site' => theme('placeholder', $feed['title']), '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), 'error');
Dries's avatar
   
Dries committed
819
    return 0;
Dries's avatar
   
Dries committed
820
821
  }
  xml_parser_free($xml_parser);
Dries's avatar
   
Dries committed
822

Dries's avatar
   
Dries committed
823
824
  /*
  ** We reverse the array such that we store the first item last,
825
  ** and the last item first. In the database, the newest item
Dries's avatar
   
Dries committed
826
827
  ** should be at the top.
  */
Dries's avatar
   
Dries committed
828

Dries's avatar
   
Dries committed
829
  $items = array_reverse($items);
Dries's avatar
   
Dries committed
830

Dries's avatar
   
Dries committed
831
  foreach ($items as $item) {
832
    unset($title, $link, $author, $description, $guid);
833

Dries's avatar
   
Dries committed
834
835
    // Prepare the item:
    foreach ($item as $key => $value) {
836
      $item[$key] = trim($value);
Dries's avatar
   
Dries committed
837
    }
Dries's avatar
Dries committed
838

Dries's avatar
   
Dries committed
839
    /*
840
    ** Resolve the item's title. If no title is found, we use
Dries's avatar
   
Dries committed
841
842
843
844
    ** up to 40 characters of the description ending at a word
    ** boundary but not splitting potential entities.
    */

Dries's avatar
   
Dries committed
845
846
    if ($item['TITLE']) {
      $title = $item['TITLE'];
Dries's avatar
   
Dries committed
847
848
    }
    else {
Dries's avatar
   
Dries committed
849
      $title = preg_replace('/^(.*)[^\w;&].*?$/', "\\1", truncate_utf8($item['DESCRIPTION'], 40));
Dries's avatar
   
Dries committed
850
    }
Dries's avatar
   
Dries committed
851

Dries's avatar
   
Dries committed
852
853
854
855
    /*
    ** Resolve the items link.
    */

Dries's avatar
   
Dries committed
856
857
    if ($item['LINK']) {
      $link = $item['LINK'];
Dries's avatar
   
Dries committed
858
    }
859
860
    if ($item['GUID']) {
      $guid = $item['GUID'];
Dries's avatar
   
Dries committed
861
862
    }
    else {
Dries's avatar
   
Dries committed
863
      $link = $feed['link'];
Dries's avatar
   
Dries committed
864
    }
865

866
867
868
    /**
     * Atom feeds have a CONTENT and/or SUMMARY tag instead of a DESCRIPTION tag
     */
869
870
    if ($item['CONTENT:ENCODED']) {
      $item['DESCRIPTION'] = $item['CONTENT:ENCODED'];
871
872
873
874
875
    }
    else if ($item['SUMMARY']) {
      $item['DESCRIPTION'] = $item['SUMMARY'];
    }

Dries's avatar
   
Dries committed
876
    /*
877
    ** Try to resolve and parse the item's publication date. If no
Dries's avatar
   
Dries committed
878
879
880
881
882
883
884
885
    ** date is found, we use the current date instead.
    */

    if ($item['PUBDATE']) $date = $item['PUBDATE'];                        // RSS 2.0
    else if ($item['DC:DATE']) $date = $item['DC:DATE'];                   // Dublin core
    else if ($item['DCTERMS:ISSUED']) $date = $item['DCTERMS:ISSUED'];     // Dublin core
    else if ($item['DCTERMS:CREATED']) $date = $item['DCTERMS:CREATED'];   // Dublin core
    else if ($item['DCTERMS:MODIFIED']) $date = $item['DCTERMS:MODIFIED']; // Dublin core
886
887
888
    else if ($item['ISSUED']) $date = $item['ISSUED'];                     // Atom XML
    else if ($item['CREATED']) $date = $item['CREATED'];                   // Atom XML
    else if ($item['MODIFIED']) $date = $item['MODIFIED'];                 // Atom XML
889
890
    else if ($item['PUBLISHED']) $date = $item['PUBLISHED'];               // Atom XML
    else if ($item['UPDATED']) $date = $item['UPDATED'];                   // Atom XML
Dries's avatar
   
Dries committed
891
    else $date = 'now';
Dries's avatar
   
Dries committed
892

893
894
895
896
    $timestamp = strtotime($date); // As of PHP 5.1.0, strtotime returns FALSE on failure instead of -1.
    if ($timestamp <= 0) {
      $timestamp = aggregator_parse_w3cdtf($date); // Returns FALSE on failure
      if (!$timestamp) {
Dries's avatar
   
Dries committed
897
898
        $timestamp = time(); // better than nothing
      }
899
    }
Dries's avatar
   
Dries committed
900
901

    /*
902
903
    ** Save this item. Try to avoid duplicate entries as much as
    ** possible. If we find a duplicate entry, we resolve it and
Dries's avatar
   
Dries committed
904
    ** pass along it's ID such that we can update it if needed.
Dries's avatar
   
Dries committed
905
906
    */

907
908
909
910
    if ($guid) {
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND guid = '%s'", $feed['fid'], $guid));
    }
    else if ($link && $link != $feed['link'] && $link != $feed['url']) {
Dries's avatar
   
Dries committed
911
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND link = '%s'", $feed['fid'], $link));
Dries's avatar
   
Dries committed
912
913
    }
    else {
Dries's avatar
   
Dries committed
914
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND title = '%s'", $feed['fid'], $title));
Dries's avatar
   
Dries committed
915
    }
Dries's avatar
   
Dries committed
916

917
    aggregator_save_item(array('iid' => $entry->iid, 'fid' => $feed['fid'], 'timestamp' => $timestamp, 'title' => $title, 'link' => $link, 'author' => $item['AUTHOR'], 'description' => $item['DESCRIPTION'], 'guid' => $guid));
Dries's avatar
   
Dries committed
918
  }
Dries's avatar
   
Dries committed
919

Dries's avatar
   
Dries committed
920
  /*
921
  ** Remove all items that are older than flush item timer:
Dries's avatar
   
Dries committed
922
  */
Dries's avatar
   
Dries committed
923

924
  $age = time() - variable_get('aggregator_clear', 9676800);
Dries's avatar
   
Dries committed
925
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
926

927
928
929
930
931
932
933
  if (db_num_rows($result)) {
    $items = array();
    while ($item = db_fetch_object($result)) {
      $items[] = $item->iid;
    }
    db_query('DELETE FROM {aggregator_category_item} WHERE iid IN ('. implode(', ', $items) .')');
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
934
  }
Dries's avatar
   
Dries committed
935
936

  return 1;
937
938
}

Kjartan's avatar
Kjartan committed
939
function aggregator_save_item($edit) {
Dries's avatar
   
Dries committed
940
  if ($edit['iid'] && $edit['title']) {
941
    db_query("UPDATE {aggregator_item} SET title = '%s', link = '%s', author = '%s', description = '%s', guid = '%s' WHERE iid = %d", $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['iid'], $edit['gid']);
942
  }
Dries's avatar
   
Dries committed
943
944
945
  else if ($edit['iid']) {
    db_query('DELETE FROM {aggregator_item} WHERE iid = %d', $edit['iid']);
    db_query('DELETE FROM {aggregator_category_item} WHERE iid = %d', $edit['iid']);
946
  }
Dries's avatar
   
Dries committed
947
  else if ($edit['title'] && $edit['link']) {
Dries's avatar
   
Dries committed
948
    $edit['iid'] = db_next_id('{aggregator_item}_iid');
949
    db_query("INSERT INTO {aggregator_item} (iid, fid, title, link, author, description, timestamp, guid) VALUES (%d, %d, '%s', '%s', '%s', '%s', %d, '%s')", $edit['iid'], $edit['fid'], $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['timestamp'], $edit['guid']);
Dries's avatar
   
Dries committed
950
951
952
    // file the items in the categories indicated by the feed
    $categories = db_query('SELECT cid FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
    while ($category = db_fetch_object($categories)) {
Dries's avatar
   
Dries committed
953
      db_query('INSERT INTO {aggregator_category_item} (cid, iid) VALUES (%d, %d)', $category->cid, $edit['iid']);
Dries's avatar
   
Dries committed
954
    }
955
956
957
  }
}

Kjartan's avatar
Kjartan committed
958
function aggregator_get_feed($fid) {
Dries's avatar
   
Dries committed
959
  return db_fetch_array(db_query('SELECT * FROM {aggregator_feed} WHERE fid = %d', $fid));
960
961
}

Dries's avatar
   
Dries committed
962
function aggregator_get_category($cid) {
Dries's avatar
   
Dries committed
963
  return db_fetch_array(db_query('SELECT * FROM {aggregator_category} WHERE cid = %d', $cid));
964
965
}

Kjartan's avatar
Kjartan committed
966
function aggregator_view() {
Dries's avatar
   
Dries committed
967
  $result = db_query('SELECT f.*, COUNT(i.iid) AS items FROM {aggregator_feed} f LEFT JOIN {aggregator_item} i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.checked, f.link, f.description, f.etag, f.modified, f.image, f.block ORDER BY f.title');
968

Dries's avatar
   
Dries committed
969
  $output .= '<h3>'. t('Feed overview') .'</h3>';
Dries's avatar
   
Dries committed
970

Dries's avatar
   
Dries committed
971
  $header = array(t('Title'), t('Items'), t('Last update'), t('Next update'), array('data' => t('Operations'), 'colspan' => '3'));
Dries's avatar
   
Dries committed
972
  $rows = array();
973
  while ($feed = db_fetch_object($result)) {
Dries's avatar
   
Dries committed
974
    $rows[] = array(l($feed->title, "aggregator/sources/$feed->fid"), format_plural($feed->items, '1 item', '%count items'), ($feed->checked ? t('%time ago', array('%time' => format_interval(time() - $feed->checked))) : t('never')), ($feed->checked ? t('%time left', array('%time' => format_interval($feed->checked + $feed->refresh - time()))) : t('never')), l(t('edit'), "admin/aggregator/edit/feed/$feed->fid"), l(t('remove items'), "admin/aggregator/remove/$feed->fid"), l(t('update items'), "admin/aggregator/update/$feed->fid"));
975
  }
Dries's avatar
   
Dries committed
976
  $output .= theme('table', $header, $rows);
977

Dries's avatar
   
Dries committed
978
  $result = db_query('SELECT c.cid, c.title, count(ci.iid) as items FROM {aggregator_category} c LEFT JOIN {aggregator_category_item} ci ON c.cid = ci.cid GROUP BY c.cid, c.title ORDER BY title');
979

Dries's avatar
   
Dries committed
980
  $output .= '<h3>'. t('Category overview') .'</h3>';
Dries's avatar
   
Dries committed
981

Dries's avatar
   
Dries committed
982
  $header = array(t('Title'), t('Items'), t('Operations'));
Dries's avatar
   
Dries committed
983
  $rows = array();
Dries's avatar
   
Dries committed
984
  while ($category = db_fetch_object($result)) {
Dries's avatar
   
Dries committed
985
    $rows[] = array(l($category->title, "aggregator/categories/$category->cid"), format_plural($category->items, '1 item', '%count items'), l(t('edit'), "admin/aggregator/edit/category/$category->cid"));
986
  }
Dries's avatar
   
Dries committed
987
  $output .= theme('table', $header, $rows);
988
989
990
991

  return $output;
}

Dries's avatar
   
Dries committed
992
/**
993
 * Menu callback; removes all items from a feed, then redirects to the overview page.
Dries's avatar
   
Dries committed
994
995
996
 */
function aggregator_admin_remove_feed($feed) {
  aggregator_remove(aggregator_get_feed($feed));
997
  drupal_goto('admin/aggregator');
Dries's avatar
   
Dries committed
998
999
1000
}

/**
1001
 * Menu callback; refreshes a feed, then redirects to the overview page.
Dries's avatar
   
Dries committed
1002
1003
1004
 */
function aggregator_admin_refresh_feed($feed) {
  aggregator_refresh(aggregator_get_feed($feed));
1005
  drupal_goto('admin/aggregator');
Dries's avatar
   
Dries committed
1006
1007
1008
}

/**
Dries's avatar
Dries committed
1009
 * Menu callback; displays the aggregator administration page.
Dries's avatar
   
Dries committed
1010
1011
 */
function aggregator_admin_overview() {
Dries's avatar
   
Dries committed
1012
  return aggregator_view();
1013
1014
}

Dries's avatar
   
Dries committed
1015
/**
Dries's avatar
Dries committed
1016
 * Menu callback; displays the most recent items gathered from any feed.
Dries's avatar
   
Dries committed
1017
 */
1018
function aggregator_page_last() {
1019
  return _aggregator_page_list('SELECT i.*, f.title AS ftitle, f.link AS flink FROM {aggregator_item} i INNER JOIN {aggregator_feed} f ON i.fid = f.fid ORDER BY i.timestamp DESC, i.iid DESC', arg(1));
Dries's avatar
   
Dries committed
1020
1021
}

Dries's avatar
   
Dries committed
1022
/**
Dries's avatar
Dries committed
1023
 * Menu callback; displays all the items captured from a particular feed.
Dries's avatar
   
Dries committed
1024
 */
1025
function aggregator_page_source() {
Dries's avatar
   
Dries committed
1026
  $feed = db_fetch_object(db_query('SELECT * FROM {aggregator_feed} WHERE fid = %d', arg(2)));
Dries's avatar
   
Dries committed
1027
  $info = theme('aggregator_feed', $feed);
Dries's avatar
   
Dries committed
1028

1029
  return _aggregator_page_list('SELECT * FROM {aggregator_item} WHERE fid = '. $feed->fid .' ORDER BY timestamp DESC, iid DESC', arg(3), $info);
Dries's avatar
   
Dries committed
1030
1031
}

Dries's avatar
   
Dries committed
1032
/**
Dries's avatar
Dries committed
1033
 * Menu callback; displays all the items aggregated in a particular category.
Dries's avatar
   
Dries committed
1034
 */
1035
function aggregator_page_category() {
Dries's avatar
   
Dries committed
1036
  $category = db_fetch_object(db_query('SELECT cid, title FROM {aggregator_category} WHERE cid = %d', arg(2)));
Dries's avatar
   
Dries committed
1037

1038
  return _aggregator_page_list('SELECT i.*, f.title AS ftitle, f.link AS flink FROM {aggregator_category_item} c LEFT JOIN {aggregator_item} i ON c.iid = i.iid LEFT JOIN {aggregator_feed} f ON i.fid = f.fid WHERE cid = '. $category->cid .' ORDER BY timestamp DESC, iid DESC', arg(3));
Dries's avatar
   
Dries committed
1039
}
Dries's avatar
   
Dries committed
1040

Dries's avatar
   
Dries committed
1041
1042
1043
1044
/**
 * Prints an aggregator page listing a number of feed items. Various
 * menu callbacks use this function to print their feeds.
 */
Dries's avatar
   
Dries committed
1045
function _aggregator_page_list($sql, $op, $header = '') {
1046
  $categorize = (user_access('administer news feeds') && ($op == 'categorize'));
Dries's avatar
   
Dries committed
1047

Dries's avatar
   
Dries committed
1048
  $output = '<div id="aggregator">';
Dries's avatar
   
Dries committed
1049

1050
1051
  $form['header'] = array('#value' => $header);
  $output .= $form['header']['#value'];
Dries's avatar
   
Dries committed
1052

1053
  $result = pager_query($sql, 20);
Dries's avatar
   
Dries committed
1054
  $categories = array();
Dries's avatar
   
Dries committed
1055
  while ($item = db_fetch_object($result)) {
1056
1057
    $form['items'][$item->iid] = array('#value' => theme('aggregator_page_item', $item));
    $output .= $form['items'][$item->iid]['#value'];
1058
1059
    $form['categories'][$item->iid] = array();

Dries's avatar
   
Dries committed
1060
    if ($categorize) {
1061

Dries's avatar
   
Dries committed
1062
      $categories_result = db_query('SELECT c.cid, c.title, ci.iid FROM {aggregator_category} c LEFT JOIN {aggregator_category_item} ci ON c.cid = ci.cid AND ci.iid = %d', $item->iid);
1063
1064
1065
1066
      $selected = array();
      while ($category = db_fetch_object($categories_result)) {
        if (!$done) {
          $categories[$category->cid] = check_plain($category->title);
Dries's avatar
   
Dries committed
1067
        }
1068
1069
        if ($category->iid) {
          $selected[] = $category->cid;
Dries's avatar
   
Dries committed
1070
1071
        }
      }
1072
1073
      $done = true;
      $form['categories'][$item->iid] = array(
1074
1075
1076
        '#type' => variable_get('aggregator_category_selector', 'checkboxes'),
        '#default_value' => $selected, '#options' => $categories,
        '#size' => 10, '#multiple' => true
1077
      );
Dries's avatar
   
Dries committed
1078
    }
Dries's avatar
   
Dries committed
1079
  }
1080
  $output .= '</div>';
1081
1082
1083
  $form['submit'] = array('#type' => 'submit', '#value' => t('Save categories'));
  $form['pager'] = array('#value' => theme('pager', NULL, 20, 0));
  $output .= $form['pager']['#value'];
Dries's avatar
   
Dries committed
1084

1085
1086
1087
  // arg(1) is undefined if we are at the top aggregator URL
  // is there a better way to do this?
  if (!arg(1)) {
1088
    $form['feed_icon'] = array('#value' => theme('feed_icon', url('aggregator/rss')));
1089
1090
  }
  elseif (arg(1) == 'categories' && arg(2) && !arg(3)) {
1091
    $form['feed_icon'] = array('#value' => theme('feed_icon', url('aggregator/rss/' . arg(2))));
1092
  }
1093
  $output .= $form['feed_icon']['#value'];
1094
1095
1096

  return ($categorize) ? drupal_get_form('aggregator_page_list', $form) : $output;
}
1097

1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
function theme_aggregator_page_list($form) {
  $output = '<div id="aggregator">';
  $output .= form_render($form['header']);
  $rows = array();
  if ($form['items']) {
    foreach (element_children($form['items']) as $key) {
      if (is_array($form['items'][$key])) {
        $rows[] = array(form_render($form['items'][$key]), array('data' => form_render($form['categories'][$key]), 'class' => 'categorize-item'));
      }
    }
  }
  $output .= theme('table', array('', t('Categorize')), $rows);
  $output .= form_render($form['submit']);
  $output .= '</div>';
  $output .= form_render($form);
Dries's avatar
   
Dries committed
1113
  return $output;
Dries's avatar
   
Dries committed
1114
1115
}

1116
1117
1118
1119
1120
1121
function aggregator_page_list_validate($form_id, &$form) {
  if (!user_access