aggregator.module 56.5 KB
Newer Older
1
<?php
Dries's avatar
Dries committed
2
// $Id$
Dries's avatar
   
Dries committed
3

Dries's avatar
   
Dries committed
4
5
/**
 * @file
6
 * Used to aggregate syndicated content (RSS, RDF, and Atom).
Dries's avatar
   
Dries committed
7
8
 */

Dries's avatar
   
Dries committed
9
10
11
/**
 * Implementation of hook_help().
 */
Dries's avatar
   
Dries committed
12
function aggregator_help($section) {
Dries's avatar
   
Dries committed
13
  switch ($section) {
Kjartan's avatar
Kjartan committed
14
    case 'admin/help#aggregator':
15
      $output = '<p>'. t('The news aggregator is a powerful on-site RSS syndicator/news reader that can gather fresh content from news sites and weblogs around the web.') .'</p>';
16
      $output .= '<p>'. t('Users can view the latest news chronologically in the <a href="%aggregator">main news aggregator display</a> or by <a href="%aggregator-sources">source</a>. Administrators can add, edit and delete feeds and choose how often to check for newly updated news for each individual feed. Administrators can also tag individual feeds with categories, offering selective grouping of some feeds into separate displays. Listings of the latest news for individual sources or categorized sources can be enabled as blocks for display in the sidebar through the <a href="%admin-block">block administration page</a>. The news aggregator requires cron to check for the latest news from the sites to which you have subscribed. Drupal also provides a <a href="%aggregator-opml">machine-readable OPML file</a> of all of your subscribed feeds.', array('%aggregator' => url('aggregator'), '%aggregator-sources' => url('aggregator/sources'), '%admin-block' => url('admin/build/block'), '%aggregator-opml' => url('aggregator/opml'))) .'</p>';
17
18
      $output .= t('<p>You can</p>
<ul>
19
20
21
22
23
24
<li>administer your list of news feeds <a href="%admin-aggregator">administer &gt;&gt; content management &gt;&gt; RSS aggregator</a>.</li>
<li>add a new feed <a href="%admin-aggregator-add-feed">administer &gt;&gt; content management &gt;&gt; RSS aggregator &gt;&gt; add feed</a>.</li>
<li>add a new category <a href="%admin-aggregator-add-category">administer &gt;&gt; content management &gt;&gt; RSS aggregator &gt;&gt; add category</a>.</li>
<li>configure global settings for the news aggregator <a href="%admin-settings-aggregator">administer &gt;&gt; content management &gt;&gt; RSS aggregator &gt;&gt; settings</a>.</li>
<li>control access to the aggregator module through access permissions <a href="%admin-access">administer &gt;&gt; user management &gt;&gt; access control</a>.</li>
<li>set permissions to access new feeds for user roles such as anonymous users at <a href="%admin-access">administer &gt;&gt; user management &gt;&gt; access control</a>.</li>
25
26
<li>view the <a href="%aggregator">aggregator page</a>.</li>
</ul>
27
', array('%admin-aggregator' => url('admin/content/aggregator'), '%admin-aggregator-add-feed' => url('admin/content/aggregator/add/feed'), '%admin-aggregator-add-category' => url('admin/content/aggregator/add/category'), '%admin-settings-aggregator' => url('admin/settings/aggregator'), '%admin-access' => url('admin/user/access'), '%aggregator' => url('aggregator')));
28
      $output .= '<p>'. t('For more information please read the configuration and customization handbook <a href="%aggregator">Aggregator page</a>.', array('%aggregator' => 'http://drupal.org/handbook/modules/aggregator/')) .'</p>';
29
      return $output;
30
    case 'admin/settings/modules#description':
31
      return t('Aggregates syndicated content (RSS, RDF, and Atom feeds).');
32
33
34
    case 'admin/content/aggregator':
      return t('<p>Thousands of sites (particularly news sites and weblogs) publish their latest headlines and/or stories in a machine-readable format so that other sites can easily link to them. This content is usually in the form of an <a href="http://blogs.law.harvard.edu/tech/rss">RSS</a> feed (which is an XML-based syndication standard). To display the feed or category in a block you must decide how many items to show by editing the feed or block and turning on the <a href="%block">feed\'s block</a>.</p>', array('%block' => url('admin/build/block')));
    case 'admin/content/aggregator/add/feed':
35
      return t('<p>Add a site that has an RSS/RDF/Atom feed. The URL is the full path to the feed file. For the feed to update automatically you must run "cron.php" on a regular basis. If you already have a feed with the URL you are planning to use, the system will not accept another feed with the same URL.</p>');
36
    case 'admin/content/aggregator/add/category':
37
      return t('<p>Categories provide a way to group items from different news feeds together. Each news category has its own feed page and block. For example, you could tag various sport-related feeds as belonging to a category called <em>Sports</em>. News items can be added to a category automatically by setting a feed to automatically place its item into that category, or by using the categorize items link in any listing of news items.</p>');
Dries's avatar
   
Dries committed
38
  }
39
40
}

41
42
43
44
45
46
47
48
49
/**
 * Implementation of hook_menu().
 */
function aggregator_menu($may_cache) {
  $items = array();
  $edit = user_access('administer news feeds');
  $view = user_access('access news feeds');

  if ($may_cache) {
50
51
52
    $items[] = array('path' => 'admin/content/aggregator',
      'title' => t('RSS aggregator'),
      'description' => t('Configure which content your site aggregates from other sites, how often it polls them, and how they\'re categorized.'),
53
54
      'callback' => 'aggregator_admin_overview',
      'access' => $edit);
55
    $items[] = array('path' => 'admin/content/aggregator/add/feed',
56
57
58
59
      'title' => t('add feed'),
      'callback' => 'aggregator_form_feed',
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
60
    $items[] = array('path' => 'admin/content/aggregator/add/category',
61
62
63
64
      'title' => t('add category'),
      'callback' => 'aggregator_form_category',
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
65
    $items[] = array('path' => 'admin/content/aggregator/remove',
66
67
68
69
      'title' => t('remove items'),
      'callback' => 'aggregator_admin_remove_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
70
    $items[] = array('path' => 'admin/content/aggregator/update',
71
72
73
74
      'title' => t('update items'),
      'callback' => 'aggregator_admin_refresh_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
75
    $items[] = array('path' => 'admin/content/aggregator/list',
76
77
78
      'title' => t('list'),
      'type' => MENU_DEFAULT_LOCAL_TASK,
      'weight' => -10);
79
80
    $items[] = array('path' => 'admin/content/aggregator/settings',
      'title' => t('settings'),
Dries's avatar
Dries committed
81
      'callback' => 'aggregator_admin_settings',
82
83
      'type' => MENU_LOCAL_TASK,
      'weight' => 10,
Dries's avatar
Dries committed
84
      'access' => $edit);
85

86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
    $items[] = array('path' => 'aggregator',
      'title' => t('news aggregator'),
      'callback' => 'aggregator_page_last',
      'access' => $view,
      'weight' => 5);
    $items[] = array('path' => 'aggregator/sources',
      'title' => t('sources'),
      'callback' => 'aggregator_page_sources',
      'access' => $view);
    $items[] = array('path' => 'aggregator/categories',
      'title' => t('categories'),
      'callback' => 'aggregator_page_categories',
      'access' => $view,
      'type' => MENU_ITEM_GROUPING);
    $items[] = array('path' => 'aggregator/rss',
      'title' => t('RSS feed'),
      'callback' => 'aggregator_page_rss',
      'access' => $view,
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'aggregator/opml',
      'title' => t('OPML feed'),
      'callback' => 'aggregator_page_opml',
      'access' => $view,
      'type' => MENU_CALLBACK);
110

111
112
113
114
115
116
117
    $result = db_query('SELECT title, cid FROM {aggregator_category} ORDER BY title');
    while ($category = db_fetch_array($result)) {
      $items[] = array('path' => 'aggregator/categories/'. $category['cid'],
        'title' => $category['title'],
        'callback' => 'aggregator_page_category',
        'access' => $view);
    }
118
119
120
121
122
123
124
  }
  else {
    if (arg(0) == 'aggregator' && is_numeric(arg(2))) {
      if (arg(1) == 'sources') {
        $feed = aggregator_get_feed(arg(2));
        if ($feed) {
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'],
125
            'title' => $feed['title'],
126
            'callback' => 'aggregator_page_source',
127
128
            'access' => $view,
            'type' => MENU_CALLBACK);
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/categorize',
            'title' => t('categorize'),
            'callback' => 'aggregator_page_source',
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/configure',
            'title' => t('configure'),
            'callback' => 'aggregator_form_feed',
            'callback arguments' => array($feed),
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
      else if (arg(1) == 'categories') {
        $category = aggregator_get_category(arg(2));
        if ($category) {
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/categorize',
            'title' => t('categorize'),
            'callback' => 'aggregator_page_category',
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/configure',
            'title' => t('configure'),
            'callback' => 'aggregator_form_category',
            'callback arguments' => array($category),
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
    }
    else if (arg(1) == 'aggregator' && is_numeric(arg(4))) {
      if (arg(3) == 'feed') {
        $feed = aggregator_get_feed(arg(4));
        if ($feed) {
173
          $items[] = array('path' => 'admin/content/aggregator/edit/feed/'. $feed['fid'],
174
175
176
177
178
179
180
181
182
183
            'title' => t('edit feed'),
            'callback' => 'aggregator_form_feed',
            'callback arguments' => array($feed),
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
      else {
        $category = aggregator_get_category(arg(4));
        if ($category) {
184
          $items[] = array('path' => 'admin/content/aggregator/edit/category/'. $category['cid'],
185
186
187
188
189
190
191
192
193
194
195
196
197
            'title' => t('edit category'),
            'callback' => 'aggregator_form_category',
            'callback arguments' => array($category),
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
    }
  }

  return $items;
}

Dries's avatar
Dries committed
198
function aggregator_admin_settings() {
199
  $items = array(0 => t('none')) + drupal_map_assoc(array(3, 5, 10, 15, 20, 25), '_aggregator_items');
200
  $period = drupal_map_assoc(array(3600, 10800, 21600, 32400, 43200, 86400, 172800, 259200, 604800, 1209600, 2419200, 4838400, 9676800), 'format_interval');
Dries's avatar
   
Dries committed
201

202
  $form['aggregator_allowed_html_tags'] = array(
203
204
205
    '#type' => 'textfield', '#title' => t('Allowed HTML tags'), '#size' => 80, '#maxlength' => 255,
    '#default_value' => variable_get('aggregator_allowed_html_tags', '<a> <b> <br> <dd> <dl> <dt> <em> <i> <li> <ol> <p> <strong> <u> <ul>'),
    '#description' => t('The list of tags which are allowed in feeds, i.e., which will not be removed by Drupal.')
206
207
208
  );

  $form['aggregator_summary_items'] = array(
209
210
211
    '#type' => 'select', '#title' => t('Items shown in sources and categories pages') ,
    '#default_value' => variable_get('aggregator_summary_items', 3), '#options' => $items,
    '#description' =>  t('The number of items which will be shown with each feed or category in the feed and category summary pages.')
212
213
214
  );

  $form['aggregator_clear'] = array(
215
216
    '#type' => 'select', '#title' => t('Discard news items older than'),
    '#default_value' => variable_get('aggregator_clear', 9676800), '#options' => $period,
217
    '#description' => t('Older news items will be automatically discarded. Requires crontab.')
218
  );
219

220
  $form['aggregator_category_selector'] = array(
221
    '#type' => 'radios', '#title' => t('Category selection type'), '#default_value' => variable_get('aggregator_category_selector', 'check'),
222
    '#options' => array('checkboxes' => t('checkboxes'), 'select' => t('multiple selector')),
223
    '#description' => t('The type of category selection widget which is shown on categorization pages. Checkboxes are easier to use; a multiple selector is good for working with large numbers of categories.')
224
  );
Dries's avatar
Dries committed
225
226

  return system_settings_form('aggregator_admin_settings', $form);
Dries's avatar
   
Dries committed
227
228
}

Dries's avatar
   
Dries committed
229
230
231
/**
 * Implementation of hook_perm().
 */
Kjartan's avatar
Kjartan committed
232
function aggregator_perm() {
Dries's avatar
   
Dries committed
233
  return array('administer news feeds', 'access news feeds');
Dries's avatar
   
Dries committed
234
235
}

Dries's avatar
   
Dries committed
236
237
238
239
240
/**
 * Implementation of hook_cron().
 *
 * Checks news feeds for updates once their refresh interval has elapsed.
 */
Dries's avatar
   
Dries committed
241
function aggregator_cron() {
Dries's avatar
   
Dries committed
242
  $result = db_query('SELECT * FROM {aggregator_feed} WHERE checked + refresh < %d', time());
Dries's avatar
   
Dries committed
243
244
  while ($feed = db_fetch_array($result)) {
    aggregator_refresh($feed);
Dries's avatar
   
Dries committed
245
246
247
  }
}

Dries's avatar
   
Dries committed
248
249
250
251
252
/**
 * Implementation of hook_block().
 *
 * Generates blocks for the latest news items in each category and feed.
 */
Dries's avatar
Dries committed
253
function aggregator_block($op, $delta = 0, $edit = array()) {
Dries's avatar
   
Dries committed
254
  if (user_access('access news feeds')) {
Dries's avatar
   
Dries committed
255
    if ($op == 'list') {
Dries's avatar
Dries committed
256
      $result = db_query('SELECT cid, title FROM {aggregator_category} ORDER BY title');
Dries's avatar
   
Dries committed
257
      while ($category = db_fetch_object($result)) {
258
        $block['category-'. $category->cid]['info'] = t('%title category latest items', array('%title' => theme('placeholder', $category->title)));
Kjartan's avatar
Kjartan committed
259
      }
Dries's avatar
Dries committed
260
      $result = db_query('SELECT fid, title FROM {aggregator_feed} ORDER BY fid');
Kjartan's avatar
Kjartan committed
261
      while ($feed = db_fetch_object($result)) {
262
        $block['feed-'. $feed->fid]['info'] = t('%title feed latest items', array('%title' => theme('placeholder', $feed->title)));
Kjartan's avatar
Kjartan committed
263
      }
Dries's avatar
   
Dries committed
264
    }
Dries's avatar
Dries committed
265
    else if ($op == 'configure') {
266
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
267
268
269
270
271
272
      if ($type == 'category') {
        $value = db_result(db_query('SELECT block FROM {aggregator_category} WHERE cid = %d', $id));
      }
      else {
        $value = db_result(db_query('SELECT block FROM {aggregator_feed} WHERE fid = %d', $id));
      }
273
      $form['block'] = array('#type' => 'select', '#title' => t('Number of news items in block'), '#default_value' => $value, '#options' => drupal_map_assoc(array(2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20)));
274
      return $form;
Dries's avatar
Dries committed
275
276
    }
    else if ($op == 'save') {
277
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
278
279
280
281
282
283
284
      if ($type == 'category') {
        $value = db_query('UPDATE {aggregator_category} SET block = %d WHERE cid = %d', $edit['block'], $id);
      }
      else {
        $value = db_query('UPDATE {aggregator_feed} SET block = %d WHERE fid = %d', $edit['block'], $id);
      }
    }
285
    else if ($op == 'view') {
286
      list($type, $id) = explode('-', $delta);
Kjartan's avatar
Kjartan committed
287
      switch ($type) {
Dries's avatar
   
Dries committed
288
        case 'feed':
289
          if ($feed = db_fetch_object(db_query('SELECT fid, title, block FROM {aggregator_feed} WHERE fid = %d', $id))) {
290
            $block['subject'] = check_plain($feed->title);
291
292
293
            $result = db_query_range('SELECT * FROM {aggregator_item} WHERE fid = %d ORDER BY timestamp DESC, iid DESC', $feed->fid, 0, $feed->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/sources/'. $feed->fid, array('title' => t('View this feed\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
294
          break;
295

Dries's avatar
   
Dries committed
296
        case 'category':
297
          if ($category = db_fetch_object(db_query('SELECT cid, title, block FROM {aggregator_category} WHERE cid = %d', $id))) {
298
            $block['subject'] = check_plain($category->title);
299
300
301
            $result = db_query_range('SELECT i.* FROM {aggregator_category_item} ci LEFT JOIN {aggregator_item} i ON ci.iid = i.iid WHERE ci.cid = %d ORDER BY i.timestamp DESC, i.iid DESC', $category->cid, 0, $category->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/categories/'. $category->cid, array('title' => t('View this category\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
302
303
          break;
      }
Dries's avatar
   
Dries committed
304
305
      $items = array();
      while ($item = db_fetch_object($result)) {
Dries's avatar
   
Dries committed
306
        $items[] = theme('aggregator_block_item', $item);
Dries's avatar
   
Dries committed
307
      }
Dries's avatar
   
Dries committed
308
      $block['content'] = theme('item_list', $items) . $block['content'];
Dries's avatar
   
Dries committed
309
    }
Dries's avatar
   
Dries committed
310
    return $block;
Dries's avatar
   
Dries committed
311
  }
Dries's avatar
   
Dries committed
312
313
}

314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
/**
 * Generate a form to add/edit/delete aggregator categories.
 */
 function aggregator_form_category($edit = array()) {
  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#required' => TRUE,
  );
  $form['description'] = array('#type' => 'textarea',
    '#title' => t('Description'),
    '#default_value' => $edit['description'],
  );
  $form['submit'] = array('#type' => 'submit', '#value' =>t('Submit'));

  if ($edit['cid']) {
    $form['delete'] = array('#type' => 'submit', '#value' =>t('Delete'));
    $form['cid'] = array('#type' => 'hidden', '#value' => $edit['cid']);
  }

  return drupal_get_form('aggregator_form_category', $form);
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_category_validate($form_id, $form_values) {
  if ($_POST['op'] == t('Submit')) {
    // Check for duplicate titles
    if (isset($form_values['cid'])) {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s' AND cid != %d", $form_values['title'], $form_values['cid']));
    }
    else {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s'", $form_values['title']));
    }
    if ($category) {
      form_set_error('title', t('A category named %category already exists. Please enter a unique title.', array('%category' => theme('placeholder', $form_values['title']))));
    }
  }
}

/**
 * Process aggregator_form_category form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_category_submit($form_id, $form_values) {
  if ($_POST['op'] == t('Delete')) {
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_category($form_values);
  menu_rebuild();
  if (isset($form_values['cid'])) {
    if (isset($form_values['title'])) {
      drupal_set_message(t('The category %category has been updated.', array('%category' => theme('placeholder', $form_values['title']))));
      if (arg(0) == 'admin') {
372
        return 'admin/content/aggregator/';
373
374
375
376
377
378
379
380
381
      }
      else {
        return 'aggregator/categories/'. $form_values['cid'];
      }
    }
    else {
      watchdog('aggregator', t('Category %category deleted.', array('%category' => theme('placeholder', $title))));
      drupal_set_message(t('The category %category has been deleted.', array('%category' => theme('placeholder', $title))));
      if (arg(0) == 'admin') {
382
        return 'admin/content/aggregator/';
383
384
385
386
387
388
389
      }
      else {
        return 'aggregator/categories/';
      }
    }
  }
  else {
390
    watchdog('aggregator', t('Category %category added.', array('%category' => theme('placeholder', $form_values['title']))), WATCHDOG_NOTICE, l(t('view'), 'admin/content/aggregator'));
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
    drupal_set_message(t('The category %category has been added.', array('%category' => theme('placeholder', $form_values['title']))));
  }
}

/**
 * Add/edit/delete aggregator categories.
 */
function aggregator_save_category($edit) {
  if ($edit['cid'] && $edit['title']) {
    db_query("UPDATE {aggregator_category} SET title = '%s', description = '%s' WHERE cid = %d", $edit['title'], $edit['description'], $edit['cid']);
  }
  else if ($edit['cid']) {
    db_query('DELETE FROM {aggregator_category} WHERE cid = %d', $edit['cid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks
    $next_id = db_next_id('{aggregator_category}_cid');
    db_query("INSERT INTO {aggregator_category} (cid, title, description, block) VALUES (%d, '%s', '%s', 5)", $next_id, $edit['title'], $edit['description']);
  }
}

/**
 * Generate a form to add/edit feed sources.
 */
function aggregator_form_feed($edit = array()) {
  $period = drupal_map_assoc(array(900, 1800, 3600, 7200, 10800, 21600, 32400, 43200, 64800, 86400, 172800, 259200, 604800, 1209600, 2419200), 'format_interval');

  if ($edit['refresh'] == '') {
    $edit['refresh'] = 3600;
  }

  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#description' => t('The name of the feed; typically the name of the web site you syndicate content from.'),
    '#required' => TRUE,
  );
  $form['url'] = array('#type' => 'textfield',
    '#title' => t('URL'),
    '#default_value' => $edit['url'],
    '#maxlength' => 255,
    '#description' => t('The fully-qualified URL of the feed.'),
    '#required' => TRUE,
  );
  $form['refresh'] = array('#type' => 'select',
    '#title' => t('Update interval'),
    '#default_value' => $edit['refresh'],
    '#options' => $period,
    '#description' => t('The refresh interval indicating how often you want to update this feed. Requires crontab.'),
  );

  // Handling of categories:
  $options = array();
  $values = array();
  $categories = db_query('SELECT c.cid, c.title, f.fid FROM {aggregator_category} c LEFT JOIN {aggregator_category_feed} f ON c.cid = f.cid AND f.fid = %d ORDER BY title', $edit['fid']);
  while ($category = db_fetch_object($categories)) {
    $options[$category->cid] = $category->title;
    if ($category->fid) $values[] = check_plain($category->cid);
  }
  if ($options) {
    $form['category'] = array('#type' => 'checkboxes',
      '#title' => t('Categorize news items'),
      '#default_value' => $values,
      '#options' => $options,
      '#description' => t('New items in this feed will be automatically filed in the checked categories as they are received.'),
    );
  }
  $form['submit'] = array('#type' => 'submit', '#value' =>t('Submit'));

  if ($edit['fid']) {
    $form['delete'] = array('#type' => 'submit', '#value' =>t('Delete'));
    $form['fid'] = array('#type' => 'hidden', '#value' => $edit['fid']);
  }

  return drupal_get_form('aggregator_form_feed', $form);
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_feed_validate($form_id, $form_values) {
  if ($_POST['op'] == t('Submit')) {
    // Check for duplicate titles
    if (isset($form_values['fid'])) {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE (title = '%s' OR url='%s') AND fid != %d", $form_values['title'], $form_values['url'], $form_values['fid']);
    }
    else {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE title = '%s' OR url='%s'", $form_values['title'], $form_values['url']);
    }
    while ($feed = db_fetch_object($result)) {
      if (strcasecmp($feed->title, $form_values['title']) == 0) {
        form_set_error('title', t('A feed named %feed already exists. Please enter a unique title.', array('%feed' => theme('placeholder', $form_values['title']))));
      }
    }
  }
}

/**
 * Process aggregator_form_feed form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_feed_submit($form_id, $form_values) {
  if ($_POST['op'] == t('Delete')) {
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_feed($form_values);
  menu_rebuild();
  if (isset($form_values['fid'])) {
    if (isset($form_values['title'])) {
      drupal_set_message(t('The feed %feed has been updated.', array('%feed' => theme('placeholder', $form_values['title']))));
      if (arg(0) == 'admin') {
505
        return 'admin/content/aggregator/';
506
507
508
509
510
511
512
513
514
      }
      else {
        return 'aggregator/sources/'. $form_values['fid'];
      }
    }
    else {
      watchdog('aggregator', t('Feed %feed deleted.', array('%feed' => theme('placeholder', $title))));
      drupal_set_message(t('The feed %feed has been deleted.', array('%feed' => theme('placeholder', $title))));
      if (arg(0) == 'admin') {
515
        return 'admin/content/aggregator/';
516
517
518
519
520
521
522
      }
      else {
        return 'aggregator/sources/';
      }
    }
  }
  else {
523
    watchdog('aggregator', t('Feed %feed added.', array('%feed' => theme('placeholder', $form_values['title']))), WATCHDOG_NOTICE, l(t('view'), 'admin/content/aggregator'));
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
    drupal_set_message(t('The feed %feed has been added.', array('%feed' => theme('placeholder', $form_values['title']))));
  }
}

/**
 * Add/edit/delete an aggregator feed.
 */
function aggregator_save_feed($edit) {
  if ($edit['fid']) {
    // An existing feed is being modified, delete the category listings.
    db_query('DELETE FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
  }
  if ($edit['fid'] && $edit['title']) {
    db_query("UPDATE {aggregator_feed} SET title = '%s', url = '%s', refresh = %d WHERE fid = %d", $edit['title'], $edit['url'], $edit['refresh'], $edit['fid']);
  }
  else if ($edit['fid']) {
    $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
    while ($item = db_fetch_object($result)) {
      $items[] = "iid = $item->iid";
    }
    if ($items) {
      db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
    }
    db_query('DELETE FROM {aggregator_feed} WHERE fid = %d', $edit['fid']);
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks.
    $edit['fid'] = db_next_id('{aggregator_feed}_fid');
    db_query("INSERT INTO {aggregator_feed} (fid, title, url, refresh, block) VALUES (%d, '%s', '%s', %d, 5)", $edit['fid'], $edit['title'], $edit['url'], $edit['refresh']);
  }
  if ($edit['title']) {
    // The feed is being saved, save the categories as well.
    if ($edit['category']) {
      foreach ($edit['category'] as $cid => $value) {
        if ($value) {
          db_query('INSERT INTO {aggregator_category_feed} (fid, cid) VALUES (%d, %d)', $edit['fid'], $cid);
        }
      }
    }
  }
}

Dries's avatar
   
Dries committed
567
568
569
570
function aggregator_remove($feed) {
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
  while ($item = db_fetch_object($result)) {
    $items[] = "iid = $item->iid";
Dries's avatar
   
Dries committed
571
  }
Dries's avatar
   
Dries committed
572
573
  if ($items) {
    db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
Dries's avatar
   
Dries committed
574
  }
Dries's avatar
   
Dries committed
575
  db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
Kjartan's avatar
Kjartan committed
576
  db_query("UPDATE {aggregator_feed} SET checked = 0, etag = '', modified = 0 WHERE fid = %d", $feed['fid']);
577
  drupal_set_message(t('The news items from %site have been removed.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
578
579
}

Dries's avatar
   
Dries committed
580
581
582
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
583
function aggregator_element_start($parser, $name, $attributes) {
584
  global $item, $element, $tag, $items, $channel;
Dries's avatar
   
Dries committed
585
586

  switch ($name) {
Dries's avatar
   
Dries committed
587
588
    case 'IMAGE':
    case 'TEXTINPUT':
589
590
591
592
593
594
    case 'CONTENT':
    case 'SUMMARY':
    case 'TAGLINE':
    case 'SUBTITLE':
    case 'LOGO':
    case 'INFO':
Dries's avatar
   
Dries committed
595
596
      $element = $name;
      break;
597
598
599
600
    case 'ID':
      if ($element != 'ITEM') {
        $element = $name;
      }
601
602
603
604
605
606
607
608
609
610
    case 'LINK':
      if ($attributes['REL'] == 'alternate') {
        if ($element == 'ITEM') {
          $items[$item]['LINK'] = $attributes['HREF'];
        }
        else {
          $channel['LINK'] = $attributes['HREF'];
        }
      }
      break;
Dries's avatar
   
Dries committed
611
    case 'ITEM':
Dries's avatar
   
Dries committed
612
613
      $element = $name;
      $item += 1;
614
615
616
617
618
      break;
    case 'ENTRY':
      $element = 'ITEM';
      $item += 1;
      break;
619
620
621
622
623
  }

  $tag = $name;
}

Dries's avatar
   
Dries committed
624
625
626
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
627
function aggregator_element_end($parser, $name) {
Dries's avatar
   
Dries committed
628
629
  global $element;

Dries's avatar
   
Dries committed
630
  switch ($name) {
Dries's avatar
   
Dries committed
631
632
633
    case 'IMAGE':
    case 'TEXTINPUT':
    case 'ITEM':
634
635
636
    case 'ENTRY':
    case 'CONTENT':
    case 'INFO':
637
638
      $element = '';
      break;
639
    case 'ID':
640
      if ($element == 'ID') {
641
642
        $element = '';
      }
Dries's avatar
   
Dries committed
643
  }
644
645
}

Dries's avatar
   
Dries committed
646
647
648
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
649
function aggregator_element_data($parser, $data) {
Dries's avatar
   
Dries committed
650
  global $channel, $element, $items, $item, $image, $tag;
Dries's avatar
   
Dries committed
651
652

  switch ($element) {
Dries's avatar
   
Dries committed
653
    case 'ITEM':
Dries's avatar
   
Dries committed
654
655
      $items[$item][$tag] .= $data;
      break;
Dries's avatar
   
Dries committed
656
    case 'IMAGE':
657
    case 'LOGO':
Dries's avatar
   
Dries committed
658
659
      $image[$tag] .= $data;
      break;
660
661
662
663
664
665
    case 'LINK':
      if ($data) {
        $items[$item][$tag] .= $data;
      }
      break;
    case 'CONTENT':
666
      $items[$item]['CONTENT'] .= $data;
667
668
      break;
    case 'SUMMARY':
669
      $items[$item]['SUMMARY'] .= $data;
670
671
672
673
674
675
676
      break;
    case 'TAGLINE':
    case 'SUBTITLE':
      $channel['DESCRIPTION'] .= $data;
      break;
    case 'INFO':
    case 'ID':
Dries's avatar
   
Dries committed
677
678
679
    case 'TEXTINPUT':
      // The sub-element is not supported. However, we must recognize
      // it or its contents will end up in the item array.
Dries's avatar
   
Dries committed
680
681
682
      break;
    default:
      $channel[$tag] .= $data;
683
684
685
  }
}

Dries's avatar
   
Dries committed
686
687
688
/**
 * Checks a news feed for new items.
 */
Kjartan's avatar
Kjartan committed
689
function aggregator_refresh($feed) {
Dries's avatar
   
Dries committed
690
691
  global $channel, $image;

Dries's avatar
   
Dries committed
692
693
694
695
696
697
  // Generate conditional GET headers.
  $headers = array();
  if ($feed['etag']) {
    $headers['If-None-Match'] = $feed['etag'];
  }
  if ($feed['modified']) {
Dries's avatar
   
Dries committed
698
    $headers['If-Modified-Since'] = gmdate('D, d M Y H:i:s', $feed['modified']) .' GMT';
Dries's avatar
   
Dries committed
699
700
701
702
703
  }

  // Request feed.
  $result = drupal_http_request($feed['url'], $headers);

704
  // Process HTTP response code.
Dries's avatar
   
Dries committed
705
706
  switch ($result->code) {
    case 304:
Dries's avatar
   
Dries committed
707
      db_query('UPDATE {aggregator_feed} SET checked = %d WHERE fid = %d', time(), $feed['fid']);
708
      drupal_set_message(t('There is no new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
709
      break;
Dries's avatar
   
Dries committed
710
711
    case 301:
      $feed['url'] = $result->redirect_url;
712
      watchdog('aggregator', t('Updated URL for feed %title to %url.', array('%title' => theme('placeholder', $feed['title']), '%url' => theme('placeholder', $feed['url']))));
713

Dries's avatar
   
Dries committed
714
715
716
717
    case 200:
    case 302:
    case 307:
      // Filter the input data:
718
     if (aggregator_parse_feed($result->data, $feed)) {
719

Dries's avatar
   
Dries committed
720
721
722
        if ($result->headers['Last-Modified']) {
          $modified = strtotime($result->headers['Last-Modified']);
        }
Dries's avatar
Dries committed
723

724
725
726
727
728
        /*
        ** Prepare the channel data:
        */

        foreach ($channel as $key => $value) {
729
          $channel[$key] = trim($value);
730
731
        }

Dries's avatar
   
Dries committed
732
733
734
        /*
        ** Prepare the image data (if any):
        */
Dries's avatar
   
Dries committed
735

Dries's avatar
   
Dries committed
736
737
738
        foreach ($image as $key => $value) {
          $image[$key] = trim($value);
        }
Dries's avatar
   
Dries committed
739

Dries's avatar
   
Dries committed
740
        if ($image['LINK'] && $image['URL'] && $image['TITLE']) {
741
742
          // Note, we should really use theme_image() here but that only works with local images it won't work with images fetched with a URL unless PHP version > 5
          $image = '<a href="'. check_url($image['LINK']) .'" class="feed-image"><img src="'. check_url($image['URL']) .'" alt="'. check_plain($image['TITLE']) .'" /></a>';
Dries's avatar
   
Dries committed
743
        }
Dries's avatar
   
Dries committed
744
745
746
        else {
          $image = NULL;
        }
Dries's avatar
   
Dries committed
747

Dries's avatar
   
Dries committed
748
749
750
        /*
        ** Update the feed data:
        */
Dries's avatar
   
Dries committed
751

752
        db_query("UPDATE {aggregator_feed} SET url = '%s', checked = %d, link = '%s', description = '%s', image = '%s', etag = '%s', modified = %d WHERE fid = %d", $feed['url'], time(), $channel['LINK'], $channel['DESCRIPTION'], $image, $result->headers['ETag'], $modified, $feed['fid']);
Dries's avatar
   
Dries committed
753

Dries's avatar
   
Dries committed
754
755
756
        /*
        ** Clear the cache:
        */
Dries's avatar
   
Dries committed
757

Dries's avatar
   
Dries committed
758
        cache_clear_all();
Dries's avatar
   
Dries committed
759

760
761
        watchdog('aggregator', t('There is new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
        drupal_set_message(t('There is new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
762
763
      }
      break;
Dries's avatar
   
Dries committed
764
    default:
765
766
      watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to "%error".', array('%site' => theme('placeholder', $feed['title']), '%error' => theme('placeholder', $result->code .' '. $result->error))), WATCHDOG_WARNING);
      drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error".', array('%site' => theme('placeholder', $feed['title']), '%error' => theme('placeholder', $result->code .' '. $result->error))));
Dries's avatar
   
Dries committed
767
  }
Dries's avatar
   
Dries committed
768
}
Dries's avatar
   
Dries committed
769

Dries's avatar
   
Dries committed
770
771
772
773
/**
 * Parse the W3C date/time format, a subset of ISO 8601. PHP date parsing
 * functions do not handle this format.
 * See http://www.w3.org/TR/NOTE-datetime for more information.
774
 * Originally from MagpieRSS (http://magpierss.sourceforge.net/).
Dries's avatar
   
Dries committed
775
776
 *
 * @param $date_str A string with a potentially W3C DTF date.
777
 * @return A timestamp if parsed successfully or -1 if not.
Dries's avatar
   
Dries committed
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
 */
function aggregator_parse_w3cdtf($date_str) {
  if (preg_match('/(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2})(:(\d{2}))?(?:([-+])(\d{2}):?(\d{2})|(Z))?/', $date_str, $match)) {
    list($year, $month, $day, $hours, $minutes, $seconds) = array($match[1], $match[2], $match[3], $match[4], $match[5], $match[6]);
    // calc epoch for current date assuming GMT
    $epoch = gmmktime($hours, $minutes, $seconds, $month, $day, $year);
    if ($match[10] != 'Z') { // Z is zulu time, aka GMT
      list($tz_mod, $tz_hour, $tz_min) = array($match[8], $match[9], $match[10]);
      // zero out the variables
      if (!$tz_hour) {
        $tz_hour = 0;
      }
      if (!$tz_min) {
        $tz_min = 0;
      }
      $offset_secs = (($tz_hour * 60) + $tz_min) * 60;
      // is timezone ahead of GMT?  then subtract offset
      if ($tz_mod == '+') {
        $offset_secs *= -1;
      }
      $epoch += $offset_secs;
    }
    return $epoch;
  }
  else {
803
    return FALSE;
Dries's avatar
   
Dries committed
804
805
806
  }
}

Dries's avatar
   
Dries committed
807
function aggregator_parse_feed(&$data, $feed) {
Dries's avatar
   
Dries committed
808
  global $items, $image, $channel;
Dries's avatar
   
Dries committed
809

Dries's avatar
   
Dries committed
810
  // Unset the global variables before we use them:
Dries's avatar
   
Dries committed
811
  unset($GLOBALS['element'], $GLOBALS['item'], $GLOBALS['tag']);
Dries's avatar
   
Dries committed
812
  $items = array();
Dries's avatar
   
Dries committed
813
  $image = array();
Dries's avatar
   
Dries committed
814
  $channel = array();
815

Dries's avatar
   
Dries committed
816
817
  // parse the data:
  $xml_parser = drupal_xml_parser_create($data);
Dries's avatar
   
Dries committed
818
819
  xml_set_element_handler($xml_parser, 'aggregator_element_start', 'aggregator_element_end');
  xml_set_character_data_handler($xml_parser, 'aggregator_element_data');
Dries's avatar
   
Dries committed
820

Dries's avatar
   
Dries committed
821
  if (!xml_parse($xml_parser, $data, 1)) {
822
823
    watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to an error "%error" on line %line.', array('%site' => theme('placeholder', $feed['title']), '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), WATCHDOG_WARNING);
    drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error" on line %line.', array('%site' => theme('placeholder', $feed['title']), '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), 'error');
Dries's avatar
   
Dries committed
824
    return 0;
Dries's avatar
   
Dries committed
825
826
  }
  xml_parser_free($xml_parser);
Dries's avatar
   
Dries committed
827

Dries's avatar
   
Dries committed
828
829
  /*
  ** We reverse the array such that we store the first item last,
830
  ** and the last item first. In the database, the newest item
Dries's avatar
   
Dries committed
831
832
  ** should be at the top.
  */
Dries's avatar
   
Dries committed
833

Dries's avatar
   
Dries committed
834
  $items = array_reverse($items);
Dries's avatar
   
Dries committed
835

836
837
  // Initialize variables
  $title = $link = $author = $description = $guid = NULL;
Dries's avatar
   
Dries committed
838
  foreach ($items as $item) {
839
    unset($title, $link, $author, $description, $guid);
840

Dries's avatar
   
Dries committed
841
842
    // Prepare the item:
    foreach ($item as $key => $value) {
843
      $item[$key] = trim($value);
Dries's avatar
   
Dries committed
844
    }
Dries's avatar
Dries committed
845

Dries's avatar
   
Dries committed
846
    /*
847
    ** Resolve the item's title. If no title is found, we use
Dries's avatar
   
Dries committed
848
849
850
851
    ** up to 40 characters of the description ending at a word
    ** boundary but not splitting potential entities.
    */

Dries's avatar
   
Dries committed
852
853
    if ($item['TITLE']) {
      $title = $item['TITLE'];
Dries's avatar
   
Dries committed
854
855
    }
    else {
Dries's avatar
   
Dries committed
856
      $title = preg_replace('/^(.*)[^\w;&].*?$/', "\\1", truncate_utf8($item['DESCRIPTION'], 40));
Dries's avatar
   
Dries committed
857
    }
Dries's avatar
   
Dries committed
858

Dries's avatar
   
Dries committed
859
860
861
862
    /*
    ** Resolve the items link.
    */

Dries's avatar
   
Dries committed
863
864
    if ($item['LINK']) {
      $link = $item['LINK'];
Dries's avatar
   
Dries committed
865
866
    }
    else {
Dries's avatar
   
Dries committed
867
      $link = $feed['link'];
Dries's avatar
   
Dries committed
868
    }
869
870
871
    if ($item['GUID']) {
      $guid = $item['GUID'];
    }
872

873
874
875
    /**
     * Atom feeds have a CONTENT and/or SUMMARY tag instead of a DESCRIPTION tag
     */
876
877
    if ($item['CONTENT:ENCODED']) {
      $item['DESCRIPTION'] = $item['CONTENT:ENCODED'];
878
879
880
881
882
    }
    else if ($item['SUMMARY']) {
      $item['DESCRIPTION'] = $item['SUMMARY'];
    }

Dries's avatar
   
Dries committed
883
    /*
884
    ** Try to resolve and parse the item's publication date. If no
Dries's avatar
   
Dries committed
885
886
887
888
889
890
891
892
    ** date is found, we use the current date instead.
    */

    if ($item['PUBDATE']) $date = $item['PUBDATE'];                        // RSS 2.0
    else if ($item['DC:DATE']) $date = $item['DC:DATE'];                   // Dublin core
    else if ($item['DCTERMS:ISSUED']) $date = $item['DCTERMS:ISSUED'];     // Dublin core
    else if ($item['DCTERMS:CREATED']) $date = $item['DCTERMS:CREATED'];   // Dublin core
    else if ($item['DCTERMS:MODIFIED']) $date = $item['DCTERMS:MODIFIED']; // Dublin core
893
894
895
    else if ($item['ISSUED']) $date = $item['ISSUED'];                     // Atom XML
    else if ($item['CREATED']) $date = $item['CREATED'];                   // Atom XML
    else if ($item['MODIFIED']) $date = $item['MODIFIED'];                 // Atom XML
896
897
    else if ($item['PUBLISHED']) $date = $item['PUBLISHED'];               // Atom XML
    else if ($item['UPDATED']) $date = $item['UPDATED'];                   // Atom XML
Dries's avatar
   
Dries committed
898
    else $date = 'now';
Dries's avatar
   
Dries committed
899

900
901
902
903
    $timestamp = strtotime($date); // As of PHP 5.1.0, strtotime returns FALSE on failure instead of -1.
    if ($timestamp <= 0) {
      $timestamp = aggregator_parse_w3cdtf($date); // Returns FALSE on failure
      if (!$timestamp) {
Dries's avatar
   
Dries committed
904
905
        $timestamp = time(); // better than nothing
      }
906
    }
Dries's avatar
   
Dries committed
907
908

    /*
909
910
    ** Save this item. Try to avoid duplicate entries as much as
    ** possible. If we find a duplicate entry, we resolve it and
Dries's avatar
   
Dries committed
911
    ** pass along it's ID such that we can update it if needed.
Dries's avatar
   
Dries committed
912
913
    */

914
915
916
917
    if ($guid) {
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND guid = '%s'", $feed['fid'], $guid));
    }
    else if ($link && $link != $feed['link'] && $link != $feed['url']) {
Dries's avatar
   
Dries committed
918
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND link = '%s'", $feed['fid'], $link));
Dries's avatar
   
Dries committed
919
920
    }
    else {
Dries's avatar
   
Dries committed
921
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND title = '%s'", $feed['fid'], $title));
Dries's avatar
   
Dries committed
922
    }
Dries's avatar
   
Dries committed
923

924
    aggregator_save_item(array('iid' => $entry->iid, 'fid' => $feed['fid'], 'timestamp' => $timestamp, 'title' => $title, 'link' => $link, 'author' => $item['AUTHOR'], 'description' => $item['DESCRIPTION'], 'guid' => $guid));
Dries's avatar
   
Dries committed
925
  }
Dries's avatar
   
Dries committed
926

Dries's avatar
   
Dries committed
927
  /*
928
  ** Remove all items that are older than flush item timer:
Dries's avatar
   
Dries committed
929
  */
Dries's avatar
   
Dries committed
930

931
  $age = time() - variable_get('aggregator_clear', 9676800);
Dries's avatar
   
Dries committed
932
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
933

934
935
936
937
938
939
940
  if (db_num_rows($result)) {
    $items = array();
    while ($item = db_fetch_object($result)) {
      $items[] = $item->iid;
    }
    db_query('DELETE FROM {aggregator_category_item} WHERE iid IN ('. implode(', ', $items) .')');
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
941
  }
Dries's avatar
   
Dries committed
942
943

  return 1;
944
945
}

Kjartan's avatar
Kjartan committed
946
function aggregator_save_item($edit) {
Dries's avatar
   
Dries committed
947
  if ($edit['iid'] && $edit['title']) {
948
    db_query("UPDATE {aggregator_item} SET title = '%s', link = '%s', author = '%s', description = '%s', guid = '%s' WHERE iid = %d", $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['iid'], $edit['gid']);
949
  }
Dries's avatar
   
Dries committed
950
951
952
  else if ($edit['iid']) {
    db_query('DELETE FROM {aggregator_item} WHERE iid = %d', $edit['iid']);
    db_query('DELETE FROM {aggregator_category_item} WHERE iid = %d', $edit['iid']);
953
  }
Dries's avatar
   
Dries committed
954
  else if ($edit['title'] && $edit['link']) {
Dries's avatar
   
Dries committed
955
    $edit['iid'] = db_next_id('{aggregator_item}_iid');
956
    db_query("INSERT INTO {aggregator_item} (iid, fid, title, link, author, description, timestamp, guid) VALUES (%d, %d, '%s', '%s', '%s', '%s', %d, '%s')", $edit['iid'], $edit['fid'], $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['timestamp'], $edit['guid']);
Dries's avatar
   
Dries committed
957
958
959
    // file the items in the categories indicated by the feed
    $categories = db_query('SELECT cid FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
    while ($category = db_fetch_object($categories)) {
Dries's avatar
   
Dries committed
960
      db_query('INSERT INTO {aggregator_category_item} (cid, iid) VALUES (%d, %d)', $category->cid, $edit['iid']);
Dries's avatar
   
Dries committed
961
    }
962
963
964
  }
}

Kjartan's avatar
Kjartan committed
965
function aggregator_get_feed($fid) {
Dries's avatar
   
Dries committed
966
  return db_fetch_array(db_query('SELECT * FROM {aggregator_feed} WHERE fid = %d', $fid));
967
968
}

Dries's avatar
   
Dries committed
969
function aggregator_get_category($cid) {
Dries's avatar
   
Dries committed
970
  return db_fetch_array(db_query('SELECT * FROM {aggregator_category} WHERE cid = %d', $cid));
971
972
}

Kjartan's avatar
Kjartan committed
973
function aggregator_view() {
Dries's avatar
   
Dries committed
974
  $result = db_query('SELECT f.*, COUNT(i.iid) AS items FROM {aggregator_feed} f LEFT JOIN {aggregator_item} i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.checked, f.link, f.description, f.etag, f.modified, f.image, f.block ORDER BY f.title');
975

Dries's avatar
   
Dries committed
976
  $output .= '<h3>'. t('Feed overview') .'</h3>';
Dries's avatar
   
Dries committed
977

Dries's avatar
   
Dries committed
978
  $header = array(t('Title'), t('Items'), t('Last update'), t('Next update'), array('data' => t('Operations'), 'colspan' => '3'));
Dries's avatar
   
Dries committed
979
  $rows = array();
980
  while ($feed = db_fetch_object($result)) {
981
    $rows[] = array(l($feed->title, "aggregator/sources/$feed->fid"), format_plural($feed->items, '1 item', '%count items'), ($feed->checked ? t('%time ago', array('%time' => format_interval(time() - $feed->checked))) : t('never')), ($feed->checked ? t('%time left', array('%time' => format_interval($feed->checked + $feed->refresh - time()))) : t('never')), l(t('edit'), "admin/content/aggregator/edit/feed/$feed->fid"), l(t('remove items'), "admin/content/aggregator/remove/$feed->fid"), l(t('update items'), "admin/content/aggregator/update/$feed->fid"));
982
  }
Dries's avatar
   
Dries committed
983
  $output .= theme('table', $header, $rows);
984

Dries's avatar
   
Dries committed
985
  $result = db_query('SELECT c.cid, c.title, count(ci.iid) as items FROM {aggregator_category} c LEFT JOIN {aggregator_category_item} ci ON c.cid = ci.cid GROUP BY c.cid, c.title ORDER BY title');
986

Dries's avatar
   
Dries committed
987
  $output .= '<h3>'. t('Category overview') .'</h3>';
Dries's avatar
   
Dries committed
988

Dries's avatar
   
Dries committed
989
  $header = array(t('Title'), t('Items'), t('Operations'));
Dries's avatar
   
Dries committed
990
  $rows = array();
Dries's avatar
   
Dries committed
991
  while ($category = db_fetch_object($result)) {
992
    $rows[] = array(l($category->title, "aggregator/categories/$category->cid"), format_plural($category->items, '1 item', '%count items'), l(t('edit'), "admin/content/aggregator/edit/category/$category->cid"));
993
  }
Dries's avatar
   
Dries committed
994
  $output .= theme('table', $header, $rows);
995
996
997
998

  return $output;
}

Dries's avatar
   
Dries committed
999
/**
1000
 * Menu callback; removes all items from a feed, then redirects to the overview page.
Dries's avatar
   
Dries committed
1001
1002
1003
 */
function aggregator_admin_remove_feed($feed) {
  aggregator_remove(aggregator_get_feed($feed));
1004
  drupal_goto('admin/content/aggregator');
Dries's avatar
   
Dries committed
1005
1006
1007
}

/**
1008
 * Menu callback; refreshes a feed, then redirects to the overview page.
Dries's avatar
   
Dries committed
1009
1010
1011
 */
function aggregator_admin_refresh_feed($feed) {
  aggregator_refresh(aggregator_get_feed($feed));
1012
  drupal_goto('admin/content/aggregator');
Dries's avatar
   
Dries committed
1013
1014
1015
}

/**
Dries's avatar
Dries committed
1016
 * Menu callback; displays the aggregator administration page.
Dries's avatar
   
Dries committed
1017
1018
 */
function aggregator_admin_overview() {
Dries's avatar
   
Dries committed
1019
  return aggregator_view();
1020
1021
}

Dries's avatar
   
Dries committed
1022
/**
Dries's avatar
Dries committed
1023
 * Menu callback; displays the most recent items gathered from any feed.
Dries's avatar
   
Dries committed
1024
 */
1025
function aggregator_page_last() {
1026
  return _aggregator_page_list('SELECT i.*, f.title AS ftitle, f.link AS flink FROM {aggregator_item} i INNER JOIN {aggregator_feed} f ON i.fid = f.fid ORDER BY i.timestamp DESC, i.iid DESC', arg(1));
Dries's avatar
   
Dries committed
1027
1028
}

Dries's avatar
   
Dries committed
1029
/**
Dries's avatar
Dries committed
1030
 * Menu callback; displays all the items captured from a particular feed.
Dries's avatar
   
Dries committed
1031
 */
1032
function aggregator_page_source() {
Dries's avatar
   
Dries committed
1033
  $feed = db_fetch_object(db_query('SELECT * FROM {aggregator_feed} WHERE fid = %d', arg(2)));
Dries's avatar
   
Dries committed
1034
  $info = theme('aggregator_feed', $feed);
Dries's avatar
   
Dries committed
1035

1036
  return _aggregator_page_list('SELECT * FROM {aggregator_item} WHERE fid = '. $feed->fid .' ORDER BY timestamp DESC, iid DESC', arg(3), $info);
Dries's avatar
   
Dries committed
1037
1038
}

Dries's avatar
   
Dries committed
1039
/**
Dries's avatar
Dries committed
1040
 * Menu callback; displays all the items aggregated in a particular category.
Dries's avatar
   
Dries committed
1041
 */
1042
function aggregator_page_category() {
Dries's avatar
   
Dries committed
1043
  $category = db_fetch_object(db_query('SELECT cid, title FROM {aggregator_category} WHERE cid = %d', arg(2)));
Dries's avatar
   
Dries committed
1044

1045
  return _aggregator_page_list('SELECT i.*, f.title AS ftitle, f.link AS flink FROM {aggregator_category_item} c LEFT JOIN {aggregator_item} i ON c.iid = i.iid LEFT JOIN {aggregator_feed} f ON i.fid = f.fid WHERE cid = '. $category->cid .' ORDER BY timestamp DESC, iid DESC', arg(3));
Dries's avatar
   
Dries committed
1046
}
Dries's avatar
   
Dries committed
1047

Dries's avatar
   
Dries committed
1048
1049
1050
1051
/**
 * Prints an aggregator page listing a number of feed items. Various
 * menu callbacks use this function to print their feeds.
 */
Dries's avatar
   
Dries committed
1052
function _aggregator_page_list($sql, $op, $header = '') {
1053
  $categorize = (user_access('administer news feeds') && ($op == 'categorize'));
Dries's avatar
   
Dries committed
1054

Dries's avatar
   
Dries committed
1055
  $output = '<div id="aggregator">';
Dries's avatar
   
Dries committed
1056

1057
1058
  $form['header'] = array('#value' => $header);
  $output .= $form['header']['#value'];
Dries's avatar
   
Dries committed
1059

1060
  $result = pager_query($sql, 20);
Dries's avatar
   
Dries committed
1061
  $categories = array();
1062
  $done = FALSE;
Dries's avatar
   
Dries committed
1063
  while ($item = db_fetch_object($result)) {
1064
1065
    $form['items'][$item->iid] = array('#value' => theme('aggregator_page_item', $item));
    $output .= $form['items'][$item->iid]['#value'];
1066
1067
    $form['categories'][$item->iid] = array();

Dries's avatar
   
Dries committed
1068
    if ($categorize) {
1069

Dries's avatar