aggregator.module 55.8 KB
Newer Older
1
<?php
Dries's avatar
Dries committed
2
// $Id$
Dries's avatar
   
Dries committed
3

Dries's avatar
   
Dries committed
4
5
/**
 * @file
6
 * Used to aggregate syndicated content (RSS, RDF, and Atom).
Dries's avatar
   
Dries committed
7
8
 */

Dries's avatar
   
Dries committed
9
10
11
/**
 * Implementation of hook_help().
 */
Dries's avatar
   
Dries committed
12
function aggregator_help($section) {
Dries's avatar
   
Dries committed
13
  switch ($section) {
Kjartan's avatar
Kjartan committed
14
    case 'admin/help#aggregator':
15
16
17
18
19
20
21
22
23
24
25
26
27
      $output = '<p>'. t('The news aggregator is a powerful on-site RSS syndicator/news reader that can gather fresh content from news sites and weblogs around the web.') .'</p>';
      $output .= '<p>'. t('Users can view the latest news chronologically in the <a href="%aggregator">main news aggregator display</a> or by <a href="%aggregator-sources">source</a>. Administrators can add, edit and delete feeds and choose how often to check for newly updated news for each individual feed. Administrators can also tag individual feeds with categories, offering selective grouping of some feeds into separate displays. Listings of the latest news for individual sources or categorized sources can be enabled as blocks for display in the sidebar through the <a href="%admin-block">block administration page</a>. The news aggregator requires cron to check for the latest news from the sites to which you have subscribed. Drupal also provides a <a href="%aggregator-opml">machine-readable OPML file</a> of all of your subscribed feeds.', array('%aggregator' => url('aggregator'), '%aggregator-sources' => url('aggregator/sources'), '%admin-block' => url('admin/block'), '%aggregator-opml' => url('aggregator/opml'))) .'</p>';
      $output .= t('<p>You can</p>
<ul>
<li>administer your list of news feeds <a href="%admin-aggregator">administer &gt;&gt;  aggregator</a>.</li>
<li>add a new feed <a href="%admin-aggregator-add-feed">administer &gt;&gt; aggregator &gt;&gt; add feed</a>.</li>
<li>add a new category <a href="%admin-aggregator-add-category">administer &gt;&gt; aggregator &gt;&gt; add category</a>.</li>
<li>configure global settings for the news aggregator <a href="%admin-settings-aggregator">administer &gt;&gt; settings &gt;&gt; aggregator</a>.</li>
<li>control access to the aggregator module through access permissions <a href="%admin-access">administer &gt;&gt; access control &gt;&gt; permissions</a>.</li>
<li>set permissions to access new feeds for user roles such as anonymous users at <a href="%admin-access">administer &gt;&gt; access control</a>.</li>
<li>view the <a href="%aggregator">aggregator page</a>.</li>
</ul>
', array('%admin-aggregator' => url('admin/aggregator'), '%admin-aggregator-add-feed' => url('admin/aggregator/add/feed'), '%admin-aggregator-add-category' => url('admin/aggregator/add/category'), '%admin-settings-aggregator' => url('admin/settings/aggregator'), '%admin-access' => url('admin/access'), '%aggregator' => url('aggregator')));
28
      $output .= '<p>'. t('For more information please read the configuration and customization handbook <a href="%aggregator">Aggregator page</a>.', array('%aggregator' => 'http://drupal.org/handbook/modules/aggregator/')) .'</p>';
29
      return $output;
Dries's avatar
   
Dries committed
30
    case 'admin/modules#description':
31
      return t('Aggregates syndicated content (RSS, RDF, and Atom feeds).');
Dries's avatar
   
Dries committed
32
    case 'admin/aggregator':
33
      return t('<p>Thousands of sites (particularly news sites and weblogs) publish their latest headlines and/or stories in a machine-readable format so that other sites can easily link to them. This content is usually in the form of an <a href="http://blogs.law.harvard.edu/tech/rss">RSS</a> feed (which is an XML-based syndication standard). To display the feed or category in a block you must decide how many items to show by editing the feed or block and turning on the <a href="%block">feed\'s block</a>.</p>', array('%block' => url('admin/block')));
Dries's avatar
   
Dries committed
34
    case 'admin/aggregator/add/feed':
35
      return t('<p>Add a site that has an RSS/RDF/Atom feed. The URL is the full path to the feed file. For the feed to update automatically you must run "cron.php" on a regular basis. If you already have a feed with the URL you are planning to use, the system will not accept another feed with the same URL.</p>');
Dries's avatar
   
Dries committed
36
    case 'admin/aggregator/add/category':
37
      return t('<p>Categories provide a way to group items from different news feeds together. Each news category has its own feed page and block. For example, you could tag various sport-related feeds as belonging to a category called <em>Sports</em>. News items can be added to a category automatically by setting a feed to automatically place its item into that category, or by using the categorize items link in any listing of news items.</p>');
Dries's avatar
   
Dries committed
38
  }
39
40
}

41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
/**
 * Implementation of hook_menu().
 */
function aggregator_menu($may_cache) {
  $items = array();
  $edit = user_access('administer news feeds');
  $view = user_access('access news feeds');

  if ($may_cache) {
    $items[] = array('path' => 'admin/aggregator',
      'title' => t('aggregator'),
      'callback' => 'aggregator_admin_overview',
      'access' => $edit);
    $items[] = array('path' => 'admin/aggregator/add/feed',
      'title' => t('add feed'),
      'callback' => 'aggregator_form_feed',
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
    $items[] = array('path' => 'admin/aggregator/add/category',
      'title' => t('add category'),
      'callback' => 'aggregator_form_category',
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
    $items[] = array('path' => 'admin/aggregator/remove',
      'title' => t('remove items'),
      'callback' => 'aggregator_admin_remove_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'admin/aggregator/update',
      'title' => t('update items'),
      'callback' => 'aggregator_admin_refresh_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'admin/aggregator/list',
      'title' => t('list'),
      'type' => MENU_DEFAULT_LOCAL_TASK,
      'weight' => -10);
Dries's avatar
Dries committed
78
79
80
81
82
    $items[] = array('path' => 'admin/settings/aggregator',
      'title' => t('RSS aggregator'),
      'callback' => 'aggregator_admin_settings',
      'type' => MENU_NORMAL_ITEM,
      'access' => $edit);
83

84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
    $items[] = array('path' => 'aggregator',
      'title' => t('news aggregator'),
      'callback' => 'aggregator_page_last',
      'access' => $view,
      'weight' => 5);
    $items[] = array('path' => 'aggregator/sources',
      'title' => t('sources'),
      'callback' => 'aggregator_page_sources',
      'access' => $view);
    $items[] = array('path' => 'aggregator/categories',
      'title' => t('categories'),
      'callback' => 'aggregator_page_categories',
      'access' => $view,
      'type' => MENU_ITEM_GROUPING);
    $items[] = array('path' => 'aggregator/rss',
      'title' => t('RSS feed'),
      'callback' => 'aggregator_page_rss',
      'access' => $view,
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'aggregator/opml',
      'title' => t('OPML feed'),
      'callback' => 'aggregator_page_opml',
      'access' => $view,
      'type' => MENU_CALLBACK);
108

109
110
111
112
113
114
115
    $result = db_query('SELECT title, cid FROM {aggregator_category} ORDER BY title');
    while ($category = db_fetch_array($result)) {
      $items[] = array('path' => 'aggregator/categories/'. $category['cid'],
        'title' => $category['title'],
        'callback' => 'aggregator_page_category',
        'access' => $view);
    }
116
117
118
119
120
121
122
  }
  else {
    if (arg(0) == 'aggregator' && is_numeric(arg(2))) {
      if (arg(1) == 'sources') {
        $feed = aggregator_get_feed(arg(2));
        if ($feed) {
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'],
123
            'title' => $feed['title'],
124
            'callback' => 'aggregator_page_source',
125
126
            'access' => $view,
            'type' => MENU_CALLBACK);
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/categorize',
            'title' => t('categorize'),
            'callback' => 'aggregator_page_source',
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/configure',
            'title' => t('configure'),
            'callback' => 'aggregator_form_feed',
            'callback arguments' => array($feed),
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
      else if (arg(1) == 'categories') {
        $category = aggregator_get_category(arg(2));
        if ($category) {
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/categorize',
            'title' => t('categorize'),
            'callback' => 'aggregator_page_category',
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/configure',
            'title' => t('configure'),
            'callback' => 'aggregator_form_category',
            'callback arguments' => array($category),
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
    }
    else if (arg(1) == 'aggregator' && is_numeric(arg(4))) {
      if (arg(3) == 'feed') {
        $feed = aggregator_get_feed(arg(4));
        if ($feed) {
          $items[] = array('path' => 'admin/aggregator/edit/feed/'. $feed['fid'],
            'title' => t('edit feed'),
            'callback' => 'aggregator_form_feed',
            'callback arguments' => array($feed),
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
      else {
        $category = aggregator_get_category(arg(4));
        if ($category) {
          $items[] = array('path' => 'admin/aggregator/edit/category/'. $category['cid'],
            'title' => t('edit category'),
            'callback' => 'aggregator_form_category',
            'callback arguments' => array($category),
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
    }
  }

  return $items;
}

Dries's avatar
Dries committed
196
function aggregator_admin_settings() {
197
  $items = array(0 => t('none')) + drupal_map_assoc(array(3, 5, 10, 15, 20, 25), '_aggregator_items');
198
  $period = drupal_map_assoc(array(3600, 10800, 21600, 32400, 43200, 86400, 172800, 259200, 604800, 1209600, 2419200, 4838400, 9676800), 'format_interval');
Dries's avatar
   
Dries committed
199

200
  $form['aggregator_allowed_html_tags'] = array(
201
202
203
    '#type' => 'textfield', '#title' => t('Allowed HTML tags'), '#size' => 80, '#maxlength' => 255,
    '#default_value' => variable_get('aggregator_allowed_html_tags', '<a> <b> <br> <dd> <dl> <dt> <em> <i> <li> <ol> <p> <strong> <u> <ul>'),
    '#description' => t('The list of tags which are allowed in feeds, i.e., which will not be removed by Drupal.')
204
205
206
  );

  $form['aggregator_summary_items'] = array(
207
208
209
    '#type' => 'select', '#title' => t('Items shown in sources and categories pages') ,
    '#default_value' => variable_get('aggregator_summary_items', 3), '#options' => $items,
    '#description' =>  t('The number of items which will be shown with each feed or category in the feed and category summary pages.')
210
211
212
  );

  $form['aggregator_clear'] = array(
213
214
    '#type' => 'select', '#title' => t('Discard news items older than'),
    '#default_value' => variable_get('aggregator_clear', 9676800), '#options' => $period,
215
    '#description' => t('Older news items will be automatically discarded. Requires crontab.')
216
  );
217

218
  $form['aggregator_category_selector'] = array(
219
    '#type' => 'radios', '#title' => t('Category selection type'), '#default_value' => variable_get('aggregator_category_selector', 'check'),
220
    '#options' => array('checkboxes' => t('checkboxes'), 'select' => t('multiple selector')),
221
    '#description' => t('The type of category selection widget which is shown on categorization pages. Checkboxes are easier to use; a multiple selector is good for working with large numbers of categories.')
222
  );
Dries's avatar
Dries committed
223
224

  return system_settings_form('aggregator_admin_settings', $form);
Dries's avatar
   
Dries committed
225
226
}

Dries's avatar
   
Dries committed
227
228
229
/**
 * Implementation of hook_perm().
 */
Kjartan's avatar
Kjartan committed
230
function aggregator_perm() {
Dries's avatar
   
Dries committed
231
  return array('administer news feeds', 'access news feeds');
Dries's avatar
   
Dries committed
232
233
}

Dries's avatar
   
Dries committed
234
235
236
237
238
/**
 * Implementation of hook_cron().
 *
 * Checks news feeds for updates once their refresh interval has elapsed.
 */
Dries's avatar
   
Dries committed
239
function aggregator_cron() {
Dries's avatar
   
Dries committed
240
  $result = db_query('SELECT * FROM {aggregator_feed} WHERE checked + refresh < %d', time());
Dries's avatar
   
Dries committed
241
242
  while ($feed = db_fetch_array($result)) {
    aggregator_refresh($feed);
Dries's avatar
   
Dries committed
243
244
245
  }
}

Dries's avatar
   
Dries committed
246
247
248
249
250
/**
 * Implementation of hook_block().
 *
 * Generates blocks for the latest news items in each category and feed.
 */
Dries's avatar
Dries committed
251
function aggregator_block($op, $delta = 0, $edit = array()) {
Dries's avatar
   
Dries committed
252
  if (user_access('access news feeds')) {
Dries's avatar
   
Dries committed
253
    if ($op == 'list') {
Dries's avatar
Dries committed
254
      $result = db_query('SELECT cid, title FROM {aggregator_category} ORDER BY title');
Dries's avatar
   
Dries committed
255
      while ($category = db_fetch_object($result)) {
256
        $block['category-'. $category->cid]['info'] = t('%title category latest items', array('%title' => theme('placeholder', $category->title)));
Kjartan's avatar
Kjartan committed
257
      }
Dries's avatar
Dries committed
258
      $result = db_query('SELECT fid, title FROM {aggregator_feed} ORDER BY fid');
Kjartan's avatar
Kjartan committed
259
      while ($feed = db_fetch_object($result)) {
260
        $block['feed-'. $feed->fid]['info'] = t('%title feed latest items', array('%title' => theme('placeholder', $feed->title)));
Kjartan's avatar
Kjartan committed
261
      }
Dries's avatar
   
Dries committed
262
    }
Dries's avatar
Dries committed
263
    else if ($op == 'configure') {
264
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
265
266
267
268
269
270
      if ($type == 'category') {
        $value = db_result(db_query('SELECT block FROM {aggregator_category} WHERE cid = %d', $id));
      }
      else {
        $value = db_result(db_query('SELECT block FROM {aggregator_feed} WHERE fid = %d', $id));
      }
271
      $form['block'] = array('#type' => 'select', '#title' => t('Number of news items in block'), '#default_value' => $value, '#options' => drupal_map_assoc(array(2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20)));
272
      return $form;
Dries's avatar
Dries committed
273
274
    }
    else if ($op == 'save') {
275
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
276
277
278
279
280
281
282
      if ($type == 'category') {
        $value = db_query('UPDATE {aggregator_category} SET block = %d WHERE cid = %d', $edit['block'], $id);
      }
      else {
        $value = db_query('UPDATE {aggregator_feed} SET block = %d WHERE fid = %d', $edit['block'], $id);
      }
    }
283
    else if ($op == 'view') {
284
      list($type, $id) = explode('-', $delta);
Kjartan's avatar
Kjartan committed
285
      switch ($type) {
Dries's avatar
   
Dries committed
286
        case 'feed':
287
          if ($feed = db_fetch_object(db_query('SELECT fid, title, block FROM {aggregator_feed} WHERE fid = %d', $id))) {
288
            $block['subject'] = check_plain($feed->title);
289
290
291
            $result = db_query_range('SELECT * FROM {aggregator_item} WHERE fid = %d ORDER BY timestamp DESC, iid DESC', $feed->fid, 0, $feed->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/sources/'. $feed->fid, array('title' => t('View this feed\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
292
          break;
293

Dries's avatar
   
Dries committed
294
        case 'category':
295
          if ($category = db_fetch_object(db_query('SELECT cid, title, block FROM {aggregator_category} WHERE cid = %d', $id))) {
296
            $block['subject'] = check_plain($category->title);
297
298
299
            $result = db_query_range('SELECT i.* FROM {aggregator_category_item} ci LEFT JOIN {aggregator_item} i ON ci.iid = i.iid WHERE ci.cid = %d ORDER BY i.timestamp DESC, i.iid DESC', $category->cid, 0, $category->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/categories/'. $category->cid, array('title' => t('View this category\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
300
301
          break;
      }
Dries's avatar
   
Dries committed
302
303
      $items = array();
      while ($item = db_fetch_object($result)) {
Dries's avatar
   
Dries committed
304
        $items[] = theme('aggregator_block_item', $item);
Dries's avatar
   
Dries committed
305
      }
Dries's avatar
   
Dries committed
306
      $block['content'] = theme('item_list', $items) . $block['content'];
Dries's avatar
   
Dries committed
307
    }
Dries's avatar
   
Dries committed
308
    return $block;
Dries's avatar
   
Dries committed
309
  }
Dries's avatar
   
Dries committed
310
311
}

312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
/**
 * Generate a form to add/edit/delete aggregator categories.
 */
 function aggregator_form_category($edit = array()) {
  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#required' => TRUE,
  );
  $form['description'] = array('#type' => 'textarea',
    '#title' => t('Description'),
    '#default_value' => $edit['description'],
  );
  $form['submit'] = array('#type' => 'submit', '#value' =>t('Submit'));

  if ($edit['cid']) {
    $form['delete'] = array('#type' => 'submit', '#value' =>t('Delete'));
    $form['cid'] = array('#type' => 'hidden', '#value' => $edit['cid']);
  }

  return drupal_get_form('aggregator_form_category', $form);
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_category_validate($form_id, $form_values) {
  if ($_POST['op'] == t('Submit')) {
    // Check for duplicate titles
    if (isset($form_values['cid'])) {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s' AND cid != %d", $form_values['title'], $form_values['cid']));
    }
    else {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s'", $form_values['title']));
    }
    if ($category) {
      form_set_error('title', t('A category named %category already exists. Please enter a unique title.', array('%category' => theme('placeholder', $form_values['title']))));
    }
  }
}

/**
 * Process aggregator_form_category form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_category_submit($form_id, $form_values) {
  if ($_POST['op'] == t('Delete')) {
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_category($form_values);
  menu_rebuild();
  if (isset($form_values['cid'])) {
    if (isset($form_values['title'])) {
      drupal_set_message(t('The category %category has been updated.', array('%category' => theme('placeholder', $form_values['title']))));
      if (arg(0) == 'admin') {
        return 'admin/aggregator/';
      }
      else {
        return 'aggregator/categories/'. $form_values['cid'];
      }
    }
    else {
      watchdog('aggregator', t('Category %category deleted.', array('%category' => theme('placeholder', $title))));
      drupal_set_message(t('The category %category has been deleted.', array('%category' => theme('placeholder', $title))));
      if (arg(0) == 'admin') {
        return 'admin/aggregator/';
      }
      else {
        return 'aggregator/categories/';
      }
    }
  }
  else {
    watchdog('aggregator', t('Category %category added.', array('%category' => theme('placeholder', $form_values['title']))), WATCHDOG_NOTICE, l(t('view'), 'admin/aggregator'));
    drupal_set_message(t('The category %category has been added.', array('%category' => theme('placeholder', $form_values['title']))));
  }
}

/**
 * Add/edit/delete aggregator categories.
 */
function aggregator_save_category($edit) {
  if ($edit['cid'] && $edit['title']) {
    db_query("UPDATE {aggregator_category} SET title = '%s', description = '%s' WHERE cid = %d", $edit['title'], $edit['description'], $edit['cid']);
  }
  else if ($edit['cid']) {
    db_query('DELETE FROM {aggregator_category} WHERE cid = %d', $edit['cid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks
    $next_id = db_next_id('{aggregator_category}_cid');
    db_query("INSERT INTO {aggregator_category} (cid, title, description, block) VALUES (%d, '%s', '%s', 5)", $next_id, $edit['title'], $edit['description']);
  }
}

/**
 * Generate a form to add/edit feed sources.
 */
function aggregator_form_feed($edit = array()) {
  $period = drupal_map_assoc(array(900, 1800, 3600, 7200, 10800, 21600, 32400, 43200, 64800, 86400, 172800, 259200, 604800, 1209600, 2419200), 'format_interval');

  if ($edit['refresh'] == '') {
    $edit['refresh'] = 3600;
  }

  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#description' => t('The name of the feed; typically the name of the web site you syndicate content from.'),
    '#required' => TRUE,
  );
  $form['url'] = array('#type' => 'textfield',
    '#title' => t('URL'),
    '#default_value' => $edit['url'],
    '#maxlength' => 255,
    '#description' => t('The fully-qualified URL of the feed.'),
    '#required' => TRUE,
  );
  $form['refresh'] = array('#type' => 'select',
    '#title' => t('Update interval'),
    '#default_value' => $edit['refresh'],
    '#options' => $period,
    '#description' => t('The refresh interval indicating how often you want to update this feed. Requires crontab.'),
  );

  // Handling of categories:
  $options = array();
  $values = array();
  $categories = db_query('SELECT c.cid, c.title, f.fid FROM {aggregator_category} c LEFT JOIN {aggregator_category_feed} f ON c.cid = f.cid AND f.fid = %d ORDER BY title', $edit['fid']);
  while ($category = db_fetch_object($categories)) {
    $options[$category->cid] = $category->title;
    if ($category->fid) $values[] = check_plain($category->cid);
  }
  if ($options) {
    $form['category'] = array('#type' => 'checkboxes',
      '#title' => t('Categorize news items'),
      '#default_value' => $values,
      '#options' => $options,
      '#description' => t('New items in this feed will be automatically filed in the checked categories as they are received.'),
    );
  }
  $form['submit'] = array('#type' => 'submit', '#value' =>t('Submit'));

  if ($edit['fid']) {
    $form['delete'] = array('#type' => 'submit', '#value' =>t('Delete'));
    $form['fid'] = array('#type' => 'hidden', '#value' => $edit['fid']);
  }

  return drupal_get_form('aggregator_form_feed', $form);
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_feed_validate($form_id, $form_values) {
  if ($_POST['op'] == t('Submit')) {
    // Check for duplicate titles
    if (isset($form_values['fid'])) {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE (title = '%s' OR url='%s') AND fid != %d", $form_values['title'], $form_values['url'], $form_values['fid']);
    }
    else {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE title = '%s' OR url='%s'", $form_values['title'], $form_values['url']);
    }
    while ($feed = db_fetch_object($result)) {
      if (strcasecmp($feed->title, $form_values['title']) == 0) {
        form_set_error('title', t('A feed named %feed already exists. Please enter a unique title.', array('%feed' => theme('placeholder', $form_values['title']))));
      }
    }
  }
}

/**
 * Process aggregator_form_feed form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_feed_submit($form_id, $form_values) {
  if ($_POST['op'] == t('Delete')) {
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_feed($form_values);
  menu_rebuild();
  if (isset($form_values['fid'])) {
    if (isset($form_values['title'])) {
      drupal_set_message(t('The feed %feed has been updated.', array('%feed' => theme('placeholder', $form_values['title']))));
      if (arg(0) == 'admin') {
        return 'admin/aggregator/';
      }
      else {
        return 'aggregator/sources/'. $form_values['fid'];
      }
    }
    else {
      watchdog('aggregator', t('Feed %feed deleted.', array('%feed' => theme('placeholder', $title))));
      drupal_set_message(t('The feed %feed has been deleted.', array('%feed' => theme('placeholder', $title))));
      if (arg(0) == 'admin') {
        return 'admin/aggregator/';
      }
      else {
        return 'aggregator/sources/';
      }
    }
  }
  else {
    watchdog('aggregator', t('Feed %feed added.', array('%feed' => theme('placeholder', $form_values['title']))), WATCHDOG_NOTICE, l(t('view'), 'admin/aggregator'));
    drupal_set_message(t('The feed %feed has been added.', array('%feed' => theme('placeholder', $form_values['title']))));
  }
}

/**
 * Add/edit/delete an aggregator feed.
 */
function aggregator_save_feed($edit) {
  if ($edit['fid']) {
    // An existing feed is being modified, delete the category listings.
    db_query('DELETE FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
  }
  if ($edit['fid'] && $edit['title']) {
    db_query("UPDATE {aggregator_feed} SET title = '%s', url = '%s', refresh = %d WHERE fid = %d", $edit['title'], $edit['url'], $edit['refresh'], $edit['fid']);
  }
  else if ($edit['fid']) {
    $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
    while ($item = db_fetch_object($result)) {
      $items[] = "iid = $item->iid";
    }
    if ($items) {
      db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
    }
    db_query('DELETE FROM {aggregator_feed} WHERE fid = %d', $edit['fid']);
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks.
    $edit['fid'] = db_next_id('{aggregator_feed}_fid');
    db_query("INSERT INTO {aggregator_feed} (fid, title, url, refresh, block) VALUES (%d, '%s', '%s', %d, 5)", $edit['fid'], $edit['title'], $edit['url'], $edit['refresh']);
  }
  if ($edit['title']) {
    // The feed is being saved, save the categories as well.
    if ($edit['category']) {
      foreach ($edit['category'] as $cid => $value) {
        if ($value) {
          db_query('INSERT INTO {aggregator_category_feed} (fid, cid) VALUES (%d, %d)', $edit['fid'], $cid);
        }
      }
    }
  }
}

Dries's avatar
   
Dries committed
565
566
567
568
function aggregator_remove($feed) {
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
  while ($item = db_fetch_object($result)) {
    $items[] = "iid = $item->iid";
Dries's avatar
   
Dries committed
569
  }
Dries's avatar
   
Dries committed
570
571
  if ($items) {
    db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
Dries's avatar
   
Dries committed
572
  }
Dries's avatar
   
Dries committed
573
  db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
Kjartan's avatar
Kjartan committed
574
  db_query("UPDATE {aggregator_feed} SET checked = 0, etag = '', modified = 0 WHERE fid = %d", $feed['fid']);
575
  drupal_set_message(t('The news items from %site have been removed.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
576
577
}

Dries's avatar
   
Dries committed
578
579
580
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
581
function aggregator_element_start($parser, $name, $attributes) {
582
  global $item, $element, $tag, $items, $channel;
Dries's avatar
   
Dries committed
583
584

  switch ($name) {
Dries's avatar
   
Dries committed
585
586
    case 'IMAGE':
    case 'TEXTINPUT':
587
588
589
590
591
592
    case 'CONTENT':
    case 'SUMMARY':
    case 'TAGLINE':
    case 'SUBTITLE':
    case 'LOGO':
    case 'INFO':
Dries's avatar
   
Dries committed
593
594
      $element = $name;
      break;
595
596
597
598
    case 'ID':
      if ($element != 'ITEM') {
        $element = $name;
      }
599
600
601
602
603
604
605
606
607
608
    case 'LINK':
      if ($attributes['REL'] == 'alternate') {
        if ($element == 'ITEM') {
          $items[$item]['LINK'] = $attributes['HREF'];
        }
        else {
          $channel['LINK'] = $attributes['HREF'];
        }
      }
      break;
Dries's avatar
   
Dries committed
609
    case 'ITEM':
Dries's avatar
   
Dries committed
610
611
      $element = $name;
      $item += 1;
612
613
614
615
616
      break;
    case 'ENTRY':
      $element = 'ITEM';
      $item += 1;
      break;
617
618
619
620
621
  }

  $tag = $name;
}

Dries's avatar
   
Dries committed
622
623
624
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
625
function aggregator_element_end($parser, $name) {
Dries's avatar
   
Dries committed
626
627
  global $element;

Dries's avatar
   
Dries committed
628
  switch ($name) {
Dries's avatar
   
Dries committed
629
630
631
    case 'IMAGE':
    case 'TEXTINPUT':
    case 'ITEM':
632
633
634
    case 'ENTRY':
    case 'CONTENT':
    case 'INFO':
635
636
      $element = '';
      break;
637
    case 'ID':
638
      if ($element == 'ID') {
639
640
        $element = '';
      }
Dries's avatar
   
Dries committed
641
  }
642
643
}

Dries's avatar
   
Dries committed
644
645
646
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
647
function aggregator_element_data($parser, $data) {
Dries's avatar
   
Dries committed
648
  global $channel, $element, $items, $item, $image, $tag;
Dries's avatar
   
Dries committed
649
650

  switch ($element) {
Dries's avatar
   
Dries committed
651
    case 'ITEM':
Dries's avatar
   
Dries committed
652
653
      $items[$item][$tag] .= $data;
      break;
Dries's avatar
   
Dries committed
654
    case 'IMAGE':
655
    case 'LOGO':
Dries's avatar
   
Dries committed
656
657
      $image[$tag] .= $data;
      break;
658
659
660
661
662
663
    case 'LINK':
      if ($data) {
        $items[$item][$tag] .= $data;
      }
      break;
    case 'CONTENT':
664
      $items[$item]['CONTENT'] .= $data;
665
666
      break;
    case 'SUMMARY':
667
      $items[$item]['SUMMARY'] .= $data;
668
669
670
671
672
673
674
      break;
    case 'TAGLINE':
    case 'SUBTITLE':
      $channel['DESCRIPTION'] .= $data;
      break;
    case 'INFO':
    case 'ID':
Dries's avatar
   
Dries committed
675
676
677
    case 'TEXTINPUT':
      // The sub-element is not supported. However, we must recognize
      // it or its contents will end up in the item array.
Dries's avatar
   
Dries committed
678
679
680
      break;
    default:
      $channel[$tag] .= $data;
681
682
683
  }
}

Dries's avatar
   
Dries committed
684
685
686
/**
 * Checks a news feed for new items.
 */
Kjartan's avatar
Kjartan committed
687
function aggregator_refresh($feed) {
Dries's avatar
   
Dries committed
688
689
  global $channel, $image;

Dries's avatar
   
Dries committed
690
691
692
693
694
695
  // Generate conditional GET headers.
  $headers = array();
  if ($feed['etag']) {
    $headers['If-None-Match'] = $feed['etag'];
  }
  if ($feed['modified']) {
Dries's avatar
   
Dries committed
696
    $headers['If-Modified-Since'] = gmdate('D, d M Y H:i:s', $feed['modified']) .' GMT';
Dries's avatar
   
Dries committed
697
698
699
700
701
  }

  // Request feed.
  $result = drupal_http_request($feed['url'], $headers);

702
  // Process HTTP response code.
Dries's avatar
   
Dries committed
703
704
  switch ($result->code) {
    case 304:
Dries's avatar
   
Dries committed
705
      db_query('UPDATE {aggregator_feed} SET checked = %d WHERE fid = %d', time(), $feed['fid']);
706
      drupal_set_message(t('There is no new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
707
      break;
Dries's avatar
   
Dries committed
708
709
    case 301:
      $feed['url'] = $result->redirect_url;
710
      watchdog('aggregator', t('Updated URL for feed %title to %url.', array('%title' => theme('placeholder', $feed['title']), '%url' => theme('placeholder', $feed['url']))));
711

Dries's avatar
   
Dries committed
712
713
714
715
    case 200:
    case 302:
    case 307:
      // Filter the input data:
716
     if (aggregator_parse_feed($result->data, $feed)) {
717

Dries's avatar
   
Dries committed
718
719
720
        if ($result->headers['Last-Modified']) {
          $modified = strtotime($result->headers['Last-Modified']);
        }
Dries's avatar
Dries committed
721

722
723
724
725
726
        /*
        ** Prepare the channel data:
        */

        foreach ($channel as $key => $value) {
727
          $channel[$key] = trim($value);
728
729
        }

Dries's avatar
   
Dries committed
730
731
732
        /*
        ** Prepare the image data (if any):
        */
Dries's avatar
   
Dries committed
733

Dries's avatar
   
Dries committed
734
735
736
        foreach ($image as $key => $value) {
          $image[$key] = trim($value);
        }
Dries's avatar
   
Dries committed
737

Dries's avatar
   
Dries committed
738
        if ($image['LINK'] && $image['URL'] && $image['TITLE']) {
739
740
          // Note, we should really use theme_image() here but that only works with local images it won't work with images fetched with a URL unless PHP version > 5
          $image = '<a href="'. check_url($image['LINK']) .'" class="feed-image"><img src="'. check_url($image['URL']) .'" alt="'. check_plain($image['TITLE']) .'" /></a>';
Dries's avatar
   
Dries committed
741
        }
Dries's avatar
   
Dries committed
742
743
744
        else {
          $image = NULL;
        }
Dries's avatar
   
Dries committed
745

Dries's avatar
   
Dries committed
746
747
748
        /*
        ** Update the feed data:
        */
Dries's avatar
   
Dries committed
749

750
        db_query("UPDATE {aggregator_feed} SET url = '%s', checked = %d, link = '%s', description = '%s', image = '%s', etag = '%s', modified = %d WHERE fid = %d", $feed['url'], time(), $channel['LINK'], $channel['DESCRIPTION'], $image, $result->headers['ETag'], $modified, $feed['fid']);
Dries's avatar
   
Dries committed
751

Dries's avatar
   
Dries committed
752
753
754
        /*
        ** Clear the cache:
        */
Dries's avatar
   
Dries committed
755

Dries's avatar
   
Dries committed
756
        cache_clear_all();
Dries's avatar
   
Dries committed
757

758
759
        watchdog('aggregator', t('There is new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
        drupal_set_message(t('There is new syndicated content from %site.', array('%site' => theme('placeholder', $feed['title']))));
Dries's avatar
   
Dries committed
760
761
      }
      break;
Dries's avatar
   
Dries committed
762
    default:
763
764
      watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to "%error".', array('%site' => theme('placeholder', $feed['title']), '%error' => theme('placeholder', $result->code .' '. $result->error))), WATCHDOG_WARNING);
      drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error".', array('%site' => theme('placeholder', $feed['title']), '%error' => theme('placeholder', $result->code .' '. $result->error))));
Dries's avatar
   
Dries committed
765
  }
Dries's avatar
   
Dries committed
766
}
Dries's avatar
   
Dries committed
767

Dries's avatar
   
Dries committed
768
769
770
771
/**
 * Parse the W3C date/time format, a subset of ISO 8601. PHP date parsing
 * functions do not handle this format.
 * See http://www.w3.org/TR/NOTE-datetime for more information.
772
 * Originally from MagpieRSS (http://magpierss.sourceforge.net/).
Dries's avatar
   
Dries committed
773
774
 *
 * @param $date_str A string with a potentially W3C DTF date.
775
 * @return A timestamp if parsed successfully or -1 if not.
Dries's avatar
   
Dries committed
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
 */
function aggregator_parse_w3cdtf($date_str) {
  if (preg_match('/(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2})(:(\d{2}))?(?:([-+])(\d{2}):?(\d{2})|(Z))?/', $date_str, $match)) {
    list($year, $month, $day, $hours, $minutes, $seconds) = array($match[1], $match[2], $match[3], $match[4], $match[5], $match[6]);
    // calc epoch for current date assuming GMT
    $epoch = gmmktime($hours, $minutes, $seconds, $month, $day, $year);
    if ($match[10] != 'Z') { // Z is zulu time, aka GMT
      list($tz_mod, $tz_hour, $tz_min) = array($match[8], $match[9], $match[10]);
      // zero out the variables
      if (!$tz_hour) {
        $tz_hour = 0;
      }
      if (!$tz_min) {
        $tz_min = 0;
      }
      $offset_secs = (($tz_hour * 60) + $tz_min) * 60;
      // is timezone ahead of GMT?  then subtract offset
      if ($tz_mod == '+') {
        $offset_secs *= -1;
      }
      $epoch += $offset_secs;
    }
    return $epoch;
  }
  else {
801
    return FALSE;
Dries's avatar
   
Dries committed
802
803
804
  }
}

Dries's avatar
   
Dries committed
805
function aggregator_parse_feed(&$data, $feed) {
Dries's avatar
   
Dries committed
806
  global $items, $image, $channel;
Dries's avatar
   
Dries committed
807

Dries's avatar
   
Dries committed
808
  // Unset the global variables before we use them:
Dries's avatar
   
Dries committed
809
  unset($GLOBALS['element'], $GLOBALS['item'], $GLOBALS['tag']);
Dries's avatar
   
Dries committed
810
  $items = array();
Dries's avatar
   
Dries committed
811
  $image = array();
Dries's avatar
   
Dries committed
812
  $channel = array();
813

Dries's avatar
   
Dries committed
814
815
  // parse the data:
  $xml_parser = drupal_xml_parser_create($data);
Dries's avatar
   
Dries committed
816
817
  xml_set_element_handler($xml_parser, 'aggregator_element_start', 'aggregator_element_end');
  xml_set_character_data_handler($xml_parser, 'aggregator_element_data');
Dries's avatar
   
Dries committed
818

Dries's avatar
   
Dries committed
819
  if (!xml_parse($xml_parser, $data, 1)) {
820
821
    watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to an error "%error" on line %line.', array('%site' => theme('placeholder', $feed['title']), '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), WATCHDOG_WARNING);
    drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error" on line %line.', array('%site' => theme('placeholder', $feed['title']), '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), 'error');
Dries's avatar
   
Dries committed
822
    return 0;
Dries's avatar
   
Dries committed
823
824
  }
  xml_parser_free($xml_parser);
Dries's avatar
   
Dries committed
825

Dries's avatar
   
Dries committed
826
827
  /*
  ** We reverse the array such that we store the first item last,
828
  ** and the last item first. In the database, the newest item
Dries's avatar
   
Dries committed
829
830
  ** should be at the top.
  */
Dries's avatar
   
Dries committed
831

Dries's avatar
   
Dries committed
832
  $items = array_reverse($items);
Dries's avatar
   
Dries committed
833

Dries's avatar
   
Dries committed
834
  foreach ($items as $item) {
835
    unset($title, $link, $author, $description, $guid);
836

Dries's avatar
   
Dries committed
837
838
    // Prepare the item:
    foreach ($item as $key => $value) {
839
      $item[$key] = trim($value);
Dries's avatar
   
Dries committed
840
    }
Dries's avatar
Dries committed
841

Dries's avatar
   
Dries committed
842
    /*
843
    ** Resolve the item's title. If no title is found, we use
Dries's avatar
   
Dries committed
844
845
846
847
    ** up to 40 characters of the description ending at a word
    ** boundary but not splitting potential entities.
    */

Dries's avatar
   
Dries committed
848
849
    if ($item['TITLE']) {
      $title = $item['TITLE'];
Dries's avatar
   
Dries committed
850
851
    }
    else {
Dries's avatar
   
Dries committed
852
      $title = preg_replace('/^(.*)[^\w;&].*?$/', "\\1", truncate_utf8($item['DESCRIPTION'], 40));
Dries's avatar
   
Dries committed
853
    }
Dries's avatar
   
Dries committed
854

Dries's avatar
   
Dries committed
855
856
857
858
    /*
    ** Resolve the items link.
    */

Dries's avatar
   
Dries committed
859
860
    if ($item['LINK']) {
      $link = $item['LINK'];
Dries's avatar
   
Dries committed
861
    }
862
863
    if ($item['GUID']) {
      $guid = $item['GUID'];
Dries's avatar
   
Dries committed
864
865
    }
    else {
Dries's avatar
   
Dries committed
866
      $link = $feed['link'];
Dries's avatar
   
Dries committed
867
    }
868

869
870
871
    /**
     * Atom feeds have a CONTENT and/or SUMMARY tag instead of a DESCRIPTION tag
     */
872
873
    if ($item['CONTENT:ENCODED']) {
      $item['DESCRIPTION'] = $item['CONTENT:ENCODED'];
874
875
876
877
878
    }
    else if ($item['SUMMARY']) {
      $item['DESCRIPTION'] = $item['SUMMARY'];
    }

Dries's avatar
   
Dries committed
879
    /*
880
    ** Try to resolve and parse the item's publication date. If no
Dries's avatar
   
Dries committed
881
882
883
884
885
886
887
888
    ** date is found, we use the current date instead.
    */

    if ($item['PUBDATE']) $date = $item['PUBDATE'];                        // RSS 2.0
    else if ($item['DC:DATE']) $date = $item['DC:DATE'];                   // Dublin core
    else if ($item['DCTERMS:ISSUED']) $date = $item['DCTERMS:ISSUED'];     // Dublin core
    else if ($item['DCTERMS:CREATED']) $date = $item['DCTERMS:CREATED'];   // Dublin core
    else if ($item['DCTERMS:MODIFIED']) $date = $item['DCTERMS:MODIFIED']; // Dublin core
889
890
891
    else if ($item['ISSUED']) $date = $item['ISSUED'];                     // Atom XML
    else if ($item['CREATED']) $date = $item['CREATED'];                   // Atom XML
    else if ($item['MODIFIED']) $date = $item['MODIFIED'];                 // Atom XML
892
893
    else if ($item['PUBLISHED']) $date = $item['PUBLISHED'];               // Atom XML
    else if ($item['UPDATED']) $date = $item['UPDATED'];                   // Atom XML
Dries's avatar
   
Dries committed
894
    else $date = 'now';
Dries's avatar
   
Dries committed
895

896
897
898
899
    $timestamp = strtotime($date); // As of PHP 5.1.0, strtotime returns FALSE on failure instead of -1.
    if ($timestamp <= 0) {
      $timestamp = aggregator_parse_w3cdtf($date); // Returns FALSE on failure
      if (!$timestamp) {
Dries's avatar
   
Dries committed
900
901
        $timestamp = time(); // better than nothing
      }
902
    }
Dries's avatar
   
Dries committed
903
904

    /*
905
906
    ** Save this item. Try to avoid duplicate entries as much as
    ** possible. If we find a duplicate entry, we resolve it and
Dries's avatar
   
Dries committed
907
    ** pass along it's ID such that we can update it if needed.
Dries's avatar
   
Dries committed
908
909
    */

910
911
912
913
    if ($guid) {
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND guid = '%s'", $feed['fid'], $guid));
    }
    else if ($link && $link != $feed['link'] && $link != $feed['url']) {
Dries's avatar
   
Dries committed
914
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND link = '%s'", $feed['fid'], $link));
Dries's avatar
   
Dries committed
915
916
    }
    else {
Dries's avatar
   
Dries committed
917
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND title = '%s'", $feed['fid'], $title));
Dries's avatar
   
Dries committed
918
    }
Dries's avatar
   
Dries committed
919

920
    aggregator_save_item(array('iid' => $entry->iid, 'fid' => $feed['fid'], 'timestamp' => $timestamp, 'title' => $title, 'link' => $link, 'author' => $item['AUTHOR'], 'description' => $item['DESCRIPTION'], 'guid' => $guid));
Dries's avatar
   
Dries committed
921
  }
Dries's avatar
   
Dries committed
922

Dries's avatar
   
Dries committed
923
  /*
924
  ** Remove all items that are older than flush item timer:
Dries's avatar
   
Dries committed
925
  */
Dries's avatar
   
Dries committed
926

927
  $age = time() - variable_get('aggregator_clear', 9676800);
Dries's avatar
   
Dries committed
928
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
929

930
931
932
933
934
935
936
  if (db_num_rows($result)) {
    $items = array();
    while ($item = db_fetch_object($result)) {
      $items[] = $item->iid;
    }
    db_query('DELETE FROM {aggregator_category_item} WHERE iid IN ('. implode(', ', $items) .')');
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
937
  }
Dries's avatar
   
Dries committed
938
939

  return 1;
940
941
}

Kjartan's avatar
Kjartan committed
942
function aggregator_save_item($edit) {
Dries's avatar
   
Dries committed
943
  if ($edit['iid'] && $edit['title']) {
944
    db_query("UPDATE {aggregator_item} SET title = '%s', link = '%s', author = '%s', description = '%s', guid = '%s' WHERE iid = %d", $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['iid'], $edit['gid']);
945
  }
Dries's avatar
   
Dries committed
946
947
948
  else if ($edit['iid']) {
    db_query('DELETE FROM {aggregator_item} WHERE iid = %d', $edit['iid']);
    db_query('DELETE FROM {aggregator_category_item} WHERE iid = %d', $edit['iid']);
949
  }
Dries's avatar
   
Dries committed
950
  else if ($edit['title'] && $edit['link']) {
Dries's avatar
   
Dries committed
951
    $edit['iid'] = db_next_id('{aggregator_item}_iid');
952
    db_query("INSERT INTO {aggregator_item} (iid, fid, title, link, author, description, timestamp, guid) VALUES (%d, %d, '%s', '%s', '%s', '%s', %d, '%s')", $edit['iid'], $edit['fid'], $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['timestamp'], $edit['guid']);
Dries's avatar
   
Dries committed
953
954
955
    // file the items in the categories indicated by the feed
    $categories = db_query('SELECT cid FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
    while ($category = db_fetch_object($categories)) {
Dries's avatar
   
Dries committed
956
      db_query('INSERT INTO {aggregator_category_item} (cid, iid) VALUES (%d, %d)', $category->cid, $edit['iid']);
Dries's avatar
   
Dries committed
957
    }
958
959
960
  }
}

Kjartan's avatar
Kjartan committed
961
function aggregator_get_feed($fid) {
Dries's avatar
   
Dries committed
962
  return db_fetch_array(db_query('SELECT * FROM {aggregator_feed} WHERE fid = %d', $fid));
963
964
}

Dries's avatar
   
Dries committed
965
function aggregator_get_category($cid) {
Dries's avatar
   
Dries committed
966
  return db_fetch_array(db_query('SELECT * FROM {aggregator_category} WHERE cid = %d', $cid));
967
968
}

Kjartan's avatar
Kjartan committed
969
function aggregator_view() {
Dries's avatar
   
Dries committed
970
  $result = db_query('SELECT f.*, COUNT(i.iid) AS items FROM {aggregator_feed} f LEFT JOIN {aggregator_item} i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.checked, f.link, f.description, f.etag, f.modified, f.image, f.block ORDER BY f.title');
971

Dries's avatar
   
Dries committed
972
  $output .= '<h3>'. t('Feed overview') .'</h3>';
Dries's avatar
   
Dries committed
973

Dries's avatar
   
Dries committed
974
  $header = array(t('Title'), t('Items'), t('Last update'), t('Next update'), array('data' => t('Operations'), 'colspan' => '3'));
Dries's avatar
   
Dries committed
975
  $rows = array();
976
  while ($feed = db_fetch_object($result)) {
Dries's avatar
   
Dries committed
977
    $rows[] = array(l($feed->title, "aggregator/sources/$feed->fid"), format_plural($feed->items, '1 item', '%count items'), ($feed->checked ? t('%time ago', array('%time' => format_interval(time() - $feed->checked))) : t('never')), ($feed->checked ? t('%time left', array('%time' => format_interval($feed->checked + $feed->refresh - time()))) : t('never')), l(t('edit'), "admin/aggregator/edit/feed/$feed->fid"), l(t('remove items'), "admin/aggregator/remove/$feed->fid"), l(t('update items'), "admin/aggregator/update/$feed->fid"));
978
  }
Dries's avatar
   
Dries committed
979
  $output .= theme('table', $header, $rows);
980

Dries's avatar
   
Dries committed
981
  $result = db_query('SELECT c.cid, c.title, count(ci.iid) as items FROM {aggregator_category} c LEFT JOIN {aggregator_category_item} ci ON c.cid = ci.cid GROUP BY c.cid, c.title ORDER BY title');
982

Dries's avatar
   
Dries committed
983
  $output .= '<h3>'. t('Category overview') .'</h3>';
Dries's avatar
   
Dries committed
984

Dries's avatar
   
Dries committed
985
  $header = array(t('Title'), t('Items'), t('Operations'));
Dries's avatar
   
Dries committed
986
  $rows = array();
Dries's avatar
   
Dries committed
987
  while ($category = db_fetch_object($result)) {
Dries's avatar
   
Dries committed
988
    $rows[] = array(l($category->title, "aggregator/categories/$category->cid"), format_plural($category->items, '1 item', '%count items'), l(t('edit'), "admin/aggregator/edit/category/$category->cid"));
989
  }
Dries's avatar
   
Dries committed
990
  $output .= theme('table', $header, $rows);
991
992
993
994

  return $output;
}

Dries's avatar
   
Dries committed
995
/**
996
 * Menu callback; removes all items from a feed, then redirects to the overview page.
Dries's avatar
   
Dries committed
997
998
999
 */
function aggregator_admin_remove_feed($feed) {
  aggregator_remove(aggregator_get_feed($feed));
1000
  drupal_goto('admin/aggregator');
Dries's avatar
   
Dries committed
1001
1002
1003
}

/**
1004
 * Menu callback; refreshes a feed, then redirects to the overview page.
Dries's avatar
   
Dries committed
1005
1006
1007
 */
function aggregator_admin_refresh_feed($feed) {
  aggregator_refresh(aggregator_get_feed($feed));
1008
  drupal_goto('admin/aggregator');
Dries's avatar
   
Dries committed
1009
1010
1011
}

/**
Dries's avatar
Dries committed
1012
 * Menu callback; displays the aggregator administration page.
Dries's avatar
   
Dries committed
1013
1014
 */
function aggregator_admin_overview() {
Dries's avatar
   
Dries committed
1015
  return aggregator_view();
1016
1017
}

Dries's avatar
   
Dries committed
1018
/**
Dries's avatar
Dries committed
1019
 * Menu callback; displays the most recent items gathered from any feed.
Dries's avatar
   
Dries committed
1020
 */
1021
function aggregator_page_last() {
1022
  return _aggregator_page_list('SELECT i.*, f.title AS ftitle, f.link AS flink FROM {aggregator_item} i INNER JOIN {aggregator_feed} f ON i.fid = f.fid ORDER BY i.timestamp DESC, i.iid DESC', arg(1));
Dries's avatar
   
Dries committed
1023
1024
}

Dries's avatar
   
Dries committed
1025
/**
Dries's avatar
Dries committed
1026
 * Menu callback; displays all the items captured from a particular feed.
Dries's avatar
   
Dries committed
1027
 */
1028
function aggregator_page_source() {
Dries's avatar
   
Dries committed
1029
  $feed = db_fetch_object(db_query('SELECT * FROM {aggregator_feed} WHERE fid = %d', arg(2)));
Dries's avatar
   
Dries committed
1030
  $info = theme('aggregator_feed', $feed);
Dries's avatar
   
Dries committed
1031

1032
  return _aggregator_page_list('SELECT * FROM {aggregator_item} WHERE fid = '. $feed->fid .' ORDER BY timestamp DESC, iid DESC', arg(3), $info);
Dries's avatar
   
Dries committed
1033
1034
}

Dries's avatar
   
Dries committed
1035
/**
Dries's avatar
Dries committed
1036
 * Menu callback; displays all the items aggregated in a particular category.
Dries's avatar
   
Dries committed
1037
 */
1038
function aggregator_page_category() {
Dries's avatar
   
Dries committed
1039
  $category = db_fetch_object(db_query('SELECT cid, title FROM {aggregator_category} WHERE cid = %d', arg(2)));
Dries's avatar
   
Dries committed
1040

1041
  return _aggregator_page_list('SELECT i.*, f.title AS ftitle, f.link AS flink FROM {aggregator_category_item} c LEFT JOIN {aggregator_item} i ON c.iid = i.iid LEFT JOIN {aggregator_feed} f ON i.fid = f.fid WHERE cid = '. $category->cid .' ORDER BY timestamp DESC, iid DESC', arg(3));
Dries's avatar
   
Dries committed
1042
}
Dries's avatar
   
Dries committed
1043

Dries's avatar
   
Dries committed
1044
1045
1046
1047
/**
 * Prints an aggregator page listing a number of feed items. Various
 * menu callbacks use this function to print their feeds.
 */
Dries's avatar
   
Dries committed
1048
function _aggregator_page_list($sql, $op, $header = '') {
1049
  $categorize = (user_access('administer news feeds') && ($op == 'categorize'));
Dries's avatar
   
Dries committed
1050

Dries's avatar
   
Dries committed
1051
  $output = '<div id="aggregator">';
Dries's avatar
   
Dries committed
1052

1053
1054
  $form['header'] = array('#value' => $header);
  $output .= $form['header']['#value'];
Dries's avatar
   
Dries committed
1055

1056
  $result = pager_query($sql, 20);
Dries's avatar
   
Dries committed
1057
  $categories = array();
Dries's avatar
   
Dries committed
1058
  while ($item = db_fetch_object($result)) {
1059
1060
    $form['items'][$item->iid] = array('#value' => theme('aggregator_page_item', $item));
    $output .= $form['items'][$item->iid]['#value'];
1061
1062
    $form['categories'][$item->iid] = array();

Dries's avatar
   
Dries committed
1063
    if ($categorize) {
1064

Dries's avatar
   
Dries committed
1065
      $categories_result = db_query('SELECT c.cid, c.title, ci.iid FROM {aggregator_category} c LEFT JOIN {aggregator_category_item} ci ON c.cid = ci.cid AND ci.iid = %d', $item->iid);
1066
1067
1068
1069
      $selected = array();
      while ($category = db_fetch_object($categories_result)) {
        if (!$done) {
          $categories[$category->cid] = check_plain($category->title);
Dries's avatar
   
Dries committed
1070
        }
1071
1072
        if ($category->iid) {
          $selected[] = $category->cid;
Dries's avatar
   
Dries committed
1073
1074
        }
      }
1075
      $done = TRUE;
1076
      $form['categories'][$item->iid] = array(
1077
1078
        '#type' => variable_get('aggregator_category_selector', 'checkboxes'),
        '#default_value' => $selected, '#options' => $categories,
1079
        '#size' => 10, '#multiple' => TRUE
1080
      );
Dries's avatar
   
Dries committed
1081
    }
Dries's avatar
   
Dries committed
1082
  }
1083
  $output .= '</div>';
1084
1085
1086
  $form['submit'] = array('#type' => 'submit', '#value' => t('Save categories'));
  $form['pager'] = array('#value' => theme('pager', NULL, 20, 0));
  $output .= $form['pager']['#value'];
Dries's avatar
   
Dries committed
1087

1088
1089
1090
  // arg(1) is undefined if we are at the top aggregator URL
  // is there a better way to do this?
  if (!arg(1)) {
1091
    $form['feed_icon'] = array('#value' => theme('feed_icon', url('aggregator/rss')));
1092
1093
  }
  elseif (arg(1) == 'categories' && arg(2) && !arg(3)) {
1094
    $form['feed_icon'] = array('#value' => theme('feed_icon', url('aggregator/rss/' . arg(2))));
1095
  }
1096
  $output .= $form['feed_icon']['#value'];
1097
1098
1099

  return ($categorize) ? drupal_get_form('aggregator_page_list', $form) : $output;
}
1100

1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
function theme_aggregator_page_list($form) {
  $output = '<div id="aggregator">';
  $output .= form_render($form['header']);
  $rows = array();
  if ($form['items']) {
    foreach (element_children($form['items']) as $key) {
      if (is_array($form['items'][$key])) {
        $rows[] = array(form_render($form['items'][$key]), array('data' => form_render($form['categories'][$key]), 'class' => 'categorize-item'));
      }
    }
  }
  $output .= theme('table', array('', t('Categorize')),