aggregator.module 56.6 KB
Newer Older
1
<?php
Dries's avatar
Dries committed
2
// $Id$
Dries's avatar
   
Dries committed
3

Dries's avatar
   
Dries committed
4
5
/**
 * @file
6
 * Used to aggregate syndicated content (RSS, RDF, and Atom).
Dries's avatar
   
Dries committed
7
8
 */

Dries's avatar
   
Dries committed
9
10
11
/**
 * Implementation of hook_help().
 */
Dries's avatar
   
Dries committed
12
function aggregator_help($section) {
Dries's avatar
   
Dries committed
13
  switch ($section) {
Kjartan's avatar
Kjartan committed
14
    case 'admin/help#aggregator':
15
      $output = '<p>'. t('The news aggregator is a powerful on-site RSS syndicator/news reader that can gather fresh content from news sites and weblogs around the web.') .'</p>';
16
      $output .= '<p>'. t('Users can view the latest news chronologically in the <a href="@aggregator">main news aggregator display</a> or by <a href="@aggregator-sources">source</a>. Administrators can add, edit and delete feeds and choose how often to check for newly updated news for each individual feed. Administrators can also tag individual feeds with categories, offering selective grouping of some feeds into separate displays. Listings of the latest news for individual sources or categorized sources can be enabled as blocks for display in the sidebar through the <a href="@admin-block">block administration page</a>. The news aggregator requires cron to check for the latest news from the sites to which you have subscribed. Drupal also provides a <a href="@aggregator-opml">machine-readable OPML file</a> of all of your subscribed feeds.', array('@aggregator' => url('aggregator'), '@aggregator-sources' => url('aggregator/sources'), '@admin-block' => url('admin/build/block'), '@aggregator-opml' => url('aggregator/opml'))) .'</p>';
17
18
      $output .= t('<p>You can</p>
<ul>
19
20
21
22
23
24
25
<li>administer your list of news feeds <a href="@admin-aggregator">administer &gt;&gt; content management &gt;&gt; RSS aggregator</a>.</li>
<li>add a new feed <a href="@admin-aggregator-add-feed">administer &gt;&gt; content management &gt;&gt; RSS aggregator &gt;&gt; add feed</a>.</li>
<li>add a new category <a href="@admin-aggregator-add-category">administer &gt;&gt; content management &gt;&gt; RSS aggregator &gt;&gt; add category</a>.</li>
<li>configure global settings for the news aggregator <a href="@admin-settings-aggregator">administer &gt;&gt; content management &gt;&gt; RSS aggregator &gt;&gt; settings</a>.</li>
<li>control access to the aggregator module through access permissions <a href="@admin-access">administer &gt;&gt; user management &gt;&gt; access control</a>.</li>
<li>set permissions to access new feeds for user roles such as anonymous users at <a href="@admin-access">administer &gt;&gt; user management &gt;&gt; access control</a>.</li>
<li>view the <a href="@aggregator">aggregator page</a>.</li>
26
</ul>
27
28
', array('@admin-aggregator' => url('admin/content/aggregator'), '@admin-aggregator-add-feed' => url('admin/content/aggregator/add/feed'), '@admin-aggregator-add-category' => url('admin/content/aggregator/add/category'), '@admin-settings-aggregator' => url('admin/settings/aggregator'), '@admin-access' => url('admin/user/access'), '@aggregator' => url('aggregator')));
      $output .= '<p>'. t('For more information please read the configuration and customization handbook <a href="@aggregator">Aggregator page</a>.', array('@aggregator' => 'http://drupal.org/handbook/modules/aggregator/')) .'</p>';
29
      return $output;
30
    case 'admin/content/aggregator':
31
      return t('<p>Thousands of sites (particularly news sites and weblogs) publish their latest headlines and/or stories in a machine-readable format so that other sites can easily link to them. This content is usually in the form of an <a href="http://blogs.law.harvard.edu/tech/rss">RSS</a> feed (which is an XML-based syndication standard). To display the feed or category in a block you must decide how many items to show by editing the feed or block and turning on the <a href="@block">feed\'s block</a>.</p>', array('@block' => url('admin/build/block')));
32
    case 'admin/content/aggregator/add/feed':
33
      return t('<p>Add a site that has an RSS/RDF/Atom feed. The URL is the full path to the feed file. For the feed to update automatically you must run "cron.php" on a regular basis. If you already have a feed with the URL you are planning to use, the system will not accept another feed with the same URL.</p>');
34
    case 'admin/content/aggregator/add/category':
35
      return t('<p>Categories provide a way to group items from different news feeds together. Each news category has its own feed page and block. For example, you could tag various sport-related feeds as belonging to a category called <em>Sports</em>. News items can be added to a category automatically by setting a feed to automatically place its item into that category, or by using the categorize items link in any listing of news items.</p>');
Dries's avatar
   
Dries committed
36
  }
37
38
}

39
40
41
42
43
44
45
46
47
/**
 * Implementation of hook_menu().
 */
function aggregator_menu($may_cache) {
  $items = array();
  $edit = user_access('administer news feeds');
  $view = user_access('access news feeds');

  if ($may_cache) {
48
49
50
    $items[] = array('path' => 'admin/content/aggregator',
      'title' => t('RSS aggregator'),
      'description' => t('Configure which content your site aggregates from other sites, how often it polls them, and how they\'re categorized.'),
51
52
      'callback' => 'aggregator_admin_overview',
      'access' => $edit);
53
    $items[] = array('path' => 'admin/content/aggregator/add/feed',
54
      'title' => t('add feed'),
55
56
      'callback' => 'drupal_get_form',
      'callback arguments' => array('aggregator_form_feed'),
57
58
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
59
    $items[] = array('path' => 'admin/content/aggregator/add/category',
60
      'title' => t('add category'),
61
62
      'callback' => 'drupal_get_form',
      'callback arguments' => array('aggregator_form_category'),
63
64
      'access' => $edit,
      'type' => MENU_LOCAL_TASK);
65
    $items[] = array('path' => 'admin/content/aggregator/remove',
66
67
68
69
      'title' => t('remove items'),
      'callback' => 'aggregator_admin_remove_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
70
    $items[] = array('path' => 'admin/content/aggregator/update',
71
72
73
74
      'title' => t('update items'),
      'callback' => 'aggregator_admin_refresh_feed',
      'access' => $edit,
      'type' => MENU_CALLBACK);
75
    $items[] = array('path' => 'admin/content/aggregator/list',
76
77
78
      'title' => t('list'),
      'type' => MENU_DEFAULT_LOCAL_TASK,
      'weight' => -10);
79
80
    $items[] = array('path' => 'admin/content/aggregator/settings',
      'title' => t('settings'),
81
82
      'callback' => 'drupal_get_form',
      'callback arguments' => array('aggregator_admin_settings'),
83
84
      'type' => MENU_LOCAL_TASK,
      'weight' => 10,
Dries's avatar
Dries committed
85
      'access' => $edit);
86

87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
    $items[] = array('path' => 'aggregator',
      'title' => t('news aggregator'),
      'callback' => 'aggregator_page_last',
      'access' => $view,
      'weight' => 5);
    $items[] = array('path' => 'aggregator/sources',
      'title' => t('sources'),
      'callback' => 'aggregator_page_sources',
      'access' => $view);
    $items[] = array('path' => 'aggregator/categories',
      'title' => t('categories'),
      'callback' => 'aggregator_page_categories',
      'access' => $view,
      'type' => MENU_ITEM_GROUPING);
    $items[] = array('path' => 'aggregator/rss',
      'title' => t('RSS feed'),
      'callback' => 'aggregator_page_rss',
      'access' => $view,
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'aggregator/opml',
      'title' => t('OPML feed'),
      'callback' => 'aggregator_page_opml',
      'access' => $view,
      'type' => MENU_CALLBACK);
111

112
113
114
115
116
117
118
    $result = db_query('SELECT title, cid FROM {aggregator_category} ORDER BY title');
    while ($category = db_fetch_array($result)) {
      $items[] = array('path' => 'aggregator/categories/'. $category['cid'],
        'title' => $category['title'],
        'callback' => 'aggregator_page_category',
        'access' => $view);
    }
119
120
  }
  else {
121
122
123
124
    // Add the CSS for this module
    // We put this in !$may_cache so it's only added once per request
    drupal_add_css(drupal_get_path('module', 'aggregator') .'/aggregator.css');

125
126
127
128
129
    if (arg(0) == 'aggregator' && is_numeric(arg(2))) {
      if (arg(1) == 'sources') {
        $feed = aggregator_get_feed(arg(2));
        if ($feed) {
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'],
130
            'title' => $feed['title'],
131
            'callback' => 'aggregator_page_source',
132
133
            'access' => $view,
            'type' => MENU_CALLBACK);
134
135
136
137
138
139
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/categorize',
            'title' => t('categorize'),
Kjartan's avatar
   
Kjartan committed
140
141
            'callback' => 'drupal_get_form',
            'callback arguments' => array('aggregator_page_source'),
142
143
144
145
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/sources/'. $feed['fid'] .'/configure',
            'title' => t('configure'),
Kjartan's avatar
   
Kjartan committed
146
147
            'callback' => 'drupal_get_form',
            'callback arguments' => array('aggregator_form_feed', $feed),
148
149
150
151
152
153
154
155
156
157
158
159
160
161
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
      else if (arg(1) == 'categories') {
        $category = aggregator_get_category(arg(2));
        if ($category) {
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/view',
            'title' => t('view'),
            'type' => MENU_DEFAULT_LOCAL_TASK,
            'weight' => -10);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/categorize',
            'title' => t('categorize'),
Kjartan's avatar
   
Kjartan committed
162
163
            'callback' => 'drupal_get_form',
            'callback arguments' => array('aggregator_page_category'),
164
165
166
167
            'access' => $edit,
            'type' => MENU_LOCAL_TASK);
          $items[] = array('path' => 'aggregator/categories/'. $category['cid'] .'/configure',
            'title' => t('configure'),
Kjartan's avatar
   
Kjartan committed
168
169
            'callback' => 'drupal_get_form',
            'callback arguments' => array('aggregator_form_category', $category),
170
171
172
173
174
175
            'access' => $edit,
            'type' => MENU_LOCAL_TASK,
            'weight' => 1);
        }
      }
    }
176
177
178
    else if (arg(2) == 'aggregator' && is_numeric(arg(5))) {
      if (arg(4) == 'feed') {
        $feed = aggregator_get_feed(arg(5));
179
        if ($feed) {
180
          $items[] = array('path' => 'admin/content/aggregator/edit/feed/'. $feed['fid'],
181
            'title' => t('edit feed'),
182
183
            'callback' => 'drupal_get_form',
            'callback arguments' => array('aggregator_form_feed', $feed),
184
185
186
187
188
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
      else {
189
        $category = aggregator_get_category(arg(5));
190
        if ($category) {
191
          $items[] = array('path' => 'admin/content/aggregator/edit/category/'. $category['cid'],
192
            'title' => t('edit category'),
193
194
            'callback' => 'drupal_get_form',
            'callback arguments' => array('aggregator_form_category', $category),
195
196
197
198
199
200
201
202
203
204
            'access' => $edit,
            'type' => MENU_CALLBACK);
        }
      }
    }
  }

  return $items;
}

Dries's avatar
Dries committed
205
function aggregator_admin_settings() {
206
  $items = array(0 => t('none')) + drupal_map_assoc(array(3, 5, 10, 15, 20, 25), '_aggregator_items');
207
  $period = drupal_map_assoc(array(3600, 10800, 21600, 32400, 43200, 86400, 172800, 259200, 604800, 1209600, 2419200, 4838400, 9676800), 'format_interval');
Dries's avatar
   
Dries committed
208

209
  $form['aggregator_allowed_html_tags'] = array(
210
211
212
    '#type' => 'textfield', '#title' => t('Allowed HTML tags'), '#size' => 80, '#maxlength' => 255,
    '#default_value' => variable_get('aggregator_allowed_html_tags', '<a> <b> <br> <dd> <dl> <dt> <em> <i> <li> <ol> <p> <strong> <u> <ul>'),
    '#description' => t('The list of tags which are allowed in feeds, i.e., which will not be removed by Drupal.')
213
214
215
  );

  $form['aggregator_summary_items'] = array(
216
217
218
    '#type' => 'select', '#title' => t('Items shown in sources and categories pages') ,
    '#default_value' => variable_get('aggregator_summary_items', 3), '#options' => $items,
    '#description' =>  t('The number of items which will be shown with each feed or category in the feed and category summary pages.')
219
220
221
  );

  $form['aggregator_clear'] = array(
222
223
    '#type' => 'select', '#title' => t('Discard news items older than'),
    '#default_value' => variable_get('aggregator_clear', 9676800), '#options' => $period,
224
    '#description' => t('Older news items will be automatically discarded. Requires crontab.')
225
  );
226

227
  $form['aggregator_category_selector'] = array(
228
    '#type' => 'radios', '#title' => t('Category selection type'), '#default_value' => variable_get('aggregator_category_selector', 'check'),
229
    '#options' => array('checkboxes' => t('checkboxes'), 'select' => t('multiple selector')),
230
    '#description' => t('The type of category selection widget which is shown on categorization pages. Checkboxes are easier to use; a multiple selector is good for working with large numbers of categories.')
231
  );
Dries's avatar
Dries committed
232

233
  return system_settings_form($form);
Dries's avatar
   
Dries committed
234
235
}

Dries's avatar
   
Dries committed
236
237
238
/**
 * Implementation of hook_perm().
 */
Kjartan's avatar
Kjartan committed
239
function aggregator_perm() {
Dries's avatar
   
Dries committed
240
  return array('administer news feeds', 'access news feeds');
Dries's avatar
   
Dries committed
241
242
}

Dries's avatar
   
Dries committed
243
244
245
246
247
/**
 * Implementation of hook_cron().
 *
 * Checks news feeds for updates once their refresh interval has elapsed.
 */
Dries's avatar
   
Dries committed
248
function aggregator_cron() {
Dries's avatar
   
Dries committed
249
  $result = db_query('SELECT * FROM {aggregator_feed} WHERE checked + refresh < %d', time());
Dries's avatar
   
Dries committed
250
251
  while ($feed = db_fetch_array($result)) {
    aggregator_refresh($feed);
Dries's avatar
   
Dries committed
252
253
254
  }
}

Dries's avatar
   
Dries committed
255
256
257
258
259
/**
 * Implementation of hook_block().
 *
 * Generates blocks for the latest news items in each category and feed.
 */
Dries's avatar
Dries committed
260
function aggregator_block($op, $delta = 0, $edit = array()) {
Dries's avatar
   
Dries committed
261
  if (user_access('access news feeds')) {
Dries's avatar
   
Dries committed
262
    if ($op == 'list') {
Dries's avatar
Dries committed
263
      $result = db_query('SELECT cid, title FROM {aggregator_category} ORDER BY title');
Dries's avatar
   
Dries committed
264
      while ($category = db_fetch_object($result)) {
265
        $block['category-'. $category->cid]['info'] = t('%title category latest items', array('%title' => $category->title));
Kjartan's avatar
Kjartan committed
266
      }
Dries's avatar
Dries committed
267
      $result = db_query('SELECT fid, title FROM {aggregator_feed} ORDER BY fid');
Kjartan's avatar
Kjartan committed
268
      while ($feed = db_fetch_object($result)) {
269
        $block['feed-'. $feed->fid]['info'] = t('%title feed latest items', array('%title' => $feed->title));
Kjartan's avatar
Kjartan committed
270
      }
Dries's avatar
   
Dries committed
271
    }
Dries's avatar
Dries committed
272
    else if ($op == 'configure') {
273
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
274
275
276
277
278
279
      if ($type == 'category') {
        $value = db_result(db_query('SELECT block FROM {aggregator_category} WHERE cid = %d', $id));
      }
      else {
        $value = db_result(db_query('SELECT block FROM {aggregator_feed} WHERE fid = %d', $id));
      }
280
      $form['block'] = array('#type' => 'select', '#title' => t('Number of news items in block'), '#default_value' => $value, '#options' => drupal_map_assoc(array(2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20)));
281
      return $form;
Dries's avatar
Dries committed
282
283
    }
    else if ($op == 'save') {
284
      list($type, $id) = explode('-', $delta);
Dries's avatar
Dries committed
285
286
287
288
289
290
291
      if ($type == 'category') {
        $value = db_query('UPDATE {aggregator_category} SET block = %d WHERE cid = %d', $edit['block'], $id);
      }
      else {
        $value = db_query('UPDATE {aggregator_feed} SET block = %d WHERE fid = %d', $edit['block'], $id);
      }
    }
292
    else if ($op == 'view') {
293
      list($type, $id) = explode('-', $delta);
Kjartan's avatar
Kjartan committed
294
      switch ($type) {
Dries's avatar
   
Dries committed
295
        case 'feed':
296
          if ($feed = db_fetch_object(db_query('SELECT fid, title, block FROM {aggregator_feed} WHERE fid = %d', $id))) {
297
            $block['subject'] = check_plain($feed->title);
298
299
300
            $result = db_query_range('SELECT * FROM {aggregator_item} WHERE fid = %d ORDER BY timestamp DESC, iid DESC', $feed->fid, 0, $feed->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/sources/'. $feed->fid, array('title' => t('View this feed\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
301
          break;
302

Dries's avatar
   
Dries committed
303
        case 'category':
304
          if ($category = db_fetch_object(db_query('SELECT cid, title, block FROM {aggregator_category} WHERE cid = %d', $id))) {
305
            $block['subject'] = check_plain($category->title);
306
307
308
            $result = db_query_range('SELECT i.* FROM {aggregator_category_item} ci LEFT JOIN {aggregator_item} i ON ci.iid = i.iid WHERE ci.cid = %d ORDER BY i.timestamp DESC, i.iid DESC', $category->cid, 0, $category->block);
            $block['content'] = '<div class="more-link">'. l(t('more'), 'aggregator/categories/'. $category->cid, array('title' => t('View this category\'s recent news.'))) .'</div>';
          }
Kjartan's avatar
Kjartan committed
309
310
          break;
      }
Dries's avatar
   
Dries committed
311
312
      $items = array();
      while ($item = db_fetch_object($result)) {
Dries's avatar
   
Dries committed
313
        $items[] = theme('aggregator_block_item', $item);
Dries's avatar
   
Dries committed
314
      }
Dries's avatar
   
Dries committed
315
      $block['content'] = theme('item_list', $items) . $block['content'];
Dries's avatar
   
Dries committed
316
    }
Dries's avatar
   
Dries committed
317
    return $block;
Dries's avatar
   
Dries committed
318
  }
Dries's avatar
   
Dries committed
319
320
}

321
322
323
324
325
326
327
328
329
330
331
332
333
334
/**
 * Generate a form to add/edit/delete aggregator categories.
 */
 function aggregator_form_category($edit = array()) {
  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#required' => TRUE,
  );
  $form['description'] = array('#type' => 'textarea',
    '#title' => t('Description'),
    '#default_value' => $edit['description'],
  );
335
  $form['submit'] = array('#type' => 'submit', '#value' => t('Submit'));
336
337

  if ($edit['cid']) {
338
    $form['delete'] = array('#type' => 'submit', '#value' => t('Delete'));
339
340
341
    $form['cid'] = array('#type' => 'hidden', '#value' => $edit['cid']);
  }

342
  return $form;
343
344
345
346
347
348
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_category_validate($form_id, $form_values) {
349
  if ($form_values['op'] == t('Submit')) {
350
351
352
353
354
355
356
357
    // Check for duplicate titles
    if (isset($form_values['cid'])) {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s' AND cid != %d", $form_values['title'], $form_values['cid']));
    }
    else {
      $category = db_fetch_object(db_query("SELECT cid FROM {aggregator_category} WHERE title = '%s'", $form_values['title']));
    }
    if ($category) {
358
      form_set_error('title', t('A category named %category already exists. Please enter a unique title.', array('%category' => $form_values['title'])));
359
360
361
362
363
364
365
366
367
    }
  }
}

/**
 * Process aggregator_form_category form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_category_submit($form_id, $form_values) {
368
  if ($form_values['op'] == t('Delete')) {
369
370
371
372
373
374
375
376
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_category($form_values);
  menu_rebuild();
  if (isset($form_values['cid'])) {
    if (isset($form_values['title'])) {
377
      drupal_set_message(t('The category %category has been updated.', array('%category' => $form_values['title'])));
378
      if (arg(0) == 'admin') {
379
        return 'admin/content/aggregator/';
380
381
382
383
384
385
      }
      else {
        return 'aggregator/categories/'. $form_values['cid'];
      }
    }
    else {
386
387
      watchdog('aggregator', t('Category %category deleted.', array('%category' => $title)));
      drupal_set_message(t('The category %category has been deleted.', array('%category' => $title)));
388
      if (arg(0) == 'admin') {
389
        return 'admin/content/aggregator/';
390
391
392
393
394
395
396
      }
      else {
        return 'aggregator/categories/';
      }
    }
  }
  else {
397
398
    watchdog('aggregator', t('Category %category added.', array('%category' => $form_values['title'])), WATCHDOG_NOTICE, l(t('view'), 'admin/content/aggregator'));
    drupal_set_message(t('The category %category has been added.', array('%category' => $form_values['title'])));
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
  }
}

/**
 * Add/edit/delete aggregator categories.
 */
function aggregator_save_category($edit) {
  if ($edit['cid'] && $edit['title']) {
    db_query("UPDATE {aggregator_category} SET title = '%s', description = '%s' WHERE cid = %d", $edit['title'], $edit['description'], $edit['cid']);
  }
  else if ($edit['cid']) {
    db_query('DELETE FROM {aggregator_category} WHERE cid = %d', $edit['cid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks
    $next_id = db_next_id('{aggregator_category}_cid');
    db_query("INSERT INTO {aggregator_category} (cid, title, description, block) VALUES (%d, '%s', '%s', 5)", $next_id, $edit['title'], $edit['description']);
  }
}

/**
 * Generate a form to add/edit feed sources.
 */
function aggregator_form_feed($edit = array()) {
  $period = drupal_map_assoc(array(900, 1800, 3600, 7200, 10800, 21600, 32400, 43200, 64800, 86400, 172800, 259200, 604800, 1209600, 2419200), 'format_interval');

  if ($edit['refresh'] == '') {
    $edit['refresh'] = 3600;
  }

  $form['title'] = array('#type' => 'textfield',
    '#title' => t('Title'),
    '#default_value' => $edit['title'],
    '#maxlength' => 64,
    '#description' => t('The name of the feed; typically the name of the web site you syndicate content from.'),
    '#required' => TRUE,
  );
  $form['url'] = array('#type' => 'textfield',
    '#title' => t('URL'),
    '#default_value' => $edit['url'],
    '#maxlength' => 255,
    '#description' => t('The fully-qualified URL of the feed.'),
    '#required' => TRUE,
  );
  $form['refresh'] = array('#type' => 'select',
    '#title' => t('Update interval'),
    '#default_value' => $edit['refresh'],
    '#options' => $period,
    '#description' => t('The refresh interval indicating how often you want to update this feed. Requires crontab.'),
  );

  // Handling of categories:
  $options = array();
  $values = array();
  $categories = db_query('SELECT c.cid, c.title, f.fid FROM {aggregator_category} c LEFT JOIN {aggregator_category_feed} f ON c.cid = f.cid AND f.fid = %d ORDER BY title', $edit['fid']);
  while ($category = db_fetch_object($categories)) {
455
456
    $options[$category->cid] = check_plain($category->title);
    if ($category->fid) $values[] = $category->cid;
457
458
459
460
461
462
463
464
465
  }
  if ($options) {
    $form['category'] = array('#type' => 'checkboxes',
      '#title' => t('Categorize news items'),
      '#default_value' => $values,
      '#options' => $options,
      '#description' => t('New items in this feed will be automatically filed in the checked categories as they are received.'),
    );
  }
466
  $form['submit'] = array('#type' => 'submit', '#value' => t('Submit'));
467
468

  if ($edit['fid']) {
469
    $form['delete'] = array('#type' => 'submit', '#value' => t('Delete'));
470
471
472
    $form['fid'] = array('#type' => 'hidden', '#value' => $edit['fid']);
  }

473
  return $form;
474
475
476
477
478
479
}

/**
 * Validate aggregator_form_feed form submissions.
 */
function aggregator_form_feed_validate($form_id, $form_values) {
480
  if ($form_values['op'] == t('Submit')) {
481
482
483
484
485
486
487
488
489
    // Check for duplicate titles
    if (isset($form_values['fid'])) {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE (title = '%s' OR url='%s') AND fid != %d", $form_values['title'], $form_values['url'], $form_values['fid']);
    }
    else {
      $result = db_query("SELECT title, url FROM {aggregator_feed} WHERE title = '%s' OR url='%s'", $form_values['title'], $form_values['url']);
    }
    while ($feed = db_fetch_object($result)) {
      if (strcasecmp($feed->title, $form_values['title']) == 0) {
490
        form_set_error('title', t('A feed named %feed already exists. Please enter a unique title.', array('%feed' => $form_values['title'])));
491
      }
492
493
494
      if (strcasecmp($feed->url, $form_values['url']) == 0) {
        form_set_error('url', t('A feed with this URL %url already exists. Please enter a unique URL.', array('%url' => $form_values['url'])));
      }
495
496
497
498
499
500
501
502
503
    }
  }
}

/**
 * Process aggregator_form_feed form submissions.
 * @todo Add delete confirmation dialog.
 */
function aggregator_form_feed_submit($form_id, $form_values) {
504
  if ($form_values['op'] == t('Delete')) {
505
506
507
508
509
510
511
512
    $title = $form_values['title'];
    // Unset the title:
    unset($form_values['title']);
  }
  aggregator_save_feed($form_values);
  menu_rebuild();
  if (isset($form_values['fid'])) {
    if (isset($form_values['title'])) {
513
      drupal_set_message(t('The feed %feed has been updated.', array('%feed' => $form_values['title'])));
514
      if (arg(0) == 'admin') {
515
        return 'admin/content/aggregator/';
516
517
518
519
520
521
      }
      else {
        return 'aggregator/sources/'. $form_values['fid'];
      }
    }
    else {
522
523
      watchdog('aggregator', t('Feed %feed deleted.', array('%feed' => $title)));
      drupal_set_message(t('The feed %feed has been deleted.', array('%feed' => $title)));
524
      if (arg(0) == 'admin') {
525
        return 'admin/content/aggregator/';
526
527
528
529
530
531
532
      }
      else {
        return 'aggregator/sources/';
      }
    }
  }
  else {
533
534
    watchdog('aggregator', t('Feed %feed added.', array('%feed' => $form_values['title'])), WATCHDOG_NOTICE, l(t('view'), 'admin/content/aggregator'));
    drupal_set_message(t('The feed %feed has been added.', array('%feed' => $form_values['title'])));
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
  }
}

/**
 * Add/edit/delete an aggregator feed.
 */
function aggregator_save_feed($edit) {
  if ($edit['fid']) {
    // An existing feed is being modified, delete the category listings.
    db_query('DELETE FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
  }
  if ($edit['fid'] && $edit['title']) {
    db_query("UPDATE {aggregator_feed} SET title = '%s', url = '%s', refresh = %d WHERE fid = %d", $edit['title'], $edit['url'], $edit['refresh'], $edit['fid']);
  }
  else if ($edit['fid']) {
    $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
    while ($item = db_fetch_object($result)) {
      $items[] = "iid = $item->iid";
    }
    if ($items) {
      db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
    }
    db_query('DELETE FROM {aggregator_feed} WHERE fid = %d', $edit['fid']);
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $edit['fid']);
  }
  else if ($edit['title']) {
    // A single unique id for bundles and feeds, to use in blocks.
    $edit['fid'] = db_next_id('{aggregator_feed}_fid');
    db_query("INSERT INTO {aggregator_feed} (fid, title, url, refresh, block) VALUES (%d, '%s', '%s', %d, 5)", $edit['fid'], $edit['title'], $edit['url'], $edit['refresh']);
  }
  if ($edit['title']) {
    // The feed is being saved, save the categories as well.
    if ($edit['category']) {
      foreach ($edit['category'] as $cid => $value) {
        if ($value) {
          db_query('INSERT INTO {aggregator_category_feed} (fid, cid) VALUES (%d, %d)', $edit['fid'], $cid);
        }
      }
    }
  }
}

Dries's avatar
   
Dries committed
577
578
579
580
function aggregator_remove($feed) {
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
  while ($item = db_fetch_object($result)) {
    $items[] = "iid = $item->iid";
Dries's avatar
   
Dries committed
581
  }
Dries's avatar
   
Dries committed
582
583
  if ($items) {
    db_query('DELETE FROM {aggregator_category_item} WHERE '. implode(' OR ', $items));
Dries's avatar
   
Dries committed
584
  }
Dries's avatar
   
Dries committed
585
  db_query('DELETE FROM {aggregator_item} WHERE fid = %d', $feed['fid']);
Kjartan's avatar
Kjartan committed
586
  db_query("UPDATE {aggregator_feed} SET checked = 0, etag = '', modified = 0 WHERE fid = %d", $feed['fid']);
587
  drupal_set_message(t('The news items from %site have been removed.', array('%site' => $feed['title'])));
Dries's avatar
   
Dries committed
588
589
}

Dries's avatar
   
Dries committed
590
591
592
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
593
function aggregator_element_start($parser, $name, $attributes) {
594
  global $item, $element, $tag, $items, $channel;
Dries's avatar
   
Dries committed
595
596

  switch ($name) {
Dries's avatar
   
Dries committed
597
598
    case 'IMAGE':
    case 'TEXTINPUT':
599
600
601
602
603
604
    case 'CONTENT':
    case 'SUMMARY':
    case 'TAGLINE':
    case 'SUBTITLE':
    case 'LOGO':
    case 'INFO':
Dries's avatar
   
Dries committed
605
606
      $element = $name;
      break;
607
608
609
610
    case 'ID':
      if ($element != 'ITEM') {
        $element = $name;
      }
611
612
613
614
615
616
617
618
619
620
    case 'LINK':
      if ($attributes['REL'] == 'alternate') {
        if ($element == 'ITEM') {
          $items[$item]['LINK'] = $attributes['HREF'];
        }
        else {
          $channel['LINK'] = $attributes['HREF'];
        }
      }
      break;
Dries's avatar
   
Dries committed
621
    case 'ITEM':
Dries's avatar
   
Dries committed
622
623
      $element = $name;
      $item += 1;
624
625
626
627
628
      break;
    case 'ENTRY':
      $element = 'ITEM';
      $item += 1;
      break;
629
630
631
632
633
  }

  $tag = $name;
}

Dries's avatar
   
Dries committed
634
635
636
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
637
function aggregator_element_end($parser, $name) {
Dries's avatar
   
Dries committed
638
639
  global $element;

Dries's avatar
   
Dries committed
640
  switch ($name) {
Dries's avatar
   
Dries committed
641
642
643
    case 'IMAGE':
    case 'TEXTINPUT':
    case 'ITEM':
644
645
646
    case 'ENTRY':
    case 'CONTENT':
    case 'INFO':
647
648
      $element = '';
      break;
649
    case 'ID':
650
      if ($element == 'ID') {
651
652
        $element = '';
      }
Dries's avatar
   
Dries committed
653
  }
654
655
}

Dries's avatar
   
Dries committed
656
657
658
/**
 * Call-back function used by the XML parser.
 */
Kjartan's avatar
Kjartan committed
659
function aggregator_element_data($parser, $data) {
Dries's avatar
   
Dries committed
660
  global $channel, $element, $items, $item, $image, $tag;
Dries's avatar
   
Dries committed
661
662

  switch ($element) {
Dries's avatar
   
Dries committed
663
    case 'ITEM':
Dries's avatar
   
Dries committed
664
665
      $items[$item][$tag] .= $data;
      break;
Dries's avatar
   
Dries committed
666
    case 'IMAGE':
667
    case 'LOGO':
Dries's avatar
   
Dries committed
668
669
      $image[$tag] .= $data;
      break;
670
671
672
673
674
675
    case 'LINK':
      if ($data) {
        $items[$item][$tag] .= $data;
      }
      break;
    case 'CONTENT':
676
      $items[$item]['CONTENT'] .= $data;
677
678
      break;
    case 'SUMMARY':
679
      $items[$item]['SUMMARY'] .= $data;
680
681
682
683
684
685
686
      break;
    case 'TAGLINE':
    case 'SUBTITLE':
      $channel['DESCRIPTION'] .= $data;
      break;
    case 'INFO':
    case 'ID':
Dries's avatar
   
Dries committed
687
688
689
    case 'TEXTINPUT':
      // The sub-element is not supported. However, we must recognize
      // it or its contents will end up in the item array.
Dries's avatar
   
Dries committed
690
691
692
      break;
    default:
      $channel[$tag] .= $data;
693
694
695
  }
}

Dries's avatar
   
Dries committed
696
697
698
/**
 * Checks a news feed for new items.
 */
Kjartan's avatar
Kjartan committed
699
function aggregator_refresh($feed) {
Dries's avatar
   
Dries committed
700
701
  global $channel, $image;

Dries's avatar
   
Dries committed
702
703
704
705
706
707
  // Generate conditional GET headers.
  $headers = array();
  if ($feed['etag']) {
    $headers['If-None-Match'] = $feed['etag'];
  }
  if ($feed['modified']) {
Dries's avatar
   
Dries committed
708
    $headers['If-Modified-Since'] = gmdate('D, d M Y H:i:s', $feed['modified']) .' GMT';
Dries's avatar
   
Dries committed
709
710
711
712
713
  }

  // Request feed.
  $result = drupal_http_request($feed['url'], $headers);

714
  // Process HTTP response code.
Dries's avatar
   
Dries committed
715
716
  switch ($result->code) {
    case 304:
Dries's avatar
   
Dries committed
717
      db_query('UPDATE {aggregator_feed} SET checked = %d WHERE fid = %d', time(), $feed['fid']);
718
      drupal_set_message(t('There is no new syndicated content from %site.', array('%site' => $feed['title'])));
Dries's avatar
   
Dries committed
719
      break;
Dries's avatar
   
Dries committed
720
721
    case 301:
      $feed['url'] = $result->redirect_url;
722
      watchdog('aggregator', t('Updated URL for feed %title to %url.', array('%title' => $feed['title'], '%url' => $feed['url'])));
723

Dries's avatar
   
Dries committed
724
725
726
727
    case 200:
    case 302:
    case 307:
      // Filter the input data:
728
     if (aggregator_parse_feed($result->data, $feed)) {
729

Dries's avatar
   
Dries committed
730
731
732
        if ($result->headers['Last-Modified']) {
          $modified = strtotime($result->headers['Last-Modified']);
        }
Dries's avatar
Dries committed
733

734
735
736
737
738
        /*
        ** Prepare the channel data:
        */

        foreach ($channel as $key => $value) {
739
          $channel[$key] = trim($value);
740
741
        }

Dries's avatar
   
Dries committed
742
743
744
        /*
        ** Prepare the image data (if any):
        */
Dries's avatar
   
Dries committed
745

Dries's avatar
   
Dries committed
746
747
748
        foreach ($image as $key => $value) {
          $image[$key] = trim($value);
        }
Dries's avatar
   
Dries committed
749

Dries's avatar
   
Dries committed
750
        if ($image['LINK'] && $image['URL'] && $image['TITLE']) {
751
752
          // Note, we should really use theme_image() here but that only works with local images it won't work with images fetched with a URL unless PHP version > 5
          $image = '<a href="'. check_url($image['LINK']) .'" class="feed-image"><img src="'. check_url($image['URL']) .'" alt="'. check_plain($image['TITLE']) .'" /></a>';
Dries's avatar
   
Dries committed
753
        }
Dries's avatar
   
Dries committed
754
755
756
        else {
          $image = NULL;
        }
Dries's avatar
   
Dries committed
757

Dries's avatar
   
Dries committed
758
759
760
        /*
        ** Update the feed data:
        */
Dries's avatar
   
Dries committed
761

762
        db_query("UPDATE {aggregator_feed} SET url = '%s', checked = %d, link = '%s', description = '%s', image = '%s', etag = '%s', modified = %d WHERE fid = %d", $feed['url'], time(), $channel['LINK'], $channel['DESCRIPTION'], $image, $result->headers['ETag'], $modified, $feed['fid']);
Dries's avatar
   
Dries committed
763

Dries's avatar
   
Dries committed
764
765
766
        /*
        ** Clear the cache:
        */
Dries's avatar
   
Dries committed
767

Dries's avatar
   
Dries committed
768
        cache_clear_all();
Dries's avatar
   
Dries committed
769

770
771
        watchdog('aggregator', t('There is new syndicated content from %site.', array('%site' => $feed['title'])));
        drupal_set_message(t('There is new syndicated content from %site.', array('%site' => $feed['title'])));
Dries's avatar
   
Dries committed
772
773
      }
      break;
Dries's avatar
   
Dries committed
774
    default:
775
776
      watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to "%error".', array('%site' => $feed['title'], '%error' => $result->code .' '. $result->error)), WATCHDOG_WARNING);
      drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error".', array('%site' => $feed['title'], '%error' => $result->code .' '. $result->error)));
Dries's avatar
   
Dries committed
777
  }
Dries's avatar
   
Dries committed
778
}
Dries's avatar
   
Dries committed
779

Dries's avatar
   
Dries committed
780
781
782
783
/**
 * Parse the W3C date/time format, a subset of ISO 8601. PHP date parsing
 * functions do not handle this format.
 * See http://www.w3.org/TR/NOTE-datetime for more information.
784
 * Originally from MagpieRSS (http://magpierss.sourceforge.net/).
Dries's avatar
   
Dries committed
785
786
 *
 * @param $date_str A string with a potentially W3C DTF date.
787
 * @return A timestamp if parsed successfully or -1 if not.
Dries's avatar
   
Dries committed
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
 */
function aggregator_parse_w3cdtf($date_str) {
  if (preg_match('/(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2})(:(\d{2}))?(?:([-+])(\d{2}):?(\d{2})|(Z))?/', $date_str, $match)) {
    list($year, $month, $day, $hours, $minutes, $seconds) = array($match[1], $match[2], $match[3], $match[4], $match[5], $match[6]);
    // calc epoch for current date assuming GMT
    $epoch = gmmktime($hours, $minutes, $seconds, $month, $day, $year);
    if ($match[10] != 'Z') { // Z is zulu time, aka GMT
      list($tz_mod, $tz_hour, $tz_min) = array($match[8], $match[9], $match[10]);
      // zero out the variables
      if (!$tz_hour) {
        $tz_hour = 0;
      }
      if (!$tz_min) {
        $tz_min = 0;
      }
      $offset_secs = (($tz_hour * 60) + $tz_min) * 60;
      // is timezone ahead of GMT?  then subtract offset
      if ($tz_mod == '+') {
        $offset_secs *= -1;
      }
      $epoch += $offset_secs;
    }
    return $epoch;
  }
  else {
813
    return FALSE;
Dries's avatar
   
Dries committed
814
815
816
  }
}

Dries's avatar
   
Dries committed
817
function aggregator_parse_feed(&$data, $feed) {
Dries's avatar
   
Dries committed
818
  global $items, $image, $channel;
Dries's avatar
   
Dries committed
819

Dries's avatar
   
Dries committed
820
  // Unset the global variables before we use them:
Dries's avatar
   
Dries committed
821
  unset($GLOBALS['element'], $GLOBALS['item'], $GLOBALS['tag']);
Dries's avatar
   
Dries committed
822
  $items = array();
Dries's avatar
   
Dries committed
823
  $image = array();
Dries's avatar
   
Dries committed
824
  $channel = array();
825

Dries's avatar
   
Dries committed
826
827
  // parse the data:
  $xml_parser = drupal_xml_parser_create($data);
Dries's avatar
   
Dries committed
828
829
  xml_set_element_handler($xml_parser, 'aggregator_element_start', 'aggregator_element_end');
  xml_set_character_data_handler($xml_parser, 'aggregator_element_data');
Dries's avatar
   
Dries committed
830

Dries's avatar
   
Dries committed
831
  if (!xml_parse($xml_parser, $data, 1)) {
832
833
    watchdog('aggregator', t('The RSS-feed from %site seems to be broken, due to an error "%error" on line %line.', array('%site' => $feed['title'], '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), WATCHDOG_WARNING);
    drupal_set_message(t('The RSS-feed from %site seems to be broken, because of error "%error" on line %line.', array('%site' => $feed['title'], '%error' => xml_error_string(xml_get_error_code($xml_parser)), '%line' => xml_get_current_line_number($xml_parser))), 'error');
Dries's avatar
   
Dries committed
834
    return 0;
Dries's avatar
   
Dries committed
835
836
  }
  xml_parser_free($xml_parser);
Dries's avatar
   
Dries committed
837

Dries's avatar
   
Dries committed
838
839
  /*
  ** We reverse the array such that we store the first item last,
840
  ** and the last item first. In the database, the newest item
Dries's avatar
   
Dries committed
841
842
  ** should be at the top.
  */
Dries's avatar
   
Dries committed
843

Dries's avatar
   
Dries committed
844
  $items = array_reverse($items);
Dries's avatar
   
Dries committed
845

846
847
  // Initialize variables
  $title = $link = $author = $description = $guid = NULL;
Dries's avatar
   
Dries committed
848
  foreach ($items as $item) {
849
    unset($title, $link, $author, $description, $guid);
850

Dries's avatar
   
Dries committed
851
852
    // Prepare the item:
    foreach ($item as $key => $value) {
853
      $item[$key] = trim($value);
Dries's avatar
   
Dries committed
854
    }
Dries's avatar
Dries committed
855

Dries's avatar
   
Dries committed
856
    /*
857
    ** Resolve the item's title. If no title is found, we use
Dries's avatar
   
Dries committed
858
859
860
861
    ** up to 40 characters of the description ending at a word
    ** boundary but not splitting potential entities.
    */

Dries's avatar
   
Dries committed
862
863
    if ($item['TITLE']) {
      $title = $item['TITLE'];
Dries's avatar
   
Dries committed
864
865
    }
    else {
Dries's avatar
   
Dries committed
866
      $title = preg_replace('/^(.*)[^\w;&].*?$/', "\\1", truncate_utf8($item['DESCRIPTION'], 40));
Dries's avatar
   
Dries committed
867
    }
Dries's avatar
   
Dries committed
868

Dries's avatar
   
Dries committed
869
870
871
872
    /*
    ** Resolve the items link.
    */

Dries's avatar
   
Dries committed
873
874
    if ($item['LINK']) {
      $link = $item['LINK'];
Dries's avatar
   
Dries committed
875
876
    }
    else {
Dries's avatar
   
Dries committed
877
      $link = $feed['link'];
Dries's avatar
   
Dries committed
878
    }
879
880
881
    if ($item['GUID']) {
      $guid = $item['GUID'];
    }
882

883
884
885
    /**
     * Atom feeds have a CONTENT and/or SUMMARY tag instead of a DESCRIPTION tag
     */
886
887
    if ($item['CONTENT:ENCODED']) {
      $item['DESCRIPTION'] = $item['CONTENT:ENCODED'];
888
889
890
891
892
    }
    else if ($item['SUMMARY']) {
      $item['DESCRIPTION'] = $item['SUMMARY'];
    }

Dries's avatar
   
Dries committed
893
    /*
894
    ** Try to resolve and parse the item's publication date. If no
Dries's avatar
   
Dries committed
895
896
897
898
899
900
901
902
    ** date is found, we use the current date instead.
    */

    if ($item['PUBDATE']) $date = $item['PUBDATE'];                        // RSS 2.0
    else if ($item['DC:DATE']) $date = $item['DC:DATE'];                   // Dublin core
    else if ($item['DCTERMS:ISSUED']) $date = $item['DCTERMS:ISSUED'];     // Dublin core
    else if ($item['DCTERMS:CREATED']) $date = $item['DCTERMS:CREATED'];   // Dublin core
    else if ($item['DCTERMS:MODIFIED']) $date = $item['DCTERMS:MODIFIED']; // Dublin core
903
904
905
    else if ($item['ISSUED']) $date = $item['ISSUED'];                     // Atom XML
    else if ($item['CREATED']) $date = $item['CREATED'];                   // Atom XML
    else if ($item['MODIFIED']) $date = $item['MODIFIED'];                 // Atom XML
906
907
    else if ($item['PUBLISHED']) $date = $item['PUBLISHED'];               // Atom XML
    else if ($item['UPDATED']) $date = $item['UPDATED'];                   // Atom XML
Dries's avatar
   
Dries committed
908
    else $date = 'now';
Dries's avatar
   
Dries committed
909

910
911
912
913
    $timestamp = strtotime($date); // As of PHP 5.1.0, strtotime returns FALSE on failure instead of -1.
    if ($timestamp <= 0) {
      $timestamp = aggregator_parse_w3cdtf($date); // Returns FALSE on failure
      if (!$timestamp) {
Dries's avatar
   
Dries committed
914
915
        $timestamp = time(); // better than nothing
      }
916
    }
Dries's avatar
   
Dries committed
917
918

    /*
919
920
    ** Save this item. Try to avoid duplicate entries as much as
    ** possible. If we find a duplicate entry, we resolve it and
Dries's avatar
   
Dries committed
921
    ** pass along it's ID such that we can update it if needed.
Dries's avatar
   
Dries committed
922
923
    */

924
925
926
927
    if ($guid) {
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND guid = '%s'", $feed['fid'], $guid));
    }
    else if ($link && $link != $feed['link'] && $link != $feed['url']) {
Dries's avatar
   
Dries committed
928
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND link = '%s'", $feed['fid'], $link));
Dries's avatar
   
Dries committed
929
930
    }
    else {
Dries's avatar
   
Dries committed
931
      $entry = db_fetch_object(db_query("SELECT iid FROM {aggregator_item} WHERE fid = %d AND title = '%s'", $feed['fid'], $title));
Dries's avatar
   
Dries committed
932
    }
Dries's avatar
   
Dries committed
933

934
    aggregator_save_item(array('iid' => $entry->iid, 'fid' => $feed['fid'], 'timestamp' => $timestamp, 'title' => $title, 'link' => $link, 'author' => $item['AUTHOR'], 'description' => $item['DESCRIPTION'], 'guid' => $guid));
Dries's avatar
   
Dries committed
935
  }
Dries's avatar
   
Dries committed
936

Dries's avatar
   
Dries committed
937
  /*
938
  ** Remove all items that are older than flush item timer:
Dries's avatar
   
Dries committed
939
  */
Dries's avatar
   
Dries committed
940

941
  $age = time() - variable_get('aggregator_clear', 9676800);
Dries's avatar
   
Dries committed
942
  $result = db_query('SELECT iid FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
943

944
945
946
947
948
949
950
  if (db_num_rows($result)) {
    $items = array();
    while ($item = db_fetch_object($result)) {
      $items[] = $item->iid;
    }
    db_query('DELETE FROM {aggregator_category_item} WHERE iid IN ('. implode(', ', $items) .')');
    db_query('DELETE FROM {aggregator_item} WHERE fid = %d AND timestamp < %d', $feed['fid'], $age);
Dries's avatar
   
Dries committed
951
  }
Dries's avatar
   
Dries committed
952
953

  return 1;
954
955
}

Kjartan's avatar
Kjartan committed
956
function aggregator_save_item($edit) {
Dries's avatar
   
Dries committed
957
  if ($edit['iid'] && $edit['title']) {
958
    db_query("UPDATE {aggregator_item} SET title = '%s', link = '%s', author = '%s', description = '%s', guid = '%s' WHERE iid = %d", $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['iid'], $edit['gid']);
959
  }
Dries's avatar
   
Dries committed
960
961
962
  else if ($edit['iid']) {
    db_query('DELETE FROM {aggregator_item} WHERE iid = %d', $edit['iid']);
    db_query('DELETE FROM {aggregator_category_item} WHERE iid = %d', $edit['iid']);
963
  }
Dries's avatar
   
Dries committed
964
  else if ($edit['title'] && $edit['link']) {
Dries's avatar
   
Dries committed
965
    $edit['iid'] = db_next_id('{aggregator_item}_iid');
966
    db_query("INSERT INTO {aggregator_item} (iid, fid, title, link, author, description, timestamp, guid) VALUES (%d, %d, '%s', '%s', '%s', '%s', %d, '%s')", $edit['iid'], $edit['fid'], $edit['title'], $edit['link'], $edit['author'], $edit['description'], $edit['timestamp'], $edit['guid']);
Dries's avatar
   
Dries committed
967
968
969
    // file the items in the categories indicated by the feed
    $categories = db_query('SELECT cid FROM {aggregator_category_feed} WHERE fid = %d', $edit['fid']);
    while ($category = db_fetch_object($categories)) {
Dries's avatar
   
Dries committed
970
      db_query('INSERT INTO {aggregator_category_item} (cid, iid) VALUES (%d, %d)', $category->cid, $edit['iid']);
Dries's avatar
   
Dries committed
971
    }
972
973
974
  }
}

Kjartan's avatar
Kjartan committed
975
function aggregator_get_feed($fid) {
Dries's avatar
   
Dries committed
976
  return db_fetch_array(db_query('SELECT * FROM {aggregator_feed} WHERE fid = %d', $fid));
977
978
}

Dries's avatar
   
Dries committed
979
function aggregator_get_category($cid) {
Dries's avatar
   
Dries committed
980
  return db_fetch_array(db_query('SELECT * FROM {aggregator_category} WHERE cid = %d', $cid));
981
982
}

Kjartan's avatar
Kjartan committed
983
function aggregator_view() {
Dries's avatar
   
Dries committed
984
  $result = db_query('SELECT f.*, COUNT(i.iid) AS items FROM {aggregator_feed} f LEFT JOIN {aggregator_item} i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.checked, f.link, f.description, f.etag, f.modified, f.image, f.block ORDER BY f.title');
985

Dries's avatar
   
Dries committed
986
  $output .= '<h3>'. t('Feed overview') .'</h3>';
Dries's avatar
   
Dries committed
987

Dries's avatar
   
Dries committed
988
  $header = array(t('Title'), t('Items'), t('Last update'), t('Next update'), array('data' => t('Operations'), 'colspan' => '3'));
Dries's avatar
   
Dries committed
989
  $rows = array();
990
  while ($feed = db_fetch_object($result)) {
991
    $rows[] = array(l($feed->title, "aggregator/sources/$feed->fid"), format_plural($feed->items, '1 item', '@count items'), ($feed->checked ? t('@time ago', array('@time' => format_interval(time() - $feed->checked))) : t('never')), ($feed->checked ? t('%time left', array('%time' => format_interval($feed->checked + $feed->refresh - time()))) : t('never')), l(t('edit'), "admin/content/aggregator/edit/feed/$feed->fid"), l(t('remove items'), "admin/content/aggregator/remove/$feed->fid"), l(t('update items'), "admin/content/aggregator/update/$feed->fid"));
992
  }
Dries's avatar
   
Dries committed
993
  $output .= theme('table', $header, $rows);
994

Dries's avatar
   
Dries committed
995
  $result = db_query('SELECT c.cid, c.title, count(ci.iid) as items FROM {aggregator_category} c LEFT JOIN {aggregator_category_item} ci ON c.cid = ci.cid GROUP BY c.cid, c.title ORDER BY title');
996

Dries's avatar
   
Dries committed
997
  $output .= '<h3>'. t('Category overview') .'</h3>';
Dries's avatar
   
Dries committed
998

Dries's avatar
   
Dries committed
999
  $header = array(t('Title'), t('Items'), t('Operations'));
Dries's avatar