aggregator.module 27.3 KB
Newer Older
1 2
<?php

Dries's avatar
 
Dries committed
3
function import_help() {
4
 ?>
Dries's avatar
 
Dries committed
5 6 7 8 9
  <P>In Drupal you have <I>feeds</I> and <I>bundles</I>.   Feeds define news sources and bundles categoriz syndicated content by source, topic or any other heuristic.   Bundles provide a generalized way of creating composite feeds.  They allow you, for example, to combine various sport-related feeds into one bundle called "Sport".</P>
  <P>You can have several providers of news feeds.  You can add a feed by clicking the "add feed" link on the import administration pages.  Give the feed a name, supply the URI and a comma-separated list of attributes that you want to associate the feed with.  The update interval defines how often Drupal should go out to try and grab fresh content.  The expiration time defines how long syndicated content is kept in the database.  So set the update and expiration time and save your settings.  You have just defined your first feed.  If you have more feeds repeat as necessary.</P>
  <P>To verify whether your feed works, press "update items" at the overview page.  The number of items that have been sucessfully fetched, should then become visible in the third column of the feed overview.</P>
  <P>Now you have to define some bundles.  Bundles look for feeds that contain one of the keywords associated with the bundle and display those feeds together.  To define a bundle you have to give it a name and a comma-separated list of keywords just like this is the case for feeds.</P>
  <P>Your newly created bundle will now show up in the list of blocks that you can see at the block related administration pages.  There you can customize where and when your bundles will be displayed.</P>
10 11 12
 <?php
}

Dries's avatar
 
Dries committed
13 14 15 16 17 18 19
function import_conf_options() {
  $number = array(5 => 5, 10 => 10, 15 => 15, 20 => 20, 25 => 25, 30 => 30, 35 => 35, 40 => 40, 45 => 45, 50 => 50, 55 => 55, 60 => 60, 65 => 65, 70 => 70, 75 => 75, 80 => 80, 85 => 85, 90 => 90, 95 => 95, 100 => 100);
  $output .= form_select("Items per block", "import_block_limit", variable_get("import_block_limit", 15), $number, "The maximum number of items displayed in one block.");
  $output .= form_select("Items per page", "import_page_limit", variable_get("import_page_limit", 75), $number, "The maximum number of items displayed on one page.");
  return $output;
}

Dries's avatar
 
Dries committed
20
function import_perm() {
Dries's avatar
 
Dries committed
21
  return array("administer news feeds", "access news feeds");
Dries's avatar
 
Dries committed
22 23 24
}

function import_link($type) {
Dries's avatar
 
Dries committed
25 26 27 28 29
  if ($type == "admin" && user_access("administer news feeds")) {
    $links[] = "<a href=\"admin.php?mod=import\">news feeds</a>";
  }

  if ($type == "page" && user_access("access news feeds")) {
Dries's avatar
 
Dries committed
30
    $links[] = "<a href=\"module.php?mod=import\">". t("news feeds") ."</a>";
Dries's avatar
 
Dries committed
31 32 33
  }

  return $links ? $links : array();
Dries's avatar
 
Dries committed
34 35
}

Dries's avatar
 
Dries committed
36
function import_cron() {
Dries's avatar
 
Dries committed
37 38 39 40 41 42 43
  $result = db_query("SELECT * FROM feed WHERE timestamp + refresh < ". time());
  while ($feed = db_fetch_array($result)) {
    import_refresh($feed);
  }
}

function import_update() {
44 45
  $result = db_query("SELECT * FROM feed");
  while ($feed = db_fetch_array($result)) {
Dries's avatar
 
Dries committed
46 47 48 49
    import_refresh($feed);
  }
}

Dries's avatar
 
Dries committed
50 51
function import_format_item($item, $feed = 0) {
  global $theme, $user;
Dries's avatar
 
Dries committed
52

Dries's avatar
 
Dries committed
53
  if ($user->uid && user_access("post blogs")) {
Dries's avatar
 
Dries committed
54
    $output .= "<a href=\"submit.php?mod=blog&type=import&id=$item->iid\"><img src=\"". $theme->image("blog.gif") ."\" border=\"0\" width=\"12\" height=\"16\" alt=\"" . t("Blog this item") . "\" /></a> ";
Dries's avatar
 
Dries committed
55 56 57
  }

  $output .= "<a href=\"". check_output($item->link) ."\" target=\"new\">". check_output($item->title) ."</a>";
58

Dries's avatar
 
Dries committed
59
  return $output ."<br />";
60 61
}

Dries's avatar
 
Dries committed
62 63
function import_bundle_block($attributes) {

64 65 66
  if ($attributes) {
    $keys = explode(",", $attributes);
    foreach ($keys as $key) $where[] = "attributes LIKE '%". trim($key) ."%'";
67

Dries's avatar
 
Dries committed
68
    $result = db_query("SELECT * FROM item WHERE ". implode(" OR ", $where) ." ORDER BY iid DESC LIMIT ". variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
69
  }
70

Dries's avatar
 
Dries committed
71 72
  while ($item = db_fetch_object($result)) {
    $output .= import_format_item($item);
73
  }
Dries's avatar
 
Dries committed
74 75

  return $output;
76 77
}

Dries's avatar
 
Dries committed
78 79
function import_feed_block($feed) {
  $result = db_query("SELECT * FROM item WHERE fid = '$feed->fid' ORDER BY iid DESC LIMIT ". variable_get("import_block_limit", 15));
80

Dries's avatar
 
Dries committed
81
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
82
    $output .= import_format_item($item);
Dries's avatar
 
Dries committed
83
  }
Dries's avatar
 
Dries committed
84

Dries's avatar
 
Dries committed
85 86 87
  return $output;
}

Dries's avatar
 
Dries committed
88
function import_block() {
Dries's avatar
 
Dries committed
89
  return array_merge(import_get_bundles(), import_get_feeds());
Dries's avatar
 
Dries committed
90 91
}

Dries's avatar
 
Dries committed
92
function import_get_bundles($attributes = 0) {
Dries's avatar
 
Dries committed
93
  $result = db_query("SELECT * FROM bundle ORDER BY title");
Dries's avatar
 
Dries committed
94

Dries's avatar
 
Dries committed
95
  $i = 0;
Dries's avatar
 
Dries committed
96
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
97 98 99 100
    $block[$i][subject] = $bundle->title;
    $block[$i][content] = import_bundle_block($bundle->attributes) ."<p><div align=\"right\"><a href=\"module.php?mod=import&op=bundle&id=$bundle->bid\">". t("details") ."</a></div></p>";
    $block[$i][info] = "$bundle->title bundle";

Dries's avatar
 
Dries committed
101 102
    $i++;
  }
Dries's avatar
 
Dries committed
103

Dries's avatar
 
Dries committed
104
  return $block;
Dries's avatar
 
Dries committed
105 106
}

Dries's avatar
 
Dries committed
107
function import_get_feeds($attributes = 0) {
Dries's avatar
 
Dries committed
108
  $result = db_query("SELECT * FROM feed ORDER BY fid");
Dries's avatar
 
Dries committed
109 110 111

  $i = 0;
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
112 113 114
    $block[$i][subject] = $feed->title;
    $block[$i][content] = import_feed_block($feed) ."<p><div align=\"right\"><a href=\"module.php?mod=import&op=feed&id=$feed->fid\">". t("details") ."</a></div></p>";
    $block[$i][info] = "$feed->title feed";
Dries's avatar
 
Dries committed
115 116 117 118

    $i++;
  }

Dries's avatar
 
Dries committed
119
  return $block;
Dries's avatar
 
Dries committed
120 121
}

Dries's avatar
 
Dries committed
122 123 124 125 126
function import_remove($feed) {
  db_query("DELETE FROM item WHERE fid = '$feed[fid]'");
  return "feed '$feed[title]' reset.";
}

Dries's avatar
 
Dries committed
127
function import_refresh($feed) {
128

Dries's avatar
 
Dries committed
129 130 131 132 133 134 135 136 137 138 139 140
  /*
  ** Check whether the feed is properly configured:
  */

  if (!ereg("^http://|ftp://", $feed[url])) {
    watchdog("warning", "import: invalid or missing URL for '$feed[title]'");
  }

  /*
  ** Grab the headlines:
  */

Dries's avatar
 
Dries committed
141
  if ($fp = @fopen($feed[url], "r")) {
142
    // fetch data:
Dries's avatar
 
Dries committed
143 144 145
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
146
    fclose($fp);
Dries's avatar
 
Dries committed
147 148 149 150 151

    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

Dries's avatar
 
Dries committed
152 153 154 155
    /*
    ** Remove expired items:
    */
    db_query("DELETE FROM item WHERE fid = '$feed[fid]' AND timestamp < ". (time() - $feed[uncache]));
Dries's avatar
 
Dries committed
156

Dries's avatar
 
Dries committed
157 158 159
    /*
    ** Remove unsupported tags or sub-elements:
    */
Dries's avatar
 
Dries committed
160

Dries's avatar
 
Dries committed
161 162
    $data = ereg_replace("<textinput([^s].*)</textinput>", "", $data);
    $data = ereg_replace("<image([^s].*)</image>", "", $data);
Dries's avatar
 
Dries committed
163

Dries's avatar
 
Dries committed
164 165 166
    /*
    ** Extract and process channel information:
    */
167

Dries's avatar
 
Dries committed
168
    $channel = ereg_replace("<item([^s].*)</item>", "", $data);
Dries's avatar
 
Dries committed
169

Dries's avatar
 
Dries committed
170 171 172
    eregi("<title>(.*)</title>", $channel, $title);
    eregi("<link>(.*)</link>", $channel, $link);
    eregi("<description>(.*)</description>", $channel, $description);
Dries's avatar
 
Dries committed
173

Dries's avatar
 
Dries committed
174
    db_query("UPDATE feed SET timestamp = '". time() ."', link = '". check_input($link[1]) ."', description = '". check_input($description[1]) ."' WHERE fid = '". $feed[fid] ."'");
Dries's avatar
 
Dries committed
175

Dries's avatar
 
Dries committed
176 177 178
    /*
    ** Extract and process individual items:
    */
Dries's avatar
 
Dries committed
179

Dries's avatar
 
Dries committed
180 181
    eregi("<item([^s].*)</item>", $data, $data);
    // print "<pre>". htmlentities($data[0]) ."</pre>";
182

Dries's avatar
 
Dries committed
183
    $items = array_reverse(explode("</item>", $data[0]));
Dries's avatar
 
Dries committed
184

Dries's avatar
 
Dries committed
185 186
    foreach ($items as $item) {
      unset($title, $link, $author, $description);
Dries's avatar
 
Dries committed
187

Dries's avatar
 
Dries committed
188 189 190 191
      $t = eregi("<title>(.*)</title>", $item, $title);
      $l = eregi("<link>(.*)</link>", $item, $link);
      $a = eregi("<author>(.*)</author>", $item, $author);
      $d = eregi("<description>(.*)</description>", $item, $description);
Dries's avatar
 
Dries committed
192

Dries's avatar
 
Dries committed
193
      if ($t || $l || $a || $d) {
194

Dries's avatar
 
Dries committed
195 196 197
        /*
        ** Strip invalid tags and provide default values (if required):
        */
Dries's avatar
Dries committed
198

Dries's avatar
 
Dries committed
199 200 201
        $title = strip_tags(strtr($title[1] ? $title[1] : substr(strip_tags(strtr($description[1], $tt)), 0, 30), $tt));
        $link = $link[1] ? $link[1] : $feed[link];
        $description = strtr($description[1], $tt);
Dries's avatar
Dries committed
202

Dries's avatar
 
Dries committed
203
        // print "<pre>title = ". htmlentities($title) ."\n\ndescription = ". htmlentities($description) ."\n\nlink = ". htmlentities($link) ."</pre><hr />";
Dries's avatar
 
Dries committed
204

Dries's avatar
 
Dries committed
205 206 207
        /*
        ** Save this item:
        */
Dries's avatar
 
Dries committed
208

Dries's avatar
 
Dries committed
209
        import_save_item(array(fid => $feed[fid], title => $title, link => $link, author => $author[1], description => $description, attributes => $feed[attributes]));
210 211
      }
    }
Dries's avatar
 
Dries committed
212 213
  }
  else {
Dries's avatar
 
Dries committed
214
    watchdog("warning", "import: failed to syndicate from '$feed[title]'". ($errstr ? ": $errstr" : ""));
215
  }
Dries's avatar
 
Dries committed
216 217

  return "feed '$feed[title]' updated.";
218 219
}

Dries's avatar
 
Dries committed
220
function import_save_item($edit) {
221
  if ($edit[iid] && $edit[title]) {
222
    db_query("UPDATE item SET title = '". check_input($edit[title]) ."', link = '". check_input($edit[link]) ."', author = '". check_input($edit[author]) ."', description = '". check_input($edit[description]) ."', attributes = '". check_input($edit[attributes]) ."' WHERE iid = '$edit[iid]'");
223 224 225 226
  }
  else if ($edit[iid]) {
    db_query("DELETE FROM item WHERE iid = '". check_input($edit[iid]) ."'");
  }
Dries's avatar
 
Dries committed
227
  else if ($edit[title] && $edit[link]) {
Dries's avatar
Dries committed
228
    if (!db_fetch_object(db_query("SELECT iid FROM item WHERE title = '". check_input($edit[title]) ."' AND link = '". check_input($edit[link]) ."' AND description = '". check_input($edit[description]) ."'"))) {
229
      db_query("INSERT INTO item (fid, title, link, author, description, attributes, timestamp) VALUES ('". check_input($edit[fid]) ."', '". check_input($edit[title]) ."', '". check_input($edit[link]) ."', '". check_input($edit[author]) ."', '". check_input($edit[description]) ."', '". check_input($edit[attributes]) ."', '". time() ."')");
230 231 232 233
    }
  }
}

Dries's avatar
 
Dries committed
234
function import_form_bundle($edit = array()) {
235 236

  $form .= form_textfield("Title", "title", $edit[title], 50, 64, "The name of the bundle.");
237
  $form .= form_textfield("Attributes", "attributes", $edit[attributes], 50, 128, "A comma-seperated list of keywords describing the bundle.");
238 239 240 241

  $form .= form_submit("Submit");

  if ($edit[bid]) {
Dries's avatar
 
Dries committed
242
    $form .= form_submit("Delete");
243 244 245
    $form .= form_hidden("bid", $edit[bid]);
  }

Dries's avatar
 
Dries committed
246
  return form($form);
247 248
}

Dries's avatar
 
Dries committed
249
function import_save_bundle($edit) {
250
  if ($edit[bid] && $edit[title]) {
251
    db_query("UPDATE bundle SET title = '". check_input($edit[title]) ."', attributes = '". check_input($edit[attributes]) ."' WHERE bid = '". check_input($edit[bid]) ."'");
252 253 254 255
  }
  else if ($edit[bid]) {
    db_query("DELETE FROM bundle WHERE bid = '". check_input($edit[bid]) ."'");
  }
Dries's avatar
 
Dries committed
256
  else if ($edit[title]) {
257
    db_query("INSERT INTO bundle (title, attributes) VALUES ('". check_input($edit[title]) ."', '". check_input($edit[attributes]) ."')");
258
  }
Dries's avatar
 
Dries committed
259 260

  module_rehash_blocks("import");
261 262
}

Dries's avatar
 
Dries committed
263
function import_form_feed($edit = array()) {
264 265 266

  $period = array(900 => format_interval(900), 1800 => format_interval(1800), 3600 => format_interval(3600), 7200 => format_interval(7200), 10800 => format_interval(10800), 21600 => format_interval(21600), 32400 => format_interval(32400), 43200 => format_interval(43200), 64800 => format_interval(64800), 86400 => format_interval(86400), 172800 => format_interval(172800), 259200 => format_interval(259200), 604800 => format_interval(604800), 1209600 => format_interval(1209600), 2419200 => format_interval(2419200));

Dries's avatar
 
Dries committed
267 268
  if ($edit[refresh] == "") $edit[refresh] = 3600;
  if ($edit[uncache] == "") $edit[uncache] = 2419200;
Dries's avatar
 
Dries committed
269

270
  $form .= form_textfield("Title", "title", $edit[title], 50, 64, "The name of the feed; typically the name of the website you syndicate content from.");
Dries's avatar
 
Dries committed
271
  $form .= form_textfield("Url", "url", $edit[url], 50, 128, "The fully-qualified URL of the feed.");
272
  $form .= form_textfield("Attributes", "attributes", $edit[attributes], 50, 128, "A comma-seperated list of keywords describing the feed.");
273 274 275 276 277 278
  $form .= form_select("Update interval", "refresh", $edit[refresh], $period, "The refresh interval indicating how often you want to update this feed.  Requires crontab.");
  $form .= form_select("Expiration time", "uncache", $edit[uncache], $period, "The time cached items should be kept.  Older items will be automatically discarded.  Requires crontab.");

  $form .= form_submit("Submit");

  if ($edit[fid]) {
Dries's avatar
 
Dries committed
279
    $form .= form_submit("Delete");
280 281 282
    $form .= form_hidden("fid", $edit[fid]);
  }

Dries's avatar
 
Dries committed
283
  return form($form);
284 285
}

Dries's avatar
 
Dries committed
286
function import_save_feed($edit) {
287
  if ($edit[fid] && $edit[title]) {
Dries's avatar
 
Dries committed
288
    db_query("UPDATE feed SET title = '". check_input($edit[title]) ."', url = '". check_input($edit[url]) ."', attributes = '". check_input($edit[attributes]) ."', refresh = '". check_input($edit[refresh]) ."', uncache = '". check_input($edit[uncache]) ."' WHERE fid = '". check_input($edit[fid]) ."'");
289 290 291 292 293 294
    db_query("DELETE FROM item WHERE fid = '". check_input($edit[fid]) ."'");
  }
  else if ($edit[fid]) {
    db_query("DELETE FROM feed WHERE fid = '". check_input($edit[fid]) ."'");
    db_query("DELETE FROM item WHERE fid = '". check_input($edit[fid]) ."'");
  }
Dries's avatar
 
Dries committed
295
  else if ($edit[title]) {
Dries's avatar
 
Dries committed
296
    db_query("INSERT INTO feed (title, url, attributes, refresh, uncache) VALUES ('". check_input($edit[title]) ."', '". check_input($edit[url]) ."', '". check_input($edit[attributes]) ."', '". check_input($edit[refresh]) ."', '". check_input($edit[uncache]) ."')");
297 298 299
  }
}

Dries's avatar
 
Dries committed
300
function import_save_attributes($edit) {
301
  foreach($edit as $iid => $value) {
302
    db_query("UPDATE item SET attributes = '". check_input($value) ."' WHERE iid = '". check_input($iid) ."'");
303 304 305 306
  }
  return "attributes has been saved";
}

Dries's avatar
 
Dries committed
307
function import_get_feed($fid) {
308 309 310
  return db_fetch_array(db_query("SELECT * FROM feed WHERE fid = '". check_input($fid) ."'"));
}

Dries's avatar
 
Dries committed
311
function import_get_bundle($bid) {
312 313 314
  return db_fetch_array(db_query("SELECT * FROM bundle WHERE bid = '". check_input($bid) ."'"));
}

Dries's avatar
 
Dries committed
315
function import_view() {
316 317
  $result = db_query("SELECT f.*, COUNT(i.iid) AS items FROM feed f LEFT JOIN item i ON f.fid = i.fid GROUP BY f.fid ORDER BY f.title");

Dries's avatar
 
Dries committed
318 319
  $output .= "<h3>Feed overview</h3>";
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
Dries's avatar
 
Dries committed
320
  $output .= " <tr><th>title</th><th>attributes</th><th>items</th><th>last update</th><th>next update</th><th colspan=\"3\">operations</th></tr>\n";
321
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
322
    $output .= " <tr><td>". check_output($feed->title) ."</td><td>". check_output($feed->attributes) ."</td><td>". format_plural($feed->items, "item", "items") ."</td><td>". ($feed->timestamp ? format_interval(time() - $feed->timestamp) ." ago" : "never") ."</td><td>". ($feed->timestamp ? format_interval($feed->timestamp + $feed->refresh - time()) ." left" : "never") ."</td><td><a href=\"admin.php?mod=import&type=feed&op=edit&id=$feed->fid\">edit feed</a></td><td><a href=\"admin.php?mod=import&type=feed&op=remove&id=$feed->fid\">remove items</a></td><td><a href=\"admin.php?mod=import&type=feed&op=update&id=$feed->fid\">update items</a></td></tr>\n";
323
  }
Dries's avatar
 
Dries committed
324
  $output .= "</table>\n";
325 326 327

  $result = db_query("SELECT * FROM bundle ORDER BY title");

Dries's avatar
 
Dries committed
328 329 330
  $output .= "<h3>Bundle overview</h3>";
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
  $output .= " <tr><th>title</th><th>attributes</th><th>operations</th></tr>\n";
331
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
332
    $output .= " <tr><td>". check_output($bundle->title) ."</td><td>". check_output($bundle->attributes) ."</td><td><a href=\"admin.php?mod=import&type=bundle&op=edit&id=$bundle->bid\">edit bundle</a></td></tr>\n";
333
  }
Dries's avatar
 
Dries committed
334
  $output .= "</table>\n";
335 336 337 338

  return $output;
}

Dries's avatar
 
Dries committed
339 340
function import_fd_form() {

Dries's avatar
 
Dries committed
341
  $form .= form_textfield("Feed directory file", "url", "http://", 64, 128, "The fully-qualified URL of the feed directory file.");
Dries's avatar
 
Dries committed
342 343
  $form .= form_submit("Collect feeds");

Dries's avatar
 
Dries committed
344
  return form($form);
Dries's avatar
 
Dries committed
345 346 347 348 349 350
}

function import_fd_collect($edit) {

  set_time_limit(180);

Dries's avatar
 
Dries committed
351
  if ($fp = @fopen($edit[url], "r")) {
Dries's avatar
 
Dries committed
352 353 354 355
    // fetch data:
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
356
    fclose($fp);
Dries's avatar
 
Dries committed
357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382

    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

    $items = explode("</channel>", $data);

    foreach ($items as $item) {
      unset ($link, $title);

      // print "<pre>item = ". htmlentities($item) ."\n\n</pre>";

      eregi("<link>(.*)</link>", $item, $link);
      eregi("<title>(.*)</title>", $item, $title);

      $link = strip_tags(strtr($link[1], $tt));
      $title = strip_tags(strtr($title[1], $tt));

      // print "<b>title = $title, link = $link<br /></b>";
      if ($link && $link && !db_fetch_array(db_query("SELECT * FROM feed WHERE url = '". check_input($link) ."'"))) {
        $output .= "<input type=\"checkbox\" name=\"edit[$title]\" value=\"$link\"> ". strtr($title, $tt) ."<br />";
      }
    }

    $output .= "<input type=\"submit\" name=\"op\" value=\"Import feeds\" />\n";

Dries's avatar
 
Dries committed
383
    return form($output);
Dries's avatar
 
Dries committed
384 385 386
  }
  else {
    print status("failed to open '$edit[url]': $errstr.");
Dries's avatar
 
Dries committed
387 388 389
  }
}

Dries's avatar
 
Dries committed
390
function import_fd_import($edit) {
Dries's avatar
 
Dries committed
391 392 393 394
  if ($edit) {
    foreach ($edit as $title => $link) {
      import_save_feed(array("title" => $title, "url" => $link, "refresh" => 3600, "uncache" => 2419200));
    }
Dries's avatar
 
Dries committed
395 396 397
  }
}

Dries's avatar
 
Dries committed
398
function import_tag() {
399

Dries's avatar
Dries committed
400
  $result = db_query("SELECT i.*, f.title AS feed FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC LIMIT 50");
401

Dries's avatar
 
Dries committed
402 403
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
  $output .= " <tr><th>time</th><th>feed</th><th>item</th></tr>\n";
404
  while ($item = db_fetch_object($result)) {
Dries's avatar
Dries committed
405
    $output .= " <tr><td valign=\"top\" nowrap=\"nowrap\">". format_date($item->timestamp, "custom", "m/d/y") ."<br />".format_date($item->timestamp, "custom", "H:i") ."</td><td align=\"center\" valign=\"top\" nowrap=\"nowrap\"><a href=\"admin.php?mod=import&type=feed&op=edit&id=$item->fid\">". check_output($item->feed) ."</a></td><td><a href=\"". check_output($item->link) ."\">". check_output($item->title) ."</a>". ($item->description ? "<br /><small><i>". check_output($item->description, 1) ."</i></small>" : "") ."<br /><input type=\"text\" name=\"edit[$item->iid]\" value=\"". check_form($item->attributes) ."\" size=\"50\" /></td></tr>\n";
406
  }
Dries's avatar
 
Dries committed
407 408
  $output .= "</table>\n";
  $output .= "<input type=\"submit\" name=\"op\" value=\"Save attributes\" />\n";
409

Dries's avatar
 
Dries committed
410
  return form($output);
411 412
}

Dries's avatar
 
Dries committed
413
function import_admin() {
Dries's avatar
 
Dries committed
414
  global $op, $id, $type, $edit;
Dries's avatar
 
Dries committed
415

Dries's avatar
 
Dries committed
416
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
417

Dries's avatar
 
Dries committed
418
    print "<small><a href=\"admin.php?mod=import&type=feed&op=add\">add new feed</a> | <a href=\"admin.php?mod=import&type=bundle&op=add\">add new bundle</a> | <a href=\"admin.php?mod=import&op=fd\">import feeds</a> | <a href=\"admin.php?mod=import&op=tag\">tag items</a> | <a href=\"admin.php?mod=import&op=view\">overview</a> | <a href=\"admin.php?mod=import&op=help\">help</a></small><hr />";
Dries's avatar
 
Dries committed
419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435

    switch($op) {
      case "help":
        print import_help();
        break;
      case "add":
        if ($type == "bundle")
          print import_form_bundle();
        else
          print import_form_feed();
        break;
      case "edit":
        if ($type == "bundle")
          print import_form_bundle(import_get_bundle($id));
        else
          print import_form_feed(import_get_feed($id));
        break;
Dries's avatar
 
Dries committed
436 437 438 439 440 441 442 443 444 445
      case "fd":
        print import_fd_form();
        break;
      case "Collect feeds":
        print import_fd_collect($edit);
        break;
      case "Import feeds":
        print import_fd_import($edit);
        print import_view();
        break;
Dries's avatar
 
Dries committed
446 447
      case "remove":
        print status(import_remove(import_get_feed($id)));
Dries's avatar
 
Dries committed
448
        print import_view();
Dries's avatar
 
Dries committed
449 450
        break;
      case "update":
Dries's avatar
 
Dries committed
451 452
        print status(import_refresh(import_get_feed($id)));
        print import_view();
Dries's avatar
 
Dries committed
453
        break;
Dries's avatar
 
Dries committed
454 455 456
      case "tag":
        print import_tag();
        break;
Dries's avatar
 
Dries committed
457 458
      case "Save attributes":
        print status(import_save_attributes($edit));
Dries's avatar
 
Dries committed
459
        print import_tag();
Dries's avatar
 
Dries committed
460 461 462 463 464 465 466 467 468 469
        break;
      case "Delete":
        $edit[title] = 0;
        // fall through:
      case "Submit":
        if ($type == "bundle")
          print status(import_save_bundle($edit));
        else
          print status(import_save_feed($edit));
        // fall through:
Dries's avatar
 
Dries committed
470 471
        print import_view();
        break;
Dries's avatar
 
Dries committed
472
      default:
Dries's avatar
 
Dries committed
473
        print import_view();
Dries's avatar
 
Dries committed
474 475 476 477
    }
  }
  else {
    print message_access();
478 479 480
  }
}

Dries's avatar
 
Dries committed
481 482 483 484
function import_page_info() {
  global $theme;

  $links[] = "<a href=\"module.php?mod=import\">". t("latest news") ."</a>";
Dries's avatar
Dries committed
485 486
  $links[] = "<a href=\"module.php?mod=import&op=feeds\">". t("news by source") ."</a>";
  $links[] = "<a href=\"module.php?mod=import&op=bundles\">". t("news by topic") ."</a>";
Dries's avatar
 
Dries committed
487 488 489 490 491
  $links[] = "<a href=\"module.php?mod=import&op=sources\">". t("news sources") ."</a>";

  return "<div align=\"center\">". $theme->links($links) ."</div>";
}

Dries's avatar
 
Dries committed
492
function import_page_last() {
Dries's avatar
 
Dries committed
493 494 495
  global $theme;

  $result = db_query("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC LIMIT ". variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
496 497

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
498
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
499
    $links[] = "<a href=\"submit.php?mod=blog&type=import&id=$item->iid\">". t("blog it") ."</a>";
Dries's avatar
 
Dries committed
500 501 502
    $links[] = "<a href=\"module.php?mod=import&op=feed&id=$item->fid\">". t("feed") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
503
      $output .= "<tr><td>". format_url($item->link, $item->title) ." &middot; <a href=\"module.php?mod=import&op=feed&id=$item->fid\">$item->ftitle</a></td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
504 505
    }
    if ($item->description) {
Dries's avatar
Dries committed
506
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
507 508 509
    }

    unset($links);
Dries's avatar
 
Dries committed
510
  }
Dries's avatar
 
Dries committed
511
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
512 513

  $theme->header();
Dries's avatar
 
Dries committed
514
  $theme->box(t("News feeds"), import_page_info());
Dries's avatar
 
Dries committed
515
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
516 517 518 519 520 521
  $theme->footer();
}

function import_page_feed($fid) {
  global $theme;

Dries's avatar
 
Dries committed
522
  $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = '". check_input($fid) ."'"));
Dries's avatar
 
Dries committed
523

Dries's avatar
 
Dries committed
524
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". format_url($feed->link) ."</div></p>";
Dries's avatar
Dries committed
525
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". check_output($feed->description, 1) ."</div></p>";
Dries's avatar
 
Dries committed
526
  $header .= "<p><b>". t("Last update") .":</b><div style=\"margin-left: 20px;\">". format_interval(time() - $feed->timestamp) ." ". t("ago") ."<a href=\"$feed->url\"><img src=\"". $theme->image("xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" /></a><br /><br /></div></p>\n";
Dries's avatar
 
Dries committed
527 528

  $result = db_query("SELECT * FROM item WHERE fid = '". check_input($fid) ."' ORDER BY iid DESC LIMIT ". variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
529 530

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
531
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
532
    $links[] = "<a href=\"submit.php?mod=blog&type=import&id=$item->iid\">". t("blog it") ."</a>";
Dries's avatar
 
Dries committed
533
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";
Dries's avatar
 
Dries committed
534

Dries's avatar
 
Dries committed
535
    if ($item->link) {
Dries's avatar
 
Dries committed
536
      $output .= "<tr><td>". format_url($item->link, $item->title) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
537 538
    }
    if ($item->description) {
Dries's avatar
Dries committed
539
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
540 541 542 543 544
    }

    unset($links);
  }
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
545 546

  $theme->header();
Dries's avatar
 
Dries committed
547 548
  $theme->box(check_output($feed->title), $header);
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
549 550 551 552 553 554
  $theme->footer();
}

function import_page_bundle($bid) {
  global $theme;

Dries's avatar
 
Dries committed
555 556 557 558
  $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = '". check_input($bid) ."'"));

  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". format_url("module.php?mod=import&op=bundle&id=$bundle->bid") ."</div></p>";
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". t("A composite news feed about") ." ". check_output($bundle->attributes) .".</div></p>";
Dries's avatar
 
Dries committed
559 560 561 562 563

  $keys = explode(",", $bundle->attributes);
  foreach ($keys as $key) $where[] = "i.attributes LIKE '%". trim($key) ."%'";
  $result = db_query("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i, feed f WHERE (". implode(" OR ", $where) .") AND i.fid = f.fid ORDER BY iid DESC LIMIT ". variable_get("import_page_limit", 75));

Dries's avatar
 
Dries committed
564
  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
565
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
566
    $links[] = "<a href=\"submit.php?mod=blog&type=import&id=$item->iid\">". t("blog it") ."</a>";
Dries's avatar
 
Dries committed
567 568 569 570
    $links[] = "<a href=\"module.php?mod=import&op=feed&id=$item->fid\">". t("feed") ."</a>";
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
571
      $output .= "<tr><td>". format_url($item->link, $item->title) ." &middot; <a href=\"module.php?mod=import&op=feed&id=$item->fid\">$item->ftitle</a></td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
572 573
    }
    if ($item->description) {
Dries's avatar
Dries committed
574
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
575 576 577
    }

    unset($links);
Dries's avatar
 
Dries committed
578
  }
Dries's avatar
 
Dries committed
579
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
580 581

  $theme->header();
Dries's avatar
 
Dries committed
582 583
  $theme->box(check_output($bundle->title), $header);
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
584
  $theme->footer();
Dries's avatar
 
Dries committed
585

Dries's avatar
 
Dries committed
586 587
}

Dries's avatar
 
Dries committed
588 589 590 591 592 593 594
function import_page_sources() {
  global $theme;

  $result = db_query("SELECT * FROM feed ORDER BY title");

  while ($feed = db_fetch_object($result)) {
    $output .= format_url("module.php?mod=import&op=feed&id=$feed->fid", $feed->title);
Dries's avatar
 
Dries committed
595
    $output .= "<div style=\"margin-left: 20px;\">". check_output($feed->description, 1) ."</div><br />";
Dries's avatar
 
Dries committed
596 597
  }

Dries's avatar
 
Dries committed
598 599
  $output .= "<a href=\"module.php?mod=import&op=fd\"><img src=\"". $theme->image("xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" /></a><br />\n";

Dries's avatar
 
Dries committed
600 601 602 603 604 605
  $theme->header();
  $theme->box(t("News feeds"), import_page_info());
  $theme->box(t("News sources"), $output);
  $theme->footer();
}

Dries's avatar
 
Dries committed
606 607 608 609 610
function import_page_fd() {

  $result = db_query("SELECT * FROM feed ORDER BY title");

  $output .= "<?xml version=\"1.0\"?>\n\n";
Dries's avatar
 
Dries committed
611
  $output .= "<rssfeeds version=\"0.1\">\n\n";
Dries's avatar
 
Dries committed
612 613 614 615 616 617 618 619

  while ($feed = db_fetch_object($result)) {
    $output .= "<channel>\n";
    $output .= " <title>". htmlentities($feed->title) ."</title>\n";
    $output .= " <link>". htmlentities($feed->url) ."</link>\n";
    $output .= "</channel>\n\n";
  }

Dries's avatar
 
Dries committed
620 621
  $output .= "</rssfeeds>\n";

Dries's avatar
 
Dries committed
622
  header("Content-Type: text/xml");
Dries's avatar
 
Dries committed
623 624 625 626

  print $output;
}

Dries's avatar
 
Dries committed
627
function import_page_bundles() {
Dries's avatar
 
Dries committed
628
  import_page_blocks(import_get_bundles());
Dries's avatar
 
Dries committed
629 630 631
}

function import_page_feeds() {
Dries's avatar
 
Dries committed
632
  import_page_blocks(import_get_feeds());
Dries's avatar
 
Dries committed
633 634 635 636 637 638 639 640 641 642 643 644 645
}

function import_page_blocks($blocks) {
  global $theme;

  $count = count($blocks);
  $items = ceil($count / 3);
  $c1 = min($items, $count);
  $c2 = min(2 * $items, $count);
  $c3 = $count;
  $i = 0;

  $theme->header();
Dries's avatar
 
Dries committed
646
  $theme->box(t("News feeds"), import_page_info());
Dries's avatar
 
Dries committed
647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673
  print "<table cellpadding=\"0\" cellspacing=\"5\" border=\"0\" width=\"100%\">\n";
  print " <tr>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c1; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c2; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c3; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print " </tr>\n";
  print "</table>\n";
  $theme->footer();
}

function import_page() {
  global $op, $id;

  if (user_access("access news feeds")) {
    switch($op) {
      case "feed":
        import_page_feed($id);
        break;
      case "bundle":
        import_page_bundle($id);
        break;
Dries's avatar
 
Dries committed
674 675 676
      case "feeds":
        import_page_feeds();
        break;
Dries's avatar
 
Dries committed
677 678 679
      case "bundles":
        import_page_bundles();
        break;
Dries's avatar
 
Dries committed
680 681
      case "sources":
        import_page_sources();
Dries's avatar
 
Dries committed
682
        break;
Dries's avatar
 
Dries committed
683 684 685
      case "fd":
        import_page_fd();
        break;
Dries's avatar
 
Dries committed
686
      default:
Dries's avatar
 
Dries committed
687
        import_page_last();
Dries's avatar
 
Dries committed
688 689 690 691
    }
  }
}

692
?>