aggregator.module 27.8 KB
Newer Older
1
<?php
2
// $Id$
3

Dries's avatar
 
Dries committed
4
function import_help() {
5
 ?>
Dries's avatar
 
Dries committed
6 7 8 9 10
  <p>In Drupal you have <i>feeds</i> and <i>bundles</i>.   Feeds define news sources and bundles categoriz syndicated content by source, topic or any other heuristic.   Bundles provide a generalized way of creating composite feeds.  They allow you, for example, to combine various sport-related feeds into one bundle called "Sport".</p>
  <p>You can have several providers of news feeds.  You can add a feed by clicking the "add feed" link on the import administration pages.  Give the feed a name, supply the URI and a comma-separated list of attributes that you want to associate the feed with.  The update interval defines how often Drupal should go out to try and grab fresh content.  The expiration time defines how long syndicated content is kept in the database.  So set the update and expiration time and save your settings.  You have just defined your first feed.  If you have more feeds repeat as necessary.</p>
  <p>To verify whether your feed works, press "update items" at the overview page.  The number of items that have been sucessfully fetched, should then become visible in the third column of the feed overview.</p>
  <p>Now you have to define some bundles.  Bundles look for feeds that contain one of the keywords associated with the bundle and display those feeds together.  To define a bundle you have to give it a name and a comma-separated list of keywords just like this is the case for feeds.</p>
  <p>Your newly created bundle will now show up in the list of blocks that you can see at the block related administration pages.  There you can customize where and when your bundles will be displayed.</p>
11 12 13
 <?php
}

Dries's avatar
 
Dries committed
14 15 16 17
function import_conf_options() {
  $number = array(5 => 5, 10 => 10, 15 => 15, 20 => 20, 25 => 25, 30 => 30, 35 => 35, 40 => 40, 45 => 45, 50 => 50, 55 => 55, 60 => 60, 65 => 65, 70 => 70, 75 => 75, 80 => 80, 85 => 85, 90 => 90, 95 => 95, 100 => 100);
  $output .= form_select("Items per block", "import_block_limit", variable_get("import_block_limit", 15), $number, "The maximum number of items displayed in one block.");
  $output .= form_select("Items per page", "import_page_limit", variable_get("import_page_limit", 75), $number, "The maximum number of items displayed on one page.");
Dries's avatar
 
Dries committed
18

Dries's avatar
 
Dries committed
19 20 21
  return $output;
}

Dries's avatar
 
Dries committed
22
function import_perm() {
Dries's avatar
 
Dries committed
23
  return array("administer news feeds", "access news feeds");
Dries's avatar
 
Dries committed
24 25 26
}

function import_link($type) {
Dries's avatar
 
Dries committed
27 28 29 30 31
  if ($type == "admin" && user_access("administer news feeds")) {
    $links[] = "<a href=\"admin.php?mod=import\">news feeds</a>";
  }

  if ($type == "page" && user_access("access news feeds")) {
Dries's avatar
 
Dries committed
32
    $links[] = "<a href=\"module.php?mod=import\">". t("news feeds") ."</a>";
Dries's avatar
 
Dries committed
33 34 35
  }

  return $links ? $links : array();
Dries's avatar
 
Dries committed
36 37
}

Dries's avatar
 
Dries committed
38
function import_cron() {
Dries's avatar
 
Dries committed
39 40 41 42 43 44 45
  $result = db_query("SELECT * FROM feed WHERE timestamp + refresh < ". time());
  while ($feed = db_fetch_array($result)) {
    import_refresh($feed);
  }
}

function import_update() {
46 47
  $result = db_query("SELECT * FROM feed");
  while ($feed = db_fetch_array($result)) {
Dries's avatar
 
Dries committed
48 49 50 51
    import_refresh($feed);
  }
}

Dries's avatar
 
Dries committed
52 53
function import_format_item($item, $feed = 0) {
  global $theme, $user;
Dries's avatar
 
Dries committed
54

Dries's avatar
 
Dries committed
55
  if ($user->uid && user_access("post blogs")) {
Dries's avatar
 
Dries committed
56
    $output .= "<a href=\"module.php?mod=node&op=add&type=blog&iid=$item->iid\"><img src=\"". $theme->image("blog.gif") ."\" border=\"0\" width=\"12\" height=\"16\" alt=\"". t("Blog this item") ."\" /></a> ";
Dries's avatar
 
Dries committed
57 58 59
  }

  $output .= "<a href=\"". check_output($item->link) ."\" target=\"new\">". check_output($item->title) ."</a>";
60

Dries's avatar
 
Dries committed
61
  return $output ."<br />";
62 63
}

Dries's avatar
 
Dries committed
64 65
function import_bundle_block($attributes) {

66 67 68
  if ($attributes) {
    $keys = explode(",", $attributes);
    foreach ($keys as $key) $where[] = "attributes LIKE '%". trim($key) ."%'";
69

Dries's avatar
 
Dries committed
70
    $result = db_query("SELECT * FROM item WHERE ". implode(" OR ", $where) ." ORDER BY iid DESC LIMIT ". variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
71
  }
72

Dries's avatar
 
Dries committed
73 74
  while ($item = db_fetch_object($result)) {
    $output .= import_format_item($item);
75
  }
Dries's avatar
 
Dries committed
76 77

  return $output;
78 79
}

Dries's avatar
 
Dries committed
80 81
function import_feed_block($feed) {
  $result = db_query("SELECT * FROM item WHERE fid = '$feed->fid' ORDER BY iid DESC LIMIT ". variable_get("import_block_limit", 15));
82

Dries's avatar
 
Dries committed
83
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
84
    $output .= import_format_item($item);
Dries's avatar
 
Dries committed
85
  }
Dries's avatar
 
Dries committed
86

Dries's avatar
 
Dries committed
87 88 89
  return $output;
}

Dries's avatar
 
Dries committed
90
function import_block() {
Dries's avatar
 
Dries committed
91
  return array_merge(import_get_bundles(), import_get_feeds());
Dries's avatar
 
Dries committed
92 93
}

Dries's avatar
 
Dries committed
94
function import_get_bundles($attributes = 0) {
Dries's avatar
 
Dries committed
95
  $result = db_query("SELECT * FROM bundle ORDER BY title");
Dries's avatar
 
Dries committed
96

Dries's avatar
 
Dries committed
97
  $i = 0;
Dries's avatar
 
Dries committed
98
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
99 100 101
    $block[$i]["subject"] = $bundle->title;
    $block[$i]["content"] = import_bundle_block($bundle->attributes) ."<p><div align=\"right\"><a href=\"module.php?mod=import&op=bundle&id=$bundle->bid\">". t("more") ."</a></div></p>";
    $block[$i]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
102

Dries's avatar
 
Dries committed
103 104
    $i++;
  }
Dries's avatar
 
Dries committed
105

Dries's avatar
 
Dries committed
106
  return $block;
Dries's avatar
 
Dries committed
107 108
}

Dries's avatar
 
Dries committed
109
function import_get_feeds($attributes = 0) {
Dries's avatar
 
Dries committed
110
  $result = db_query("SELECT * FROM feed ORDER BY fid");
Dries's avatar
 
Dries committed
111 112 113

  $i = 0;
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
114 115 116
    $block[$i]["subject"] = $feed->title;
    $block[$i]["content"] = import_feed_block($feed) ."<p><div align=\"right\"><a href=\"module.php?mod=import&op=feed&id=$feed->fid\">". t("more") ."</a></div></p>";
    $block[$i]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
117 118 119 120

    $i++;
  }

Dries's avatar
 
Dries committed
121
  return $block;
Dries's avatar
 
Dries committed
122 123
}

Dries's avatar
 
Dries committed
124
function import_remove($feed) {
Dries's avatar
 
Dries committed
125 126
  db_query("DELETE FROM item WHERE fid = '". $feed["fid"] ."'");
  return "feed '". $feed["title"] ."' reset.";
Dries's avatar
 
Dries committed
127 128
}

Dries's avatar
 
Dries committed
129
function import_refresh($feed) {
130

Dries's avatar
 
Dries committed
131 132 133 134
  /*
  ** Check whether the feed is properly configured:
  */

Dries's avatar
 
Dries committed
135 136
  if (!ereg("^http://|ftp://", $feed["url"])) {
    watchdog("warning", "import: invalid or missing URL for '". $feed["title"] ."'");
Dries's avatar
 
Dries committed
137 138 139 140 141 142
  }

  /*
  ** Grab the headlines:
  */

Dries's avatar
 
Dries committed
143
  if ($fp = @fopen($feed["url"], "r")) {
144
    // fetch data:
Dries's avatar
 
Dries committed
145 146 147
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
148
    fclose($fp);
Dries's avatar
 
Dries committed
149 150 151 152 153

    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

Dries's avatar
 
Dries committed
154 155 156
    /*
    ** Remove unsupported tags or sub-elements:
    */
Dries's avatar
 
Dries committed
157

Dries's avatar
 
Dries committed
158 159
    $data = ereg_replace("<textinput([^s].*)</textinput>", "", $data);
    $data = ereg_replace("<image([^s].*)</image>", "", $data);
Dries's avatar
 
Dries committed
160

Dries's avatar
 
Dries committed
161 162 163
    /*
    ** Extract and process channel information:
    */
164

Dries's avatar
 
Dries committed
165
    $channel = ereg_replace("<item([^s].*)</item>", "", $data);
Dries's avatar
 
Dries committed
166

Dries's avatar
 
Dries committed
167 168 169
    eregi("<title>(.*)</title>", $channel, $title);
    eregi("<link>(.*)</link>", $channel, $link);
    eregi("<description>(.*)</description>", $channel, $description);
Dries's avatar
 
Dries committed
170

Dries's avatar
 
Dries committed
171 172 173 174 175 176 177 178
    /*
    ** Strip invalid tags and provide default values (if required):
    */

    $link = strip_tags($link[1]);
    $description = filter(strtr($description[1], $tt));

    db_query("UPDATE feed SET timestamp = '". time() ."', link = '". check_input($link) ."', description = '". check_input($description) ."' WHERE fid = '". $feed["fid"] ."'");
Dries's avatar
 
Dries committed
179

Dries's avatar
 
Dries committed
180 181 182
    /*
    ** Extract and process individual items:
    */
Dries's avatar
 
Dries committed
183

Dries's avatar
 
Dries committed
184 185
    eregi("<item([^s].*)</item>", $data, $data);
    // print "<pre>". htmlentities($data[0]) ."</pre>";
186

Dries's avatar
 
Dries committed
187
    $items = array_reverse(explode("</item>", $data[0]));
Dries's avatar
 
Dries committed
188

Dries's avatar
 
Dries committed
189 190
    foreach ($items as $item) {
      unset($title, $link, $author, $description);
Dries's avatar
 
Dries committed
191

Dries's avatar
 
Dries committed
192 193 194 195
      $t = eregi("<title>(.*)</title>", $item, $title);
      $l = eregi("<link>(.*)</link>", $item, $link);
      $a = eregi("<author>(.*)</author>", $item, $author);
      $d = eregi("<description>(.*)</description>", $item, $description);
Dries's avatar
 
Dries committed
196

Dries's avatar
 
Dries committed
197
      if ($t || $l || $a || $d) {
198

Dries's avatar
 
Dries committed
199 200 201
        /*
        ** Strip invalid tags and provide default values (if required):
        */
Dries's avatar
Dries committed
202

Dries's avatar
 
Dries committed
203
        $title = strip_tags(strtr($title[1] ? $title[1] : substr(strip_tags(strtr($description[1], $tt)), 0, 30), $tt));
Dries's avatar
 
Dries committed
204 205 206
        $link = strip_tags($link[1] ? $link[1] : $feed["link"]);
        $author = strip_tags($author[1]);
        $description = filter(strtr($description[1], $tt));
Dries's avatar
Dries committed
207

Dries's avatar
 
Dries committed
208
        // print "<pre>title = ". htmlentities($title) ."\n\ndescription = ". htmlentities($description) ."\n\nlink = ". htmlentities($link) ."</pre><hr />";
Dries's avatar
 
Dries committed
209

Dries's avatar
 
Dries committed
210 211 212
        /*
        ** Save this item:
        */
Dries's avatar
 
Dries committed
213

Dries's avatar
 
Dries committed
214
        import_save_item(array(fid => $feed["fid"], title => $title, link => $link, author => $author, description => $description, attributes => $feed["attributes"]));
215 216
      }
    }
Dries's avatar
 
Dries committed
217 218

    /*
Dries's avatar
 
Dries committed
219
    ** Remove all the old, expired items:
Dries's avatar
 
Dries committed
220 221 222 223 224 225 226 227 228 229
    */

    unset($items);

    $result = db_query("SELECT iid FROM item WHERE fid = '". $feed["fid"] ."' ORDER BY timestamp");

    while ($item = db_fetch_object($result)) {
      $items[] = "iid = '$item->iid'";
    }

Dries's avatar
 
Dries committed
230
    if (sizeof($items) > 50) {
Dries's avatar
 
Dries committed
231 232 233
      db_query("DELETE FROM item WHERE ". implode(" OR ", array_slice($items, 0, - 50)));
    }

Dries's avatar
 
Dries committed
234 235
  }
  else {
Dries's avatar
 
Dries committed
236
    watchdog("warning", "import: failed to syndicate from '". $feed["title"] ."'". ($errstr ? ": $errstr" : ""));
237
  }
Dries's avatar
 
Dries committed
238

Dries's avatar
 
Dries committed
239
  return "feed '". $feed["title"] ."' updated.";
240 241
}

Dries's avatar
 
Dries committed
242
function import_save_item($edit) {
Dries's avatar
 
Dries committed
243 244
  if ($edit["iid"] && $edit["title"]) {
    db_query("UPDATE item SET title = '". check_input($edit["title"]) ."', link = '". check_input($edit["link"]) ."', author = '". check_input($edit["author"]) ."', description = '". check_input($edit["description"]) ."', attributes = '". check_input($edit["attributes"]) ."' WHERE iid = '". check_input($edit["iid"]) ."'");
245
  }
Dries's avatar
 
Dries committed
246 247
  else if ($edit["iid"]) {
    db_query("DELETE FROM item WHERE iid = '". check_input($edit["iid"]) ."'");
248
  }
Dries's avatar
 
Dries committed
249 250 251
  else if ($edit["title"] && $edit["link"]) {
    if (!db_fetch_object(db_query("SELECT iid FROM item WHERE title = '". check_input($edit["title"]) ."' AND link = '". check_input($edit["link"]) ."' AND description = '". check_input($edit["description"]) ."'"))) {
      db_query("INSERT INTO item (fid, title, link, author, description, attributes, timestamp) VALUES ('". check_input($edit["fid"]) ."', '". check_input($edit["title"]) ."', '". check_input($edit["link"]) ."', '". check_input($edit["author"]) ."', '". check_input($edit["description"]) ."', '". check_input($edit["attributes"]) ."', '". time() ."')");
252 253 254 255
    }
  }
}

Dries's avatar
 
Dries committed
256
function import_form_bundle($edit = array()) {
257

Dries's avatar
 
Dries committed
258 259
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the bundle.");
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-seperated list of keywords describing the bundle.");
260 261 262

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
263
  if ($edit["bid"]) {
Dries's avatar
 
Dries committed
264
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
265
    $form .= form_hidden("bid", $edit["bid"]);
266 267
  }

Dries's avatar
 
Dries committed
268
  return form($form);
269 270
}

Dries's avatar
 
Dries committed
271
function import_save_bundle($edit) {
Dries's avatar
 
Dries committed
272 273
  if ($edit["bid"] && $edit["title"]) {
    db_query("UPDATE bundle SET title = '". check_input($edit["title"]) ."', attributes = '". check_input($edit["attributes"]) ."' WHERE bid = '". check_input($edit["bid"]) ."'");
274
  }
Dries's avatar
 
Dries committed
275 276
  else if ($edit["bid"]) {
    db_query("DELETE FROM bundle WHERE bid = '". check_input($edit["bid"]) ."'");
277
  }
Dries's avatar
 
Dries committed
278 279
  else if ($edit["title"]) {
    db_query("INSERT INTO bundle (title, attributes) VALUES ('". check_input($edit["title"]) ."', '". check_input($edit["attributes"]) ."')");
280
  }
Dries's avatar
 
Dries committed
281 282

  module_rehash_blocks("import");
283 284
}

Dries's avatar
 
Dries committed
285
function import_form_feed($edit = array()) {
286 287 288

  $period = array(900 => format_interval(900), 1800 => format_interval(1800), 3600 => format_interval(3600), 7200 => format_interval(7200), 10800 => format_interval(10800), 21600 => format_interval(21600), 32400 => format_interval(32400), 43200 => format_interval(43200), 64800 => format_interval(64800), 86400 => format_interval(86400), 172800 => format_interval(172800), 259200 => format_interval(259200), 604800 => format_interval(604800), 1209600 => format_interval(1209600), 2419200 => format_interval(2419200));

Dries's avatar
 
Dries committed
289 290 291
  if ($edit["refresh"] == "") {
    $edit["refresh"] = 3600;
  }
Dries's avatar
 
Dries committed
292

Dries's avatar
 
Dries committed
293 294 295 296
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the feed; typically the name of the website you syndicate content from.");
  $form .= form_textfield("Url", "url", $edit["url"], 50, 128, "The fully-qualified URL of the feed.");
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-seperated list of keywords describing the feed.");
  $form .= form_select("Update interval", "refresh", $edit["refresh"], $period, "The refresh interval indicating how often you want to update this feed.  Requires crontab.");
297 298 299

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
300
  if ($edit["fid"]) {
Dries's avatar
 
Dries committed
301
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
302
    $form .= form_hidden("fid", $edit["fid"]);
303 304
  }

Dries's avatar
 
Dries committed
305
  return form($form);
306 307
}

Dries's avatar
 
Dries committed
308
function import_save_feed($edit) {
Dries's avatar
 
Dries committed
309 310 311
  if ($edit["fid"] && $edit["title"]) {
    db_query("UPDATE feed SET title = '". check_input($edit["title"]) ."', url = '". check_input($edit["url"]) ."', attributes = '". check_input($edit["attributes"]) ."', refresh = '". check_input($edit["refresh"]) ."' WHERE fid = '". check_input($edit["fid"]) ."'");
    db_query("DELETE FROM item WHERE fid = '". check_input($edit["fid"]) ."'");
312
  }
Dries's avatar
 
Dries committed
313 314 315
  else if ($edit["fid"]) {
    db_query("DELETE FROM feed WHERE fid = '". check_input($edit["fid"]) ."'");
    db_query("DELETE FROM item WHERE fid = '". check_input($edit["fid"]) ."'");
316
  }
Dries's avatar
 
Dries committed
317 318
  else if ($edit["title"]) {
    db_query("INSERT INTO feed (title, url, attributes, refresh) VALUES ('". check_input($edit["title"]) ."', '". check_input($edit["url"]) ."', '". check_input($edit["attributes"]) ."', '". check_input($edit["refresh"]) ."')");
319 320 321
  }
}

Dries's avatar
 
Dries committed
322
function import_save_attributes($edit) {
Dries's avatar
 
Dries committed
323
  foreach ($edit as $iid => $value) {
324
    db_query("UPDATE item SET attributes = '". check_input($value) ."' WHERE iid = '". check_input($iid) ."'");
325 326 327 328
  }
  return "attributes has been saved";
}

Dries's avatar
 
Dries committed
329
function import_get_feed($fid) {
330 331 332
  return db_fetch_array(db_query("SELECT * FROM feed WHERE fid = '". check_input($fid) ."'"));
}

Dries's avatar
 
Dries committed
333
function import_get_bundle($bid) {
334 335 336
  return db_fetch_array(db_query("SELECT * FROM bundle WHERE bid = '". check_input($bid) ."'"));
}

Dries's avatar
 
Dries committed
337
function import_view() {
Dries's avatar
 
Dries committed
338
  $result = db_query("SELECT f.*, COUNT(i.iid) AS items FROM feed f LEFT JOIN item i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.timestamp, f.attributes, f.link, f.description ORDER BY f.title");
339

Dries's avatar
 
Dries committed
340 341
  $output .= "<h3>Feed overview</h3>";
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
Dries's avatar
 
Dries committed
342
  $output .= " <tr><th>title</th><th>attributes</th><th>items</th><th>last update</th><th>next update</th><th colspan=\"3\">operations</th></tr>\n";
343
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
344
    $output .= " <tr><td>". check_output($feed->title) ."</td><td>". check_output($feed->attributes) ."</td><td>". format_plural($feed->items, "item", "items") ."</td><td>". ($feed->timestamp ? format_interval(time() - $feed->timestamp) ." ago" : "never") ."</td><td>". ($feed->timestamp ? format_interval($feed->timestamp + $feed->refresh - time()) ." left" : "never") ."</td><td><a href=\"admin.php?mod=import&type=feed&op=edit&id=$feed->fid\">edit feed</a></td><td><a href=\"admin.php?mod=import&type=feed&op=remove&id=$feed->fid\">remove items</a></td><td><a href=\"admin.php?mod=import&type=feed&op=update&id=$feed->fid\">update items</a></td></tr>\n";
345
  }
Dries's avatar
 
Dries committed
346
  $output .= "</table>\n";
347 348 349

  $result = db_query("SELECT * FROM bundle ORDER BY title");

Dries's avatar
 
Dries committed
350 351 352
  $output .= "<h3>Bundle overview</h3>";
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
  $output .= " <tr><th>title</th><th>attributes</th><th>operations</th></tr>\n";
353
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
354
    $output .= " <tr><td>". check_output($bundle->title) ."</td><td>". check_output($bundle->attributes) ."</td><td><a href=\"admin.php?mod=import&type=bundle&op=edit&id=$bundle->bid\">edit bundle</a></td></tr>\n";
355
  }
Dries's avatar
 
Dries committed
356
  $output .= "</table>\n";
357 358 359 360

  return $output;
}

Dries's avatar
 
Dries committed
361 362
function import_fd_form() {

Dries's avatar
 
Dries committed
363
  $form .= form_textfield("Feed directory file", "url", "http://", 64, 128, "The fully-qualified URL of the feed directory file.");
Dries's avatar
 
Dries committed
364 365
  $form .= form_submit("Collect feeds");

Dries's avatar
 
Dries committed
366
  return form($form);
Dries's avatar
 
Dries committed
367 368 369 370 371 372
}

function import_fd_collect($edit) {

  set_time_limit(180);

Dries's avatar
 
Dries committed
373
  if ($fp = @fopen($edit["url"], "r")) {
Dries's avatar
 
Dries committed
374 375 376 377
    // fetch data:
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
378
    fclose($fp);
Dries's avatar
 
Dries committed
379 380 381 382 383 384 385 386

    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

    $items = explode("</channel>", $data);

    foreach ($items as $item) {
Dries's avatar
 
Dries committed
387
      unset($link, $title);
Dries's avatar
 
Dries committed
388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404

      // print "<pre>item = ". htmlentities($item) ."\n\n</pre>";

      eregi("<link>(.*)</link>", $item, $link);
      eregi("<title>(.*)</title>", $item, $title);

      $link = strip_tags(strtr($link[1], $tt));
      $title = strip_tags(strtr($title[1], $tt));

      // print "<b>title = $title, link = $link<br /></b>";
      if ($link && $link && !db_fetch_array(db_query("SELECT * FROM feed WHERE url = '". check_input($link) ."'"))) {
        $output .= "<input type=\"checkbox\" name=\"edit[$title]\" value=\"$link\"> ". strtr($title, $tt) ."<br />";
      }
    }

    $output .= "<input type=\"submit\" name=\"op\" value=\"Import feeds\" />\n";

Dries's avatar
 
Dries committed
405
    return form($output);
Dries's avatar
 
Dries committed
406 407
  }
  else {
Dries's avatar
 
Dries committed
408
    print status("failed to open '". $edit["url"] ."': $errstr.");
Dries's avatar
 
Dries committed
409 410 411
  }
}

Dries's avatar
 
Dries committed
412
function import_fd_import($edit) {
Dries's avatar
 
Dries committed
413 414
  if ($edit) {
    foreach ($edit as $title => $link) {
Dries's avatar
 
Dries committed
415
      import_save_feed(array("title" => $title, "url" => $link, "refresh" => 3600));
Dries's avatar
 
Dries committed
416
    }
Dries's avatar
 
Dries committed
417 418 419
  }
}

Dries's avatar
 
Dries committed
420
function import_tag() {
421

Dries's avatar
Dries committed
422
  $result = db_query("SELECT i.*, f.title AS feed FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC LIMIT 50");
423

Dries's avatar
 
Dries committed
424 425
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
  $output .= " <tr><th>time</th><th>feed</th><th>item</th></tr>\n";
426
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
427
    $output .= " <tr><td valign=\"top\" nowrap=\"nowrap\">". format_date($item->timestamp, "custom", "m/d/y") ."<br />". format_date($item->timestamp, "custom", "H:i") ."</td><td align=\"center\" valign=\"top\" nowrap=\"nowrap\"><a href=\"admin.php?mod=import&type=feed&op=edit&id=$item->fid\">". check_output($item->feed) ."</a></td><td><a href=\"". check_output($item->link) ."\">". check_output($item->title) ."</a>". ($item->description ? "<br /><small><i>". check_output($item->description, 1) ."</i></small>" : "") ."<br /><input type=\"text\" name=\"edit[$item->iid]\" value=\"". check_form($item->attributes) ."\" size=\"50\" /></td></tr>\n";
428
  }
Dries's avatar
 
Dries committed
429 430
  $output .= "</table>\n";
  $output .= "<input type=\"submit\" name=\"op\" value=\"Save attributes\" />\n";
431

Dries's avatar
 
Dries committed
432
  return form($output);
433 434
}

Dries's avatar
 
Dries committed
435
function import_admin() {
Dries's avatar
 
Dries committed
436
  global $op, $id, $type, $edit;
Dries's avatar
 
Dries committed
437

Dries's avatar
 
Dries committed
438
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
439

Dries's avatar
 
Dries committed
440
    print "<small><a href=\"admin.php?mod=import&type=feed&op=add\">add new feed</a> | <a href=\"admin.php?mod=import&type=bundle&op=add\">add new bundle</a> | <a href=\"admin.php?mod=import&op=fd\">import feeds</a> | <a href=\"admin.php?mod=import&op=tag\">tag items</a> | <a href=\"admin.php?mod=import&op=view\">overview</a> | <a href=\"admin.php?mod=import&op=help\">help</a></small><hr />";
Dries's avatar
 
Dries committed
441

Dries's avatar
 
Dries committed
442
    switch ($op) {
Dries's avatar
 
Dries committed
443 444 445 446
      case "help":
        print import_help();
        break;
      case "add":
Dries's avatar
 
Dries committed
447
        if ($type == "bundle") {
Dries's avatar
 
Dries committed
448
          print import_form_bundle();
Dries's avatar
 
Dries committed
449 450
        }
        else {
Dries's avatar
 
Dries committed
451
          print import_form_feed();
Dries's avatar
 
Dries committed
452
        }
Dries's avatar
 
Dries committed
453 454
        break;
      case "edit":
Dries's avatar
 
Dries committed
455
        if ($type == "bundle") {
Dries's avatar
 
Dries committed
456
          print import_form_bundle(import_get_bundle($id));
Dries's avatar
 
Dries committed
457 458
        }
        else {
Dries's avatar
 
Dries committed
459
          print import_form_feed(import_get_feed($id));
Dries's avatar
 
Dries committed
460
        }
Dries's avatar
 
Dries committed
461
        break;
Dries's avatar
 
Dries committed
462 463 464 465 466 467 468 469 470 471
      case "fd":
        print import_fd_form();
        break;
      case "Collect feeds":
        print import_fd_collect($edit);
        break;
      case "Import feeds":
        print import_fd_import($edit);
        print import_view();
        break;
Dries's avatar
 
Dries committed
472 473
      case "remove":
        print status(import_remove(import_get_feed($id)));
Dries's avatar
 
Dries committed
474
        print import_view();
Dries's avatar
 
Dries committed
475 476
        break;
      case "update":
Dries's avatar
 
Dries committed
477 478
        print status(import_refresh(import_get_feed($id)));
        print import_view();
Dries's avatar
 
Dries committed
479
        break;
Dries's avatar
 
Dries committed
480 481 482
      case "tag":
        print import_tag();
        break;
Dries's avatar
 
Dries committed
483 484
      case "Save attributes":
        print status(import_save_attributes($edit));
Dries's avatar
 
Dries committed
485
        print import_tag();
Dries's avatar
 
Dries committed
486 487
        break;
      case "Delete":
Dries's avatar
 
Dries committed
488
        $edit["title"] = 0;
Dries's avatar
 
Dries committed
489 490
        // fall through:
      case "Submit":
Dries's avatar
 
Dries committed
491
        if ($type == "bundle") {
Dries's avatar
 
Dries committed
492
          print status(import_save_bundle($edit));
Dries's avatar
 
Dries committed
493 494
        }
        else {
Dries's avatar
 
Dries committed
495
          print status(import_save_feed($edit));
Dries's avatar
 
Dries committed
496
        }
Dries's avatar
 
Dries committed
497 498
        // fall through:
      default:
Dries's avatar
 
Dries committed
499
        print import_view();
Dries's avatar
 
Dries committed
500 501 502 503
    }
  }
  else {
    print message_access();
504 505 506
  }
}

Dries's avatar
 
Dries committed
507 508 509 510
function import_page_info() {
  global $theme;

  $links[] = "<a href=\"module.php?mod=import\">". t("latest news") ."</a>";
Dries's avatar
Dries committed
511 512
  $links[] = "<a href=\"module.php?mod=import&op=feeds\">". t("news by source") ."</a>";
  $links[] = "<a href=\"module.php?mod=import&op=bundles\">". t("news by topic") ."</a>";
Dries's avatar
 
Dries committed
513 514 515 516 517
  $links[] = "<a href=\"module.php?mod=import&op=sources\">". t("news sources") ."</a>";

  return "<div align=\"center\">". $theme->links($links) ."</div>";
}

Dries's avatar
 
Dries committed
518
function import_page_last() {
Dries's avatar
 
Dries committed
519 520 521
  global $theme;

  $result = db_query("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC LIMIT ". variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
522 523

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
524
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
525
    $links[] = "<a href=\"module.php?mod=node&op=add&type=blog&iid=$item->iid\">". t("blog it") ."</a>";
Dries's avatar
 
Dries committed
526 527 528
    $links[] = "<a href=\"module.php?mod=import&op=feed&id=$item->fid\">". t("feed") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
529
      $output .= "<tr><td>". format_url($item->link, $item->title) ." &middot; <a href=\"module.php?mod=import&op=feed&id=$item->fid\">$item->ftitle</a></td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
530 531
    }
    if ($item->description) {
Dries's avatar
Dries committed
532
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
533 534 535
    }

    unset($links);
Dries's avatar
 
Dries committed
536
  }
Dries's avatar
 
Dries committed
537
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
538 539

  $theme->header();
Dries's avatar
 
Dries committed
540
  $theme->box(t("News feeds"), import_page_info());
Dries's avatar
 
Dries committed
541
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
542 543 544 545 546 547
  $theme->footer();
}

function import_page_feed($fid) {
  global $theme;

Dries's avatar
 
Dries committed
548
  $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = '". check_input($fid) ."'"));
Dries's avatar
 
Dries committed
549

Dries's avatar
 
Dries committed
550
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". format_url($feed->link) ."</div></p>";
Dries's avatar
Dries committed
551
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". check_output($feed->description, 1) ."</div></p>";
Dries's avatar
 
Dries committed
552
  $header .= "<p><b>". t("Last update") .":</b><div style=\"margin-left: 20px;\">". format_interval(time() - $feed->timestamp) ." ". t("ago") ."<a href=\"$feed->url\"><img src=\"". $theme->image("xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" /></a><br /><br /></div></p>\n";
Dries's avatar
 
Dries committed
553 554

  $result = db_query("SELECT * FROM item WHERE fid = '". check_input($fid) ."' ORDER BY iid DESC LIMIT ". variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
555 556

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
557
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
558
    $links[] = "<a href=\"module.php?mod=node&op=add&type=blog&iid=$item->iid\">". t("blog it") ."</a>";
Dries's avatar
 
Dries committed
559
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";
Dries's avatar
 
Dries committed
560

Dries's avatar
 
Dries committed
561
    if ($item->link) {
Dries's avatar
 
Dries committed
562
      $output .= "<tr><td>". format_url($item->link, $item->title) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
563 564
    }
    if ($item->description) {
Dries's avatar
Dries committed
565
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
566 567 568 569 570
    }

    unset($links);
  }
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
571 572

  $theme->header();
Dries's avatar
 
Dries committed
573 574
  $theme->box(check_output($feed->title), $header);
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
575 576 577 578 579 580
  $theme->footer();
}

function import_page_bundle($bid) {
  global $theme;

Dries's avatar
 
Dries committed
581 582 583 584
  $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = '". check_input($bid) ."'"));

  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". format_url("module.php?mod=import&op=bundle&id=$bundle->bid") ."</div></p>";
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". t("A composite news feed about") ." ". check_output($bundle->attributes) .".</div></p>";
Dries's avatar
 
Dries committed
585 586 587 588 589

  $keys = explode(",", $bundle->attributes);
  foreach ($keys as $key) $where[] = "i.attributes LIKE '%". trim($key) ."%'";
  $result = db_query("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i, feed f WHERE (". implode(" OR ", $where) .") AND i.fid = f.fid ORDER BY iid DESC LIMIT ". variable_get("import_page_limit", 75));

Dries's avatar
 
Dries committed
590
  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
591
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
592
    $links[] = "<a href=\"module.php?mod=node&op=add&type=blog&iid=$item->iid\">". t("blog it") ."</a>";
Dries's avatar
 
Dries committed
593 594 595 596
    $links[] = "<a href=\"module.php?mod=import&op=feed&id=$item->fid\">". t("feed") ."</a>";
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
597
      $output .= "<tr><td>". format_url($item->link, $item->title) ." &middot; <a href=\"module.php?mod=import&op=feed&id=$item->fid\">$item->ftitle</a></td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
598 599
    }
    if ($item->description) {
Dries's avatar
Dries committed
600
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
601 602 603
    }

    unset($links);
Dries's avatar
 
Dries committed
604
  }
Dries's avatar
 
Dries committed
605
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
606 607

  $theme->header();
Dries's avatar
 
Dries committed
608 609
  $theme->box(check_output($bundle->title), $header);
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
610
  $theme->footer();
Dries's avatar
 
Dries committed
611

Dries's avatar
 
Dries committed
612 613
}

Dries's avatar
 
Dries committed
614 615 616 617 618 619 620
function import_page_sources() {
  global $theme;

  $result = db_query("SELECT * FROM feed ORDER BY title");

  while ($feed = db_fetch_object($result)) {
    $output .= format_url("module.php?mod=import&op=feed&id=$feed->fid", $feed->title);
Dries's avatar
 
Dries committed
621
    $output .= "<div style=\"margin-left: 20px;\">". check_output($feed->description, 1) ."</div><br />";
Dries's avatar
 
Dries committed
622 623
  }

Dries's avatar
 
Dries committed
624 625
  $output .= "<a href=\"module.php?mod=import&op=fd\"><img src=\"". $theme->image("xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" /></a><br />\n";

Dries's avatar
 
Dries committed
626 627 628 629 630 631
  $theme->header();
  $theme->box(t("News feeds"), import_page_info());
  $theme->box(t("News sources"), $output);
  $theme->footer();
}

Dries's avatar
 
Dries committed
632 633 634 635 636
function import_page_fd() {

  $result = db_query("SELECT * FROM feed ORDER BY title");

  $output .= "<?xml version=\"1.0\"?>\n\n";
Dries's avatar
 
Dries committed
637
  $output .= "<rssfeeds version=\"0.1\">\n\n";
Dries's avatar
 
Dries committed
638 639 640 641 642 643 644 645

  while ($feed = db_fetch_object($result)) {
    $output .= "<channel>\n";
    $output .= " <title>". htmlentities($feed->title) ."</title>\n";
    $output .= " <link>". htmlentities($feed->url) ."</link>\n";
    $output .= "</channel>\n\n";
  }

Dries's avatar
 
Dries committed
646 647
  $output .= "</rssfeeds>\n";

Dries's avatar
 
Dries committed
648
  header("Content-Type: text/xml");
Dries's avatar
 
Dries committed
649 650 651 652

  print $output;
}

Dries's avatar
 
Dries committed
653
function import_page_bundles() {
Dries's avatar
 
Dries committed
654
  import_page_blocks(import_get_bundles());
Dries's avatar
 
Dries committed
655 656 657
}

function import_page_feeds() {
Dries's avatar
 
Dries committed
658
  import_page_blocks(import_get_feeds());
Dries's avatar
 
Dries committed
659 660 661 662 663 664 665 666 667 668 669 670 671
}

function import_page_blocks($blocks) {
  global $theme;

  $count = count($blocks);
  $items = ceil($count / 3);
  $c1 = min($items, $count);
  $c2 = min(2 * $items, $count);
  $c3 = $count;
  $i = 0;

  $theme->header();
Dries's avatar
 
Dries committed
672
  $theme->box(t("News feeds"), import_page_info());
Dries's avatar
 
Dries committed
673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692
  print "<table cellpadding=\"0\" cellspacing=\"5\" border=\"0\" width=\"100%\">\n";
  print " <tr>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c1; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c2; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c3; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print " </tr>\n";
  print "</table>\n";
  $theme->footer();
}

function import_page() {
  global $op, $id;

  if (user_access("access news feeds")) {
Dries's avatar
 
Dries committed
693
    switch ($op) {
Dries's avatar
 
Dries committed
694 695 696 697 698 699
      case "feed":
        import_page_feed($id);
        break;
      case "bundle":
        import_page_bundle($id);
        break;
Dries's avatar
 
Dries committed
700 701 702
      case "feeds":
        import_page_feeds();
        break;
Dries's avatar
 
Dries committed
703 704 705
      case "bundles":
        import_page_bundles();
        break;
Dries's avatar
 
Dries committed
706 707
      case "sources":
        import_page_sources();
Dries's avatar
 
Dries committed
708
        break;
Dries's avatar
 
Dries committed
709 710 711
      case "fd":
        import_page_fd();
        break;
Dries's avatar
 
Dries committed
712
      default:
Dries's avatar
 
Dries committed
713
        import_page_last();
Dries's avatar
 
Dries committed
714 715 716
    }
  }
}
Dries's avatar
 
Dries committed
717

718
?>