aggregator.module 27.6 KB
Newer Older
1 2
<?php

Dries's avatar
 
Dries committed
3
function import_help() {
4
 ?>
Dries's avatar
 
Dries committed
5 6 7 8 9
  <P>In Drupal you have <I>feeds</I> and <I>bundles</I>.   Feeds define news sources and bundles categoriz syndicated content by source, topic or any other heuristic.   Bundles provide a generalized way of creating composite feeds.  They allow you, for example, to combine various sport-related feeds into one bundle called "Sport".</P>
  <P>You can have several providers of news feeds.  You can add a feed by clicking the "add feed" link on the import administration pages.  Give the feed a name, supply the URI and a comma-separated list of attributes that you want to associate the feed with.  The update interval defines how often Drupal should go out to try and grab fresh content.  The expiration time defines how long syndicated content is kept in the database.  So set the update and expiration time and save your settings.  You have just defined your first feed.  If you have more feeds repeat as necessary.</P>
  <P>To verify whether your feed works, press "update items" at the overview page.  The number of items that have been sucessfully fetched, should then become visible in the third column of the feed overview.</P>
  <P>Now you have to define some bundles.  Bundles look for feeds that contain one of the keywords associated with the bundle and display those feeds together.  To define a bundle you have to give it a name and a comma-separated list of keywords just like this is the case for feeds.</P>
  <P>Your newly created bundle will now show up in the list of blocks that you can see at the block related administration pages.  There you can customize where and when your bundles will be displayed.</P>
10 11 12
 <?php
}

Dries's avatar
 
Dries committed
13 14 15 16 17 18 19
function import_conf_options() {
  $number = array(5 => 5, 10 => 10, 15 => 15, 20 => 20, 25 => 25, 30 => 30, 35 => 35, 40 => 40, 45 => 45, 50 => 50, 55 => 55, 60 => 60, 65 => 65, 70 => 70, 75 => 75, 80 => 80, 85 => 85, 90 => 90, 95 => 95, 100 => 100);
  $output .= form_select("Items per block", "import_block_limit", variable_get("import_block_limit", 15), $number, "The maximum number of items displayed in one block.");
  $output .= form_select("Items per page", "import_page_limit", variable_get("import_page_limit", 75), $number, "The maximum number of items displayed on one page.");
  return $output;
}

Dries's avatar
 
Dries committed
20
function import_perm() {
Dries's avatar
 
Dries committed
21
  return array("administer news feeds", "access news feeds");
Dries's avatar
 
Dries committed
22 23 24
}

function import_link($type) {
Dries's avatar
 
Dries committed
25 26 27 28 29
  if ($type == "admin" && user_access("administer news feeds")) {
    $links[] = "<a href=\"admin.php?mod=import\">news feeds</a>";
  }

  if ($type == "page" && user_access("access news feeds")) {
Dries's avatar
 
Dries committed
30
    $links[] = "<a href=\"module.php?mod=import\">". t("news feeds") ."</a>";
Dries's avatar
 
Dries committed
31 32 33
  }

  return $links ? $links : array();
Dries's avatar
 
Dries committed
34 35
}

Dries's avatar
 
Dries committed
36
function import_cron() {
Dries's avatar
 
Dries committed
37 38 39 40 41 42 43
  $result = db_query("SELECT * FROM feed WHERE timestamp + refresh < ". time());
  while ($feed = db_fetch_array($result)) {
    import_refresh($feed);
  }
}

function import_update() {
44 45
  $result = db_query("SELECT * FROM feed");
  while ($feed = db_fetch_array($result)) {
Dries's avatar
 
Dries committed
46 47 48 49
    import_refresh($feed);
  }
}

Dries's avatar
 
Dries committed
50 51
function import_format_item($item, $feed = 0) {
  global $theme, $user;
Dries's avatar
 
Dries committed
52

Dries's avatar
 
Dries committed
53
  if ($user->uid && user_access("post blogs")) {
Dries's avatar
 
Dries committed
54
    $output .= "<a href=\"submit.php?mod=blog&type=import&id=$item->iid\"><img src=\"". $theme->image("blog.gif") ."\" border=\"0\" width=\"12\" height=\"16\" alt=\"" . t("Blog this item") . "\" /></a> ";
Dries's avatar
 
Dries committed
55 56 57
  }

  $output .= "<a href=\"". check_output($item->link) ."\" target=\"new\">". check_output($item->title) ."</a>";
58

Dries's avatar
 
Dries committed
59
  return $output ."<br />";
60 61
}

Dries's avatar
 
Dries committed
62 63
function import_bundle_block($attributes) {

64 65 66
  if ($attributes) {
    $keys = explode(",", $attributes);
    foreach ($keys as $key) $where[] = "attributes LIKE '%". trim($key) ."%'";
67

Dries's avatar
 
Dries committed
68
    $result = db_query("SELECT * FROM item WHERE ". implode(" OR ", $where) ." ORDER BY iid DESC LIMIT ". variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
69
  }
70

Dries's avatar
 
Dries committed
71 72
  while ($item = db_fetch_object($result)) {
    $output .= import_format_item($item);
73
  }
Dries's avatar
 
Dries committed
74 75

  return $output;
76 77
}

Dries's avatar
 
Dries committed
78 79
function import_feed_block($feed) {
  $result = db_query("SELECT * FROM item WHERE fid = '$feed->fid' ORDER BY iid DESC LIMIT ". variable_get("import_block_limit", 15));
80

Dries's avatar
 
Dries committed
81
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
82
    $output .= import_format_item($item);
Dries's avatar
 
Dries committed
83
  }
Dries's avatar
 
Dries committed
84

Dries's avatar
 
Dries committed
85 86 87
  return $output;
}

Dries's avatar
 
Dries committed
88
function import_block() {
Dries's avatar
 
Dries committed
89
  return array_merge(import_get_bundles(), import_get_feeds());
Dries's avatar
 
Dries committed
90 91
}

Dries's avatar
 
Dries committed
92
function import_get_bundles($attributes = 0) {
Dries's avatar
 
Dries committed
93
  $result = db_query("SELECT * FROM bundle ORDER BY title");
Dries's avatar
 
Dries committed
94

Dries's avatar
 
Dries committed
95
  $i = 0;
Dries's avatar
 
Dries committed
96
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
97 98 99 100
    $block[$i][subject] = $bundle->title;
    $block[$i][content] = import_bundle_block($bundle->attributes) ."<p><div align=\"right\"><a href=\"module.php?mod=import&op=bundle&id=$bundle->bid\">". t("details") ."</a></div></p>";
    $block[$i][info] = "$bundle->title bundle";

Dries's avatar
 
Dries committed
101 102
    $i++;
  }
Dries's avatar
 
Dries committed
103

Dries's avatar
 
Dries committed
104
  return $block;
Dries's avatar
 
Dries committed
105 106
}

Dries's avatar
 
Dries committed
107
function import_get_feeds($attributes = 0) {
Dries's avatar
 
Dries committed
108
  $result = db_query("SELECT * FROM feed ORDER BY fid");
Dries's avatar
 
Dries committed
109 110 111

  $i = 0;
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
112 113 114
    $block[$i][subject] = $feed->title;
    $block[$i][content] = import_feed_block($feed) ."<p><div align=\"right\"><a href=\"module.php?mod=import&op=feed&id=$feed->fid\">". t("details") ."</a></div></p>";
    $block[$i][info] = "$feed->title feed";
Dries's avatar
 
Dries committed
115 116 117 118

    $i++;
  }

Dries's avatar
 
Dries committed
119
  return $block;
Dries's avatar
 
Dries committed
120 121
}

Dries's avatar
 
Dries committed
122 123 124 125 126
function import_remove($feed) {
  db_query("DELETE FROM item WHERE fid = '$feed[fid]'");
  return "feed '$feed[title]' reset.";
}

Dries's avatar
 
Dries committed
127
function import_refresh($feed) {
128

Dries's avatar
 
Dries committed
129 130 131 132 133 134 135 136 137 138 139 140
  /*
  ** Check whether the feed is properly configured:
  */

  if (!ereg("^http://|ftp://", $feed[url])) {
    watchdog("warning", "import: invalid or missing URL for '$feed[title]'");
  }

  /*
  ** Grab the headlines:
  */

Dries's avatar
 
Dries committed
141
  if ($fp = @fopen($feed[url], "r")) {
142
    // fetch data:
Dries's avatar
 
Dries committed
143 144 145
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
146
    fclose($fp);
Dries's avatar
 
Dries committed
147 148 149 150 151

    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

Dries's avatar
 
Dries committed
152 153 154 155
    /*
    ** Remove expired items:
    */
    db_query("DELETE FROM item WHERE fid = '$feed[fid]' AND timestamp < ". (time() - $feed[uncache]));
Dries's avatar
 
Dries committed
156

Dries's avatar
 
Dries committed
157 158 159
    /*
    ** Remove unsupported tags or sub-elements:
    */
Dries's avatar
 
Dries committed
160

Dries's avatar
 
Dries committed
161 162
    $data = ereg_replace("<textinput([^s].*)</textinput>", "", $data);
    $data = ereg_replace("<image([^s].*)</image>", "", $data);
Dries's avatar
 
Dries committed
163

Dries's avatar
 
Dries committed
164 165 166
    /*
    ** Extract and process channel information:
    */
167

Dries's avatar
 
Dries committed
168
    $channel = ereg_replace("<item([^s].*)</item>", "", $data);
Dries's avatar
 
Dries committed
169

Dries's avatar
 
Dries committed
170 171 172
    eregi("<title>(.*)</title>", $channel, $title);
    eregi("<link>(.*)</link>", $channel, $link);
    eregi("<description>(.*)</description>", $channel, $description);
Dries's avatar
 
Dries committed
173

Dries's avatar
 
Dries committed
174
    db_query("UPDATE feed SET timestamp = '". time() ."', link = '". check_input($link[1]) ."', description = '". check_input($description[1]) ."' WHERE fid = '". $feed[fid] ."'");
Dries's avatar
 
Dries committed
175

Dries's avatar
 
Dries committed
176 177 178
    /*
    ** Extract and process individual items:
    */
Dries's avatar
 
Dries committed
179

Dries's avatar
 
Dries committed
180 181
    eregi("<item([^s].*)</item>", $data, $data);
    // print "<pre>". htmlentities($data[0]) ."</pre>";
182

Dries's avatar
 
Dries committed
183
    $items = array_reverse(explode("</item>", $data[0]));
Dries's avatar
 
Dries committed
184

Dries's avatar
 
Dries committed
185 186
    foreach ($items as $item) {
      unset($title, $link, $author, $description);
Dries's avatar
 
Dries committed
187

Dries's avatar
 
Dries committed
188 189 190 191
      $t = eregi("<title>(.*)</title>", $item, $title);
      $l = eregi("<link>(.*)</link>", $item, $link);
      $a = eregi("<author>(.*)</author>", $item, $author);
      $d = eregi("<description>(.*)</description>", $item, $description);
Dries's avatar
 
Dries committed
192

Dries's avatar
 
Dries committed
193
      if ($t || $l || $a || $d) {
194

Dries's avatar
 
Dries committed
195 196 197
        /*
        ** Strip invalid tags and provide default values (if required):
        */
Dries's avatar
Dries committed
198

Dries's avatar
 
Dries committed
199 200 201
        $title = strip_tags(strtr($title[1] ? $title[1] : substr(strip_tags(strtr($description[1], $tt)), 0, 30), $tt));
        $link = $link[1] ? $link[1] : $feed[link];
        $description = strtr($description[1], $tt);
Dries's avatar
Dries committed
202

Dries's avatar
 
Dries committed
203
        // print "<pre>title = ". htmlentities($title) ."\n\ndescription = ". htmlentities($description) ."\n\nlink = ". htmlentities($link) ."</pre><hr />";
Dries's avatar
 
Dries committed
204

Dries's avatar
 
Dries committed
205 206 207
        /*
        ** Save this item:
        */
Dries's avatar
 
Dries committed
208

Dries's avatar
 
Dries committed
209
        import_save_item(array(fid => $feed[fid], title => $title, link => $link, author => $author[1], description => $description, attributes => $feed[attributes]));
210 211
      }
    }
Dries's avatar
 
Dries committed
212 213
  }
  else {
Dries's avatar
 
Dries committed
214
    watchdog("warning", "import: failed to syndicate from '$feed[title]'". ($errstr ? ": $errstr" : ""));
215
  }
Dries's avatar
 
Dries committed
216 217

  return "feed '$feed[title]' updated.";
218 219
}

Dries's avatar
 
Dries committed
220
function import_save_item($edit) {
221
  if ($edit[iid] && $edit[title]) {
222
    db_query("UPDATE item SET title = '". check_input($edit[title]) ."', link = '". check_input($edit[link]) ."', author = '". check_input($edit[author]) ."', description = '". check_input($edit[description]) ."', attributes = '". check_input($edit[attributes]) ."' WHERE iid = '$edit[iid]'");
223 224 225 226
  }
  else if ($edit[iid]) {
    db_query("DELETE FROM item WHERE iid = '". check_input($edit[iid]) ."'");
  }
Dries's avatar
 
Dries committed
227
  else if ($edit[title] && $edit[link]) {
Dries's avatar
Dries committed
228
    if (!db_fetch_object(db_query("SELECT iid FROM item WHERE title = '". check_input($edit[title]) ."' AND link = '". check_input($edit[link]) ."' AND description = '". check_input($edit[description]) ."'"))) {
229
      db_query("INSERT INTO item (fid, title, link, author, description, attributes, timestamp) VALUES ('". check_input($edit[fid]) ."', '". check_input($edit[title]) ."', '". check_input($edit[link]) ."', '". check_input($edit[author]) ."', '". check_input($edit[description]) ."', '". check_input($edit[attributes]) ."', '". time() ."')");
230 231 232 233
    }
  }
}

Dries's avatar
 
Dries committed
234
function import_form_bundle($edit = array()) {
235 236 237
  global $REQUEST_URI;

  $form .= form_textfield("Title", "title", $edit[title], 50, 64, "The name of the bundle.");
238
  $form .= form_textfield("Attributes", "attributes", $edit[attributes], 50, 128, "A comma-seperated list of keywords describing the bundle.");
239 240 241 242

  $form .= form_submit("Submit");

  if ($edit[bid]) {
Dries's avatar
 
Dries committed
243
    $form .= form_submit("Delete");
244 245 246 247 248 249
    $form .= form_hidden("bid", $edit[bid]);
  }

  return form($REQUEST_URI, $form);
}

Dries's avatar
 
Dries committed
250
function import_save_bundle($edit) {
251
  if ($edit[bid] && $edit[title]) {
252
    db_query("UPDATE bundle SET title = '". check_input($edit[title]) ."', attributes = '". check_input($edit[attributes]) ."' WHERE bid = '". check_input($edit[bid]) ."'");
253 254 255 256
  }
  else if ($edit[bid]) {
    db_query("DELETE FROM bundle WHERE bid = '". check_input($edit[bid]) ."'");
  }
Dries's avatar
 
Dries committed
257
  else if ($edit[title]) {
258
    db_query("INSERT INTO bundle (title, attributes) VALUES ('". check_input($edit[title]) ."', '". check_input($edit[attributes]) ."')");
259
  }
Dries's avatar
 
Dries committed
260 261

  module_rehash_blocks("import");
262 263
}

Dries's avatar
 
Dries committed
264
function import_form_feed($edit = array()) {
265 266 267 268
  global $REQUEST_URI;

  $period = array(900 => format_interval(900), 1800 => format_interval(1800), 3600 => format_interval(3600), 7200 => format_interval(7200), 10800 => format_interval(10800), 21600 => format_interval(21600), 32400 => format_interval(32400), 43200 => format_interval(43200), 64800 => format_interval(64800), 86400 => format_interval(86400), 172800 => format_interval(172800), 259200 => format_interval(259200), 604800 => format_interval(604800), 1209600 => format_interval(1209600), 2419200 => format_interval(2419200));

Dries's avatar
 
Dries committed
269 270
  if ($edit[refresh] == "") $edit[refresh] = 3600;
  if ($edit[uncache] == "") $edit[uncache] = 2419200;
Dries's avatar
 
Dries committed
271

272
  $form .= form_textfield("Title", "title", $edit[title], 50, 64, "The name of the feed; typically the name of the website you syndicate content from.");
Dries's avatar
 
Dries committed
273
  $form .= form_textfield("Url", "url", $edit[url], 50, 128, "The fully-qualified URL of the feed.");
274
  $form .= form_textfield("Attributes", "attributes", $edit[attributes], 50, 128, "A comma-seperated list of keywords describing the feed.");
275 276 277 278 279 280
  $form .= form_select("Update interval", "refresh", $edit[refresh], $period, "The refresh interval indicating how often you want to update this feed.  Requires crontab.");
  $form .= form_select("Expiration time", "uncache", $edit[uncache], $period, "The time cached items should be kept.  Older items will be automatically discarded.  Requires crontab.");

  $form .= form_submit("Submit");

  if ($edit[fid]) {
Dries's avatar
 
Dries committed
281
    $form .= form_submit("Delete");
282 283 284 285 286 287
    $form .= form_hidden("fid", $edit[fid]);
  }

  return form($REQUEST_URI, $form);
}

Dries's avatar
 
Dries committed
288
function import_save_feed($edit) {
289
  if ($edit[fid] && $edit[title]) {
Dries's avatar
 
Dries committed
290
    db_query("UPDATE feed SET title = '". check_input($edit[title]) ."', url = '". check_input($edit[url]) ."', attributes = '". check_input($edit[attributes]) ."', refresh = '". check_input($edit[refresh]) ."', uncache = '". check_input($edit[uncache]) ."' WHERE fid = '". check_input($edit[fid]) ."'");
291 292 293 294 295 296
    db_query("DELETE FROM item WHERE fid = '". check_input($edit[fid]) ."'");
  }
  else if ($edit[fid]) {
    db_query("DELETE FROM feed WHERE fid = '". check_input($edit[fid]) ."'");
    db_query("DELETE FROM item WHERE fid = '". check_input($edit[fid]) ."'");
  }
Dries's avatar
 
Dries committed
297
  else if ($edit[title]) {
Dries's avatar
 
Dries committed
298
    db_query("INSERT INTO feed (title, url, attributes, refresh, uncache) VALUES ('". check_input($edit[title]) ."', '". check_input($edit[url]) ."', '". check_input($edit[attributes]) ."', '". check_input($edit[refresh]) ."', '". check_input($edit[uncache]) ."')");
299 300 301
  }
}

Dries's avatar
 
Dries committed
302
function import_save_attributes($edit) {
303
  foreach($edit as $iid => $value) {
304
    db_query("UPDATE item SET attributes = '". check_input($value) ."' WHERE iid = '". check_input($iid) ."'");
305 306 307 308
  }
  return "attributes has been saved";
}

Dries's avatar
 
Dries committed
309
function import_get_feed($fid) {
310 311 312
  return db_fetch_array(db_query("SELECT * FROM feed WHERE fid = '". check_input($fid) ."'"));
}

Dries's avatar
 
Dries committed
313
function import_get_bundle($bid) {
314 315 316
  return db_fetch_array(db_query("SELECT * FROM bundle WHERE bid = '". check_input($bid) ."'"));
}

Dries's avatar
 
Dries committed
317
function import_view() {
318 319
  $result = db_query("SELECT f.*, COUNT(i.iid) AS items FROM feed f LEFT JOIN item i ON f.fid = i.fid GROUP BY f.fid ORDER BY f.title");

Dries's avatar
 
Dries committed
320 321
  $output .= "<h3>Feed overview</h3>";
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
Dries's avatar
 
Dries committed
322
  $output .= " <tr><th>title</th><th>attributes</th><th>items</th><th>last update</th><th>next update</th><th colspan=\"3\">operations</th></tr>\n";
323
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
324
    $output .= " <tr><td>". check_output($feed->title) ."</td><td>". check_output($feed->attributes) ."</td><td>". format_plural($feed->items, "item", "items") ."</td><td>". ($feed->timestamp ? format_interval(time() - $feed->timestamp) ." ago" : "never") ."</td><td>". ($feed->timestamp ? format_interval($feed->timestamp + $feed->refresh - time()) ." left" : "never") ."</td><td><a href=\"admin.php?mod=import&type=feed&op=edit&id=$feed->fid\">edit feed</a></td><td><a href=\"admin.php?mod=import&type=feed&op=remove&id=$feed->fid\">remove items</a></td><td><a href=\"admin.php?mod=import&type=feed&op=update&id=$feed->fid\">update items</a></td></tr>\n";
325
  }
Dries's avatar
 
Dries committed
326
  $output .= "</table>\n";
327 328 329

  $result = db_query("SELECT * FROM bundle ORDER BY title");

Dries's avatar
 
Dries committed
330 331 332
  $output .= "<h3>Bundle overview</h3>";
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
  $output .= " <tr><th>title</th><th>attributes</th><th>operations</th></tr>\n";
333
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
334
    $output .= " <tr><td>". check_output($bundle->title) ."</td><td>". check_output($bundle->attributes) ."</td><td><a href=\"admin.php?mod=import&type=bundle&op=edit&id=$bundle->bid\">edit bundle</a></td></tr>\n";
335
  }
Dries's avatar
 
Dries committed
336
  $output .= "</table>\n";
337 338 339 340

  return $output;
}

Dries's avatar
 
Dries committed
341 342 343
function import_fd_form() {
  global $REQUEST_URI;

Dries's avatar
 
Dries committed
344
  $form .= form_textfield("Feed directory file", "url", "http://", 64, 128, "The fully-qualified URL of the feed directory file.");
Dries's avatar
 
Dries committed
345 346 347 348 349 350 351 352 353 354
  $form .= form_submit("Collect feeds");

  return form($REQUEST_URI, $form);
}

function import_fd_collect($edit) {
  global $REQUEST_URI;

  set_time_limit(180);

Dries's avatar
 
Dries committed
355
  if ($fp = @fopen($edit[url], "r")) {
Dries's avatar
 
Dries committed
356 357 358 359
    // fetch data:
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
360
    fclose($fp);
Dries's avatar
 
Dries committed
361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393

    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

    $items = explode("</channel>", $data);

    $output .= "<form action=\"$REQUEST_URI\" method=\"POST\">\n";

    foreach ($items as $item) {
      unset ($link, $title);

      // print "<pre>item = ". htmlentities($item) ."\n\n</pre>";

      eregi("<link>(.*)</link>", $item, $link);
      eregi("<title>(.*)</title>", $item, $title);

      $link = strip_tags(strtr($link[1], $tt));
      $title = strip_tags(strtr($title[1], $tt));

      // print "<b>title = $title, link = $link<br /></b>";
      if ($link && $link && !db_fetch_array(db_query("SELECT * FROM feed WHERE url = '". check_input($link) ."'"))) {
        $output .= "<input type=\"checkbox\" name=\"edit[$title]\" value=\"$link\"> ". strtr($title, $tt) ."<br />";
      }
    }

    $output .= "<input type=\"submit\" name=\"op\" value=\"Import feeds\" />\n";
    $output .= "</form>";

    return $output;
  }
  else {
    print status("failed to open '$edit[url]': $errstr.");
Dries's avatar
 
Dries committed
394 395 396
  }
}

Dries's avatar
 
Dries committed
397
function import_fd_import($edit) {
Dries's avatar
 
Dries committed
398 399 400 401
  if ($edit) {
    foreach ($edit as $title => $link) {
      import_save_feed(array("title" => $title, "url" => $link, "refresh" => 3600, "uncache" => 2419200));
    }
Dries's avatar
 
Dries committed
402 403 404
  }
}

Dries's avatar
 
Dries committed
405
function import_tag() {
406 407
  global $REQUEST_URI;

Dries's avatar
Dries committed
408
  $result = db_query("SELECT i.*, f.title AS feed FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC LIMIT 50");
409

Dries's avatar
 
Dries committed
410 411 412
  $output .= "<form action=\"$REQUEST_URI\" method=\"post\">\n";
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
  $output .= " <tr><th>time</th><th>feed</th><th>item</th></tr>\n";
413
  while ($item = db_fetch_object($result)) {
Dries's avatar
Dries committed
414
    $output .= " <tr><td valign=\"top\" nowrap=\"nowrap\">". format_date($item->timestamp, "custom", "m/d/y") ."<br />".format_date($item->timestamp, "custom", "H:i") ."</td><td align=\"center\" valign=\"top\" nowrap=\"nowrap\"><a href=\"admin.php?mod=import&type=feed&op=edit&id=$item->fid\">". check_output($item->feed) ."</a></td><td><a href=\"". check_output($item->link) ."\">". check_output($item->title) ."</a>". ($item->description ? "<br /><small><i>". check_output($item->description, 1) ."</i></small>" : "") ."<br /><input type=\"text\" name=\"edit[$item->iid]\" value=\"". check_form($item->attributes) ."\" size=\"50\" /></td></tr>\n";
415
  }
Dries's avatar
 
Dries committed
416 417 418
  $output .= "</table>\n";
  $output .= "<input type=\"submit\" name=\"op\" value=\"Save attributes\" />\n";
  $output .= "</form>\n";
419 420 421 422

  return $output;
}

Dries's avatar
 
Dries committed
423
function import_admin() {
Dries's avatar
 
Dries committed
424
  global $op, $id, $type, $edit;
Dries's avatar
 
Dries committed
425

Dries's avatar
 
Dries committed
426
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
427

Dries's avatar
 
Dries committed
428
    print "<small><a href=\"admin.php?mod=import&type=feed&op=add\">add new feed</a> | <a href=\"admin.php?mod=import&type=bundle&op=add\">add new bundle</a> | <a href=\"admin.php?mod=import&op=fd\">import feeds</a> | <a href=\"admin.php?mod=import&op=tag\">tag items</a> | <a href=\"admin.php?mod=import&op=view\">overview</a> | <a href=\"admin.php?mod=import&op=help\">help</a></small><hr />";
Dries's avatar
 
Dries committed
429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445

    switch($op) {
      case "help":
        print import_help();
        break;
      case "add":
        if ($type == "bundle")
          print import_form_bundle();
        else
          print import_form_feed();
        break;
      case "edit":
        if ($type == "bundle")
          print import_form_bundle(import_get_bundle($id));
        else
          print import_form_feed(import_get_feed($id));
        break;
Dries's avatar
 
Dries committed
446 447 448 449 450 451 452 453 454 455
      case "fd":
        print import_fd_form();
        break;
      case "Collect feeds":
        print import_fd_collect($edit);
        break;
      case "Import feeds":
        print import_fd_import($edit);
        print import_view();
        break;
Dries's avatar
 
Dries committed
456 457
      case "remove":
        print status(import_remove(import_get_feed($id)));
Dries's avatar
 
Dries committed
458
        print import_view();
Dries's avatar
 
Dries committed
459 460
        break;
      case "update":
Dries's avatar
 
Dries committed
461 462
        print status(import_refresh(import_get_feed($id)));
        print import_view();
Dries's avatar
 
Dries committed
463
        break;
Dries's avatar
 
Dries committed
464 465 466
      case "tag":
        print import_tag();
        break;
Dries's avatar
 
Dries committed
467 468
      case "Save attributes":
        print status(import_save_attributes($edit));
Dries's avatar
 
Dries committed
469
        print import_tag();
Dries's avatar
 
Dries committed
470 471 472 473 474 475 476 477 478 479
        break;
      case "Delete":
        $edit[title] = 0;
        // fall through:
      case "Submit":
        if ($type == "bundle")
          print status(import_save_bundle($edit));
        else
          print status(import_save_feed($edit));
        // fall through:
Dries's avatar
 
Dries committed
480 481
        print import_view();
        break;
Dries's avatar
 
Dries committed
482
      default:
Dries's avatar
 
Dries committed
483
        print import_view();
Dries's avatar
 
Dries committed
484 485 486 487
    }
  }
  else {
    print message_access();
488 489 490
  }
}

Dries's avatar
 
Dries committed
491 492 493 494
function import_page_info() {
  global $theme;

  $links[] = "<a href=\"module.php?mod=import\">". t("latest news") ."</a>";
Dries's avatar
Dries committed
495 496
  $links[] = "<a href=\"module.php?mod=import&op=feeds\">". t("news by source") ."</a>";
  $links[] = "<a href=\"module.php?mod=import&op=bundles\">". t("news by topic") ."</a>";
Dries's avatar
 
Dries committed
497 498 499 500 501
  $links[] = "<a href=\"module.php?mod=import&op=sources\">". t("news sources") ."</a>";

  return "<div align=\"center\">". $theme->links($links) ."</div>";
}

Dries's avatar
 
Dries committed
502
function import_page_last() {
Dries's avatar
 
Dries committed
503 504 505
  global $theme;

  $result = db_query("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC LIMIT ". variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
506 507

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
508
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
509
    $links[] = "<a href=\"submit.php?mod=blog&type=import&id=$item->iid\">". t("blog it") ."</a>";
Dries's avatar
 
Dries committed
510 511 512
    $links[] = "<a href=\"module.php?mod=import&op=feed&id=$item->fid\">". t("feed") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
513
      $output .= "<tr><td>". format_url($item->link, $item->title) ." &middot; <a href=\"module.php?mod=import&op=feed&id=$item->fid\">$item->ftitle</a></td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
514 515
    }
    if ($item->description) {
Dries's avatar
Dries committed
516
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
517 518 519
    }

    unset($links);
Dries's avatar
 
Dries committed
520
  }
Dries's avatar
 
Dries committed
521
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
522 523

  $theme->header();
Dries's avatar
 
Dries committed
524
  $theme->box(t("News feeds"), import_page_info());
Dries's avatar
 
Dries committed
525
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
526 527 528 529 530 531
  $theme->footer();
}

function import_page_feed($fid) {
  global $theme;

Dries's avatar
 
Dries committed
532
  $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = '". check_input($fid) ."'"));
Dries's avatar
 
Dries committed
533

Dries's avatar
 
Dries committed
534
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". format_url($feed->link) ."</div></p>";
Dries's avatar
Dries committed
535
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". check_output($feed->description, 1) ."</div></p>";
Dries's avatar
 
Dries committed
536
  $header .= "<p><b>". t("Last update") .":</b><div style=\"margin-left: 20px;\">". format_interval(time() - $feed->timestamp) ." ". t("ago") ."<a href=\"$feed->url\"><img src=\"". $theme->image("xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" /></a><br /><br /></div></p>\n";
Dries's avatar
 
Dries committed
537 538

  $result = db_query("SELECT * FROM item WHERE fid = '". check_input($fid) ."' ORDER BY iid DESC LIMIT ". variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
539 540

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
541
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
542
    $links[] = "<a href=\"submit.php?mod=blog&type=import&id=$item->iid\">". t("blog it") ."</a>";
Dries's avatar
 
Dries committed
543
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";
Dries's avatar
 
Dries committed
544

Dries's avatar
 
Dries committed
545
    if ($item->link) {
Dries's avatar
 
Dries committed
546
      $output .= "<tr><td>". format_url($item->link, $item->title) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
547 548
    }
    if ($item->description) {
Dries's avatar
Dries committed
549
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
550 551 552 553 554
    }

    unset($links);
  }
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
555 556

  $theme->header();
Dries's avatar
 
Dries committed
557 558
  $theme->box(check_output($feed->title), $header);
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
559 560 561 562 563 564
  $theme->footer();
}

function import_page_bundle($bid) {
  global $theme;

Dries's avatar
 
Dries committed
565 566 567 568
  $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = '". check_input($bid) ."'"));

  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". format_url("module.php?mod=import&op=bundle&id=$bundle->bid") ."</div></p>";
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". t("A composite news feed about") ." ". check_output($bundle->attributes) .".</div></p>";
Dries's avatar
 
Dries committed
569 570 571 572 573

  $keys = explode(",", $bundle->attributes);
  foreach ($keys as $key) $where[] = "i.attributes LIKE '%". trim($key) ."%'";
  $result = db_query("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i, feed f WHERE (". implode(" OR ", $where) .") AND i.fid = f.fid ORDER BY iid DESC LIMIT ". variable_get("import_page_limit", 75));

Dries's avatar
 
Dries committed
574
  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
575
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
576
    $links[] = "<a href=\"submit.php?mod=blog&type=import&id=$item->iid\">". t("blog it") ."</a>";
Dries's avatar
 
Dries committed
577 578 579 580
    $links[] = "<a href=\"module.php?mod=import&op=feed&id=$item->fid\">". t("feed") ."</a>";
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
581
      $output .= "<tr><td>". format_url($item->link, $item->title) ." &middot; <a href=\"module.php?mod=import&op=feed&id=$item->fid\">$item->ftitle</a></td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
582 583
    }
    if ($item->description) {
Dries's avatar
Dries committed
584
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
585 586 587
    }

    unset($links);
Dries's avatar
 
Dries committed
588
  }
Dries's avatar
 
Dries committed
589
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
590 591

  $theme->header();
Dries's avatar
 
Dries committed
592 593
  $theme->box(check_output($bundle->title), $header);
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
594
  $theme->footer();
Dries's avatar
 
Dries committed
595

Dries's avatar
 
Dries committed
596 597
}

Dries's avatar
 
Dries committed
598 599 600 601 602 603 604
function import_page_sources() {
  global $theme;

  $result = db_query("SELECT * FROM feed ORDER BY title");

  while ($feed = db_fetch_object($result)) {
    $output .= format_url("module.php?mod=import&op=feed&id=$feed->fid", $feed->title);
Dries's avatar
 
Dries committed
605
    $output .= "<div style=\"margin-left: 20px;\">". check_output($feed->description, 1) ."</div><br />";
Dries's avatar
 
Dries committed
606 607
  }

Dries's avatar
 
Dries committed
608 609
  $output .= "<a href=\"module.php?mod=import&op=fd\"><img src=\"". $theme->image("xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" /></a><br />\n";

Dries's avatar
 
Dries committed
610 611 612 613 614 615
  $theme->header();
  $theme->box(t("News feeds"), import_page_info());
  $theme->box(t("News sources"), $output);
  $theme->footer();
}

Dries's avatar
 
Dries committed
616 617 618 619 620
function import_page_fd() {

  $result = db_query("SELECT * FROM feed ORDER BY title");

  $output .= "<?xml version=\"1.0\"?>\n\n";
Dries's avatar
 
Dries committed
621
  $output .= "<rssfeeds version=\"0.1\">\n\n";
Dries's avatar
 
Dries committed
622 623 624 625 626 627 628 629

  while ($feed = db_fetch_object($result)) {
    $output .= "<channel>\n";
    $output .= " <title>". htmlentities($feed->title) ."</title>\n";
    $output .= " <link>". htmlentities($feed->url) ."</link>\n";
    $output .= "</channel>\n\n";
  }

Dries's avatar
 
Dries committed
630 631
  $output .= "</rssfeeds>\n";

Dries's avatar
 
Dries committed
632
  header("Content-Type: text/xml");
Dries's avatar
 
Dries committed
633 634 635 636

  print $output;
}

Dries's avatar
 
Dries committed
637
function import_page_bundles() {
Dries's avatar
 
Dries committed
638
  import_page_blocks(import_get_bundles());
Dries's avatar
 
Dries committed
639 640 641
}

function import_page_feeds() {
Dries's avatar
 
Dries committed
642
  import_page_blocks(import_get_feeds());
Dries's avatar
 
Dries committed
643 644 645 646 647 648 649 650 651 652 653 654 655
}

function import_page_blocks($blocks) {
  global $theme;

  $count = count($blocks);
  $items = ceil($count / 3);
  $c1 = min($items, $count);
  $c2 = min(2 * $items, $count);
  $c3 = $count;
  $i = 0;

  $theme->header();
Dries's avatar
 
Dries committed
656
  $theme->box(t("News feeds"), import_page_info());
Dries's avatar
 
Dries committed
657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683
  print "<table cellpadding=\"0\" cellspacing=\"5\" border=\"0\" width=\"100%\">\n";
  print " <tr>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c1; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c2; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c3; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print " </tr>\n";
  print "</table>\n";
  $theme->footer();
}

function import_page() {
  global $op, $id;

  if (user_access("access news feeds")) {
    switch($op) {
      case "feed":
        import_page_feed($id);
        break;
      case "bundle":
        import_page_bundle($id);
        break;
Dries's avatar
 
Dries committed
684 685 686
      case "feeds":
        import_page_feeds();
        break;
Dries's avatar
 
Dries committed
687 688 689
      case "bundles":
        import_page_bundles();
        break;
Dries's avatar
 
Dries committed
690 691
      case "sources":
        import_page_sources();
Dries's avatar
 
Dries committed
692
        break;
Dries's avatar
 
Dries committed
693 694 695
      case "fd":
        import_page_fd();
        break;
Dries's avatar
 
Dries committed
696
      default:
Dries's avatar
 
Dries committed
697
        import_page_last();
Dries's avatar
 
Dries committed
698 699 700 701
    }
  }
}

702
?>