aggregator.module 28.6 KB
Newer Older
1
<?php
2
// $Id$
3

Dries's avatar
 
Dries committed
4
function import_help() {
5
 ?>
Dries's avatar
 
Dries committed
6 7 8 9 10
  <p>In Drupal you have <i>feeds</i> and <i>bundles</i>.   Feeds define news sources and bundles categoriz syndicated content by source, topic or any other heuristic.   Bundles provide a generalized way of creating composite feeds.  They allow you, for example, to combine various sport-related feeds into one bundle called "Sport".</p>
  <p>You can have several providers of news feeds.  You can add a feed by clicking the "add feed" link on the import administration pages.  Give the feed a name, supply the URI and a comma-separated list of attributes that you want to associate the feed with.  The update interval defines how often Drupal should go out to try and grab fresh content.  The expiration time defines how long syndicated content is kept in the database.  So set the update and expiration time and save your settings.  You have just defined your first feed.  If you have more feeds repeat as necessary.</p>
  <p>To verify whether your feed works, press "update items" at the overview page.  The number of items that have been sucessfully fetched, should then become visible in the third column of the feed overview.</p>
  <p>Now you have to define some bundles.  Bundles look for feeds that contain one of the keywords associated with the bundle and display those feeds together.  To define a bundle you have to give it a name and a comma-separated list of keywords just like this is the case for feeds.</p>
  <p>Your newly created bundle will now show up in the list of blocks that you can see at the block related administration pages.  There you can customize where and when your bundles will be displayed.</p>
11 12 13
 <?php
}

Dries's avatar
 
Dries committed
14 15 16 17
function import_conf_options() {
  $number = array(5 => 5, 10 => 10, 15 => 15, 20 => 20, 25 => 25, 30 => 30, 35 => 35, 40 => 40, 45 => 45, 50 => 50, 55 => 55, 60 => 60, 65 => 65, 70 => 70, 75 => 75, 80 => 80, 85 => 85, 90 => 90, 95 => 95, 100 => 100);
  $output .= form_select("Items per block", "import_block_limit", variable_get("import_block_limit", 15), $number, "The maximum number of items displayed in one block.");
  $output .= form_select("Items per page", "import_page_limit", variable_get("import_page_limit", 75), $number, "The maximum number of items displayed on one page.");
Dries's avatar
 
Dries committed
18

Dries's avatar
 
Dries committed
19 20 21
  return $output;
}

Dries's avatar
 
Dries committed
22
function import_perm() {
Dries's avatar
 
Dries committed
23
  return array("administer news feeds", "access news feeds");
Dries's avatar
 
Dries committed
24 25 26
}

function import_link($type) {
Dries's avatar
 
Dries committed
27
  if ($type == "admin" && user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
28
    $links[] = la(t("news feeds"), array("mod" => "import"));
Dries's avatar
 
Dries committed
29 30 31
  }

  if ($type == "page" && user_access("access news feeds")) {
Dries's avatar
 
Dries committed
32
    $links[] = lm(t("news feeds"), array("mod" => "import"), t("Read the latest news from syndicated websites."));
Dries's avatar
 
Dries committed
33 34 35
  }

  return $links ? $links : array();
Dries's avatar
 
Dries committed
36 37
}

Dries's avatar
 
Dries committed
38
function import_cron() {
Dries's avatar
 
Dries committed
39 40 41 42 43 44 45
  $result = db_query("SELECT * FROM feed WHERE timestamp + refresh < ". time());
  while ($feed = db_fetch_array($result)) {
    import_refresh($feed);
  }
}

function import_update() {
46 47
  $result = db_query("SELECT * FROM feed");
  while ($feed = db_fetch_array($result)) {
Dries's avatar
 
Dries committed
48 49 50 51
    import_refresh($feed);
  }
}

Dries's avatar
 
Dries committed
52 53
function import_format_item($item, $feed = 0) {
  global $theme, $user;
Dries's avatar
 
Dries committed
54

Dries's avatar
 
Dries committed
55
  if ($user->uid && user_access("post blogs")) {
Dries's avatar
 
Dries committed
56
    $output .= lm("<img src=\"". $theme->image("blog.gif") ."\" border=\"0\" width=\"12\" height=\"16\" alt=\"". t("Blog this item") ."\" />", array("mod" => "node", "op" => "add", "type" => "blog", "iid" => $item->iid), t("Comment on this news item in your personal blog."));
Dries's avatar
 
Dries committed
57 58
  }

Dries's avatar
 
Dries committed
59
  // external link
Dries's avatar
 
Dries committed
60
  $output .= "<a href=\"". check_output($item->link) ."\" target=\"new\">". check_output($item->title) ."</a>";
61

Dries's avatar
 
Dries committed
62
  return $output ."<br />";
63 64
}

Dries's avatar
 
Dries committed
65 66
function import_bundle_block($attributes) {

67 68 69
  if ($attributes) {
    $keys = explode(",", $attributes);
    foreach ($keys as $key) $where[] = "attributes LIKE '%". trim($key) ."%'";
70

Dries's avatar
 
Dries committed
71
    $result = db_query("SELECT * FROM item WHERE ". implode(" OR ", $where) ." ORDER BY iid DESC LIMIT ". variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
72
  }
73

Dries's avatar
 
Dries committed
74 75
  while ($item = db_fetch_object($result)) {
    $output .= import_format_item($item);
76
  }
Dries's avatar
 
Dries committed
77 78

  return $output;
79 80
}

Dries's avatar
 
Dries committed
81
function import_feed_block($feed) {
Dries's avatar
 
Dries committed
82
  $result = db_query("SELECT * FROM item WHERE fid = '%s' ORDER BY iid DESC LIMIT ". variable_get("import_block_limit", 15), $feed->fid);
83

Dries's avatar
 
Dries committed
84
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
85
    $output .= import_format_item($item);
Dries's avatar
 
Dries committed
86
  }
Dries's avatar
 
Dries committed
87

Dries's avatar
 
Dries committed
88 89 90
  return $output;
}

Dries's avatar
 
Dries committed
91
function import_block() {
Dries's avatar
 
Dries committed
92
  return array_merge(import_get_bundles(), import_get_feeds());
Dries's avatar
 
Dries committed
93 94
}

Dries's avatar
 
Dries committed
95
function import_get_bundles($attributes = 0) {
Dries's avatar
 
Dries committed
96
  $result = db_query("SELECT * FROM bundle ORDER BY title");
Dries's avatar
 
Dries committed
97

Dries's avatar
 
Dries committed
98
  $i = 0;
Dries's avatar
 
Dries committed
99
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
100
    $block[$i]["subject"] = $bundle->title;
Kjartan's avatar
Kjartan committed
101
    $block[$i]["content"] = import_bundle_block($bundle->attributes) ."<p><div align=\"right\">". lm(t("more"), array("mod" => "import", "op" => "bundle", "id" => $bundle->bid), t("View this bundle's recent news.")) ."</div></p>";
Dries's avatar
 
Dries committed
102
    $block[$i]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
103

Dries's avatar
 
Dries committed
104 105
    $i++;
  }
Dries's avatar
 
Dries committed
106

Dries's avatar
 
Dries committed
107
  return $block;
Dries's avatar
 
Dries committed
108 109
}

Dries's avatar
 
Dries committed
110
function import_get_feeds($attributes = 0) {
Dries's avatar
 
Dries committed
111
  $result = db_query("SELECT * FROM feed ORDER BY fid");
Dries's avatar
 
Dries committed
112 113 114

  $i = 0;
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
115
    $block[$i]["subject"] = $feed->title;
Kjartan's avatar
Kjartan committed
116
    $block[$i]["content"] = import_feed_block($feed) ."<p><div align=\"right\">". lm(t("more"), array("mod" => "import", "op" => "feed", "id" => $feed->fid), t("View this feed's recent news.")) ."</div></p>";
Dries's avatar
 
Dries committed
117
    $block[$i]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
118 119 120 121

    $i++;
  }

Dries's avatar
 
Dries committed
122
  return $block;
Dries's avatar
 
Dries committed
123 124
}

Dries's avatar
 
Dries committed
125
function import_remove($feed) {
Dries's avatar
 
Dries committed
126
  db_query("DELETE FROM item WHERE fid = '%s'", $feed["fid"]);
Dries's avatar
 
Dries committed
127
  return "feed '". $feed["title"] ."' reset.";
Dries's avatar
 
Dries committed
128 129
}

Dries's avatar
 
Dries committed
130
function import_refresh($feed) {
131

Dries's avatar
 
Dries committed
132 133 134 135
  /*
  ** Check whether the feed is properly configured:
  */

Dries's avatar
 
Dries committed
136 137
  if (!ereg("^http://|ftp://", $feed["url"])) {
    watchdog("warning", "import: invalid or missing URL for '". $feed["title"] ."'");
Dries's avatar
 
Dries committed
138 139 140
  }

  /*
Dries's avatar
 
Dries committed
141
  ** Grab the news items:
Dries's avatar
 
Dries committed
142 143
  */

Dries's avatar
 
Dries committed
144
  if ($fp = @fopen($feed["url"], "r")) {
145
    // fetch data:
Dries's avatar
 
Dries committed
146 147 148
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
149
    fclose($fp);
Dries's avatar
 
Dries committed
150 151 152 153 154

    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

Dries's avatar
 
Dries committed
155 156 157
    /*
    ** Remove unsupported tags or sub-elements:
    */
Dries's avatar
 
Dries committed
158

Dries's avatar
 
Dries committed
159 160
    $data = ereg_replace("<textinput([^s].*)</textinput>", "", $data);
    $data = ereg_replace("<image([^s].*)</image>", "", $data);
Dries's avatar
 
Dries committed
161

Dries's avatar
 
Dries committed
162 163 164
    /*
    ** Extract and process channel information:
    */
165

Dries's avatar
 
Dries committed
166
    $channel = ereg_replace("<item([^s].*)</item>", "", $data);
Dries's avatar
 
Dries committed
167

Dries's avatar
 
Dries committed
168 169 170
    eregi("<title>(.*)</title>", $channel, $title);
    eregi("<link>(.*)</link>", $channel, $link);
    eregi("<description>(.*)</description>", $channel, $description);
Dries's avatar
 
Dries committed
171

Dries's avatar
 
Dries committed
172 173 174 175 176 177 178
    /*
    ** Strip invalid tags and provide default values (if required):
    */

    $link = strip_tags($link[1]);
    $description = filter(strtr($description[1], $tt));

Kjartan's avatar
Kjartan committed
179
    db_query("UPDATE feed SET timestamp = '%s', link = '%s', description = '%s' WHERE fid = '%s'", time(), $link, $description, $feed["fid"]);
Dries's avatar
 
Dries committed
180

Dries's avatar
 
Dries committed
181 182 183
    /*
    ** Extract and process individual items:
    */
Dries's avatar
 
Dries committed
184

Dries's avatar
 
Dries committed
185 186
    eregi("<item([^s].*)</item>", $data, $data);
    // print "<pre>". htmlentities($data[0]) ."</pre>";
187

Dries's avatar
 
Dries committed
188
    $items = array_reverse(explode("</item>", $data[0]));
Dries's avatar
 
Dries committed
189

Dries's avatar
 
Dries committed
190 191
    foreach ($items as $item) {
      unset($title, $link, $author, $description);
Dries's avatar
 
Dries committed
192

Dries's avatar
 
Dries committed
193 194 195 196
      $t = eregi("<title>(.*)</title>", $item, $title);
      $l = eregi("<link>(.*)</link>", $item, $link);
      $a = eregi("<author>(.*)</author>", $item, $author);
      $d = eregi("<description>(.*)</description>", $item, $description);
Dries's avatar
 
Dries committed
197

Dries's avatar
 
Dries committed
198
      if ($t || $l || $a || $d) {
199

Dries's avatar
 
Dries committed
200 201 202
        /*
        ** Strip invalid tags and provide default values (if required):
        */
Dries's avatar
Dries committed
203

Dries's avatar
 
Dries committed
204
        $title = strip_tags(strtr($title[1] ? $title[1] : substr(strip_tags(strtr($description[1], $tt)), 0, 30), $tt));
Dries's avatar
 
Dries committed
205 206 207
        $link = strip_tags($link[1] ? $link[1] : $feed["link"]);
        $author = strip_tags($author[1]);
        $description = filter(strtr($description[1], $tt));
Dries's avatar
Dries committed
208

Dries's avatar
 
Dries committed
209
        // print "<pre>title = ". htmlentities($title) ."\n\ndescription = ". htmlentities($description) ."\n\nlink = ". htmlentities($link) ."</pre><hr />";
Dries's avatar
 
Dries committed
210

Dries's avatar
 
Dries committed
211
        /*
Dries's avatar
 
Dries committed
212 213 214
        ** Save this item.  Try to avoid duplicate entries as much as
        ** possible.  If we find a duplicate entry, we resolve it and
        ** pass along its ID such that we can update it (when needed).
Dries's avatar
 
Dries committed
215
        */
Dries's avatar
 
Dries committed
216

Dries's avatar
 
Dries committed
217
        if ($link && $link != $feed["link"] && $link != $feed["url"]) {
Dries's avatar
 
Dries committed
218
          $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = '%s' AND link = '%s'", $feed["fid"], $link));
Dries's avatar
 
Dries committed
219 220
        }
        else {
Dries's avatar
 
Dries committed
221
          $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = '%s' AND title = '%s'", $feed["fid"], $title));
Dries's avatar
 
Dries committed
222 223 224
        }

        import_save_item(array(iid => $entry->iid, fid => $feed["fid"], title => $title, link => $link, author => $author, description => $description, attributes => $feed["attributes"]));
225 226
      }
    }
Dries's avatar
 
Dries committed
227 228

    /*
Dries's avatar
 
Dries committed
229
    ** Remove all the old, expired items:
Dries's avatar
 
Dries committed
230 231 232 233
    */

    unset($items);

Dries's avatar
 
Dries committed
234
    $result = db_query("SELECT iid FROM item WHERE fid = '%s' ORDER BY timestamp", $feed["fid"]);
Dries's avatar
 
Dries committed
235 236 237 238 239

    while ($item = db_fetch_object($result)) {
      $items[] = "iid = '$item->iid'";
    }

Dries's avatar
 
Dries committed
240
    if (sizeof($items) > 50) {
Dries's avatar
 
Dries committed
241 242 243
      db_query("DELETE FROM item WHERE ". implode(" OR ", array_slice($items, 0, - 50)));
    }

Dries's avatar
 
Dries committed
244 245
  }
  else {
Dries's avatar
 
Dries committed
246
    watchdog("warning", "import: failed to syndicate from '". $feed["title"] ."'". ($errstr ? ": $errstr" : ""));
247
  }
Dries's avatar
 
Dries committed
248

Dries's avatar
 
Dries committed
249
  return "feed '". $feed["title"] ."' updated.";
250 251
}

Dries's avatar
 
Dries committed
252
function import_save_item($edit) {
Dries's avatar
 
Dries committed
253
  if ($edit["iid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
254
    db_query("UPDATE item SET title = '%s', link = '%s', author = '%s', description = '%s', attributes = '%s' WHERE iid = '%s'", $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], $edit["iid"]);
255
  }
Dries's avatar
 
Dries committed
256
  else if ($edit["iid"]) {
Dries's avatar
 
Dries committed
257
    db_query("DELETE FROM item WHERE iid = '%s'", $edit["iid"]);
258
  }
Dries's avatar
 
Dries committed
259
  else if ($edit["title"] && $edit["link"]) {
Dries's avatar
 
Dries committed
260
    db_query("INSERT INTO item (fid, title, link, author, description, attributes, timestamp) VALUES ('%s', '%s', '%s', '%s', '%s', '%s', '%s')", $edit["fid"], $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], time());
261 262 263
  }
}

Dries's avatar
 
Dries committed
264
function import_form_bundle($edit = array()) {
265

Dries's avatar
 
Dries committed
266 267
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the bundle.");
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-seperated list of keywords describing the bundle.");
268 269 270

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
271
  if ($edit["bid"]) {
Dries's avatar
 
Dries committed
272
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
273
    $form .= form_hidden("bid", $edit["bid"]);
274 275
  }

Dries's avatar
 
Dries committed
276
  return form($form);
277 278
}

Dries's avatar
 
Dries committed
279
function import_save_bundle($edit) {
Dries's avatar
 
Dries committed
280
  if ($edit["bid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
281
    db_query("UPDATE bundle SET title = '%s', attributes = '%s' WHERE bid = '%s'", $edit["title"], $edit["attributes"], $edit["bid"]);
282
  }
Dries's avatar
 
Dries committed
283
  else if ($edit["bid"]) {
Dries's avatar
 
Dries committed
284
    db_query("DELETE FROM bundle WHERE bid = '%s'", $edit["bid"]);
285
  }
Dries's avatar
 
Dries committed
286
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
287
    db_query("INSERT INTO bundle (title, attributes) VALUES ('%s', '%s')", $edit["title"], $edit["attributes"]);
288
  }
Dries's avatar
 
Dries committed
289 290

  module_rehash_blocks("import");
291 292
}

Dries's avatar
 
Dries committed
293
function import_form_feed($edit = array()) {
294 295 296

  $period = array(900 => format_interval(900), 1800 => format_interval(1800), 3600 => format_interval(3600), 7200 => format_interval(7200), 10800 => format_interval(10800), 21600 => format_interval(21600), 32400 => format_interval(32400), 43200 => format_interval(43200), 64800 => format_interval(64800), 86400 => format_interval(86400), 172800 => format_interval(172800), 259200 => format_interval(259200), 604800 => format_interval(604800), 1209600 => format_interval(1209600), 2419200 => format_interval(2419200));

Dries's avatar
 
Dries committed
297 298 299
  if ($edit["refresh"] == "") {
    $edit["refresh"] = 3600;
  }
Dries's avatar
 
Dries committed
300

Dries's avatar
 
Dries committed
301 302 303 304
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the feed; typically the name of the website you syndicate content from.");
  $form .= form_textfield("Url", "url", $edit["url"], 50, 128, "The fully-qualified URL of the feed.");
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-seperated list of keywords describing the feed.");
  $form .= form_select("Update interval", "refresh", $edit["refresh"], $period, "The refresh interval indicating how often you want to update this feed.  Requires crontab.");
305 306 307

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
308
  if ($edit["fid"]) {
Dries's avatar
 
Dries committed
309
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
310
    $form .= form_hidden("fid", $edit["fid"]);
311 312
  }

Dries's avatar
 
Dries committed
313
  return form($form);
314 315
}

Dries's avatar
 
Dries committed
316
function import_save_feed($edit) {
Dries's avatar
 
Dries committed
317
  if ($edit["fid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
318 319
    db_query("UPDATE feed SET title = '%s', url = '%s', attributes = '%s', refresh = '%s' WHERE fid = '%s'", $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"], $edit["fid"]);
    db_query("DELETE FROM item WHERE fid = '%s'", $edit["fid"]);
320
  }
Dries's avatar
 
Dries committed
321
  else if ($edit["fid"]) {
Dries's avatar
 
Dries committed
322 323
    db_query("DELETE FROM feed WHERE fid = '%s'", $edit["fid"]);
    db_query("DELETE FROM item WHERE fid = '%s'", $edit["fid"]);
324
  }
Dries's avatar
 
Dries committed
325
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
326
    db_query("INSERT INTO feed (title, url, attributes, refresh) VALUES ('%s', '%s', '%s', '%s')", $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"]);
327 328 329
  }
}

Dries's avatar
 
Dries committed
330
function import_save_attributes($edit) {
Dries's avatar
 
Dries committed
331
  foreach ($edit as $iid => $value) {
Dries's avatar
 
Dries committed
332
    db_query("UPDATE item SET attributes = '%s' WHERE iid = '%s'", $value, $iid);
333 334 335 336
  }
  return "attributes has been saved";
}

Dries's avatar
 
Dries committed
337
function import_get_feed($fid) {
Dries's avatar
 
Dries committed
338
  return db_fetch_array(db_query("SELECT * FROM feed WHERE fid = '%s'", $fid));
339 340
}

Dries's avatar
 
Dries committed
341
function import_get_bundle($bid) {
Dries's avatar
 
Dries committed
342
  return db_fetch_array(db_query("SELECT * FROM bundle WHERE bid = '%s'", $bid));
343 344
}

Dries's avatar
 
Dries committed
345
function import_view() {
Dries's avatar
 
Dries committed
346
  $result = db_query("SELECT f.*, COUNT(i.iid) AS items FROM feed f LEFT JOIN item i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.timestamp, f.attributes, f.link, f.description ORDER BY f.title");
347

Dries's avatar
 
Dries committed
348 349
  $output .= "<h3>Feed overview</h3>";
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
Dries's avatar
 
Dries committed
350
  $output .= " <tr><th>title</th><th>attributes</th><th>items</th><th>last update</th><th>next update</th><th colspan=\"3\">operations</th></tr>\n";
351
  while ($feed = db_fetch_object($result)) {
Kjartan's avatar
Kjartan committed
352
    $output .= " <tr><td>". check_output($feed->title) ."</td><td>". check_output($feed->attributes) ."</td><td>". format_plural($feed->items, "item", "items") ."</td><td>". ($feed->timestamp ? format_interval(time() - $feed->timestamp) ." ago" : "never") ."</td><td>". ($feed->timestamp ? format_interval($feed->timestamp + $feed->refresh - time()) ." left" : "never") ."</td><td>". la(t("edit feed"), array("mod" => "import", "type" => "feed", "op" => "edit", "id" => $feed->fid)) ."</td><td>". la(t("remove items"), array("mod" => "import", "type" => "feed", "op" => "remove", "id" => $feed->fid)) ."</td><td>". la(t("update items"), array("mod" => "import", "type" => "feed", "op" => "update", "id" => $feed->fid)) ."</td></tr>\n";
353
  }
Dries's avatar
 
Dries committed
354
  $output .= "</table>\n";
355 356 357

  $result = db_query("SELECT * FROM bundle ORDER BY title");

Dries's avatar
 
Dries committed
358 359 360
  $output .= "<h3>Bundle overview</h3>";
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
  $output .= " <tr><th>title</th><th>attributes</th><th>operations</th></tr>\n";
361
  while ($bundle = db_fetch_object($result)) {
Kjartan's avatar
Kjartan committed
362
    $output .= " <tr><td>". check_output($bundle->title) ."</td><td>". check_output($bundle->attributes) ."</td><td>". la(t("edit bundle"), array("mod" => "import", "type" => "bundle", "op" => "edit", "id" => $bundle->bid)) ."</td></tr>\n";
363
  }
Dries's avatar
 
Dries committed
364
  $output .= "</table>\n";
365 366 367 368

  return $output;
}

Dries's avatar
 
Dries committed
369 370
function import_fd_form() {

Dries's avatar
 
Dries committed
371
  $form .= form_textfield("Feed directory file", "url", "http://", 64, 128, "The fully-qualified URL of the feed directory file.");
Dries's avatar
 
Dries committed
372 373
  $form .= form_submit("Collect feeds");

Dries's avatar
 
Dries committed
374
  return form($form);
Dries's avatar
 
Dries committed
375 376 377 378 379 380
}

function import_fd_collect($edit) {

  set_time_limit(180);

Dries's avatar
 
Dries committed
381
  if ($fp = @fopen($edit["url"], "r")) {
Dries's avatar
 
Dries committed
382 383 384 385
    // fetch data:
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
386
    fclose($fp);
Dries's avatar
 
Dries committed
387 388 389 390 391 392 393 394

    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

    $items = explode("</channel>", $data);

    foreach ($items as $item) {
Dries's avatar
 
Dries committed
395
      unset($link, $title);
Dries's avatar
 
Dries committed
396 397 398 399 400 401 402 403 404 405

      // print "<pre>item = ". htmlentities($item) ."\n\n</pre>";

      eregi("<link>(.*)</link>", $item, $link);
      eregi("<title>(.*)</title>", $item, $title);

      $link = strip_tags(strtr($link[1], $tt));
      $title = strip_tags(strtr($title[1], $tt));

      // print "<b>title = $title, link = $link<br /></b>";
Dries's avatar
 
Dries committed
406
      if ($link && $link && !db_fetch_array(db_query("SELECT * FROM feed WHERE url = '%s'", $link))) {
Dries's avatar
 
Dries committed
407 408 409 410 411 412
        $output .= "<input type=\"checkbox\" name=\"edit[$title]\" value=\"$link\"> ". strtr($title, $tt) ."<br />";
      }
    }

    $output .= "<input type=\"submit\" name=\"op\" value=\"Import feeds\" />\n";

Dries's avatar
 
Dries committed
413
    return form($output);
Dries's avatar
 
Dries committed
414 415
  }
  else {
Dries's avatar
 
Dries committed
416
    print status("failed to open '". $edit["url"] ."': $errstr.");
Dries's avatar
 
Dries committed
417 418 419
  }
}

Dries's avatar
 
Dries committed
420
function import_fd_import($edit) {
Dries's avatar
 
Dries committed
421 422
  if ($edit) {
    foreach ($edit as $title => $link) {
Dries's avatar
 
Dries committed
423
      import_save_feed(array("title" => $title, "url" => $link, "refresh" => 3600));
Dries's avatar
 
Dries committed
424
    }
Dries's avatar
 
Dries committed
425 426 427
  }
}

Dries's avatar
 
Dries committed
428
function import_tag() {
429

Dries's avatar
Dries committed
430
  $result = db_query("SELECT i.*, f.title AS feed FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC LIMIT 50");
431

Dries's avatar
 
Dries committed
432 433
  $output .= "<table border=\"1\" cellpadding=\"2\" cellspacing=\"2\">\n";
  $output .= " <tr><th>time</th><th>feed</th><th>item</th></tr>\n";
434
  while ($item = db_fetch_object($result)) {
Kjartan's avatar
Kjartan committed
435
    $output .= " <tr><td valign=\"top\" nowrap=\"nowrap\">". format_date($item->timestamp, "custom", "m/d/y") ."<br />". format_date($item->timestamp, "custom", "H:i") ."</td><td align=\"center\" valign=\"top\" nowrap=\"nowrap\">". la(check_output($item->feed), array("mod" => "import", "type" => "feed", "op" => "edit", "id" => $item->fid)) ."</td><td><a href=\"". check_output($item->link) ."\">". check_output($item->title) ."</a>". ($item->description ? "<br /><small><i>". check_output($item->description, 1) ."</i></small>" : "") ."<br /><input type=\"text\" name=\"edit[$item->iid]\" value=\"". check_form($item->attributes) ."\" size=\"50\" /></td></tr>\n";
436
  }
Dries's avatar
 
Dries committed
437 438
  $output .= "</table>\n";
  $output .= "<input type=\"submit\" name=\"op\" value=\"Save attributes\" />\n";
439

Dries's avatar
 
Dries committed
440
  return form($output);
441 442
}

Dries's avatar
 
Dries committed
443
function import_admin() {
Dries's avatar
 
Dries committed
444
  global $op, $id, $type, $edit;
Dries's avatar
 
Dries committed
445

Dries's avatar
 
Dries committed
446
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
447

Dries's avatar
 
Dries committed
448 449 450 451 452 453 454
    $links[] = la(t("add new feed"), array("mod" => "import", "type" => "feed", "op" => "add"));
    $links[] = la(t("add new bundle"), array("mod" => "import", "type" => "bundle", "op" => "add"));
    $links[] = la(t("import feeds"), array("mod" => "import", "op" => "fd"));
    $links[] = la(t("tag items"), array("mod" => "import", "op" => "tag"));
    $links[] = la(t("overview"), array("mod" => "import", "op" => "view"));
    $links[] = la(t("help"), array("mod" => "import", "op" => "help"));

Kjartan's avatar
Kjartan committed
455
    print "<small>". implode(" | ", $links) ."</small><hr />";
Dries's avatar
 
Dries committed
456

Dries's avatar
 
Dries committed
457
    switch ($op) {
Dries's avatar
 
Dries committed
458 459 460 461
      case "help":
        print import_help();
        break;
      case "add":
Dries's avatar
 
Dries committed
462
        if ($type == "bundle") {
Dries's avatar
 
Dries committed
463
          print import_form_bundle();
Dries's avatar
 
Dries committed
464 465
        }
        else {
Dries's avatar
 
Dries committed
466
          print import_form_feed();
Dries's avatar
 
Dries committed
467
        }
Dries's avatar
 
Dries committed
468 469
        break;
      case "edit":
Dries's avatar
 
Dries committed
470
        if ($type == "bundle") {
Dries's avatar
 
Dries committed
471
          print import_form_bundle(import_get_bundle($id));
Dries's avatar
 
Dries committed
472 473
        }
        else {
Dries's avatar
 
Dries committed
474
          print import_form_feed(import_get_feed($id));
Dries's avatar
 
Dries committed
475
        }
Dries's avatar
 
Dries committed
476
        break;
Dries's avatar
 
Dries committed
477 478 479 480 481 482 483 484 485 486
      case "fd":
        print import_fd_form();
        break;
      case "Collect feeds":
        print import_fd_collect($edit);
        break;
      case "Import feeds":
        print import_fd_import($edit);
        print import_view();
        break;
Dries's avatar
 
Dries committed
487 488
      case "remove":
        print status(import_remove(import_get_feed($id)));
Dries's avatar
 
Dries committed
489
        print import_view();
Dries's avatar
 
Dries committed
490 491
        break;
      case "update":
Dries's avatar
 
Dries committed
492 493
        print status(import_refresh(import_get_feed($id)));
        print import_view();
Dries's avatar
 
Dries committed
494
        break;
Dries's avatar
 
Dries committed
495 496 497
      case "tag":
        print import_tag();
        break;
Dries's avatar
 
Dries committed
498 499
      case "Save attributes":
        print status(import_save_attributes($edit));
Dries's avatar
 
Dries committed
500
        print import_tag();
Dries's avatar
 
Dries committed
501 502
        break;
      case "Delete":
Dries's avatar
 
Dries committed
503
        $edit["title"] = 0;
Dries's avatar
 
Dries committed
504 505
        // fall through:
      case "Submit":
Dries's avatar
 
Dries committed
506
        if ($type == "bundle") {
Dries's avatar
 
Dries committed
507
          print status(import_save_bundle($edit));
Dries's avatar
 
Dries committed
508 509
        }
        else {
Dries's avatar
 
Dries committed
510
          print status(import_save_feed($edit));
Dries's avatar
 
Dries committed
511
        }
Dries's avatar
 
Dries committed
512 513
        // fall through:
      default:
Dries's avatar
 
Dries committed
514
        print import_view();
Dries's avatar
 
Dries committed
515 516 517 518
    }
  }
  else {
    print message_access();
519 520 521
  }
}

Dries's avatar
 
Dries committed
522 523 524
function import_page_info() {
  global $theme;

Dries's avatar
 
Dries committed
525 526 527 528
  $links[] = lm(t("latest news"), array("mod" => "import"), t("Read the latest news from syndicated websites."));
  $links[] = lm(t("news by source"), array("mod" => "import", "op" => "feeds"), t("View the latest headlines sorted by source."));
  $links[] = lm(t("news by topic"), array("mod" => "import", "op" => "bundles"), t("View the latest headlines sorted by topic."));
  $links[] = lm(t("news sources"), array("mod" => "import", "op" => "sources"), t("View a list of all the websites we syndicate from."));
Dries's avatar
 
Dries committed
529 530 531 532

  return "<div align=\"center\">". $theme->links($links) ."</div>";
}

Dries's avatar
 
Dries committed
533
function import_page_last() {
Dries's avatar
 
Dries committed
534 535 536
  global $theme;

  $result = db_query("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC LIMIT ". variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
537 538

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
539
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
540 541
    $links[] = lm(t("blog it"), array("mod" => "node", "op" => "add", "type" => "blog", "iid" => $item->iid), t("Comment on this news item in your personal blog."));
    $links[] = lm(t("feed"), array("mod" => "import", "op" => "feed", "id" => $item->fid), t("Read more syndicated news from this feed."));
Dries's avatar
 
Dries committed
542 543

    if ($item->link) {
Kjartan's avatar
Kjartan committed
544
      $output .= "<tr><td>". format_url($item->link, $item->title) ." &middot; ". lm($item->ftitle, array("mod" => "import", "op" => "feed", "id" => $item->fid), t("View more information about this feed.")) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
545
    }
Dries's avatar
 
Dries committed
546

Dries's avatar
 
Dries committed
547
    if ($item->description) {
Dries's avatar
Dries committed
548
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
549 550 551
    }

    unset($links);
Dries's avatar
 
Dries committed
552
  }
Dries's avatar
 
Dries committed
553
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
554 555

  $theme->header();
Dries's avatar
 
Dries committed
556
  $theme->box(t("News feeds"), import_page_info());
Dries's avatar
 
Dries committed
557
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
558 559 560 561 562 563
  $theme->footer();
}

function import_page_feed($fid) {
  global $theme;

Dries's avatar
 
Dries committed
564
  $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = '%s'", $fid));
Dries's avatar
 
Dries committed
565

Dries's avatar
 
Dries committed
566
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". format_url($feed->link) ."</div></p>";
Dries's avatar
Dries committed
567
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". check_output($feed->description, 1) ."</div></p>";
Dries's avatar
 
Dries committed
568
  $header .= "<p><b>". t("Last update") .":</b><div style=\"margin-left: 20px;\">". format_interval(time() - $feed->timestamp) ." ". t("ago") ."<a href=\"$feed->url\"><img src=\"". $theme->image("xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" /></a><br /><br /></div></p>\n";
Dries's avatar
 
Dries committed
569

Dries's avatar
 
Dries committed
570
  $result = db_query("SELECT * FROM item WHERE fid = '%s' ORDER BY iid DESC LIMIT ". variable_get("import_page_limit", 75), $fid);
Dries's avatar
 
Dries committed
571 572

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
573
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
574
    $links[] = lm(t("blog it"), array("mod" => "node", "op" => "add", "type" => "blog", "iid" => $item->iid), t("Comment on this news item in your personal blog."));
Dries's avatar
 
Dries committed
575
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";
Dries's avatar
 
Dries committed
576

Dries's avatar
 
Dries committed
577
    if ($item->link) {
Dries's avatar
 
Dries committed
578
      $output .= "<tr><td>". format_url($item->link, $item->title) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
579 580
    }
    if ($item->description) {
Dries's avatar
Dries committed
581
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
582 583 584 585 586
    }

    unset($links);
  }
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
587 588

  $theme->header();
Dries's avatar
 
Dries committed
589 590
  $theme->box(check_output($feed->title), $header);
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
591 592 593 594 595 596
  $theme->footer();
}

function import_page_bundle($bid) {
  global $theme;

Dries's avatar
 
Dries committed
597
  $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = '%s'", $bid));
Dries's avatar
 
Dries committed
598

Dries's avatar
 
Dries committed
599
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". format_url(drupal_url(array("mod" => "import", "op" => "bundle", "id" => $bundle->bid), "module")) ."</div></p>";
Dries's avatar
 
Dries committed
600
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". t("A composite news feed about") ." ". check_output($bundle->attributes) .".</div></p>";
Dries's avatar
 
Dries committed
601 602 603 604 605

  $keys = explode(",", $bundle->attributes);
  foreach ($keys as $key) $where[] = "i.attributes LIKE '%". trim($key) ."%'";
  $result = db_query("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i, feed f WHERE (". implode(" OR ", $where) .") AND i.fid = f.fid ORDER BY iid DESC LIMIT ". variable_get("import_page_limit", 75));

Dries's avatar
 
Dries committed
606
  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
607
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
608 609
    $links[] = lm(t("blog it"), array("mod" => "node", "op" => "add", "type" => "blog", "iid" => $item->iid), t("Comment on this news item in your personal blog."));
    $links[] = lm(t("feed"), array("mod" => "import", "op" => "feed", "id" => $item->fid), t("Read more syndicated news from this feed."));
Dries's avatar
 
Dries committed
610 611 612
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";

    if ($item->link) {
Kjartan's avatar
Kjartan committed
613
      $output .= "<tr><td>". format_url($item->link, $item->title) ." &middot; ". lm($item->ftitle, array("mod" => "import", "op" => "feed", "id" => $item->fid), t("View more information about this feed.")) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". $theme->links($links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
614
    }
Dries's avatar
 
Dries committed
615

Dries's avatar
 
Dries committed
616
    if ($item->description) {
Dries's avatar
Dries committed
617
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">". check_output($item->description, 1) ."</div><br /></td></tr>";
Dries's avatar
 
Dries committed
618 619 620
    }

    unset($links);
Dries's avatar
 
Dries committed
621
  }
Dries's avatar
 
Dries committed
622
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
623 624

  $theme->header();
Dries's avatar
 
Dries committed
625 626
  $theme->box(check_output($bundle->title), $header);
  $theme->box(t("Latest news"), $output);
Dries's avatar
 
Dries committed
627
  $theme->footer();
Dries's avatar
 
Dries committed
628

Dries's avatar
 
Dries committed
629 630
}

Dries's avatar
 
Dries committed
631 632 633 634 635 636
function import_page_sources() {
  global $theme;

  $result = db_query("SELECT * FROM feed ORDER BY title");

  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
637
    $output .= format_url(drupal_url(array("mod" => "import", "op" => "feed", "id" => $feed->fid), "module"), $feed->title);
Dries's avatar
 
Dries committed
638
    $output .= "<div style=\"margin-left: 20px;\">". check_output($feed->description, 1) ."</div><br />";
Dries's avatar
 
Dries committed
639 640
  }

Kjartan's avatar
Kjartan committed
641
  $output .= lm("<img src=\"". $theme->image("xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" />", array("mod" => "import", "op" => "fd"), t("View the list of syndicated websites in XML format.")) ."<br />\n";
Dries's avatar
 
Dries committed
642

Dries's avatar
 
Dries committed
643 644 645 646 647 648
  $theme->header();
  $theme->box(t("News feeds"), import_page_info());
  $theme->box(t("News sources"), $output);
  $theme->footer();
}

Dries's avatar
 
Dries committed
649 650 651 652 653
function import_page_fd() {

  $result = db_query("SELECT * FROM feed ORDER BY title");

  $output .= "<?xml version=\"1.0\"?>\n\n";
Dries's avatar
 
Dries committed
654
  $output .= "<rssfeeds version=\"0.1\">\n\n";
Dries's avatar
 
Dries committed
655 656 657 658 659 660 661 662

  while ($feed = db_fetch_object($result)) {
    $output .= "<channel>\n";
    $output .= " <title>". htmlentities($feed->title) ."</title>\n";
    $output .= " <link>". htmlentities($feed->url) ."</link>\n";
    $output .= "</channel>\n\n";
  }

Dries's avatar
 
Dries committed
663 664
  $output .= "</rssfeeds>\n";

Dries's avatar
 
Dries committed
665
  header("Content-Type: text/xml");
Dries's avatar
 
Dries committed
666 667 668 669

  print $output;
}

Dries's avatar
 
Dries committed
670
function import_page_bundles() {
Dries's avatar
 
Dries committed
671
  import_page_blocks(import_get_bundles());
Dries's avatar
 
Dries committed
672 673 674
}

function import_page_feeds() {
Dries's avatar
 
Dries committed
675
  import_page_blocks(import_get_feeds());
Dries's avatar
 
Dries committed
676 677 678 679 680 681 682 683 684 685 686 687 688
}

function import_page_blocks($blocks) {
  global $theme;

  $count = count($blocks);
  $items = ceil($count / 3);
  $c1 = min($items, $count);
  $c2 = min(2 * $items, $count);
  $c3 = $count;
  $i = 0;

  $theme->header();
Dries's avatar
 
Dries committed
689
  $theme->box(t("News feeds"), import_page_info());
Dries's avatar
 
Dries committed
690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709
  print "<table cellpadding=\"0\" cellspacing=\"5\" border=\"0\" width=\"100%\">\n";
  print " <tr>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c1; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c2; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print "  <td width=\"33%\" valign=\"top\">\n";
  for ($i; $i < $c3; $i++) $theme->box($blocks[$i]["subject"], $blocks[$i]["content"]);
  print "  </td>\n";
  print " </tr>\n";
  print "</table>\n";
  $theme->footer();
}

function import_page() {
  global $op, $id;

  if (user_access("access news feeds")) {
Dries's avatar
 
Dries committed
710
    switch ($op) {
Dries's avatar
 
Dries committed
711 712 713 714 715 716
      case "feed":
        import_page_feed($id);
        break;
      case "bundle":
        import_page_bundle($id);
        break;
Dries's avatar
 
Dries committed
717 718 719
      case "feeds":
        import_page_feeds();
        break;
Dries's avatar
 
Dries committed
720 721 722
      case "bundles":
        import_page_bundles();
        break;
Dries's avatar
 
Dries committed
723 724
      case "sources":
        import_page_sources();
Dries's avatar
 
Dries committed
725
        break;
Dries's avatar
 
Dries committed
726 727 728
      case "fd":
        import_page_fd();
        break;
Dries's avatar
 
Dries committed
729
      default:
Dries's avatar
 
Dries committed
730
        import_page_last();
Dries's avatar
 
Dries committed
731 732 733
    }
  }
}
Dries's avatar
 
Dries committed
734

735
?>