aggregator.module 31.1 KB
Newer Older
1
<?php
2
// $Id$
3

Dries's avatar
 
Dries committed
4
function import_help() {
Dries's avatar
 
Dries committed
5 6 7 8 9 10
  $output .= "<p>**REWRITE** In Drupal you have <i>feeds</i> and <i>bundles</i>.   Feeds define news sources and bundles categorize syndicated content by source, topic or any other heuristic.   Bundles provide a generalized way of creating composite feeds.  They allow you, for example, to combine various sport-related feeds into one bundle called \"Sport\".</p>";
  $output .= "<p>You can have several providers of news feeds.  You can add a feed by clicking the \"add feed\" link on the import administration pages.  Give the feed a name, supply the URI and a comma-separated list of attributes that you want to associate the feed with.  The update interval defines how often Drupal should go out to try and grab fresh content.  The expiration time defines how long syndicated content is kept in the database.  So set the update and expiration time and save your settings.  You have just defined your first feed.  If you have more feeds repeat as necessary.</p>";
  $output .= "<p>To verify whether your feed works, press \"update items\" at the overview page.  The number of news items that have been sucessfully fetched, should then become visible in the third column of the feed overview.</p>";
  $output .= "<p>Now you have to define some bundles.  Bundles look for feeds that contain one of the keywords associated with the bundle and display those feeds together.  To define a bundle you have to give it a name and a comma-separated list of keywords just like this is the case for feeds.</p>";
  $output .= "<p>Your newly created bundle will now show up in the list of blocks that you can see at the block related administration pages.  There you can customize where and when your bundles will be displayed.</p>";
  return t($output);
11 12
}

13
function import_system($field){
Kjartan's avatar
Kjartan committed
14
  $system["description"] = t("Used to aggregate syndicated content (RSS and RDF).");
Dries's avatar
 
Dries committed
15
  $system["admin_help"] = t("Drupal's news aggregator controls how many RSS/RDF items from a single source are displayed in a \"Block\", and on the page that goes with that block.");
16 17 18
  return $system[$field];
}

19
function import_settings() {
Dries's avatar
 
Dries committed
20
  $number = array(5 => 5, 10 => 10, 15 => 15, 20 => 20, 25 => 25, 30 => 30, 35 => 35, 40 => 40, 45 => 45, 50 => 50, 55 => 55, 60 => 60, 65 => 65, 70 => 70, 75 => 75, 80 => 80, 85 => 85, 90 => 90, 95 => 95, 100 => 100);
Dries's avatar
 
Dries committed
21 22
  $output .= form_select("Items per block", "import_block_limit", variable_get("import_block_limit", 15), $number, "The maximum number of news items displayed in one block.");
  $output .= form_select("Items per page", "import_page_limit", variable_get("import_page_limit", 75), $number, "The maximum number of news items displayed on one page.");
Dries's avatar
 
Dries committed
23

Dries's avatar
 
Dries committed
24 25 26
  return $output;
}

Dries's avatar
 
Dries committed
27
function import_perm() {
Dries's avatar
 
Dries committed
28
  return array("administer news feeds", "access news feeds");
Dries's avatar
 
Dries committed
29 30 31
}

function import_link($type) {
Dries's avatar
 
Dries committed
32

Dries's avatar
 
Dries committed
33 34
  $links = array();

Dries's avatar
 
Dries committed
35
  if ($type == "page" && user_access("access news feeds")) {
Dries's avatar
 
Dries committed
36
    $links[] = l(t("news feeds"), "import", array("title" => t("Read the latest news from syndicated web sites.")));
Dries's avatar
 
Dries committed
37 38
  }

Dries's avatar
 
Dries committed
39
  if ($type == "admin" && user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
40 41 42 43 44
    $help["general"] = t("Several web sites, especially news related sites, syndicate parts of their site's content for other web sites to display. Usually, the syndicated content includes the latest headlines with a direct link to that story on the remote site. Some syndicated content also includes a description of the headline. The standard method of syndication is using the XML based Rich Site Summary (RSS). To get a feed to work you <b>must</b> run \"cron.php\". To display the feed in a block you must turn on the <a href=\"%block\">feed's block</a>. <br /><ul><li>To delete a feed choose \"edit feed\"</li><li>To clear all of the entries from a feed choose \"Remove items\"</li><li>To check whether a feed is working, and to get new items <b>now</b> click on \"update items\"</li></ul><ul><li>To delete a bundle choose \"edit bundle\".</li></ul>", array("%block" => url("admin/block")));
    $help["addfeed"] = t("Add a site to that has an RSS/RDF feed. The URL is the full path to the RSS feed file. For the feed to update you must run \"cron.php\". The \"Attributes\" are used to bundle this feed with other feeds (See <a href=\"%bundle\">add new bundle</a>, and to tag articles from this feed.<br />Note: If you already have another feed with the URL you are planning to use, the system will not accept your entry.", array("%bundle" => url("admin/syndication/news/add/bundle")));
    $help["bundles"] = t("Bundles provide a generalized way of creating composite feeds. They allow you, for example, to combine various sport-related feeds into one bundle called <i>Sport</i>. If an article from a feed has been \"tag\"-ged (See <a href=\"%tag\">tag news item</a> too look at and change tags.) with a matching \"Attribute\" then it will be added to the bundle.", array("%tag" => url("admin/syndication/news/tag")));
    $help["tag"] = t("This allows you to see and change an news item's \"tag\". All articles are originally tagged with the \"Attributes\" of their feed.");

Dries's avatar
 
Dries committed
45 46
    menu("admin/syndication", "content syndication", NULL, NULL, 5);
    menu("admin/syndication/news", "news aggregation", "import_admin", $help["general"]);
Dries's avatar
 
Dries committed
47
    menu("admin/syndication/news/add/feed", "add new feed", "import_admin", $help["addfeed"], 2);
48
    menu("admin/syndication/news/add/bundle", "add new bundle", "import_admin", $help["bundles"], 3);
Dries's avatar
 
Dries committed
49
    menu("admin/syndication/news/tag", "tag news items", "import_admin", $help["tag"], 4);
Dries's avatar
 
Dries committed
50
    menu("admin/syndication/news/help", "help", "import_help", NULL, 9);
Dries's avatar
 
Dries committed
51 52
  }

Dries's avatar
 
Dries committed
53
  return $links;
Dries's avatar
 
Dries committed
54 55
}

Dries's avatar
 
Dries committed
56
function import_cron() {
Dries's avatar
Dries committed
57
  $result = db_query("SELECT * FROM feed WHERE timestamp + refresh < ". time());
Dries's avatar
 
Dries committed
58 59 60 61 62 63
  while ($feed = db_fetch_array($result)) {
    import_refresh($feed);
  }
}

function import_update() {
64 65
  $result = db_query("SELECT * FROM feed");
  while ($feed = db_fetch_array($result)) {
Dries's avatar
 
Dries committed
66 67 68 69
    import_refresh($feed);
  }
}

Dries's avatar
 
Dries committed
70
function import_format_item($item, $feed = 0) {
Dries's avatar
 
Dries committed
71
  global $user;
Dries's avatar
 
Dries committed
72

Dries's avatar
 
Dries committed
73
  if ($user->uid && user_access("maintain personal blog")) {
Dries's avatar
 
Dries committed
74 75
//    $output .= "&nbsp;". l("<img src=\"". theme("image", "blog.gif") ."\" border=\"0\" width=\"12\" height=\"16\" alt=\"". t("Blog this item") ."\" />", "node/add/blog&amp;iid=$item->iid", array("title" => t("Comment on this news item in your personal blog.")));
    $output .= "<div class=\"blog-it\">(". l("b", "node/add/blog&amp;iid=$item->iid", array("title" => t("Comment on this news item in your personal blog."))) .")</div>";
Dries's avatar
 
Dries committed
76 77
  }

Dries's avatar
 
Dries committed
78
  // external link
Dries's avatar
 
Dries committed
79
  $output .= "<a href=\"$item->link\">$item->title</a>";
80

Dries's avatar
 
Dries committed
81
  return $output;
82 83
}

Dries's avatar
 
Dries committed
84 85
function import_bundle_block($attributes) {

86 87 88
  if ($attributes) {
    $keys = explode(",", $attributes);
    foreach ($keys as $key) $where[] = "attributes LIKE '%". trim($key) ."%'";
89

Dries's avatar
 
Dries committed
90
    $result = db_query_range("SELECT * FROM item WHERE ". implode(" OR ", $where) ." ORDER BY iid DESC", 0, variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
91
  }
92

Dries's avatar
 
Dries committed
93
  $output = "<div class=\"item-list\"><ul>";
Dries's avatar
 
Dries committed
94
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
95
    $output .= "<li>". import_format_item($item) ."</li>";
96
  }
Dries's avatar
 
Dries committed
97
  $output .= "</ul></div>";
Dries's avatar
 
Dries committed
98 99

  return $output;
100 101
}

Dries's avatar
 
Dries committed
102
function import_feed_block($feed) {
Dries's avatar
 
Dries committed
103
  $result = db_query_range("SELECT * FROM item WHERE fid = %d ORDER BY iid DESC ", $feed->fid, 0, variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
104
  $output = "<div class=\"item-list\"><ul>";
Dries's avatar
 
Dries committed
105
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
106
    $output .= "<li>". import_format_item($item) ."</li>";
Dries's avatar
 
Dries committed
107
  }
Dries's avatar
 
Dries committed
108
  $output .= "</ul></div>";
Dries's avatar
 
Dries committed
109 110 111
  return $output;
}

Dries's avatar
 
Dries committed
112 113 114 115
function import_block($op, $delta) {
  if ($op == "list") {
    $result = db_query("SELECT * FROM bundle ORDER BY title");
    while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
116
      $block["bundle:$bundle->bid"]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
117 118 119 120
    }

    $result = db_query("SELECT * FROM feed ORDER BY fid");
    while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
121
      $block["feed:$feed->fid"]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
122 123 124 125 126
    }

    return $block;
  }
  else {
Dries's avatar
 
Dries committed
127 128 129
    list($type, $id) = split(":", $delta);
    switch ($type) {
      case "feed":
Dries's avatar
 
Dries committed
130
        $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = %d", $id));
Dries's avatar
 
Dries committed
131 132 133 134 135
        $block["subject"] = $feed->title;
        $block["content"] .= import_feed_block($feed) ."<div align=\"right\">".  l(t("more"), "import/feed/$feed->fid", array("title" => t("View this feed's recent news."))) ."</div>";
        break;

      case "bundle":
Dries's avatar
 
Dries committed
136
        $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = %d", $id));
Dries's avatar
 
Dries committed
137 138 139
        $block["subject"] = $bundle->title;
        $block["content"] .= import_bundle_block($bundle->attributes) ."<div align=\"right\">". l(t("more"), "import/bundle/$bundle->bid", array("title" => t("View this bundle's recent news."))) ."</div>";
        break;
Dries's avatar
 
Dries committed
140 141 142 143
    }

    return $block;
  }
Dries's avatar
 
Dries committed
144 145
}

Dries's avatar
 
Dries committed
146
function import_get_bundles($attributes = 0) {
Dries's avatar
 
Dries committed
147

Dries's avatar
 
Dries committed
148 149 150
  $block = array();

  $result = db_query("SELECT * FROM bundle ORDER BY title");
Dries's avatar
 
Dries committed
151
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
152 153 154 155 156
    $block["bundle:$bundle->bid"]["subject"] = $bundle->title;
    $block["bundle:$bundle->bid"]["content"] = import_bundle_block($bundle->attributes) ."<div align=\"right\">".
                                                l(t("more"), "import/bundle/$bundle->bid", array("title" => t("View this bundle's recent news.")))
                                                ."</div>";
    $block["bundle:$bundle->bid"]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
157
  }
Dries's avatar
 
Dries committed
158

Dries's avatar
 
Dries committed
159
  return $block;
Dries's avatar
 
Dries committed
160 161
}

Dries's avatar
 
Dries committed
162
function import_get_feeds($attributes = 0) {
Dries's avatar
 
Dries committed
163

Dries's avatar
 
Dries committed
164 165 166
  $block = array();

  $result = db_query("SELECT * FROM feed ORDER BY fid");
Dries's avatar
 
Dries committed
167
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
168 169 170 171 172
    $block["feed:$feed->fid"]["subject"] = $feed->title;
    $block["feed:$feed->fid"]["content"] = import_feed_block($feed) ."<div align=\"right\">".
                                            l(t("more"), "import/feed/$feed->fid", array("title" => t("View this feed's recent news.")))
                                            ."</div>";
    $block["feed:$feed->fid"]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
173 174
  }

Dries's avatar
 
Dries committed
175
  return $block;
Dries's avatar
 
Dries committed
176 177
}

Dries's avatar
 
Dries committed
178
function import_remove($feed) {
Dries's avatar
 
Dries committed
179
  db_query("DELETE FROM item WHERE fid = %d", $feed["fid"]);
180
  return t("removed news items from '%site'.", array("%site" => $feed["title"]));
Dries's avatar
 
Dries committed
181 182
}

183 184
// Call-back function used by XML parser:
function import_element_start($parser, $name, $attributes) {
Dries's avatar
 
Dries committed
185 186 187 188 189 190 191 192 193 194
  global $item, $element, $tag;

  switch ($name) {
    case "IMAGE":
    case "TEXTINPUT":
      $element = $name;
      break;
    case "ITEM":
      $element = $name;
      $item += 1;
195 196 197 198 199 200 201
  }

  $tag = $name;
}

// Call-back function used by XML parser:
function import_element_end($parser, $name) {
Dries's avatar
 
Dries committed
202 203 204 205 206 207 208 209
  global $element;

   switch ($name) {
    case "IMAGE":
    case "TEXTINPUT":
    case "ITEM":
      $element = "";
  }
210 211 212 213
}

// Call-back function used by XML parser:
function import_element_data($parser, $data) {
Dries's avatar
 
Dries committed
214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229
  global $channel, $element, $items, $item, $tag;

  switch ($element) {
    case "ITEM":
      $items[$item][$tag] .= $data;
      break;
    case "IMAGE":
    case "TEXTINPUT":
      /*
      ** The sub-elements "image" and "textinput" are not supported
      ** but we have recognize them or their content will end up in
      ** the items-array.
      */
      break;
    default:
      $channel[$tag] .= $data;
230 231 232
  }
}

Dries's avatar
 
Dries committed
233
function import_refresh($feed) {
234

Dries's avatar
Dries committed
235 236 237 238
  // unset the global variables before we use them:
  unset($GLOBALS["channel"], $GLOBALS["element"], $GLOBALS["item"], $GLOBALS["items"], $GLOBALS["tag"]);

  // after we unset the variables, we can global them again:
239 240
  global $items, $channel;

Dries's avatar
 
Dries committed
241 242 243 244
  /*
  ** Check whether the feed is properly configured:
  */

Dries's avatar
 
Dries committed
245
  if (!ereg("^http://|ftp://", $feed["url"])) {
246
    return t("failed to parse RSS feed '%site': incorrect or missing URL.", array("%side" => $feed["title"]));
Dries's avatar
 
Dries committed
247 248 249
  }

  /*
Dries's avatar
 
Dries committed
250
  ** Grab the news items:
Dries's avatar
 
Dries committed
251 252
  */

Dries's avatar
 
Dries committed
253
  if ($fp = @fopen($feed["url"], "r")) {
254
    // fetch data:
Dries's avatar
 
Dries committed
255 256 257
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
258
    fclose($fp);
Dries's avatar
 
Dries committed
259

Dries's avatar
 
Dries committed
260
    // parse the data:
261 262 263 264 265 266 267 268
    $xml_parser = xml_parser_create();
    xml_set_element_handler($xml_parser, "import_element_start", "import_element_end");
    xml_set_character_data_handler($xml_parser, "import_element_data");
    if (!xml_parse($xml_parser, $data, 1)) {
      return t("failed to parse RSS feed '%site': %error at line %line.", array("%site" => $feed["title"], "%error" => xml_error_string(xml_get_error_code($xml_parser)), "%line" => xml_get_current_line_number($xml_parser)));
    }
    xml_parser_free($xml_parser);

Dries's avatar
 
Dries committed
269 270 271 272
    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

Dries's avatar
 
Dries committed
273 274 275 276
    /*
    ** Strip invalid tags and provide default values (if required):
    */

Dries's avatar
 
Dries committed
277
    foreach ($channel as $key => $value) {
278
      $channel[$key] = node_filter(strtr(trim($value), $tt));
Dries's avatar
 
Dries committed
279
    }
Dries's avatar
 
Dries committed
280

Dries's avatar
 
Dries committed
281
    db_query("UPDATE feed SET timestamp = %d, link = '%s', description = '%s' WHERE fid = %d", time(), $channel["LINK"], $channel["DESCRIPTION"], $feed["fid"]);
Dries's avatar
 
Dries committed
282

Dries's avatar
 
Dries committed
283
    /*
284 285 286
    ** We reverse the array such that we store the first item last,
    ** and the last item first.  In the database, the newest item
    ** should be at the top.
Dries's avatar
 
Dries committed
287
    */
Dries's avatar
 
Dries committed
288

289
    $items = array_reverse($items);
Dries's avatar
 
Dries committed
290

Dries's avatar
 
Dries committed
291 292
    foreach ($items as $item) {
      unset($title, $link, $author, $description);
Dries's avatar
 
Dries committed
293

Dries's avatar
 
Dries committed
294 295
      // Prepare the item:
      foreach ($item as $key => $value) {
296
        $item[$key] = node_filter(strtr(trim($value), $tt));
Dries's avatar
 
Dries committed
297
      }
298

299
      if ($item["TITLE"]) {
Dries's avatar
 
Dries committed
300
        $title = $item["TITLE"];
301 302
      }
      else {
Dries's avatar
 
Dries committed
303
        /*
Dries's avatar
 
Dries committed
304
         ** Use up to 40 characters of the description, ending at
305 306
         ** word boundary, but don't split potential entities.
         */
Dries's avatar
 
Dries committed
307
        $title = preg_replace('/^(.*)[^\w;&].*?$/', "\\1", substr($item["DESCRIPTION"], 0, 40));
308
      }
Dries's avatar
 
Dries committed
309

310
      if ($item["LINK"]) {
Dries's avatar
 
Dries committed
311
        $link = $item["LINK"];
312 313
      }
      elseif ($item["GUID"] && (strncmp($item["GUID"], "http://", 7) == 0)) {
Dries's avatar
 
Dries committed
314
        $link = $item["GUID"];
315 316 317 318
      }
      else {
        $link = $feed["link"];
      }
Dries's avatar
Dries committed
319

320
      /*
Dries's avatar
 
Dries committed
321 322 323 324
      ** Save this item.  Try to avoid duplicate entries as much as
      ** possible.  If we find a duplicate entry, we resolve it and
      ** pass along it's ID such that we can update it if needed.
      */
Dries's avatar
 
Dries committed
325

326
      if ($link && $link != $feed["link"] && $link != $feed["url"]) {
Dries's avatar
 
Dries committed
327
        $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = %d AND link = '%s'", $feed["fid"], $link));
328 329
      }
      else {
Dries's avatar
 
Dries committed
330
        $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = %d AND title = '%s'", $feed["fid"], $title));
331
      }
332

Dries's avatar
 
Dries committed
333
      import_save_item(array(iid => $entry->iid, fid => $feed["fid"], title => $title, link => $link, author => $item["AUTHOR"], description => $item["DESCRIPTION"], attributes => $feed["attributes"]));
334
    }
Dries's avatar
 
Dries committed
335 336

    /*
Dries's avatar
 
Dries committed
337
    ** Remove all the old, expired items:
Dries's avatar
 
Dries committed
338 339 340 341
    */

    unset($items);

Dries's avatar
 
Dries committed
342
    $result = db_query("SELECT iid FROM item WHERE fid = %d ORDER BY timestamp", $feed["fid"]);
Dries's avatar
 
Dries committed
343 344 345 346 347

    while ($item = db_fetch_object($result)) {
      $items[] = "iid = '$item->iid'";
    }

Dries's avatar
 
Dries committed
348
    if (sizeof($items) > 50) {
Dries's avatar
 
Dries committed
349 350 351
      db_query("DELETE FROM item WHERE ". implode(" OR ", array_slice($items, 0, - 50)));
    }

Dries's avatar
 
Dries committed
352 353
  }
  else {
354
    return t("failed to parse RSS feed '%site': no data.", array("%site" => $feed["tite"]));
355
  }
Dries's avatar
 
Dries committed
356

357
  return t("syndicated content from '%site'.", array("%site" => $feed["title"]));
358 359
}

Dries's avatar
 
Dries committed
360
function import_save_item($edit) {
Dries's avatar
 
Dries committed
361
  if ($edit["iid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
362
    db_query("UPDATE item SET title = '%s', link = '%s', author = '%s', description = '%s', attributes = '%s' WHERE iid = %d", $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], $edit["iid"]);
363
  }
Dries's avatar
 
Dries committed
364
  else if ($edit["iid"]) {
Dries's avatar
 
Dries committed
365
    db_query("DELETE FROM item WHERE iid = %d", $edit["iid"]);
366
  }
Dries's avatar
 
Dries committed
367
  else if ($edit["title"] && $edit["link"]) {
Dries's avatar
 
Dries committed
368
    db_query("INSERT INTO item (fid, title, link, author, description, attributes, timestamp) VALUES (%d, '%s', '%s', '%s', '%s', '%s', %d)", $edit["fid"], $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], time());
369 370 371
  }
}

Dries's avatar
 
Dries committed
372
function import_form_bundle($edit = array()) {
373

Dries's avatar
 
Dries committed
374
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the bundle.");
Dries's avatar
 
Dries committed
375
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-separated list of keywords describing the bundle.");
376 377 378

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
379
  if ($edit["bid"]) {
Dries's avatar
 
Dries committed
380
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
381
    $form .= form_hidden("bid", $edit["bid"]);
382 383
  }

Dries's avatar
 
Dries committed
384
  return form($form);
385 386
}

Dries's avatar
 
Dries committed
387
function import_save_bundle($edit) {
Dries's avatar
 
Dries committed
388
  if ($edit["bid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
389
    db_query("UPDATE bundle SET title = '%s', attributes = '%s' WHERE bid = %d", $edit["title"], $edit["attributes"], $edit["bid"]);
390
  }
Dries's avatar
 
Dries committed
391
  else if ($edit["bid"]) {
Dries's avatar
 
Dries committed
392
    db_query("DELETE FROM bundle WHERE bid = %d", $edit["bid"]);
393
  }
Dries's avatar
 
Dries committed
394
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
395
    // a single unique id for bundles and feeds, to use in blocks
Dries's avatar
 
Dries committed
396 397
    $next_id = db_next_id("bundle_bid");
    db_query("INSERT INTO bundle (bid, title, attributes) VALUES (%d, '%s', '%s')", $next_id, $edit["title"], $edit["attributes"]);
398 399 400
  }
}

Dries's avatar
 
Dries committed
401
function import_form_feed($edit = array()) {
402 403 404

  $period = array(900 => format_interval(900), 1800 => format_interval(1800), 3600 => format_interval(3600), 7200 => format_interval(7200), 10800 => format_interval(10800), 21600 => format_interval(21600), 32400 => format_interval(32400), 43200 => format_interval(43200), 64800 => format_interval(64800), 86400 => format_interval(86400), 172800 => format_interval(172800), 259200 => format_interval(259200), 604800 => format_interval(604800), 1209600 => format_interval(1209600), 2419200 => format_interval(2419200));

Dries's avatar
 
Dries committed
405 406 407
  if ($edit["refresh"] == "") {
    $edit["refresh"] = 3600;
  }
Dries's avatar
 
Dries committed
408

Dries's avatar
 
Dries committed
409
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the feed; typically the name of the web site you syndicate content from.");
Dries's avatar
 
Dries committed
410
  $form .= form_textfield("Url", "url", $edit["url"], 50, 128, "The fully-qualified URL of the feed.");
Dries's avatar
 
Dries committed
411
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-separated list of keywords describing the feed.");
Dries's avatar
 
Dries committed
412
  $form .= form_select("Update interval", "refresh", $edit["refresh"], $period, "The refresh interval indicating how often you want to update this feed.  Requires crontab.");
413 414 415

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
416
  if ($edit["fid"]) {
Dries's avatar
 
Dries committed
417
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
418
    $form .= form_hidden("fid", $edit["fid"]);
419 420
  }

Dries's avatar
 
Dries committed
421
  return form($form);
422 423
}

Dries's avatar
 
Dries committed
424
function import_save_feed($edit) {
Dries's avatar
 
Dries committed
425
  if ($edit["fid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
426
    db_query("UPDATE feed SET title = '%s', url = '%s', attributes = '%s', refresh = %d WHERE fid = %d", $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"], $edit["fid"]);
Dries's avatar
 
Dries committed
427
    db_query("DELETE FROM item WHERE fid = %d", $edit["fid"]);
428
  }
Dries's avatar
 
Dries committed
429
  else if ($edit["fid"]) {
Dries's avatar
 
Dries committed
430 431
    db_query("DELETE FROM feed WHERE fid = %d", $edit["fid"]);
    db_query("DELETE FROM item WHERE fid = %d", $edit["fid"]);
432
  }
Dries's avatar
 
Dries committed
433
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
434
    // a single unique id for bundles and feeds, to use in blocks
Dries's avatar
 
Dries committed
435
    $next_id = db_next_id("feed_fid");
Dries's avatar
 
Dries committed
436
    db_query("INSERT INTO feed (fid, title, url, attributes, refresh) VALUES (%d, '%s', '%s', '%s', %d)", $next_id, $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"]);
437 438 439
  }
}

Dries's avatar
 
Dries committed
440
function import_save_attributes($edit) {
Dries's avatar
 
Dries committed
441
  foreach ($edit as $iid => $value) {
Dries's avatar
 
Dries committed
442
    db_query("UPDATE item SET attributes = '%s' WHERE iid = %d", $value, $iid);
443 444 445 446
  }
  return "attributes has been saved";
}

Dries's avatar
 
Dries committed
447
function import_get_feed($fid) {
Dries's avatar
 
Dries committed
448
  return db_fetch_array(db_query("SELECT * FROM feed WHERE fid = %d", $fid));
449 450
}

Dries's avatar
 
Dries committed
451
function import_get_bundle($bid) {
Dries's avatar
 
Dries committed
452
  return db_fetch_array(db_query("SELECT * FROM bundle WHERE bid = %d", $bid));
453 454
}

Dries's avatar
 
Dries committed
455
function import_view() {
Dries's avatar
 
Dries committed
456
  $result = db_query("SELECT f.*, COUNT(i.iid) AS items FROM feed f LEFT JOIN item i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.timestamp, f.attributes, f.link, f.description ORDER BY f.title");
457

Dries's avatar
 
Dries committed
458
  $output .= "<h3>Feed overview</h3>";
Dries's avatar
 
Dries committed
459 460 461

  $header = array(t("title"), t("attributes"), t("items"), t("last update"), t("next update"), array("data" => t("operations"), "colspan" => 3));
  unset($rows);
462
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
463
    $rows[] = array($feed->title, $feed->attributes, format_plural($feed->items, "1 item", "%count items"), ($feed->timestamp ? format_interval(time() - $feed->timestamp) ." ago" : "never"), ($feed->timestamp ? format_interval($feed->timestamp + $feed->refresh - time()) ." left" : "never"), l(t("edit feed"), "admin/syndication/news/edit/feed/$feed->fid"), l(t("remove items"), "admin/syndication/news/remove/$feed->fid"), l(t("update items"), "admin/syndication/news/update/$feed->fid"));
464
  }
Dries's avatar
 
Dries committed
465
  $output .= table($header, $rows);
466 467 468

  $result = db_query("SELECT * FROM bundle ORDER BY title");

Dries's avatar
 
Dries committed
469
  $output .= "<h3>Bundle overview</h3>";
Dries's avatar
 
Dries committed
470 471 472

  $header = array(t("title"), t("attributes"), t("operations"));
  unset($rows);
473
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
474
    $rows[] = array($bundle->title, $bundle->attributes, l(t("edit bundle"), "admin/syndication/news/edit/bundle/$bundle->bid"));
475
  }
Dries's avatar
 
Dries committed
476
  $output .= table($header, $rows);
477 478 479 480

  return $output;
}

Dries's avatar
 
Dries committed
481
function import_tag() {
482

Dries's avatar
 
Dries committed
483
  $result = db_query_range("SELECT i.*, f.title AS feed FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC", 0, 50);
484

Dries's avatar
 
Dries committed
485
  $header = array(t("date"), t("feed"), t("news item"));
486
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
487
    $rows[] = array(array("data" => format_date($item->timestamp, "small"), "nowrap" => "nowrap", "valign" => "top"), array("data" => l($item->feed, "admin/syndication/news/edit/feed/$item->fid"), "valign" => "top"), "<a href=\"$item->link\">$item->title</a>". ($item->description ? "<br /><small><i>$item->description</i></small>" : "") ."<br /><input type=\"text\" name=\"edit[$item->iid]\" value=\"". check_form($item->attributes) ."\" size=\"50\" />");
488
  }
Dries's avatar
 
Dries committed
489 490

  $output .= table($header, $rows);
Dries's avatar
 
Dries committed
491
  $output .= "<input type=\"submit\" name=\"op\" value=\"Save attributes\" />\n";
492

Dries's avatar
 
Dries committed
493
  return form($output);
494 495
}

Dries's avatar
 
Dries committed
496
function import_admin() {
Dries's avatar
 
Dries committed
497 498
  $op = $_POST["op"];
  $edit = $_POST["edit"];
Dries's avatar
 
Dries committed
499

Dries's avatar
 
Dries committed
500
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
501

Dries's avatar
 
Dries committed
502
    if (empty($op)) {
Dries's avatar
 
Dries committed
503
      $op = arg(3);
Dries's avatar
 
Dries committed
504 505
    }

Dries's avatar
 
Dries committed
506
    switch ($op) {
507 508 509 510 511 512 513
      case "add":
        if (arg(4) == "bundle") {
          print import_form_bundle();
        }
        else {
          print import_form_feed();
        }
Dries's avatar
 
Dries committed
514
        break;
Dries's avatar
 
Dries committed
515
      case "edit":
Dries's avatar
 
Dries committed
516 517
        if (arg(4) == "bundle") {
          print import_form_bundle(import_get_bundle(arg(5)));
Dries's avatar
 
Dries committed
518 519
        }
        else {
Dries's avatar
 
Dries committed
520
          print import_form_feed(import_get_feed(arg(5)));
Dries's avatar
 
Dries committed
521
        }
Dries's avatar
 
Dries committed
522 523
        break;
      case "remove":
Dries's avatar
 
Dries committed
524
        print status(import_remove(import_get_feed(arg(4))));
Dries's avatar
 
Dries committed
525
        print import_view();
Dries's avatar
 
Dries committed
526 527
        break;
      case "update":
Dries's avatar
 
Dries committed
528
        print status(import_refresh(import_get_feed(arg(4))));
Dries's avatar
 
Dries committed
529
        print import_view();
Dries's avatar
 
Dries committed
530
        break;
Dries's avatar
 
Dries committed
531 532 533
      case "tag":
        print import_tag();
        break;
Dries's avatar
 
Dries committed
534 535
      case "Save attributes":
        print status(import_save_attributes($edit));
Dries's avatar
 
Dries committed
536
        print import_tag();
Dries's avatar
 
Dries committed
537 538
        break;
      case "Delete":
Dries's avatar
 
Dries committed
539
        $edit["title"] = 0;
Dries's avatar
 
Dries committed
540 541
        // fall through:
      case "Submit":
542
        if (arg(4) == "bundle") {
Dries's avatar
 
Dries committed
543
          print status(import_save_bundle($edit));
Dries's avatar
 
Dries committed
544 545
        }
        else {
Dries's avatar
 
Dries committed
546
          print status(import_save_feed($edit));
Dries's avatar
 
Dries committed
547
        }
Dries's avatar
 
Dries committed
548 549
        // fall through:
      default:
Dries's avatar
 
Dries committed
550
        print import_view();
Dries's avatar
 
Dries committed
551 552 553 554
    }
  }
  else {
    print message_access();
555 556 557
  }
}

Dries's avatar
 
Dries committed
558
function import_page_info() {
Dries's avatar
 
Dries committed
559

Dries's avatar
 
Dries committed
560

Dries's avatar
 
Dries committed
561
  $links[] = l(t("latest news"), "import", array("title" => t("Read the latest news from syndicated web sites.")));
Dries's avatar
 
Dries committed
562 563
  $links[] = l(t("news by source"), "import/feeds", array("title" => t("View the latest headlines sorted by source.")));
  $links[] = l(t("news by topic"), "import/bundles", array("title" => t("View the latest headlines sorted by topic.")));
Dries's avatar
 
Dries committed
564
  $links[] = l(t("news sources"), "import/sources", array("title" => t("View a list of all the web sites we syndicate from.")));
Dries's avatar
 
Dries committed
565

566
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
567
    $links[] = l(t("administer news feeds"), "admin/syndication/news", array("title" => t("View the news feed administrative pages.")));
568
  }
Dries's avatar
 
Dries committed
569

Dries's avatar
 
Dries committed
570
  return "<div align=\"center\">". theme("links", $links) ."</div>";
Dries's avatar
 
Dries committed
571 572
}

Dries's avatar
 
Dries committed
573
function import_page_last() {
Dries's avatar
 
Dries committed
574

Dries's avatar
 
Dries committed
575

Dries's avatar
 
Dries committed
576
  $result = db_query_range("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC", 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
577 578

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
579
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
580
    if (module_exist("blog") && user_access("maintain personal blog")) {
581
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
582
    }
Dries's avatar
 
Dries committed
583
    $links[] = l(t("feed"), "import/feed/$item->fid", array("title" => t("Read more syndicated news from this feed.")));
Dries's avatar
 
Dries committed
584 585

    if ($item->link) {
Dries's avatar
 
Dries committed
586
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a> &middot; ". l($item->ftitle, "import/feed/$item->fid", array("title" => t("View more information about this feed."))) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
587
    }
Dries's avatar
 
Dries committed
588

Dries's avatar
 
Dries committed
589
    if ($item->description) {
Dries's avatar
 
Dries committed
590
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
591 592 593
    }

    unset($links);
Dries's avatar
 
Dries committed
594
  }
Dries's avatar
 
Dries committed
595
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
596

Dries's avatar
 
Dries committed
597 598 599 600
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
601 602 603
}

function import_page_feed($fid) {
Dries's avatar
 
Dries committed
604

Dries's avatar
 
Dries committed
605

Dries's avatar
 
Dries committed
606
  $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = %d", $fid));
Dries's avatar
 
Dries committed
607

Kjartan's avatar
Kjartan committed
608
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\"><a href=\"$feed->link\">$feed->link</a></div></p>";
Dries's avatar
 
Dries committed
609
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">$feed->description</div></p>";
Dries's avatar
 
Dries committed
610
  $header .= "<p><b>". t("Last update") .":</b><div style=\"margin-left: 20px;\">". format_interval(time() - $feed->timestamp) ." ". t("ago") ." <a href=\"$feed->url\"><img src=\"". theme("image", "xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" alt=\"\" /></a><br /><br /></div></p>\n";
Dries's avatar
 
Dries committed
611

Dries's avatar
 
Dries committed
612
  $result = db_query_range("SELECT * FROM item WHERE fid = %d ORDER BY iid DESC", $fid, 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
613 614

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
615
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
616
    if (module_exist("blog") && user_access("maintain personal blog")) {
617
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
618
    }
Dries's avatar
 
Dries committed
619
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";
Dries's avatar
 
Dries committed
620

Dries's avatar
 
Dries committed
621
    if ($item->link) {
Dries's avatar
 
Dries committed
622
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a></td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
623 624
    }
    if ($item->description) {
Dries's avatar
 
Dries committed
625
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
626 627 628 629 630
    }

    unset($links);
  }
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
631

Dries's avatar
 
Dries committed
632 633 634 635 636
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", $feed->title, $header);
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
637 638 639
}

function import_page_bundle($bid) {
Dries's avatar
 
Dries committed
640

Dries's avatar
 
Dries committed
641

Dries's avatar
 
Dries committed
642
  $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = %d", $bid));
Dries's avatar
 
Dries committed
643

Dries's avatar
 
Dries committed
644
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". l($bundle->title, "import/bundle/$bundle->bid") ."</div></p>";
Dries's avatar
 
Dries committed
645
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". t("A composite news feed about") ." $bundle->attributes.</div></p>";
Dries's avatar
 
Dries committed
646 647 648

  $keys = explode(",", $bundle->attributes);
  foreach ($keys as $key) $where[] = "i.attributes LIKE '%". trim($key) ."%'";
Dries's avatar
 
Dries committed
649
  $result = db_query_range("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i, feed f WHERE (". implode(" OR ", $where) .") AND i.fid = f.fid ORDER BY iid DESC", 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
650

Dries's avatar
 
Dries committed
651
  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
652
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
653
    if (module_exist("blog") && user_access("maintain personal blog")) {
654
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
655
    }
Dries's avatar
 
Dries committed
656
    $links[] = l(t("feed"), "import/feed/$item->fid", array("title" => t("Read more syndicated news from this feed.")));
Dries's avatar
 
Dries committed
657 658 659
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
660
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a> &middot; ". l($item->ftitle, "import/feed/$item->fid", array("title" => t("View more information about this feed."))) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
661
    }
Dries's avatar
 
Dries committed
662

Dries's avatar
 
Dries committed
663
    if ($item->description) {
Dries's avatar
 
Dries committed
664
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
665 666 667
    }

    unset($links);
Dries's avatar
 
Dries committed
668
  }
Dries's avatar
 
Dries committed
669
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
670

Dries's avatar
 
Dries committed
671 672 673 674 675
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", $bundle->title, $header);
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
676

Dries's avatar
 
Dries committed
677 678
}

Dries's avatar
 
Dries committed
679
function import_page_sources() {
Dries's avatar
 
Dries committed
680

Dries's avatar
 
Dries committed
681 682 683 684

  $result = db_query("SELECT * FROM feed ORDER BY title");

  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
685
    $output .= l($feed->title, "import/feed/$feed->fid");
Dries's avatar
 
Dries committed
686
    $output .= "<div style=\"margin-left: 20px;\">$feed->description</div><br />";
Dries's avatar
 
Dries committed
687 688
  }

Dries's avatar
 
Dries committed
689
  $output .= l("<img src=\"". theme("image", "xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" />", "import/fd", array("title" => t("View the list of syndicated web sites in XML format."))) ."<br />";
Dries's avatar
 
Dries committed
690

Dries's avatar
 
Dries committed
691 692 693 694
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", t("News sources"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
695 696
}

Dries's avatar
 
Dries committed
697 698 699 700 701
function import_page_fd() {

  $result = db_query("SELECT * FROM feed ORDER BY title");

  $output .= "<?xml version=\"1.0\"?>\n\n";
Dries's avatar
 
Dries committed
702
  $output .= "<rssfeeds version=\"0.1\">\n\n";
Dries's avatar
 
Dries committed
703 704 705 706 707 708 709 710

  while ($feed = db_fetch_object($result)) {
    $output .= "<channel>\n";
    $output .= " <title>". htmlentities($feed->title) ."</title>\n";
    $output .= " <link>". htmlentities($feed->url) ."</link>\n";
    $output .= "</channel>\n\n";
  }

Dries's avatar
 
Dries committed
711 712
  $output .= "</rssfeeds>\n";

Dries's avatar
 
Dries committed
713
  header("Content-Type: text/xml");
Dries's avatar
 
Dries committed
714 715 716 717

  print $output;
}

Dries's avatar
 
Dries committed
718
function import_page_bundles() {
Dries's avatar
 
Dries committed
719
  import_page_blocks(import_get_bundles());
Dries's avatar
 
Dries committed
720 721 722
}

function import_page_feeds() {
Dries's avatar
 
Dries committed
723
  import_page_blocks(import_get_feeds());
Dries's avatar