aggregator.module 31.4 KB
Newer Older
1
<?php
2
// $Id$
3

Dries's avatar
 
Dries committed
4
function import_help() {
Dries's avatar
 
Dries committed
5 6 7 8 9 10
  $output .= "<p>**REWRITE** In Drupal you have <i>feeds</i> and <i>bundles</i>.   Feeds define news sources and bundles categorize syndicated content by source, topic or any other heuristic.   Bundles provide a generalized way of creating composite feeds.  They allow you, for example, to combine various sport-related feeds into one bundle called \"Sport\".</p>";
  $output .= "<p>You can have several providers of news feeds.  You can add a feed by clicking the \"add feed\" link on the import administration pages.  Give the feed a name, supply the URI and a comma-separated list of attributes that you want to associate the feed with.  The update interval defines how often Drupal should go out to try and grab fresh content.  The expiration time defines how long syndicated content is kept in the database.  So set the update and expiration time and save your settings.  You have just defined your first feed.  If you have more feeds repeat as necessary.</p>";
  $output .= "<p>To verify whether your feed works, press \"update items\" at the overview page.  The number of news items that have been sucessfully fetched, should then become visible in the third column of the feed overview.</p>";
  $output .= "<p>Now you have to define some bundles.  Bundles look for feeds that contain one of the keywords associated with the bundle and display those feeds together.  To define a bundle you have to give it a name and a comma-separated list of keywords just like this is the case for feeds.</p>";
  $output .= "<p>Your newly created bundle will now show up in the list of blocks that you can see at the block related administration pages.  There you can customize where and when your bundles will be displayed.</p>";
  return t($output);
11 12
}

13
function import_system($field){
Kjartan's avatar
Kjartan committed
14
  $system["description"] = t("Used to aggregate syndicated content (RSS and RDF).");
Dries's avatar
 
Dries committed
15
  $system["admin_help"] = t("Drupal's news aggregator controls how many RSS/RDF items from a single source are displayed in a \"Block\", and on the page that goes with that block.");
16 17 18
  return $system[$field];
}

19
function import_settings() {
Dries's avatar
 
Dries committed
20
  $number = array(5 => 5, 10 => 10, 15 => 15, 20 => 20, 25 => 25, 30 => 30, 35 => 35, 40 => 40, 45 => 45, 50 => 50, 55 => 55, 60 => 60, 65 => 65, 70 => 70, 75 => 75, 80 => 80, 85 => 85, 90 => 90, 95 => 95, 100 => 100);
Dries's avatar
 
Dries committed
21 22
  $output .= form_select("Items per block", "import_block_limit", variable_get("import_block_limit", 15), $number, "The maximum number of news items displayed in one block.");
  $output .= form_select("Items per page", "import_page_limit", variable_get("import_page_limit", 75), $number, "The maximum number of news items displayed on one page.");
Dries's avatar
 
Dries committed
23

Dries's avatar
 
Dries committed
24 25 26
  return $output;
}

Dries's avatar
 
Dries committed
27
function import_perm() {
Dries's avatar
 
Dries committed
28
  return array("administer news feeds", "access news feeds");
Dries's avatar
 
Dries committed
29 30 31
}

function import_link($type) {
Dries's avatar
 
Dries committed
32

Dries's avatar
 
Dries committed
33 34
  $links = array();

Dries's avatar
 
Dries committed
35
  if ($type == "page" && user_access("access news feeds")) {
Dries's avatar
 
Dries committed
36
    $links[] = l(t("news feeds"), "import", array("title" => t("Read the latest news from syndicated web sites.")));
Dries's avatar
 
Dries committed
37 38
  }

Dries's avatar
 
Dries committed
39
  if ($type == "admin" && user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
40 41 42 43 44
    $help["general"] = t("Several web sites, especially news related sites, syndicate parts of their site's content for other web sites to display. Usually, the syndicated content includes the latest headlines with a direct link to that story on the remote site. Some syndicated content also includes a description of the headline. The standard method of syndication is using the XML based Rich Site Summary (RSS). To get a feed to work you <b>must</b> run \"cron.php\". To display the feed in a block you must turn on the <a href=\"%block\">feed's block</a>. <br /><ul><li>To delete a feed choose \"edit feed\"</li><li>To clear all of the entries from a feed choose \"Remove items\"</li><li>To check whether a feed is working, and to get new items <b>now</b> click on \"update items\"</li></ul><ul><li>To delete a bundle choose \"edit bundle\".</li></ul>", array("%block" => url("admin/block")));
    $help["addfeed"] = t("Add a site to that has an RSS/RDF feed. The URL is the full path to the RSS feed file. For the feed to update you must run \"cron.php\". The \"Attributes\" are used to bundle this feed with other feeds (See <a href=\"%bundle\">add new bundle</a>, and to tag articles from this feed.<br />Note: If you already have another feed with the URL you are planning to use, the system will not accept your entry.", array("%bundle" => url("admin/syndication/news/add/bundle")));
    $help["bundles"] = t("Bundles provide a generalized way of creating composite feeds. They allow you, for example, to combine various sport-related feeds into one bundle called <i>Sport</i>. If an article from a feed has been \"tag\"-ged (See <a href=\"%tag\">tag news item</a> too look at and change tags.) with a matching \"Attribute\" then it will be added to the bundle.", array("%tag" => url("admin/syndication/news/tag")));
    $help["tag"] = t("This allows you to see and change an news item's \"tag\". All articles are originally tagged with the \"Attributes\" of their feed.");

Dries's avatar
 
Dries committed
45 46
    menu("admin/syndication", "content syndication", NULL, NULL, 5);
    menu("admin/syndication/news", "news aggregation", "import_admin", $help["general"]);
Dries's avatar
 
Dries committed
47
    menu("admin/syndication/news/add/feed", "add new feed", "import_admin", $help["addfeed"], 2);
48
    menu("admin/syndication/news/add/bundle", "add new bundle", "import_admin", $help["bundles"], 3);
Dries's avatar
 
Dries committed
49
    menu("admin/syndication/news/tag", "tag news items", "import_admin", $help["tag"], 4);
Dries's avatar
 
Dries committed
50
    menu("admin/syndication/news/help", "help", "import_help", NULL, 9);
Dries's avatar
 
Dries committed
51 52
  }

Dries's avatar
 
Dries committed
53
  return $links;
Dries's avatar
 
Dries committed
54 55
}

Dries's avatar
 
Dries committed
56
function import_cron() {
Dries's avatar
Dries committed
57
  $result = db_query("SELECT * FROM feed WHERE timestamp + refresh < ". time());
Dries's avatar
 
Dries committed
58 59 60 61 62 63
  while ($feed = db_fetch_array($result)) {
    import_refresh($feed);
  }
}

function import_update() {
64 65
  $result = db_query("SELECT * FROM feed");
  while ($feed = db_fetch_array($result)) {
Dries's avatar
 
Dries committed
66 67 68 69
    import_refresh($feed);
  }
}

Dries's avatar
 
Dries committed
70
function import_format_item($item, $feed = 0) {
Dries's avatar
 
Dries committed
71
  global $user;
Dries's avatar
 
Dries committed
72

Dries's avatar
 
Dries committed
73
  if ($user->uid && user_access("maintain personal blog")) {
Dries's avatar
 
Dries committed
74
    $output .= "<div class=\"icon\">". l("<img src=\"". theme("image", "blog.gif") ."\" alt=\"". t("blog it") ."\" title=\"". t("blog it") ."\" />", "node/add/blog&amp;iid=$item->iid", array("title" => t("Comment on this news item in your personal blog."), "class" => "blog-it")) ."</div>";
Dries's avatar
 
Dries committed
75 76
  }

Dries's avatar
 
Dries committed
77
  // external link
Dries's avatar
 
Dries committed
78
  $output .= "<a href=\"$item->link\">$item->title</a>";
79

Dries's avatar
 
Dries committed
80
  return $output;
81 82
}

Dries's avatar
 
Dries committed
83 84
function import_bundle_block($attributes) {

85 86 87
  if ($attributes) {
    $keys = explode(",", $attributes);
    foreach ($keys as $key) $where[] = "attributes LIKE '%". trim($key) ."%'";
88

Dries's avatar
 
Dries committed
89
    $result = db_query_range("SELECT * FROM item WHERE ". implode(" OR ", $where) ." ORDER BY iid DESC", 0, variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
90
  }
91

Dries's avatar
 
Dries committed
92
  $items = array();
Dries's avatar
 
Dries committed
93
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
94
    $items[] = import_format_item($item);
95
  }
Dries's avatar
 
Dries committed
96 97 98 99

  $output = "<div class=\"import-block\"><div class=\"bundle\">";
  $output .= theme("theme_item_list", $items);
  $output .= "</div></div>";
Dries's avatar
 
Dries committed
100 101

  return $output;
102 103
}

Dries's avatar
 
Dries committed
104
function import_feed_block($feed) {
Dries's avatar
 
Dries committed
105
  $result = db_query_range("SELECT * FROM item WHERE fid = %d ORDER BY iid DESC ", $feed->fid, 0, variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
106 107

  $items = array();
Dries's avatar
 
Dries committed
108
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
109
    $items[] = import_format_item($item);
Dries's avatar
 
Dries committed
110
  }
Dries's avatar
 
Dries committed
111 112 113 114

  $output = "<div class=\"import-block\"><div class=\"feed\">";
  $output .= theme("theme_item_list", $items);
  $output .= "</div></div>";
Dries's avatar
 
Dries committed
115

Dries's avatar
 
Dries committed
116 117 118
  return $output;
}

Dries's avatar
 
Dries committed
119 120 121 122
function import_block($op, $delta) {
  if ($op == "list") {
    $result = db_query("SELECT * FROM bundle ORDER BY title");
    while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
123
      $block["bundle:$bundle->bid"]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
124 125 126 127
    }

    $result = db_query("SELECT * FROM feed ORDER BY fid");
    while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
128
      $block["feed:$feed->fid"]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
129 130 131 132 133
    }

    return $block;
  }
  else {
Dries's avatar
 
Dries committed
134 135 136
    list($type, $id) = split(":", $delta);
    switch ($type) {
      case "feed":
Dries's avatar
 
Dries committed
137
        $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = %d", $id));
Dries's avatar
 
Dries committed
138
        $block["subject"] = $feed->title;
Dries's avatar
 
Dries committed
139
        $block["content"] .= import_feed_block($feed) ."<div style=\"text-align: right;\">".  l(t("more"), "import/feed/$feed->fid", array("title" => t("View this feed's recent news."))) ."</div>";
Dries's avatar
 
Dries committed
140 141 142
        break;

      case "bundle":
Dries's avatar
 
Dries committed
143
        $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = %d", $id));
Dries's avatar
 
Dries committed
144
        $block["subject"] = $bundle->title;
Dries's avatar
 
Dries committed
145
        $block["content"] .= import_bundle_block($bundle->attributes) ."<div style=\"text-align: right;\">". l(t("more"), "import/bundle/$bundle->bid", array("title" => t("View this bundle's recent news."))) ."</div>";
Dries's avatar
 
Dries committed
146
        break;
Dries's avatar
 
Dries committed
147 148 149 150
    }

    return $block;
  }
Dries's avatar
 
Dries committed
151 152
}

Dries's avatar
 
Dries committed
153
function import_get_bundles($attributes = 0) {
Dries's avatar
 
Dries committed
154

Dries's avatar
 
Dries committed
155 156 157
  $block = array();

  $result = db_query("SELECT * FROM bundle ORDER BY title");
Dries's avatar
 
Dries committed
158
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
159
    $block["bundle:$bundle->bid"]["subject"] = $bundle->title;
Dries's avatar
 
Dries committed
160
    $block["bundle:$bundle->bid"]["content"] = import_bundle_block($bundle->attributes) ."<div style=\"text-align: right;\">".
Dries's avatar
 
Dries committed
161 162 163
                                                l(t("more"), "import/bundle/$bundle->bid", array("title" => t("View this bundle's recent news.")))
                                                ."</div>";
    $block["bundle:$bundle->bid"]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
164
  }
Dries's avatar
 
Dries committed
165

Dries's avatar
 
Dries committed
166
  return $block;
Dries's avatar
 
Dries committed
167 168
}

Dries's avatar
 
Dries committed
169
function import_get_feeds($attributes = 0) {
Dries's avatar
 
Dries committed
170

Dries's avatar
 
Dries committed
171 172 173
  $block = array();

  $result = db_query("SELECT * FROM feed ORDER BY fid");
Dries's avatar
 
Dries committed
174
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
175
    $block["feed:$feed->fid"]["subject"] = $feed->title;
Dries's avatar
 
Dries committed
176
    $block["feed:$feed->fid"]["content"] = import_feed_block($feed) ."<div style=\"text-align: right;\">".
Dries's avatar
 
Dries committed
177 178 179
                                            l(t("more"), "import/feed/$feed->fid", array("title" => t("View this feed's recent news.")))
                                            ."</div>";
    $block["feed:$feed->fid"]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
180 181
  }

Dries's avatar
 
Dries committed
182
  return $block;
Dries's avatar
 
Dries committed
183 184
}

Dries's avatar
 
Dries committed
185
function import_remove($feed) {
Dries's avatar
 
Dries committed
186
  db_query("DELETE FROM item WHERE fid = %d", $feed["fid"]);
187
  return t("removed news items from '%site'.", array("%site" => $feed["title"]));
Dries's avatar
 
Dries committed
188 189
}

190 191
// Call-back function used by XML parser:
function import_element_start($parser, $name, $attributes) {
Dries's avatar
 
Dries committed
192 193 194 195 196 197 198 199 200 201
  global $item, $element, $tag;

  switch ($name) {
    case "IMAGE":
    case "TEXTINPUT":
      $element = $name;
      break;
    case "ITEM":
      $element = $name;
      $item += 1;
202 203 204 205 206 207 208
  }

  $tag = $name;
}

// Call-back function used by XML parser:
function import_element_end($parser, $name) {
Dries's avatar
 
Dries committed
209 210 211 212 213 214 215 216
  global $element;

   switch ($name) {
    case "IMAGE":
    case "TEXTINPUT":
    case "ITEM":
      $element = "";
  }
217 218 219 220
}

// Call-back function used by XML parser:
function import_element_data($parser, $data) {
Dries's avatar
 
Dries committed
221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236
  global $channel, $element, $items, $item, $tag;

  switch ($element) {
    case "ITEM":
      $items[$item][$tag] .= $data;
      break;
    case "IMAGE":
    case "TEXTINPUT":
      /*
      ** The sub-elements "image" and "textinput" are not supported
      ** but we have recognize them or their content will end up in
      ** the items-array.
      */
      break;
    default:
      $channel[$tag] .= $data;
237 238 239
  }
}

Dries's avatar
 
Dries committed
240
function import_refresh($feed) {
241

Dries's avatar
Dries committed
242 243 244 245
  // unset the global variables before we use them:
  unset($GLOBALS["channel"], $GLOBALS["element"], $GLOBALS["item"], $GLOBALS["items"], $GLOBALS["tag"]);

  // after we unset the variables, we can global them again:
246 247
  global $items, $channel;

Dries's avatar
 
Dries committed
248 249 250 251
  /*
  ** Check whether the feed is properly configured:
  */

Dries's avatar
 
Dries committed
252
  if (!ereg("^http://|ftp://", $feed["url"])) {
253
    return t("failed to parse RSS feed '%site': incorrect or missing URL.", array("%side" => $feed["title"]));
Dries's avatar
 
Dries committed
254 255 256
  }

  /*
Dries's avatar
 
Dries committed
257
  ** Grab the news items:
Dries's avatar
 
Dries committed
258 259
  */

Dries's avatar
 
Dries committed
260
  if ($fp = @fopen($feed["url"], "r")) {
261
    // fetch data:
Dries's avatar
 
Dries committed
262 263 264
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
265
    fclose($fp);
Dries's avatar
 
Dries committed
266

Dries's avatar
 
Dries committed
267
    // parse the data:
268 269 270
    $xml_parser = xml_parser_create();
    xml_set_element_handler($xml_parser, "import_element_start", "import_element_end");
    xml_set_character_data_handler($xml_parser, "import_element_data");
Dries's avatar
 
Dries committed
271 272
    xml_parser_set_option($xml_parser, XML_OPTION_TARGET_ENCODING, "utf-8");

273 274 275 276 277
    if (!xml_parse($xml_parser, $data, 1)) {
      return t("failed to parse RSS feed '%site': %error at line %line.", array("%site" => $feed["title"], "%error" => xml_error_string(xml_get_error_code($xml_parser)), "%line" => xml_get_current_line_number($xml_parser)));
    }
    xml_parser_free($xml_parser);

Dries's avatar
 
Dries committed
278 279 280 281
    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

Dries's avatar
 
Dries committed
282 283 284 285
    /*
    ** Strip invalid tags and provide default values (if required):
    */

Dries's avatar
 
Dries committed
286
    foreach ($channel as $key => $value) {
287
      $channel[$key] = node_filter(strtr(trim($value), $tt));
Dries's avatar
 
Dries committed
288
    }
Dries's avatar
 
Dries committed
289

Dries's avatar
 
Dries committed
290
    db_query("UPDATE feed SET timestamp = %d, link = '%s', description = '%s' WHERE fid = %d", time(), $channel["LINK"], $channel["DESCRIPTION"], $feed["fid"]);
Dries's avatar
 
Dries committed
291

Dries's avatar
 
Dries committed
292
    /*
293 294 295
    ** We reverse the array such that we store the first item last,
    ** and the last item first.  In the database, the newest item
    ** should be at the top.
Dries's avatar
 
Dries committed
296
    */
Dries's avatar
 
Dries committed
297

298
    $items = array_reverse($items);
Dries's avatar
 
Dries committed
299

Dries's avatar
 
Dries committed
300 301
    foreach ($items as $item) {
      unset($title, $link, $author, $description);
Dries's avatar
 
Dries committed
302

Dries's avatar
 
Dries committed
303 304
      // Prepare the item:
      foreach ($item as $key => $value) {
305
        $item[$key] = node_filter(strtr(trim($value), $tt));
Dries's avatar
 
Dries committed
306
      }
307

308
      if ($item["TITLE"]) {
Dries's avatar
 
Dries committed
309
        $title = $item["TITLE"];
310 311
      }
      else {
Dries's avatar
 
Dries committed
312
        /*
Dries's avatar
 
Dries committed
313
         ** Use up to 40 characters of the description, ending at
314 315
         ** word boundary, but don't split potential entities.
         */
Dries's avatar
 
Dries committed
316
        $title = preg_replace('/^(.*)[^\w;&].*?$/', "\\1", substr($item["DESCRIPTION"], 0, 40));
317
      }
Dries's avatar
 
Dries committed
318

319
      if ($item["LINK"]) {
Dries's avatar
 
Dries committed
320
        $link = $item["LINK"];
321 322
      }
      elseif ($item["GUID"] && (strncmp($item["GUID"], "http://", 7) == 0)) {
Dries's avatar
 
Dries committed
323
        $link = $item["GUID"];
324 325 326 327
      }
      else {
        $link = $feed["link"];
      }
Dries's avatar
Dries committed
328

329
      /*
Dries's avatar
 
Dries committed
330 331 332 333
      ** Save this item.  Try to avoid duplicate entries as much as
      ** possible.  If we find a duplicate entry, we resolve it and
      ** pass along it's ID such that we can update it if needed.
      */
Dries's avatar
 
Dries committed
334

335
      if ($link && $link != $feed["link"] && $link != $feed["url"]) {
Dries's avatar
 
Dries committed
336
        $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = %d AND link = '%s'", $feed["fid"], $link));
337 338
      }
      else {
Dries's avatar
 
Dries committed
339
        $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = %d AND title = '%s'", $feed["fid"], $title));
340
      }
341

Dries's avatar
 
Dries committed
342
      import_save_item(array(iid => $entry->iid, fid => $feed["fid"], title => $title, link => $link, author => $item["AUTHOR"], description => $item["DESCRIPTION"], attributes => $feed["attributes"]));
343
    }
Dries's avatar
 
Dries committed
344 345

    /*
Dries's avatar
 
Dries committed
346
    ** Remove all the old, expired items:
Dries's avatar
 
Dries committed
347 348 349 350
    */

    unset($items);

Dries's avatar
 
Dries committed
351
    $result = db_query("SELECT iid FROM item WHERE fid = %d ORDER BY timestamp", $feed["fid"]);
Dries's avatar
 
Dries committed
352 353 354 355 356

    while ($item = db_fetch_object($result)) {
      $items[] = "iid = '$item->iid'";
    }

Dries's avatar
 
Dries committed
357
    if (sizeof($items) > 50) {
Dries's avatar
 
Dries committed
358 359 360
      db_query("DELETE FROM item WHERE ". implode(" OR ", array_slice($items, 0, - 50)));
    }

Dries's avatar
 
Dries committed
361 362
  }
  else {
363
    return t("failed to parse RSS feed '%site': no data.", array("%site" => $feed["tite"]));
364
  }
Dries's avatar
 
Dries committed
365

366
  return t("syndicated content from '%site'.", array("%site" => $feed["title"]));
367 368
}

Dries's avatar
 
Dries committed
369
function import_save_item($edit) {
Dries's avatar
 
Dries committed
370
  if ($edit["iid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
371
    db_query("UPDATE item SET title = '%s', link = '%s', author = '%s', description = '%s', attributes = '%s' WHERE iid = %d", $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], $edit["iid"]);
372
  }
Dries's avatar
 
Dries committed
373
  else if ($edit["iid"]) {
Dries's avatar
 
Dries committed
374
    db_query("DELETE FROM item WHERE iid = %d", $edit["iid"]);
375
  }
Dries's avatar
 
Dries committed
376
  else if ($edit["title"] && $edit["link"]) {
Dries's avatar
 
Dries committed
377
    db_query("INSERT INTO item (fid, title, link, author, description, attributes, timestamp) VALUES (%d, '%s', '%s', '%s', '%s', '%s', %d)", $edit["fid"], $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], time());
378 379 380
  }
}

Dries's avatar
 
Dries committed
381
function import_form_bundle($edit = array()) {
382

Dries's avatar
 
Dries committed
383
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the bundle.");
Dries's avatar
 
Dries committed
384
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-separated list of keywords describing the bundle.");
385 386 387

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
388
  if ($edit["bid"]) {
Dries's avatar
 
Dries committed
389
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
390
    $form .= form_hidden("bid", $edit["bid"]);
391 392
  }

Dries's avatar
 
Dries committed
393
  return form($form);
394 395
}

Dries's avatar
 
Dries committed
396
function import_save_bundle($edit) {
Dries's avatar
 
Dries committed
397
  if ($edit["bid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
398
    db_query("UPDATE bundle SET title = '%s', attributes = '%s' WHERE bid = %d", $edit["title"], $edit["attributes"], $edit["bid"]);
399
  }
Dries's avatar
 
Dries committed
400
  else if ($edit["bid"]) {
Dries's avatar
 
Dries committed
401
    db_query("DELETE FROM bundle WHERE bid = %d", $edit["bid"]);
402
  }
Dries's avatar
 
Dries committed
403
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
404
    // a single unique id for bundles and feeds, to use in blocks
Dries's avatar
 
Dries committed
405 406
    $next_id = db_next_id("bundle_bid");
    db_query("INSERT INTO bundle (bid, title, attributes) VALUES (%d, '%s', '%s')", $next_id, $edit["title"], $edit["attributes"]);
407 408 409
  }
}

Dries's avatar
 
Dries committed
410
function import_form_feed($edit = array()) {
411 412 413

  $period = array(900 => format_interval(900), 1800 => format_interval(1800), 3600 => format_interval(3600), 7200 => format_interval(7200), 10800 => format_interval(10800), 21600 => format_interval(21600), 32400 => format_interval(32400), 43200 => format_interval(43200), 64800 => format_interval(64800), 86400 => format_interval(86400), 172800 => format_interval(172800), 259200 => format_interval(259200), 604800 => format_interval(604800), 1209600 => format_interval(1209600), 2419200 => format_interval(2419200));

Dries's avatar
 
Dries committed
414 415 416
  if ($edit["refresh"] == "") {
    $edit["refresh"] = 3600;
  }
Dries's avatar
 
Dries committed
417

Dries's avatar
 
Dries committed
418
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the feed; typically the name of the web site you syndicate content from.");
Dries's avatar
 
Dries committed
419
  $form .= form_textfield("Url", "url", $edit["url"], 50, 128, "The fully-qualified URL of the feed.");
Dries's avatar
 
Dries committed
420
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-separated list of keywords describing the feed.");
Dries's avatar
 
Dries committed
421
  $form .= form_select("Update interval", "refresh", $edit["refresh"], $period, "The refresh interval indicating how often you want to update this feed.  Requires crontab.");
422 423 424

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
425
  if ($edit["fid"]) {
Dries's avatar
 
Dries committed
426
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
427
    $form .= form_hidden("fid", $edit["fid"]);
428 429
  }

Dries's avatar
 
Dries committed
430
  return form($form);
431 432
}

Dries's avatar
 
Dries committed
433
function import_save_feed($edit) {
Dries's avatar
 
Dries committed
434
  if ($edit["fid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
435
    db_query("UPDATE feed SET title = '%s', url = '%s', attributes = '%s', refresh = %d WHERE fid = %d", $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"], $edit["fid"]);
Dries's avatar
 
Dries committed
436
    db_query("DELETE FROM item WHERE fid = %d", $edit["fid"]);
437
  }
Dries's avatar
 
Dries committed
438
  else if ($edit["fid"]) {
Dries's avatar
 
Dries committed
439 440
    db_query("DELETE FROM feed WHERE fid = %d", $edit["fid"]);
    db_query("DELETE FROM item WHERE fid = %d", $edit["fid"]);
441
  }
Dries's avatar
 
Dries committed
442
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
443
    // a single unique id for bundles and feeds, to use in blocks
Dries's avatar
 
Dries committed
444
    $next_id = db_next_id("feed_fid");
Dries's avatar
 
Dries committed
445
    db_query("INSERT INTO feed (fid, title, url, attributes, refresh) VALUES (%d, '%s', '%s', '%s', %d)", $next_id, $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"]);
446 447 448
  }
}

Dries's avatar
 
Dries committed
449
function import_save_attributes($edit) {
Dries's avatar
 
Dries committed
450
  foreach ($edit as $iid => $value) {
Dries's avatar
 
Dries committed
451
    db_query("UPDATE item SET attributes = '%s' WHERE iid = %d", $value, $iid);
452 453 454 455
  }
  return "attributes has been saved";
}

Dries's avatar
 
Dries committed
456
function import_get_feed($fid) {
Dries's avatar
 
Dries committed
457
  return db_fetch_array(db_query("SELECT * FROM feed WHERE fid = %d", $fid));
458 459
}

Dries's avatar
 
Dries committed
460
function import_get_bundle($bid) {
Dries's avatar
 
Dries committed
461
  return db_fetch_array(db_query("SELECT * FROM bundle WHERE bid = %d", $bid));
462 463
}

Dries's avatar
 
Dries committed
464
function import_view() {
Dries's avatar
 
Dries committed
465
  $result = db_query("SELECT f.*, COUNT(i.iid) AS items FROM feed f LEFT JOIN item i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.timestamp, f.attributes, f.link, f.description ORDER BY f.title");
466

Dries's avatar
 
Dries committed
467
  $output .= "<h3>Feed overview</h3>";
Dries's avatar
 
Dries committed
468 469 470

  $header = array(t("title"), t("attributes"), t("items"), t("last update"), t("next update"), array("data" => t("operations"), "colspan" => 3));
  unset($rows);
471
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
472
    $rows[] = array($feed->title, $feed->attributes, format_plural($feed->items, "1 item", "%count items"), ($feed->timestamp ? format_interval(time() - $feed->timestamp) ." ago" : "never"), ($feed->timestamp ? format_interval($feed->timestamp + $feed->refresh - time()) ." left" : "never"), l(t("edit feed"), "admin/syndication/news/edit/feed/$feed->fid"), l(t("remove items"), "admin/syndication/news/remove/$feed->fid"), l(t("update items"), "admin/syndication/news/update/$feed->fid"));
473
  }
Dries's avatar
 
Dries committed
474
  $output .= table($header, $rows);
475 476 477

  $result = db_query("SELECT * FROM bundle ORDER BY title");

Dries's avatar
 
Dries committed
478
  $output .= "<h3>Bundle overview</h3>";
Dries's avatar
 
Dries committed
479 480 481

  $header = array(t("title"), t("attributes"), t("operations"));
  unset($rows);
482
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
483
    $rows[] = array($bundle->title, $bundle->attributes, l(t("edit bundle"), "admin/syndication/news/edit/bundle/$bundle->bid"));
484
  }
Dries's avatar
 
Dries committed
485
  $output .= table($header, $rows);
486 487 488 489

  return $output;
}

Dries's avatar
 
Dries committed
490
function import_tag() {
491

Dries's avatar
 
Dries committed
492
  $result = db_query_range("SELECT i.*, f.title AS feed FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC", 0, 50);
493

Dries's avatar
 
Dries committed
494
  $header = array(t("date"), t("feed"), t("news item"));
495
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
496
    $rows[] = array(array("data" => format_date($item->timestamp, "small"), "nowrap" => "nowrap", "valign" => "top"), array("data" => l($item->feed, "admin/syndication/news/edit/feed/$item->fid"), "valign" => "top"), "<a href=\"$item->link\">$item->title</a>". ($item->description ? "<br /><small><i>$item->description</i></small>" : "") ."<br /><input type=\"text\" name=\"edit[$item->iid]\" value=\"". check_form($item->attributes) ."\" size=\"50\" />");
497
  }
Dries's avatar
 
Dries committed
498 499

  $output .= table($header, $rows);
Dries's avatar
 
Dries committed
500
  $output .= "<input type=\"submit\" name=\"op\" value=\"Save attributes\" />\n";
501

Dries's avatar
 
Dries committed
502
  return form($output);
503 504
}

Dries's avatar
 
Dries committed
505
function import_admin() {
Dries's avatar
 
Dries committed
506 507
  $op = $_POST["op"];
  $edit = $_POST["edit"];
Dries's avatar
 
Dries committed
508

Dries's avatar
 
Dries committed
509
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
510

Dries's avatar
 
Dries committed
511
    if (empty($op)) {
Dries's avatar
 
Dries committed
512
      $op = arg(3);
Dries's avatar
 
Dries committed
513 514
    }

Dries's avatar
 
Dries committed
515
    switch ($op) {
516 517 518 519 520 521 522
      case "add":
        if (arg(4) == "bundle") {
          print import_form_bundle();
        }
        else {
          print import_form_feed();
        }
Dries's avatar
 
Dries committed
523
        break;
Dries's avatar
 
Dries committed
524
      case "edit":
Dries's avatar
 
Dries committed
525 526
        if (arg(4) == "bundle") {
          print import_form_bundle(import_get_bundle(arg(5)));
Dries's avatar
 
Dries committed
527 528
        }
        else {
Dries's avatar
 
Dries committed
529
          print import_form_feed(import_get_feed(arg(5)));
Dries's avatar
 
Dries committed
530
        }
Dries's avatar
 
Dries committed
531 532
        break;
      case "remove":
Dries's avatar
 
Dries committed
533
        print status(import_remove(import_get_feed(arg(4))));
Dries's avatar
 
Dries committed
534
        print import_view();
Dries's avatar
 
Dries committed
535 536
        break;
      case "update":
Dries's avatar
 
Dries committed
537
        print status(import_refresh(import_get_feed(arg(4))));
Dries's avatar
 
Dries committed
538
        print import_view();
Dries's avatar
 
Dries committed
539
        break;
Dries's avatar
 
Dries committed
540 541 542
      case "tag":
        print import_tag();
        break;
Dries's avatar
 
Dries committed
543 544
      case "Save attributes":
        print status(import_save_attributes($edit));
Dries's avatar
 
Dries committed
545
        print import_tag();
Dries's avatar
 
Dries committed
546 547
        break;
      case "Delete":
Dries's avatar
 
Dries committed
548
        $edit["title"] = 0;
Dries's avatar
 
Dries committed
549 550
        // fall through:
      case "Submit":
551
        if (arg(4) == "bundle") {
Dries's avatar
 
Dries committed
552
          print status(import_save_bundle($edit));
Dries's avatar
 
Dries committed
553 554
        }
        else {
Dries's avatar
 
Dries committed
555
          print status(import_save_feed($edit));
Dries's avatar
 
Dries committed
556
        }
Dries's avatar
 
Dries committed
557 558
        // fall through:
      default:
Dries's avatar
 
Dries committed
559
        print import_view();
Dries's avatar
 
Dries committed
560 561 562 563
    }
  }
  else {
    print message_access();
564 565 566
  }
}

Dries's avatar
 
Dries committed
567
function import_page_info() {
Dries's avatar
 
Dries committed
568

Dries's avatar
 
Dries committed
569

Dries's avatar
 
Dries committed
570
  $links[] = l(t("latest news"), "import", array("title" => t("Read the latest news from syndicated web sites.")));
Dries's avatar
 
Dries committed
571 572
  $links[] = l(t("news by source"), "import/feeds", array("title" => t("View the latest headlines sorted by source.")));
  $links[] = l(t("news by topic"), "import/bundles", array("title" => t("View the latest headlines sorted by topic.")));
Dries's avatar
 
Dries committed
573
  $links[] = l(t("news sources"), "import/sources", array("title" => t("View a list of all the web sites we syndicate from.")));
Dries's avatar
 
Dries committed
574

575
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
576
    $links[] = l(t("administer news feeds"), "admin/syndication/news", array("title" => t("View the news feed administrative pages.")));
577
  }
Dries's avatar
 
Dries committed
578

Dries's avatar
 
Dries committed
579
  return "<div style=\"text-align: center;\">". theme("links", $links) ."</div>";
Dries's avatar
 
Dries committed
580 581
}

Dries's avatar
 
Dries committed
582
function import_page_last() {
Dries's avatar
 
Dries committed
583

Dries's avatar
 
Dries committed
584

Dries's avatar
 
Dries committed
585
  $result = db_query_range("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC", 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
586 587

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
588
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
589
    if (module_exist("blog") && user_access("maintain personal blog")) {
590
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
591
    }
Dries's avatar
 
Dries committed
592
    $links[] = l(t("feed"), "import/feed/$item->fid", array("title" => t("Read more syndicated news from this feed.")));
Dries's avatar
 
Dries committed
593 594

    if ($item->link) {
Dries's avatar
 
Dries committed
595
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a> &middot; ". l($item->ftitle, "import/feed/$item->fid", array("title" => t("View more information about this feed."))) ."</td><td style=\"text-align: right; vertical-align: top;\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
596
    }
Dries's avatar
 
Dries committed
597

Dries's avatar
 
Dries committed
598
    if ($item->description) {
Dries's avatar
 
Dries committed
599
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
600 601 602
    }

    unset($links);
Dries's avatar
 
Dries committed
603
  }
Dries's avatar
 
Dries committed
604
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
605

Dries's avatar
 
Dries committed
606 607 608 609
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
610 611 612
}

function import_page_feed($fid) {
Dries's avatar
 
Dries committed
613

Dries's avatar
 
Dries committed
614

Dries's avatar
 
Dries committed
615
  $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = %d", $fid));
Dries's avatar
 
Dries committed
616

Kjartan's avatar
Kjartan committed
617
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\"><a href=\"$feed->link\">$feed->link</a></div></p>";
Dries's avatar
 
Dries committed
618
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">$feed->description</div></p>";
Dries's avatar
 
Dries committed
619
  $header .= "<p><b>". t("Last update") .":</b><div style=\"margin-left: 20px; text-align: right;\">". format_interval(time() - $feed->timestamp) ." ". t("ago") ." <a href=\"$feed->url\"><img src=\"". theme("image", "xml.gif") ."\" width=\"36\" height=\"14\" style=\"border: 0px;\" alt=\"\" title=\"\" /></a><br /><br /></div></p>\n";
Dries's avatar
 
Dries committed
620

Dries's avatar
 
Dries committed
621
  $result = db_query_range("SELECT * FROM item WHERE fid = %d ORDER BY iid DESC", $fid, 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
622 623

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
624
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
625
    if (module_exist("blog") && user_access("maintain personal blog")) {
626
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
627
    }
Dries's avatar
 
Dries committed
628
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";
Dries's avatar
 
Dries committed
629

Dries's avatar
 
Dries committed
630
    if ($item->link) {
Dries's avatar
 
Dries committed
631
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a></td><td style=\"text-align: right; vertical-align: top;\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
632 633
    }
    if ($item->description) {
Dries's avatar
 
Dries committed
634
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
635 636 637 638 639
    }

    unset($links);
  }
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
640

Dries's avatar
 
Dries committed
641 642 643 644 645
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", $feed->title, $header);
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
646 647 648
}

function import_page_bundle($bid) {
Dries's avatar
 
Dries committed
649

Dries's avatar
 
Dries committed
650

Dries's avatar
 
Dries committed
651
  $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = %d", $bid));
Dries's avatar
 
Dries committed
652

Dries's avatar
 
Dries committed
653
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". l($bundle->title, "import/bundle/$bundle->bid") ."</div></p>";
Dries's avatar
 
Dries committed
654
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". t("A composite news feed about") ." $bundle->attributes.</div></p>";
Dries's avatar
 
Dries committed
655 656 657

  $keys = explode(",", $bundle->attributes);
  foreach ($keys as $key) $where[] = "i.attributes LIKE '%". trim($key) ."%'";
Dries's avatar
 
Dries committed
658
  $result = db_query_range("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i, feed f WHERE (". implode(" OR ", $where) .") AND i.fid = f.fid ORDER BY iid DESC", 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
659

Dries's avatar
 
Dries committed
660
  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
661
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
662
    if (module_exist("blog") && user_access("maintain personal blog")) {
663
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
664
    }
Dries's avatar
 
Dries committed
665
    $links[] = l(t("feed"), "import/feed/$item->fid", array("title" => t("Read more syndicated news from this feed.")));
Dries's avatar
 
Dries committed
666 667 668
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
669
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a> &middot; ". l($item->ftitle, "import/feed/$item->fid", array("title" => t("View more information about this feed."))) ."</td><td style=\"text-align: right; vertical-align: top;\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
670
    }
Dries's avatar
 
Dries committed
671

Dries's avatar
 
Dries committed
672
    if ($item->description) {
Dries's avatar
 
Dries committed
673
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
674 675 676
    }

    unset($links);
Dries's avatar
 
Dries committed
677
  }
Dries's avatar
 
Dries committed
678
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
679

Dries's avatar
 
Dries committed
680 681 682 683 684
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", $bundle->title, $header);
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
685

Dries's avatar
 
Dries committed
686 687
}

Dries's avatar
 
Dries committed
688
function import_page_sources() {
Dries's avatar
 
Dries committed
689

Dries's avatar
 
Dries committed
690 691 692 693

  $result = db_query("SELECT * FROM feed ORDER BY title");

  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
694
    $output .= l($feed->title, "import/feed/$feed->fid");
Dries's avatar
 
Dries committed
695
    $output .= "<div style=\"margin-left: 20px;\">$feed->description</div><br />";
Dries's avatar
 
Dries committed
696 697
  }

Dries's avatar
 
Dries committed
698
  $output .= "<div style=\"text-align: right\">" . l("<img src=\"". theme("image", "xml.gif") ."\" width=\"36\" height=\"14\" style=\"border: 0px;\" />", "import/fd", array("title" => t("View the list of syndicated web sites in XML format."))) . "</div><br />";
Dries's avatar
 
Dries committed
699

Dries's avatar
 
Dries committed
700 701 702 703
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", t("News sources"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
704 705
}

Dries's avatar
 
Dries committed
706 707 708 709
function import_page_fd() {

  $result = db_query("SELECT * FROM feed ORDER BY title");

Dries's avatar
 
Dries committed
710
  $output .= "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n\n";
Dries's avatar
 
Dries committed
711
  $output .= "<rssfeeds version=\"0.1\">\n\n";