aggregator.module 31.2 KB
Newer Older
1
<?php
2
// $Id$
3

Dries's avatar
 
Dries committed
4
function import_help() {
Dries's avatar
 
Dries committed
5 6 7 8 9 10
  $output .= "<p>**REWRITE** In Drupal you have <i>feeds</i> and <i>bundles</i>.   Feeds define news sources and bundles categorize syndicated content by source, topic or any other heuristic.   Bundles provide a generalized way of creating composite feeds.  They allow you, for example, to combine various sport-related feeds into one bundle called \"Sport\".</p>";
  $output .= "<p>You can have several providers of news feeds.  You can add a feed by clicking the \"add feed\" link on the import administration pages.  Give the feed a name, supply the URI and a comma-separated list of attributes that you want to associate the feed with.  The update interval defines how often Drupal should go out to try and grab fresh content.  The expiration time defines how long syndicated content is kept in the database.  So set the update and expiration time and save your settings.  You have just defined your first feed.  If you have more feeds repeat as necessary.</p>";
  $output .= "<p>To verify whether your feed works, press \"update items\" at the overview page.  The number of news items that have been sucessfully fetched, should then become visible in the third column of the feed overview.</p>";
  $output .= "<p>Now you have to define some bundles.  Bundles look for feeds that contain one of the keywords associated with the bundle and display those feeds together.  To define a bundle you have to give it a name and a comma-separated list of keywords just like this is the case for feeds.</p>";
  $output .= "<p>Your newly created bundle will now show up in the list of blocks that you can see at the block related administration pages.  There you can customize where and when your bundles will be displayed.</p>";
  return t($output);
11 12
}

13
function import_system($field){
Kjartan's avatar
Kjartan committed
14
  $system["description"] = t("Used to aggregate syndicated content (RSS and RDF).");
Dries's avatar
 
Dries committed
15
  $system["admin_help"] = t("Drupal's news aggregator controls how many RSS/RDF items from a single source are displayed in a \"Block\", and on the page that goes with that block.");
16 17 18
  return $system[$field];
}

19
function import_settings() {
Dries's avatar
 
Dries committed
20
  $number = array(5 => 5, 10 => 10, 15 => 15, 20 => 20, 25 => 25, 30 => 30, 35 => 35, 40 => 40, 45 => 45, 50 => 50, 55 => 55, 60 => 60, 65 => 65, 70 => 70, 75 => 75, 80 => 80, 85 => 85, 90 => 90, 95 => 95, 100 => 100);
Dries's avatar
 
Dries committed
21 22
  $output .= form_select("Items per block", "import_block_limit", variable_get("import_block_limit", 15), $number, "The maximum number of news items displayed in one block.");
  $output .= form_select("Items per page", "import_page_limit", variable_get("import_page_limit", 75), $number, "The maximum number of news items displayed on one page.");
Dries's avatar
 
Dries committed
23

Dries's avatar
 
Dries committed
24 25 26
  return $output;
}

Dries's avatar
 
Dries committed
27
function import_perm() {
Dries's avatar
 
Dries committed
28
  return array("administer news feeds", "access news feeds");
Dries's avatar
 
Dries committed
29 30 31
}

function import_link($type) {
Dries's avatar
 
Dries committed
32

Dries's avatar
 
Dries committed
33 34
  $links = array();

Dries's avatar
 
Dries committed
35
  if ($type == "page" && user_access("access news feeds")) {
Dries's avatar
 
Dries committed
36
    $links[] = l(t("news feeds"), "import", array("title" => t("Read the latest news from syndicated web sites.")));
Dries's avatar
 
Dries committed
37 38
  }

Dries's avatar
 
Dries committed
39
  if ($type == "admin" && user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
40 41 42 43 44
    $help["general"] = t("Several web sites, especially news related sites, syndicate parts of their site's content for other web sites to display. Usually, the syndicated content includes the latest headlines with a direct link to that story on the remote site. Some syndicated content also includes a description of the headline. The standard method of syndication is using the XML based Rich Site Summary (RSS). To get a feed to work you <b>must</b> run \"cron.php\". To display the feed in a block you must turn on the <a href=\"%block\">feed's block</a>. <br /><ul><li>To delete a feed choose \"edit feed\"</li><li>To clear all of the entries from a feed choose \"Remove items\"</li><li>To check whether a feed is working, and to get new items <b>now</b> click on \"update items\"</li></ul><ul><li>To delete a bundle choose \"edit bundle\".</li></ul>", array("%block" => url("admin/block")));
    $help["addfeed"] = t("Add a site to that has an RSS/RDF feed. The URL is the full path to the RSS feed file. For the feed to update you must run \"cron.php\". The \"Attributes\" are used to bundle this feed with other feeds (See <a href=\"%bundle\">add new bundle</a>, and to tag articles from this feed.<br />Note: If you already have another feed with the URL you are planning to use, the system will not accept your entry.", array("%bundle" => url("admin/syndication/news/add/bundle")));
    $help["bundles"] = t("Bundles provide a generalized way of creating composite feeds. They allow you, for example, to combine various sport-related feeds into one bundle called <i>Sport</i>. If an article from a feed has been \"tag\"-ged (See <a href=\"%tag\">tag news item</a> too look at and change tags.) with a matching \"Attribute\" then it will be added to the bundle.", array("%tag" => url("admin/syndication/news/tag")));
    $help["tag"] = t("This allows you to see and change an news item's \"tag\". All articles are originally tagged with the \"Attributes\" of their feed.");

Dries's avatar
 
Dries committed
45 46
    menu("admin/syndication", "content syndication", NULL, NULL, 5);
    menu("admin/syndication/news", "news aggregation", "import_admin", $help["general"]);
Dries's avatar
 
Dries committed
47
    menu("admin/syndication/news/add/feed", "add new feed", "import_admin", $help["addfeed"], 2);
48
    menu("admin/syndication/news/add/bundle", "add new bundle", "import_admin", $help["bundles"], 3);
Dries's avatar
 
Dries committed
49
    menu("admin/syndication/news/tag", "tag news items", "import_admin", $help["tag"], 4);
Dries's avatar
 
Dries committed
50
    menu("admin/syndication/news/help", "help", "import_help", NULL, 9);
Dries's avatar
 
Dries committed
51 52
  }

Dries's avatar
 
Dries committed
53
  return $links;
Dries's avatar
 
Dries committed
54 55
}

Dries's avatar
 
Dries committed
56
function import_cron() {
Dries's avatar
Dries committed
57
  $result = db_query("SELECT * FROM feed WHERE timestamp + refresh < ". time());
Dries's avatar
 
Dries committed
58 59 60 61 62 63
  while ($feed = db_fetch_array($result)) {
    import_refresh($feed);
  }
}

function import_update() {
64 65
  $result = db_query("SELECT * FROM feed");
  while ($feed = db_fetch_array($result)) {
Dries's avatar
 
Dries committed
66 67 68 69
    import_refresh($feed);
  }
}

Dries's avatar
 
Dries committed
70
function import_format_item($item, $feed = 0) {
Dries's avatar
 
Dries committed
71
  global $user;
Dries's avatar
 
Dries committed
72

Dries's avatar
 
Dries committed
73
  if ($user->uid && user_access("maintain personal blog")) {
Dries's avatar
 
Dries committed
74
    $output .= "<div class=\"icon\">". l("<img src=\"". theme("image", "blog.gif") ."\" border=\"0\" width=\"12\" height=\"12\" alt=\"". t("blog it") ."\" />", "node/add/blog&amp;iid=$item->iid", array("title" => t("Comment on this news item in your personal blog."), "class" => "blog-it")) ."</div>";
Dries's avatar
 
Dries committed
75 76
  }

Dries's avatar
 
Dries committed
77
  // external link
Dries's avatar
 
Dries committed
78
  $output .= "<a href=\"$item->link\">$item->title</a>";
79

Dries's avatar
 
Dries committed
80
  return $output;
81 82
}

Dries's avatar
 
Dries committed
83 84
function import_bundle_block($attributes) {

85 86 87
  if ($attributes) {
    $keys = explode(",", $attributes);
    foreach ($keys as $key) $where[] = "attributes LIKE '%". trim($key) ."%'";
88

Dries's avatar
 
Dries committed
89
    $result = db_query_range("SELECT * FROM item WHERE ". implode(" OR ", $where) ." ORDER BY iid DESC", 0, variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
90
  }
91

Dries's avatar
 
Dries committed
92
  $items = array();
Dries's avatar
 
Dries committed
93
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
94
    $items[] = import_format_item($item);
95
  }
Dries's avatar
 
Dries committed
96 97 98 99

  $output = "<div class=\"import-block\"><div class=\"bundle\">";
  $output .= theme("theme_item_list", $items);
  $output .= "</div></div>";
Dries's avatar
 
Dries committed
100 101

  return $output;
102 103
}

Dries's avatar
 
Dries committed
104
function import_feed_block($feed) {
Dries's avatar
 
Dries committed
105
  $result = db_query_range("SELECT * FROM item WHERE fid = %d ORDER BY iid DESC ", $feed->fid, 0, variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
106 107

  $items = array();
Dries's avatar
 
Dries committed
108
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
109
    $items[] = import_format_item($item);
Dries's avatar
 
Dries committed
110
  }
Dries's avatar
 
Dries committed
111 112 113 114

  $output = "<div class=\"import-block\"><div class=\"feed\">";
  $output .= theme("theme_item_list", $items);
  $output .= "</div></div>";
Dries's avatar
 
Dries committed
115

Dries's avatar
 
Dries committed
116 117 118
  return $output;
}

Dries's avatar
 
Dries committed
119 120 121 122
function import_block($op, $delta) {
  if ($op == "list") {
    $result = db_query("SELECT * FROM bundle ORDER BY title");
    while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
123
      $block["bundle:$bundle->bid"]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
124 125 126 127
    }

    $result = db_query("SELECT * FROM feed ORDER BY fid");
    while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
128
      $block["feed:$feed->fid"]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
129 130 131 132 133
    }

    return $block;
  }
  else {
Dries's avatar
 
Dries committed
134 135 136
    list($type, $id) = split(":", $delta);
    switch ($type) {
      case "feed":
Dries's avatar
 
Dries committed
137
        $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = %d", $id));
Dries's avatar
 
Dries committed
138 139 140 141 142
        $block["subject"] = $feed->title;
        $block["content"] .= import_feed_block($feed) ."<div align=\"right\">".  l(t("more"), "import/feed/$feed->fid", array("title" => t("View this feed's recent news."))) ."</div>";
        break;

      case "bundle":
Dries's avatar
 
Dries committed
143
        $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = %d", $id));
Dries's avatar
 
Dries committed
144 145 146
        $block["subject"] = $bundle->title;
        $block["content"] .= import_bundle_block($bundle->attributes) ."<div align=\"right\">". l(t("more"), "import/bundle/$bundle->bid", array("title" => t("View this bundle's recent news."))) ."</div>";
        break;
Dries's avatar
 
Dries committed
147 148 149 150
    }

    return $block;
  }
Dries's avatar
 
Dries committed
151 152
}

Dries's avatar
 
Dries committed
153
function import_get_bundles($attributes = 0) {
Dries's avatar
 
Dries committed
154

Dries's avatar
 
Dries committed
155 156 157
  $block = array();

  $result = db_query("SELECT * FROM bundle ORDER BY title");
Dries's avatar
 
Dries committed
158
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
159 160 161 162 163
    $block["bundle:$bundle->bid"]["subject"] = $bundle->title;
    $block["bundle:$bundle->bid"]["content"] = import_bundle_block($bundle->attributes) ."<div align=\"right\">".
                                                l(t("more"), "import/bundle/$bundle->bid", array("title" => t("View this bundle's recent news.")))
                                                ."</div>";
    $block["bundle:$bundle->bid"]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
164
  }
Dries's avatar
 
Dries committed
165

Dries's avatar
 
Dries committed
166
  return $block;
Dries's avatar
 
Dries committed
167 168
}

Dries's avatar
 
Dries committed
169
function import_get_feeds($attributes = 0) {
Dries's avatar
 
Dries committed
170

Dries's avatar
 
Dries committed
171 172 173
  $block = array();

  $result = db_query("SELECT * FROM feed ORDER BY fid");
Dries's avatar
 
Dries committed
174
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
175 176 177 178 179
    $block["feed:$feed->fid"]["subject"] = $feed->title;
    $block["feed:$feed->fid"]["content"] = import_feed_block($feed) ."<div align=\"right\">".
                                            l(t("more"), "import/feed/$feed->fid", array("title" => t("View this feed's recent news.")))
                                            ."</div>";
    $block["feed:$feed->fid"]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
180 181
  }

Dries's avatar
 
Dries committed
182
  return $block;
Dries's avatar
 
Dries committed
183 184
}

Dries's avatar
 
Dries committed
185
function import_remove($feed) {
Dries's avatar
 
Dries committed
186
  db_query("DELETE FROM item WHERE fid = %d", $feed["fid"]);
187
  return t("removed news items from '%site'.", array("%site" => $feed["title"]));
Dries's avatar
 
Dries committed
188 189
}

190 191
// Call-back function used by XML parser:
function import_element_start($parser, $name, $attributes) {
Dries's avatar
 
Dries committed
192 193 194 195 196 197 198 199 200 201
  global $item, $element, $tag;

  switch ($name) {
    case "IMAGE":
    case "TEXTINPUT":
      $element = $name;
      break;
    case "ITEM":
      $element = $name;
      $item += 1;
202 203 204 205 206 207 208
  }

  $tag = $name;
}

// Call-back function used by XML parser:
function import_element_end($parser, $name) {
Dries's avatar
 
Dries committed
209 210 211 212 213 214 215 216
  global $element;

   switch ($name) {
    case "IMAGE":
    case "TEXTINPUT":
    case "ITEM":
      $element = "";
  }
217 218 219 220
}

// Call-back function used by XML parser:
function import_element_data($parser, $data) {
Dries's avatar
 
Dries committed
221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236
  global $channel, $element, $items, $item, $tag;

  switch ($element) {
    case "ITEM":
      $items[$item][$tag] .= $data;
      break;
    case "IMAGE":
    case "TEXTINPUT":
      /*
      ** The sub-elements "image" and "textinput" are not supported
      ** but we have recognize them or their content will end up in
      ** the items-array.
      */
      break;
    default:
      $channel[$tag] .= $data;
237 238 239
  }
}

Dries's avatar
 
Dries committed
240
function import_refresh($feed) {
241

Dries's avatar
Dries committed
242 243 244 245
  // unset the global variables before we use them:
  unset($GLOBALS["channel"], $GLOBALS["element"], $GLOBALS["item"], $GLOBALS["items"], $GLOBALS["tag"]);

  // after we unset the variables, we can global them again:
246 247
  global $items, $channel;

Dries's avatar
 
Dries committed
248 249 250 251
  /*
  ** Check whether the feed is properly configured:
  */

Dries's avatar
 
Dries committed
252
  if (!ereg("^http://|ftp://", $feed["url"])) {
253
    return t("failed to parse RSS feed '%site': incorrect or missing URL.", array("%side" => $feed["title"]));
Dries's avatar
 
Dries committed
254 255 256
  }

  /*
Dries's avatar
 
Dries committed
257
  ** Grab the news items:
Dries's avatar
 
Dries committed
258 259
  */

Dries's avatar
 
Dries committed
260
  if ($fp = @fopen($feed["url"], "r")) {
261
    // fetch data:
Dries's avatar
 
Dries committed
262 263 264
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
265
    fclose($fp);
Dries's avatar
 
Dries committed
266

Dries's avatar
 
Dries committed
267
    // parse the data:
268 269 270 271 272 273 274 275
    $xml_parser = xml_parser_create();
    xml_set_element_handler($xml_parser, "import_element_start", "import_element_end");
    xml_set_character_data_handler($xml_parser, "import_element_data");
    if (!xml_parse($xml_parser, $data, 1)) {
      return t("failed to parse RSS feed '%site': %error at line %line.", array("%site" => $feed["title"], "%error" => xml_error_string(xml_get_error_code($xml_parser)), "%line" => xml_get_current_line_number($xml_parser)));
    }
    xml_parser_free($xml_parser);

Dries's avatar
 
Dries committed
276 277 278 279
    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

Dries's avatar
 
Dries committed
280 281 282 283
    /*
    ** Strip invalid tags and provide default values (if required):
    */

Dries's avatar
 
Dries committed
284
    foreach ($channel as $key => $value) {
285
      $channel[$key] = node_filter(strtr(trim($value), $tt));
Dries's avatar
 
Dries committed
286
    }
Dries's avatar
 
Dries committed
287

Dries's avatar
 
Dries committed
288
    db_query("UPDATE feed SET timestamp = %d, link = '%s', description = '%s' WHERE fid = %d", time(), $channel["LINK"], $channel["DESCRIPTION"], $feed["fid"]);
Dries's avatar
 
Dries committed
289

Dries's avatar
 
Dries committed
290
    /*
291 292 293
    ** We reverse the array such that we store the first item last,
    ** and the last item first.  In the database, the newest item
    ** should be at the top.
Dries's avatar
 
Dries committed
294
    */
Dries's avatar
 
Dries committed
295

296
    $items = array_reverse($items);
Dries's avatar
 
Dries committed
297

Dries's avatar
 
Dries committed
298 299
    foreach ($items as $item) {
      unset($title, $link, $author, $description);
Dries's avatar
 
Dries committed
300

Dries's avatar
 
Dries committed
301 302
      // Prepare the item:
      foreach ($item as $key => $value) {
303
        $item[$key] = node_filter(strtr(trim($value), $tt));
Dries's avatar
 
Dries committed
304
      }
305

306
      if ($item["TITLE"]) {
Dries's avatar
 
Dries committed
307
        $title = $item["TITLE"];
308 309
      }
      else {
Dries's avatar
 
Dries committed
310
        /*
Dries's avatar
 
Dries committed
311
         ** Use up to 40 characters of the description, ending at
312 313
         ** word boundary, but don't split potential entities.
         */
Dries's avatar
 
Dries committed
314
        $title = preg_replace('/^(.*)[^\w;&].*?$/', "\\1", substr($item["DESCRIPTION"], 0, 40));
315
      }
Dries's avatar
 
Dries committed
316

317
      if ($item["LINK"]) {
Dries's avatar
 
Dries committed
318
        $link = $item["LINK"];
319 320
      }
      elseif ($item["GUID"] && (strncmp($item["GUID"], "http://", 7) == 0)) {
Dries's avatar
 
Dries committed
321
        $link = $item["GUID"];
322 323 324 325
      }
      else {
        $link = $feed["link"];
      }
Dries's avatar
Dries committed
326

327
      /*
Dries's avatar
 
Dries committed
328 329 330 331
      ** Save this item.  Try to avoid duplicate entries as much as
      ** possible.  If we find a duplicate entry, we resolve it and
      ** pass along it's ID such that we can update it if needed.
      */
Dries's avatar
 
Dries committed
332

333
      if ($link && $link != $feed["link"] && $link != $feed["url"]) {
Dries's avatar
 
Dries committed
334
        $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = %d AND link = '%s'", $feed["fid"], $link));
335 336
      }
      else {
Dries's avatar
 
Dries committed
337
        $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = %d AND title = '%s'", $feed["fid"], $title));
338
      }
339

Dries's avatar
 
Dries committed
340
      import_save_item(array(iid => $entry->iid, fid => $feed["fid"], title => $title, link => $link, author => $item["AUTHOR"], description => $item["DESCRIPTION"], attributes => $feed["attributes"]));
341
    }
Dries's avatar
 
Dries committed
342 343

    /*
Dries's avatar
 
Dries committed
344
    ** Remove all the old, expired items:
Dries's avatar
 
Dries committed
345 346 347 348
    */

    unset($items);

Dries's avatar
 
Dries committed
349
    $result = db_query("SELECT iid FROM item WHERE fid = %d ORDER BY timestamp", $feed["fid"]);
Dries's avatar
 
Dries committed
350 351 352 353 354

    while ($item = db_fetch_object($result)) {
      $items[] = "iid = '$item->iid'";
    }

Dries's avatar
 
Dries committed
355
    if (sizeof($items) > 50) {
Dries's avatar
 
Dries committed
356 357 358
      db_query("DELETE FROM item WHERE ". implode(" OR ", array_slice($items, 0, - 50)));
    }

Dries's avatar
 
Dries committed
359 360
  }
  else {
361
    return t("failed to parse RSS feed '%site': no data.", array("%site" => $feed["tite"]));
362
  }
Dries's avatar
 
Dries committed
363

364
  return t("syndicated content from '%site'.", array("%site" => $feed["title"]));
365 366
}

Dries's avatar
 
Dries committed
367
function import_save_item($edit) {
Dries's avatar
 
Dries committed
368
  if ($edit["iid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
369
    db_query("UPDATE item SET title = '%s', link = '%s', author = '%s', description = '%s', attributes = '%s' WHERE iid = %d", $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], $edit["iid"]);
370
  }
Dries's avatar
 
Dries committed
371
  else if ($edit["iid"]) {
Dries's avatar
 
Dries committed
372
    db_query("DELETE FROM item WHERE iid = %d", $edit["iid"]);
373
  }
Dries's avatar
 
Dries committed
374
  else if ($edit["title"] && $edit["link"]) {
Dries's avatar
 
Dries committed
375
    db_query("INSERT INTO item (fid, title, link, author, description, attributes, timestamp) VALUES (%d, '%s', '%s', '%s', '%s', '%s', %d)", $edit["fid"], $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], time());
376 377 378
  }
}

Dries's avatar
 
Dries committed
379
function import_form_bundle($edit = array()) {
380

Dries's avatar
 
Dries committed
381
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the bundle.");
Dries's avatar
 
Dries committed
382
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-separated list of keywords describing the bundle.");
383 384 385

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
386
  if ($edit["bid"]) {
Dries's avatar
 
Dries committed
387
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
388
    $form .= form_hidden("bid", $edit["bid"]);
389 390
  }

Dries's avatar
 
Dries committed
391
  return form($form);
392 393
}

Dries's avatar
 
Dries committed
394
function import_save_bundle($edit) {
Dries's avatar
 
Dries committed
395
  if ($edit["bid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
396
    db_query("UPDATE bundle SET title = '%s', attributes = '%s' WHERE bid = %d", $edit["title"], $edit["attributes"], $edit["bid"]);
397
  }
Dries's avatar
 
Dries committed
398
  else if ($edit["bid"]) {
Dries's avatar
 
Dries committed
399
    db_query("DELETE FROM bundle WHERE bid = %d", $edit["bid"]);
400
  }
Dries's avatar
 
Dries committed
401
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
402
    // a single unique id for bundles and feeds, to use in blocks
Dries's avatar
 
Dries committed
403 404
    $next_id = db_next_id("bundle_bid");
    db_query("INSERT INTO bundle (bid, title, attributes) VALUES (%d, '%s', '%s')", $next_id, $edit["title"], $edit["attributes"]);
405 406 407
  }
}

Dries's avatar
 
Dries committed
408
function import_form_feed($edit = array()) {
409 410 411

  $period = array(900 => format_interval(900), 1800 => format_interval(1800), 3600 => format_interval(3600), 7200 => format_interval(7200), 10800 => format_interval(10800), 21600 => format_interval(21600), 32400 => format_interval(32400), 43200 => format_interval(43200), 64800 => format_interval(64800), 86400 => format_interval(86400), 172800 => format_interval(172800), 259200 => format_interval(259200), 604800 => format_interval(604800), 1209600 => format_interval(1209600), 2419200 => format_interval(2419200));

Dries's avatar
 
Dries committed
412 413 414
  if ($edit["refresh"] == "") {
    $edit["refresh"] = 3600;
  }
Dries's avatar
 
Dries committed
415

Dries's avatar
 
Dries committed
416
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the feed; typically the name of the web site you syndicate content from.");
Dries's avatar
 
Dries committed
417
  $form .= form_textfield("Url", "url", $edit["url"], 50, 128, "The fully-qualified URL of the feed.");
Dries's avatar
 
Dries committed
418
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-separated list of keywords describing the feed.");
Dries's avatar
 
Dries committed
419
  $form .= form_select("Update interval", "refresh", $edit["refresh"], $period, "The refresh interval indicating how often you want to update this feed.  Requires crontab.");
420 421 422

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
423
  if ($edit["fid"]) {
Dries's avatar
 
Dries committed
424
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
425
    $form .= form_hidden("fid", $edit["fid"]);
426 427
  }

Dries's avatar
 
Dries committed
428
  return form($form);
429 430
}

Dries's avatar
 
Dries committed
431
function import_save_feed($edit) {
Dries's avatar
 
Dries committed
432
  if ($edit["fid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
433
    db_query("UPDATE feed SET title = '%s', url = '%s', attributes = '%s', refresh = %d WHERE fid = %d", $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"], $edit["fid"]);
Dries's avatar
 
Dries committed
434
    db_query("DELETE FROM item WHERE fid = %d", $edit["fid"]);
435
  }
Dries's avatar
 
Dries committed
436
  else if ($edit["fid"]) {
Dries's avatar
 
Dries committed
437 438
    db_query("DELETE FROM feed WHERE fid = %d", $edit["fid"]);
    db_query("DELETE FROM item WHERE fid = %d", $edit["fid"]);
439
  }
Dries's avatar
 
Dries committed
440
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
441
    // a single unique id for bundles and feeds, to use in blocks
Dries's avatar
 
Dries committed
442
    $next_id = db_next_id("feed_fid");
Dries's avatar
 
Dries committed
443
    db_query("INSERT INTO feed (fid, title, url, attributes, refresh) VALUES (%d, '%s', '%s', '%s', %d)", $next_id, $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"]);
444 445 446
  }
}

Dries's avatar
 
Dries committed
447
function import_save_attributes($edit) {
Dries's avatar
 
Dries committed
448
  foreach ($edit as $iid => $value) {
Dries's avatar
 
Dries committed
449
    db_query("UPDATE item SET attributes = '%s' WHERE iid = %d", $value, $iid);
450 451 452 453
  }
  return "attributes has been saved";
}

Dries's avatar
 
Dries committed
454
function import_get_feed($fid) {
Dries's avatar
 
Dries committed
455
  return db_fetch_array(db_query("SELECT * FROM feed WHERE fid = %d", $fid));
456 457
}

Dries's avatar
 
Dries committed
458
function import_get_bundle($bid) {
Dries's avatar
 
Dries committed
459
  return db_fetch_array(db_query("SELECT * FROM bundle WHERE bid = %d", $bid));
460 461
}

Dries's avatar
 
Dries committed
462
function import_view() {
Dries's avatar
 
Dries committed
463
  $result = db_query("SELECT f.*, COUNT(i.iid) AS items FROM feed f LEFT JOIN item i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.timestamp, f.attributes, f.link, f.description ORDER BY f.title");
464

Dries's avatar
 
Dries committed
465
  $output .= "<h3>Feed overview</h3>";
Dries's avatar
 
Dries committed
466 467 468

  $header = array(t("title"), t("attributes"), t("items"), t("last update"), t("next update"), array("data" => t("operations"), "colspan" => 3));
  unset($rows);
469
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
470
    $rows[] = array($feed->title, $feed->attributes, format_plural($feed->items, "1 item", "%count items"), ($feed->timestamp ? format_interval(time() - $feed->timestamp) ." ago" : "never"), ($feed->timestamp ? format_interval($feed->timestamp + $feed->refresh - time()) ." left" : "never"), l(t("edit feed"), "admin/syndication/news/edit/feed/$feed->fid"), l(t("remove items"), "admin/syndication/news/remove/$feed->fid"), l(t("update items"), "admin/syndication/news/update/$feed->fid"));
471
  }
Dries's avatar
 
Dries committed
472
  $output .= table($header, $rows);
473 474 475

  $result = db_query("SELECT * FROM bundle ORDER BY title");

Dries's avatar
 
Dries committed
476
  $output .= "<h3>Bundle overview</h3>";
Dries's avatar
 
Dries committed
477 478 479

  $header = array(t("title"), t("attributes"), t("operations"));
  unset($rows);
480
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
481
    $rows[] = array($bundle->title, $bundle->attributes, l(t("edit bundle"), "admin/syndication/news/edit/bundle/$bundle->bid"));
482
  }
Dries's avatar
 
Dries committed
483
  $output .= table($header, $rows);
484 485 486 487

  return $output;
}

Dries's avatar
 
Dries committed
488
function import_tag() {
489

Dries's avatar
 
Dries committed
490
  $result = db_query_range("SELECT i.*, f.title AS feed FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC", 0, 50);
491

Dries's avatar
 
Dries committed
492
  $header = array(t("date"), t("feed"), t("news item"));
493
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
494
    $rows[] = array(array("data" => format_date($item->timestamp, "small"), "nowrap" => "nowrap", "valign" => "top"), array("data" => l($item->feed, "admin/syndication/news/edit/feed/$item->fid"), "valign" => "top"), "<a href=\"$item->link\">$item->title</a>". ($item->description ? "<br /><small><i>$item->description</i></small>" : "") ."<br /><input type=\"text\" name=\"edit[$item->iid]\" value=\"". check_form($item->attributes) ."\" size=\"50\" />");
495
  }
Dries's avatar
 
Dries committed
496 497

  $output .= table($header, $rows);
Dries's avatar
 
Dries committed
498
  $output .= "<input type=\"submit\" name=\"op\" value=\"Save attributes\" />\n";
499

Dries's avatar
 
Dries committed
500
  return form($output);
501 502
}

Dries's avatar
 
Dries committed
503
function import_admin() {
Dries's avatar
 
Dries committed
504 505
  $op = $_POST["op"];
  $edit = $_POST["edit"];
Dries's avatar
 
Dries committed
506

Dries's avatar
 
Dries committed
507
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
508

Dries's avatar
 
Dries committed
509
    if (empty($op)) {
Dries's avatar
 
Dries committed
510
      $op = arg(3);
Dries's avatar
 
Dries committed
511 512
    }

Dries's avatar
 
Dries committed
513
    switch ($op) {
514 515 516 517 518 519 520
      case "add":
        if (arg(4) == "bundle") {
          print import_form_bundle();
        }
        else {
          print import_form_feed();
        }
Dries's avatar
 
Dries committed
521
        break;
Dries's avatar
 
Dries committed
522
      case "edit":
Dries's avatar
 
Dries committed
523 524
        if (arg(4) == "bundle") {
          print import_form_bundle(import_get_bundle(arg(5)));
Dries's avatar
 
Dries committed
525 526
        }
        else {
Dries's avatar
 
Dries committed
527
          print import_form_feed(import_get_feed(arg(5)));
Dries's avatar
 
Dries committed
528
        }
Dries's avatar
 
Dries committed
529 530
        break;
      case "remove":
Dries's avatar
 
Dries committed
531
        print status(import_remove(import_get_feed(arg(4))));
Dries's avatar
 
Dries committed
532
        print import_view();
Dries's avatar
 
Dries committed
533 534
        break;
      case "update":
Dries's avatar
 
Dries committed
535
        print status(import_refresh(import_get_feed(arg(4))));
Dries's avatar
 
Dries committed
536
        print import_view();
Dries's avatar
 
Dries committed
537
        break;
Dries's avatar
 
Dries committed
538 539 540
      case "tag":
        print import_tag();
        break;
Dries's avatar
 
Dries committed
541 542
      case "Save attributes":
        print status(import_save_attributes($edit));
Dries's avatar
 
Dries committed
543
        print import_tag();
Dries's avatar
 
Dries committed
544 545
        break;
      case "Delete":
Dries's avatar
 
Dries committed
546
        $edit["title"] = 0;
Dries's avatar
 
Dries committed
547 548
        // fall through:
      case "Submit":
549
        if (arg(4) == "bundle") {
Dries's avatar
 
Dries committed
550
          print status(import_save_bundle($edit));
Dries's avatar
 
Dries committed
551 552
        }
        else {
Dries's avatar
 
Dries committed
553
          print status(import_save_feed($edit));
Dries's avatar
 
Dries committed
554
        }
Dries's avatar
 
Dries committed
555 556
        // fall through:
      default:
Dries's avatar
 
Dries committed
557
        print import_view();
Dries's avatar
 
Dries committed
558 559 560 561
    }
  }
  else {
    print message_access();
562 563 564
  }
}

Dries's avatar
 
Dries committed
565
function import_page_info() {
Dries's avatar
 
Dries committed
566

Dries's avatar
 
Dries committed
567

Dries's avatar
 
Dries committed
568
  $links[] = l(t("latest news"), "import", array("title" => t("Read the latest news from syndicated web sites.")));
Dries's avatar
 
Dries committed
569 570
  $links[] = l(t("news by source"), "import/feeds", array("title" => t("View the latest headlines sorted by source.")));
  $links[] = l(t("news by topic"), "import/bundles", array("title" => t("View the latest headlines sorted by topic.")));
Dries's avatar
 
Dries committed
571
  $links[] = l(t("news sources"), "import/sources", array("title" => t("View a list of all the web sites we syndicate from.")));
Dries's avatar
 
Dries committed
572

573
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
574
    $links[] = l(t("administer news feeds"), "admin/syndication/news", array("title" => t("View the news feed administrative pages.")));
575
  }
Dries's avatar
 
Dries committed
576

Dries's avatar
 
Dries committed
577
  return "<div align=\"center\">". theme("links", $links) ."</div>";
Dries's avatar
 
Dries committed
578 579
}

Dries's avatar
 
Dries committed
580
function import_page_last() {
Dries's avatar
 
Dries committed
581

Dries's avatar
 
Dries committed
582

Dries's avatar
 
Dries committed
583
  $result = db_query_range("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC", 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
584 585

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
586
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
587
    if (module_exist("blog") && user_access("maintain personal blog")) {
588
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
589
    }
Dries's avatar
 
Dries committed
590
    $links[] = l(t("feed"), "import/feed/$item->fid", array("title" => t("Read more syndicated news from this feed.")));
Dries's avatar
 
Dries committed
591 592

    if ($item->link) {
Dries's avatar
 
Dries committed
593
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a> &middot; ". l($item->ftitle, "import/feed/$item->fid", array("title" => t("View more information about this feed."))) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
594
    }
Dries's avatar
 
Dries committed
595

Dries's avatar
 
Dries committed
596
    if ($item->description) {
Dries's avatar
 
Dries committed
597
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
598 599 600
    }

    unset($links);
Dries's avatar
 
Dries committed
601
  }
Dries's avatar
 
Dries committed
602
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
603

Dries's avatar
 
Dries committed
604 605 606 607
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
608 609 610
}

function import_page_feed($fid) {
Dries's avatar
 
Dries committed
611

Dries's avatar
 
Dries committed
612

Dries's avatar
 
Dries committed
613
  $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = %d", $fid));
Dries's avatar
 
Dries committed
614

Kjartan's avatar
Kjartan committed
615
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\"><a href=\"$feed->link\">$feed->link</a></div></p>";
Dries's avatar
 
Dries committed
616
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">$feed->description</div></p>";
Dries's avatar
 
Dries committed
617
  $header .= "<p><b>". t("Last update") .":</b><div style=\"margin-left: 20px;\">". format_interval(time() - $feed->timestamp) ." ". t("ago") ." <a href=\"$feed->url\"><img src=\"". theme("image", "xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" alt=\"\" /></a><br /><br /></div></p>\n";
Dries's avatar
 
Dries committed
618

Dries's avatar
 
Dries committed
619
  $result = db_query_range("SELECT * FROM item WHERE fid = %d ORDER BY iid DESC", $fid, 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
620 621

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
622
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
623
    if (module_exist("blog") && user_access("maintain personal blog")) {
624
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
625
    }
Dries's avatar
 
Dries committed
626
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";
Dries's avatar
 
Dries committed
627

Dries's avatar
 
Dries committed
628
    if ($item->link) {
Dries's avatar
 
Dries committed
629
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a></td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
630 631
    }
    if ($item->description) {
Dries's avatar
 
Dries committed
632
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
633 634 635 636 637
    }

    unset($links);
  }
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
638

Dries's avatar
 
Dries committed
639 640 641 642 643
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", $feed->title, $header);
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
644 645 646
}

function import_page_bundle($bid) {
Dries's avatar
 
Dries committed
647

Dries's avatar
 
Dries committed
648

Dries's avatar
 
Dries committed
649
  $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = %d", $bid));
Dries's avatar
 
Dries committed
650

Dries's avatar
 
Dries committed
651
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". l($bundle->title, "import/bundle/$bundle->bid") ."</div></p>";
Dries's avatar
 
Dries committed
652
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". t("A composite news feed about") ." $bundle->attributes.</div></p>";
Dries's avatar
 
Dries committed
653 654 655

  $keys = explode(",", $bundle->attributes);
  foreach ($keys as $key) $where[] = "i.attributes LIKE '%". trim($key) ."%'";
Dries's avatar
 
Dries committed
656
  $result = db_query_range("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i, feed f WHERE (". implode(" OR ", $where) .") AND i.fid = f.fid ORDER BY iid DESC", 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
657

Dries's avatar
 
Dries committed
658
  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
659
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
660
    if (module_exist("blog") && user_access("maintain personal blog")) {
661
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
662
    }
Dries's avatar
 
Dries committed
663
    $links[] = l(t("feed"), "import/feed/$item->fid", array("title" => t("Read more syndicated news from this feed.")));
Dries's avatar
 
Dries committed
664 665 666
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
667
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a> &middot; ". l($item->ftitle, "import/feed/$item->fid", array("title" => t("View more information about this feed."))) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
668
    }
Dries's avatar
 
Dries committed
669

Dries's avatar
 
Dries committed
670
    if ($item->description) {
Dries's avatar
 
Dries committed
671
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
672 673 674
    }

    unset($links);
Dries's avatar
 
Dries committed
675
  }
Dries's avatar
 
Dries committed
676
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
677

Dries's avatar
 
Dries committed
678 679 680 681 682
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", $bundle->title, $header);
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
683

Dries's avatar
 
Dries committed
684 685
}

Dries's avatar
 
Dries committed
686
function import_page_sources() {
Dries's avatar
 
Dries committed
687

Dries's avatar
 
Dries committed
688 689 690 691

  $result = db_query("SELECT * FROM feed ORDER BY title");

  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
692
    $output .= l($feed->title, "import/feed/$feed->fid");
Dries's avatar
 
Dries committed
693
    $output .= "<div style=\"margin-left: 20px;\">$feed->description</div><br />";
Dries's avatar
 
Dries committed
694 695
  }

Dries's avatar
 
Dries committed
696
  $output .= l("<img src=\"". theme("image", "xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" />", "import/fd", array("title" => t("View the list of syndicated web sites in XML format."))) ."<br />";
Dries's avatar
 
Dries committed
697

Dries's avatar
 
Dries committed
698 699 700 701
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", t("News sources"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
702 703
}

Dries's avatar
 
Dries committed
704 705 706 707
function import_page_fd() {

  $result = db_query("SELECT * FROM feed ORDER BY title");

Dries's avatar
 
Dries committed
708
  $output .= "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n\n";
Dries's avatar
 
Dries committed
709
  $output .= "<rssfeeds version=\"0.1\">\n\n";
Dries's avatar
 
Dries committed
710 711 712

  while ($feed = db_fetch_object($result)) {
    $output .= "<channel>\n";
Dries's avatar
 
Dries committed
713 714
    $output .= " <title>". drupal_specialchars($feed->title) ."</title>\n";
    $output .= " <link>". drupal_specialchars($feed->url) ."</link>\n";
Dries's avatar
 
Dries committed
715 716 717
    $output .= "</channel>\n\n";
  }

Dries's avatar
 
Dries committed
718 719
  $output .= "</rssfeeds>\n";

Dries's avatar
 
Dries committed
720
  header("Content-Type: text/xml");
Dries's avatar
 
Dries committed
721 722