import.module 31.1 KB
Newer Older
1
<?php
2
// $Id$
3

Dries's avatar
 
Dries committed
4
function import_help() {
Dries's avatar
 
Dries committed
5 6 7 8 9 10
  $output .= "<p>**REWRITE** In Drupal you have <i>feeds</i> and <i>bundles</i>.   Feeds define news sources and bundles categorize syndicated content by source, topic or any other heuristic.   Bundles provide a generalized way of creating composite feeds.  They allow you, for example, to combine various sport-related feeds into one bundle called \"Sport\".</p>";
  $output .= "<p>You can have several providers of news feeds.  You can add a feed by clicking the \"add feed\" link on the import administration pages.  Give the feed a name, supply the URI and a comma-separated list of attributes that you want to associate the feed with.  The update interval defines how often Drupal should go out to try and grab fresh content.  The expiration time defines how long syndicated content is kept in the database.  So set the update and expiration time and save your settings.  You have just defined your first feed.  If you have more feeds repeat as necessary.</p>";
  $output .= "<p>To verify whether your feed works, press \"update items\" at the overview page.  The number of news items that have been sucessfully fetched, should then become visible in the third column of the feed overview.</p>";
  $output .= "<p>Now you have to define some bundles.  Bundles look for feeds that contain one of the keywords associated with the bundle and display those feeds together.  To define a bundle you have to give it a name and a comma-separated list of keywords just like this is the case for feeds.</p>";
  $output .= "<p>Your newly created bundle will now show up in the list of blocks that you can see at the block related administration pages.  There you can customize where and when your bundles will be displayed.</p>";
  return t($output);
11 12
}

13
function import_system($field){
Kjartan's avatar
Kjartan committed
14
  $system["description"] = t("Used to aggregate syndicated content (RSS and RDF).");
Dries's avatar
 
Dries committed
15
  $system["admin_help"] = t("Drupal's news aggregator controls how many RSS/RDF items from a single source are displayed in a \"Block\", and on the page that goes with that block.");
16 17 18
  return $system[$field];
}

19
function import_settings() {
Dries's avatar
 
Dries committed
20
  $number = array(5 => 5, 10 => 10, 15 => 15, 20 => 20, 25 => 25, 30 => 30, 35 => 35, 40 => 40, 45 => 45, 50 => 50, 55 => 55, 60 => 60, 65 => 65, 70 => 70, 75 => 75, 80 => 80, 85 => 85, 90 => 90, 95 => 95, 100 => 100);
Dries's avatar
 
Dries committed
21 22
  $output .= form_select("Items per block", "import_block_limit", variable_get("import_block_limit", 15), $number, "The maximum number of news items displayed in one block.");
  $output .= form_select("Items per page", "import_page_limit", variable_get("import_page_limit", 75), $number, "The maximum number of news items displayed on one page.");
Dries's avatar
 
Dries committed
23

Dries's avatar
 
Dries committed
24 25 26
  return $output;
}

Dries's avatar
 
Dries committed
27
function import_perm() {
Dries's avatar
 
Dries committed
28
  return array("administer news feeds", "access news feeds");
Dries's avatar
 
Dries committed
29 30 31
}

function import_link($type) {
Dries's avatar
 
Dries committed
32

Dries's avatar
 
Dries committed
33 34
  $links = array();

Dries's avatar
 
Dries committed
35
  if ($type == "page" && user_access("access news feeds")) {
Dries's avatar
 
Dries committed
36
    $links[] = l(t("news feeds"), "import", array("title" => t("Read the latest news from syndicated web sites.")));
Dries's avatar
 
Dries committed
37 38
  }

Dries's avatar
 
Dries committed
39
  if ($type == "admin" && user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
40 41 42 43 44
    $help["general"] = t("Several web sites, especially news related sites, syndicate parts of their site's content for other web sites to display. Usually, the syndicated content includes the latest headlines with a direct link to that story on the remote site. Some syndicated content also includes a description of the headline. The standard method of syndication is using the XML based Rich Site Summary (RSS). To get a feed to work you <b>must</b> run \"cron.php\". To display the feed in a block you must turn on the <a href=\"%block\">feed's block</a>. <br /><ul><li>To delete a feed choose \"edit feed\"</li><li>To clear all of the entries from a feed choose \"Remove items\"</li><li>To check whether a feed is working, and to get new items <b>now</b> click on \"update items\"</li></ul><ul><li>To delete a bundle choose \"edit bundle\".</li></ul>", array("%block" => url("admin/block")));
    $help["addfeed"] = t("Add a site to that has an RSS/RDF feed. The URL is the full path to the RSS feed file. For the feed to update you must run \"cron.php\". The \"Attributes\" are used to bundle this feed with other feeds (See <a href=\"%bundle\">add new bundle</a>, and to tag articles from this feed.<br />Note: If you already have another feed with the URL you are planning to use, the system will not accept your entry.", array("%bundle" => url("admin/syndication/news/add/bundle")));
    $help["bundles"] = t("Bundles provide a generalized way of creating composite feeds. They allow you, for example, to combine various sport-related feeds into one bundle called <i>Sport</i>. If an article from a feed has been \"tag\"-ged (See <a href=\"%tag\">tag news item</a> too look at and change tags.) with a matching \"Attribute\" then it will be added to the bundle.", array("%tag" => url("admin/syndication/news/tag")));
    $help["tag"] = t("This allows you to see and change an news item's \"tag\". All articles are originally tagged with the \"Attributes\" of their feed.");

Dries's avatar
 
Dries committed
45 46
    menu("admin/syndication", "content syndication", NULL, NULL, 5);
    menu("admin/syndication/news", "news aggregation", "import_admin", $help["general"]);
Dries's avatar
 
Dries committed
47
    menu("admin/syndication/news/add/feed", "add new feed", "import_admin", $help["addfeed"], 2);
48
    menu("admin/syndication/news/add/bundle", "add new bundle", "import_admin", $help["bundles"], 3);
Dries's avatar
 
Dries committed
49
    menu("admin/syndication/news/tag", "tag news items", "import_admin", $help["tag"], 4);
Dries's avatar
 
Dries committed
50
    menu("admin/syndication/news/help", "help", "import_help", NULL, 9);
Dries's avatar
 
Dries committed
51 52
  }

Dries's avatar
 
Dries committed
53
  return $links;
Dries's avatar
 
Dries committed
54 55
}

Dries's avatar
 
Dries committed
56
function import_cron() {
Dries's avatar
Dries committed
57
  $result = db_query("SELECT * FROM feed WHERE timestamp + refresh < ". time());
Dries's avatar
 
Dries committed
58 59 60 61 62 63
  while ($feed = db_fetch_array($result)) {
    import_refresh($feed);
  }
}

function import_update() {
64 65
  $result = db_query("SELECT * FROM feed");
  while ($feed = db_fetch_array($result)) {
Dries's avatar
 
Dries committed
66 67 68 69
    import_refresh($feed);
  }
}

Dries's avatar
 
Dries committed
70
function import_format_item($item, $feed = 0) {
Dries's avatar
 
Dries committed
71
  global $user;
Dries's avatar
 
Dries committed
72

Dries's avatar
 
Dries committed
73
  if ($user->uid && user_access("maintain personal blog")) {
Dries's avatar
 
Dries committed
74 75
//    $output .= "&nbsp;". l("<img src=\"". theme("image", "blog.gif") ."\" border=\"0\" width=\"12\" height=\"16\" alt=\"". t("Blog this item") ."\" />", "node/add/blog&amp;iid=$item->iid", array("title" => t("Comment on this news item in your personal blog.")));
    $output .= "<div class=\"blog-it\">(". l("b", "node/add/blog&amp;iid=$item->iid", array("title" => t("Comment on this news item in your personal blog."))) .")</div>";
Dries's avatar
 
Dries committed
76 77
  }

Dries's avatar
 
Dries committed
78
  // external link
Dries's avatar
 
Dries committed
79
  $output .= "<a href=\"$item->link\">$item->title</a>";
80

Dries's avatar
 
Dries committed
81
  return $output;
82 83
}

Dries's avatar
 
Dries committed
84 85
function import_bundle_block($attributes) {

86 87 88
  if ($attributes) {
    $keys = explode(",", $attributes);
    foreach ($keys as $key) $where[] = "attributes LIKE '%". trim($key) ."%'";
89

Dries's avatar
 
Dries committed
90
    $result = db_query_range("SELECT * FROM item WHERE ". implode(" OR ", $where) ." ORDER BY iid DESC", 0, variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
91
  }
92

Dries's avatar
 
Dries committed
93
  $output = "<div class=\"item-list\"><ul>";
Dries's avatar
 
Dries committed
94
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
95
    $output .= "<li>". import_format_item($item) ."</li>";
96
  }
Dries's avatar
 
Dries committed
97
  $output .= "</ul></div>";
Dries's avatar
 
Dries committed
98 99

  return $output;
100 101
}

Dries's avatar
 
Dries committed
102
function import_feed_block($feed) {
Dries's avatar
 
Dries committed
103
  $result = db_query_range("SELECT * FROM item WHERE fid = %d ORDER BY iid DESC ", $feed->fid, 0, variable_get("import_block_limit", 15));
Dries's avatar
 
Dries committed
104
  $output = "<div class=\"item-list\"><ul>";
Dries's avatar
 
Dries committed
105
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
106
    $output .= "<li>". import_format_item($item) ."</li>";
Dries's avatar
 
Dries committed
107
  }
Dries's avatar
 
Dries committed
108
  $output .= "</ul></div>";
Dries's avatar
 
Dries committed
109

Dries's avatar
 
Dries committed
110 111 112
  return $output;
}

Dries's avatar
 
Dries committed
113 114 115 116
function import_block($op, $delta) {
  if ($op == "list") {
    $result = db_query("SELECT * FROM bundle ORDER BY title");
    while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
117
      $block["bundle:$bundle->bid"]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
118 119 120 121
    }

    $result = db_query("SELECT * FROM feed ORDER BY fid");
    while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
122
      $block["feed:$feed->fid"]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
123 124 125 126 127
    }

    return $block;
  }
  else {
Dries's avatar
 
Dries committed
128 129 130
    list($type, $id) = split(":", $delta);
    switch ($type) {
      case "feed":
Dries's avatar
 
Dries committed
131
        $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = %d", $id));
Dries's avatar
 
Dries committed
132 133 134 135 136
        $block["subject"] = $feed->title;
        $block["content"] .= import_feed_block($feed) ."<div align=\"right\">".  l(t("more"), "import/feed/$feed->fid", array("title" => t("View this feed's recent news."))) ."</div>";
        break;

      case "bundle":
Dries's avatar
 
Dries committed
137
        $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = %d", $id));
Dries's avatar
 
Dries committed
138 139 140
        $block["subject"] = $bundle->title;
        $block["content"] .= import_bundle_block($bundle->attributes) ."<div align=\"right\">". l(t("more"), "import/bundle/$bundle->bid", array("title" => t("View this bundle's recent news."))) ."</div>";
        break;
Dries's avatar
 
Dries committed
141 142 143 144
    }

    return $block;
  }
Dries's avatar
 
Dries committed
145 146
}

Dries's avatar
 
Dries committed
147
function import_get_bundles($attributes = 0) {
Dries's avatar
 
Dries committed
148

Dries's avatar
 
Dries committed
149 150 151
  $block = array();

  $result = db_query("SELECT * FROM bundle ORDER BY title");
Dries's avatar
 
Dries committed
152
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
153 154 155 156 157
    $block["bundle:$bundle->bid"]["subject"] = $bundle->title;
    $block["bundle:$bundle->bid"]["content"] = import_bundle_block($bundle->attributes) ."<div align=\"right\">".
                                                l(t("more"), "import/bundle/$bundle->bid", array("title" => t("View this bundle's recent news.")))
                                                ."</div>";
    $block["bundle:$bundle->bid"]["info"] = "$bundle->title bundle";
Dries's avatar
 
Dries committed
158
  }
Dries's avatar
 
Dries committed
159

Dries's avatar
 
Dries committed
160
  return $block;
Dries's avatar
 
Dries committed
161 162
}

Dries's avatar
 
Dries committed
163
function import_get_feeds($attributes = 0) {
Dries's avatar
 
Dries committed
164

Dries's avatar
 
Dries committed
165 166 167
  $block = array();

  $result = db_query("SELECT * FROM feed ORDER BY fid");
Dries's avatar
 
Dries committed
168
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
169 170 171 172 173
    $block["feed:$feed->fid"]["subject"] = $feed->title;
    $block["feed:$feed->fid"]["content"] = import_feed_block($feed) ."<div align=\"right\">".
                                            l(t("more"), "import/feed/$feed->fid", array("title" => t("View this feed's recent news.")))
                                            ."</div>";
    $block["feed:$feed->fid"]["info"] = "$feed->title feed";
Dries's avatar
 
Dries committed
174 175
  }

Dries's avatar
 
Dries committed
176
  return $block;
Dries's avatar
 
Dries committed
177 178
}

Dries's avatar
 
Dries committed
179
function import_remove($feed) {
Dries's avatar
 
Dries committed
180
  db_query("DELETE FROM item WHERE fid = %d", $feed["fid"]);
181
  return t("removed news items from '%site'.", array("%site" => $feed["title"]));
Dries's avatar
 
Dries committed
182 183
}

184 185
// Call-back function used by XML parser:
function import_element_start($parser, $name, $attributes) {
Dries's avatar
 
Dries committed
186 187 188 189 190 191 192 193 194 195
  global $item, $element, $tag;

  switch ($name) {
    case "IMAGE":
    case "TEXTINPUT":
      $element = $name;
      break;
    case "ITEM":
      $element = $name;
      $item += 1;
196 197 198 199 200 201 202
  }

  $tag = $name;
}

// Call-back function used by XML parser:
function import_element_end($parser, $name) {
Dries's avatar
 
Dries committed
203 204 205 206 207 208 209 210
  global $element;

   switch ($name) {
    case "IMAGE":
    case "TEXTINPUT":
    case "ITEM":
      $element = "";
  }
211 212 213 214
}

// Call-back function used by XML parser:
function import_element_data($parser, $data) {
Dries's avatar
 
Dries committed
215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230
  global $channel, $element, $items, $item, $tag;

  switch ($element) {
    case "ITEM":
      $items[$item][$tag] .= $data;
      break;
    case "IMAGE":
    case "TEXTINPUT":
      /*
      ** The sub-elements "image" and "textinput" are not supported
      ** but we have recognize them or their content will end up in
      ** the items-array.
      */
      break;
    default:
      $channel[$tag] .= $data;
231 232 233
  }
}

Dries's avatar
 
Dries committed
234
function import_refresh($feed) {
235

Dries's avatar
Dries committed
236 237 238 239
  // unset the global variables before we use them:
  unset($GLOBALS["channel"], $GLOBALS["element"], $GLOBALS["item"], $GLOBALS["items"], $GLOBALS["tag"]);

  // after we unset the variables, we can global them again:
240 241
  global $items, $channel;

Dries's avatar
 
Dries committed
242 243 244 245
  /*
  ** Check whether the feed is properly configured:
  */

Dries's avatar
 
Dries committed
246
  if (!ereg("^http://|ftp://", $feed["url"])) {
247
    return t("failed to parse RSS feed '%site': incorrect or missing URL.", array("%side" => $feed["title"]));
Dries's avatar
 
Dries committed
248 249 250
  }

  /*
Dries's avatar
 
Dries committed
251
  ** Grab the news items:
Dries's avatar
 
Dries committed
252 253
  */

Dries's avatar
 
Dries committed
254
  if ($fp = @fopen($feed["url"], "r")) {
255
    // fetch data:
Dries's avatar
 
Dries committed
256 257 258
    while (!feof($fp)) {
      $data .= fgets($fp, 128);
    }
Dries's avatar
Dries committed
259
    fclose($fp);
Dries's avatar
 
Dries committed
260

Dries's avatar
 
Dries committed
261
    // parse the data:
262 263 264 265 266 267 268 269
    $xml_parser = xml_parser_create();
    xml_set_element_handler($xml_parser, "import_element_start", "import_element_end");
    xml_set_character_data_handler($xml_parser, "import_element_data");
    if (!xml_parse($xml_parser, $data, 1)) {
      return t("failed to parse RSS feed '%site': %error at line %line.", array("%site" => $feed["title"], "%error" => xml_error_string(xml_get_error_code($xml_parser)), "%line" => xml_get_current_line_number($xml_parser)));
    }
    xml_parser_free($xml_parser);

Dries's avatar
 
Dries committed
270 271 272 273
    // initialize the translation table:
    $tt = array_flip(get_html_translation_table(HTML_ENTITIES));
    $tt["&apos;"] = "'";

Dries's avatar
 
Dries committed
274 275 276 277
    /*
    ** Strip invalid tags and provide default values (if required):
    */

Dries's avatar
 
Dries committed
278
    foreach ($channel as $key => $value) {
279
      $channel[$key] = node_filter(strtr(trim($value), $tt));
Dries's avatar
 
Dries committed
280
    }
Dries's avatar
 
Dries committed
281

Dries's avatar
 
Dries committed
282
    db_query("UPDATE feed SET timestamp = %d, link = '%s', description = '%s' WHERE fid = %d", time(), $channel["LINK"], $channel["DESCRIPTION"], $feed["fid"]);
Dries's avatar
 
Dries committed
283

Dries's avatar
 
Dries committed
284
    /*
285 286 287
    ** We reverse the array such that we store the first item last,
    ** and the last item first.  In the database, the newest item
    ** should be at the top.
Dries's avatar
 
Dries committed
288
    */
Dries's avatar
 
Dries committed
289

290
    $items = array_reverse($items);
Dries's avatar
 
Dries committed
291

Dries's avatar
 
Dries committed
292 293
    foreach ($items as $item) {
      unset($title, $link, $author, $description);
Dries's avatar
 
Dries committed
294

Dries's avatar
 
Dries committed
295 296
      // Prepare the item:
      foreach ($item as $key => $value) {
297
        $item[$key] = node_filter(strtr(trim($value), $tt));
Dries's avatar
 
Dries committed
298
      }
299

300
      if ($item["TITLE"]) {
Dries's avatar
 
Dries committed
301
        $title = $item["TITLE"];
302 303
      }
      else {
Dries's avatar
 
Dries committed
304
        /*
Dries's avatar
 
Dries committed
305
         ** Use up to 40 characters of the description, ending at
306 307
         ** word boundary, but don't split potential entities.
         */
Dries's avatar
 
Dries committed
308
        $title = preg_replace('/^(.*)[^\w;&].*?$/', "\\1", substr($item["DESCRIPTION"], 0, 40));
309
      }
Dries's avatar
 
Dries committed
310

311
      if ($item["LINK"]) {
Dries's avatar
 
Dries committed
312
        $link = $item["LINK"];
313 314
      }
      elseif ($item["GUID"] && (strncmp($item["GUID"], "http://", 7) == 0)) {
Dries's avatar
 
Dries committed
315
        $link = $item["GUID"];
316 317 318 319
      }
      else {
        $link = $feed["link"];
      }
Dries's avatar
Dries committed
320

321
      /*
Dries's avatar
 
Dries committed
322 323 324 325
      ** Save this item.  Try to avoid duplicate entries as much as
      ** possible.  If we find a duplicate entry, we resolve it and
      ** pass along it's ID such that we can update it if needed.
      */
Dries's avatar
 
Dries committed
326

327
      if ($link && $link != $feed["link"] && $link != $feed["url"]) {
Dries's avatar
 
Dries committed
328
        $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = %d AND link = '%s'", $feed["fid"], $link));
329 330
      }
      else {
Dries's avatar
 
Dries committed
331
        $entry = db_fetch_object(db_query("SELECT iid FROM item WHERE fid = %d AND title = '%s'", $feed["fid"], $title));
332
      }
333

Dries's avatar
 
Dries committed
334
      import_save_item(array(iid => $entry->iid, fid => $feed["fid"], title => $title, link => $link, author => $item["AUTHOR"], description => $item["DESCRIPTION"], attributes => $feed["attributes"]));
335
    }
Dries's avatar
 
Dries committed
336 337

    /*
Dries's avatar
 
Dries committed
338
    ** Remove all the old, expired items:
Dries's avatar
 
Dries committed
339 340 341 342
    */

    unset($items);

Dries's avatar
 
Dries committed
343
    $result = db_query("SELECT iid FROM item WHERE fid = %d ORDER BY timestamp", $feed["fid"]);
Dries's avatar
 
Dries committed
344 345 346 347 348

    while ($item = db_fetch_object($result)) {
      $items[] = "iid = '$item->iid'";
    }

Dries's avatar
 
Dries committed
349
    if (sizeof($items) > 50) {
Dries's avatar
 
Dries committed
350 351 352
      db_query("DELETE FROM item WHERE ". implode(" OR ", array_slice($items, 0, - 50)));
    }

Dries's avatar
 
Dries committed
353 354
  }
  else {
355
    return t("failed to parse RSS feed '%site': no data.", array("%site" => $feed["tite"]));
356
  }
Dries's avatar
 
Dries committed
357

358
  return t("syndicated content from '%site'.", array("%site" => $feed["title"]));
359 360
}

Dries's avatar
 
Dries committed
361
function import_save_item($edit) {
Dries's avatar
 
Dries committed
362
  if ($edit["iid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
363
    db_query("UPDATE item SET title = '%s', link = '%s', author = '%s', description = '%s', attributes = '%s' WHERE iid = %d", $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], $edit["iid"]);
364
  }
Dries's avatar
 
Dries committed
365
  else if ($edit["iid"]) {
Dries's avatar
 
Dries committed
366
    db_query("DELETE FROM item WHERE iid = %d", $edit["iid"]);
367
  }
Dries's avatar
 
Dries committed
368
  else if ($edit["title"] && $edit["link"]) {
Dries's avatar
 
Dries committed
369
    db_query("INSERT INTO item (fid, title, link, author, description, attributes, timestamp) VALUES (%d, '%s', '%s', '%s', '%s', '%s', %d)", $edit["fid"], $edit["title"], $edit["link"], $edit["author"], $edit["description"], $edit["attributes"], time());
370 371 372
  }
}

Dries's avatar
 
Dries committed
373
function import_form_bundle($edit = array()) {
374

Dries's avatar
 
Dries committed
375
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the bundle.");
Dries's avatar
 
Dries committed
376
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-separated list of keywords describing the bundle.");
377 378 379

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
380
  if ($edit["bid"]) {
Dries's avatar
 
Dries committed
381
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
382
    $form .= form_hidden("bid", $edit["bid"]);
383 384
  }

Dries's avatar
 
Dries committed
385
  return form($form);
386 387
}

Dries's avatar
 
Dries committed
388
function import_save_bundle($edit) {
Dries's avatar
 
Dries committed
389
  if ($edit["bid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
390
    db_query("UPDATE bundle SET title = '%s', attributes = '%s' WHERE bid = %d", $edit["title"], $edit["attributes"], $edit["bid"]);
391
  }
Dries's avatar
 
Dries committed
392
  else if ($edit["bid"]) {
Dries's avatar
 
Dries committed
393
    db_query("DELETE FROM bundle WHERE bid = %d", $edit["bid"]);
394
  }
Dries's avatar
 
Dries committed
395
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
396
    // a single unique id for bundles and feeds, to use in blocks
Dries's avatar
 
Dries committed
397 398
    $next_id = db_next_id("bundle_bid");
    db_query("INSERT INTO bundle (bid, title, attributes) VALUES (%d, '%s', '%s')", $next_id, $edit["title"], $edit["attributes"]);
399 400 401
  }
}

Dries's avatar
 
Dries committed
402
function import_form_feed($edit = array()) {
403 404 405

  $period = array(900 => format_interval(900), 1800 => format_interval(1800), 3600 => format_interval(3600), 7200 => format_interval(7200), 10800 => format_interval(10800), 21600 => format_interval(21600), 32400 => format_interval(32400), 43200 => format_interval(43200), 64800 => format_interval(64800), 86400 => format_interval(86400), 172800 => format_interval(172800), 259200 => format_interval(259200), 604800 => format_interval(604800), 1209600 => format_interval(1209600), 2419200 => format_interval(2419200));

Dries's avatar
 
Dries committed
406 407 408
  if ($edit["refresh"] == "") {
    $edit["refresh"] = 3600;
  }
Dries's avatar
 
Dries committed
409

Dries's avatar
 
Dries committed
410
  $form .= form_textfield("Title", "title", $edit["title"], 50, 64, "The name of the feed; typically the name of the web site you syndicate content from.");
Dries's avatar
 
Dries committed
411
  $form .= form_textfield("Url", "url", $edit["url"], 50, 128, "The fully-qualified URL of the feed.");
Dries's avatar
 
Dries committed
412
  $form .= form_textfield("Attributes", "attributes", $edit["attributes"], 50, 128, "A comma-separated list of keywords describing the feed.");
Dries's avatar
 
Dries committed
413
  $form .= form_select("Update interval", "refresh", $edit["refresh"], $period, "The refresh interval indicating how often you want to update this feed.  Requires crontab.");
414 415 416

  $form .= form_submit("Submit");

Dries's avatar
 
Dries committed
417
  if ($edit["fid"]) {
Dries's avatar
 
Dries committed
418
    $form .= form_submit("Delete");
Dries's avatar
 
Dries committed
419
    $form .= form_hidden("fid", $edit["fid"]);
420 421
  }

Dries's avatar
 
Dries committed
422
  return form($form);
423 424
}

Dries's avatar
 
Dries committed
425
function import_save_feed($edit) {
Dries's avatar
 
Dries committed
426
  if ($edit["fid"] && $edit["title"]) {
Dries's avatar
 
Dries committed
427
    db_query("UPDATE feed SET title = '%s', url = '%s', attributes = '%s', refresh = %d WHERE fid = %d", $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"], $edit["fid"]);
Dries's avatar
 
Dries committed
428
    db_query("DELETE FROM item WHERE fid = %d", $edit["fid"]);
429
  }
Dries's avatar
 
Dries committed
430
  else if ($edit["fid"]) {
Dries's avatar
 
Dries committed
431 432
    db_query("DELETE FROM feed WHERE fid = %d", $edit["fid"]);
    db_query("DELETE FROM item WHERE fid = %d", $edit["fid"]);
433
  }
Dries's avatar
 
Dries committed
434
  else if ($edit["title"]) {
Dries's avatar
 
Dries committed
435
    // a single unique id for bundles and feeds, to use in blocks
Dries's avatar
 
Dries committed
436
    $next_id = db_next_id("feed_fid");
Dries's avatar
 
Dries committed
437
    db_query("INSERT INTO feed (fid, title, url, attributes, refresh) VALUES (%d, '%s', '%s', '%s', %d)", $next_id, $edit["title"], $edit["url"], $edit["attributes"], $edit["refresh"]);
438 439 440
  }
}

Dries's avatar
 
Dries committed
441
function import_save_attributes($edit) {
Dries's avatar
 
Dries committed
442
  foreach ($edit as $iid => $value) {
Dries's avatar
 
Dries committed
443
    db_query("UPDATE item SET attributes = '%s' WHERE iid = %d", $value, $iid);
444 445 446 447
  }
  return "attributes has been saved";
}

Dries's avatar
 
Dries committed
448
function import_get_feed($fid) {
Dries's avatar
 
Dries committed
449
  return db_fetch_array(db_query("SELECT * FROM feed WHERE fid = %d", $fid));
450 451
}

Dries's avatar
 
Dries committed
452
function import_get_bundle($bid) {
Dries's avatar
 
Dries committed
453
  return db_fetch_array(db_query("SELECT * FROM bundle WHERE bid = %d", $bid));
454 455
}

Dries's avatar
 
Dries committed
456
function import_view() {
Dries's avatar
 
Dries committed
457
  $result = db_query("SELECT f.*, COUNT(i.iid) AS items FROM feed f LEFT JOIN item i ON f.fid = i.fid GROUP BY f.fid, f.title, f.url, f.refresh, f.timestamp, f.attributes, f.link, f.description ORDER BY f.title");
458

Dries's avatar
 
Dries committed
459
  $output .= "<h3>Feed overview</h3>";
Dries's avatar
 
Dries committed
460 461 462

  $header = array(t("title"), t("attributes"), t("items"), t("last update"), t("next update"), array("data" => t("operations"), "colspan" => 3));
  unset($rows);
463
  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
464
    $rows[] = array($feed->title, $feed->attributes, format_plural($feed->items, "1 item", "%count items"), ($feed->timestamp ? format_interval(time() - $feed->timestamp) ." ago" : "never"), ($feed->timestamp ? format_interval($feed->timestamp + $feed->refresh - time()) ." left" : "never"), l(t("edit feed"), "admin/syndication/news/edit/feed/$feed->fid"), l(t("remove items"), "admin/syndication/news/remove/$feed->fid"), l(t("update items"), "admin/syndication/news/update/$feed->fid"));
465
  }
Dries's avatar
 
Dries committed
466
  $output .= table($header, $rows);
467 468 469

  $result = db_query("SELECT * FROM bundle ORDER BY title");

Dries's avatar
 
Dries committed
470
  $output .= "<h3>Bundle overview</h3>";
Dries's avatar
 
Dries committed
471 472 473

  $header = array(t("title"), t("attributes"), t("operations"));
  unset($rows);
474
  while ($bundle = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
475
    $rows[] = array($bundle->title, $bundle->attributes, l(t("edit bundle"), "admin/syndication/news/edit/bundle/$bundle->bid"));
476
  }
Dries's avatar
 
Dries committed
477
  $output .= table($header, $rows);
478 479 480 481

  return $output;
}

Dries's avatar
 
Dries committed
482
function import_tag() {
483

Dries's avatar
 
Dries committed
484
  $result = db_query_range("SELECT i.*, f.title AS feed FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC", 0, 50);
485

Dries's avatar
 
Dries committed
486
  $header = array(t("date"), t("feed"), t("news item"));
487
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
488
    $rows[] = array(array("data" => format_date($item->timestamp, "small"), "nowrap" => "nowrap", "valign" => "top"), array("data" => l($item->feed, "admin/syndication/news/edit/feed/$item->fid"), "valign" => "top"), "<a href=\"$item->link\">$item->title</a>". ($item->description ? "<br /><small><i>$item->description</i></small>" : "") ."<br /><input type=\"text\" name=\"edit[$item->iid]\" value=\"". check_form($item->attributes) ."\" size=\"50\" />");
489
  }
Dries's avatar
 
Dries committed
490 491

  $output .= table($header, $rows);
Dries's avatar
 
Dries committed
492
  $output .= "<input type=\"submit\" name=\"op\" value=\"Save attributes\" />\n";
493

Dries's avatar
 
Dries committed
494
  return form($output);
495 496
}

Dries's avatar
 
Dries committed
497
function import_admin() {
Dries's avatar
 
Dries committed
498 499
  $op = $_POST["op"];
  $edit = $_POST["edit"];
Dries's avatar
 
Dries committed
500

Dries's avatar
 
Dries committed
501
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
502

Dries's avatar
 
Dries committed
503
    if (empty($op)) {
Dries's avatar
 
Dries committed
504
      $op = arg(3);
Dries's avatar
 
Dries committed
505 506
    }

Dries's avatar
 
Dries committed
507
    switch ($op) {
508 509 510 511 512 513 514
      case "add":
        if (arg(4) == "bundle") {
          print import_form_bundle();
        }
        else {
          print import_form_feed();
        }
Dries's avatar
 
Dries committed
515
        break;
Dries's avatar
 
Dries committed
516
      case "edit":
Dries's avatar
 
Dries committed
517 518
        if (arg(4) == "bundle") {
          print import_form_bundle(import_get_bundle(arg(5)));
Dries's avatar
 
Dries committed
519 520
        }
        else {
Dries's avatar
 
Dries committed
521
          print import_form_feed(import_get_feed(arg(5)));
Dries's avatar
 
Dries committed
522
        }
Dries's avatar
 
Dries committed
523 524
        break;
      case "remove":
Dries's avatar
 
Dries committed
525
        print status(import_remove(import_get_feed(arg(4))));
Dries's avatar
 
Dries committed
526
        print import_view();
Dries's avatar
 
Dries committed
527 528
        break;
      case "update":
Dries's avatar
 
Dries committed
529
        print status(import_refresh(import_get_feed(arg(4))));
Dries's avatar
 
Dries committed
530
        print import_view();
Dries's avatar
 
Dries committed
531
        break;
Dries's avatar
 
Dries committed
532 533 534
      case "tag":
        print import_tag();
        break;
Dries's avatar
 
Dries committed
535 536
      case "Save attributes":
        print status(import_save_attributes($edit));
Dries's avatar
 
Dries committed
537
        print import_tag();
Dries's avatar
 
Dries committed
538 539
        break;
      case "Delete":
Dries's avatar
 
Dries committed
540
        $edit["title"] = 0;
Dries's avatar
 
Dries committed
541 542
        // fall through:
      case "Submit":
543
        if (arg(4) == "bundle") {
Dries's avatar
 
Dries committed
544
          print status(import_save_bundle($edit));
Dries's avatar
 
Dries committed
545 546
        }
        else {
Dries's avatar
 
Dries committed
547
          print status(import_save_feed($edit));
Dries's avatar
 
Dries committed
548
        }
Dries's avatar
 
Dries committed
549 550
        // fall through:
      default:
Dries's avatar
 
Dries committed
551
        print import_view();
Dries's avatar
 
Dries committed
552 553 554 555
    }
  }
  else {
    print message_access();
556 557 558
  }
}

Dries's avatar
 
Dries committed
559
function import_page_info() {
Dries's avatar
 
Dries committed
560

Dries's avatar
 
Dries committed
561

Dries's avatar
 
Dries committed
562
  $links[] = l(t("latest news"), "import", array("title" => t("Read the latest news from syndicated web sites.")));
Dries's avatar
 
Dries committed
563 564
  $links[] = l(t("news by source"), "import/feeds", array("title" => t("View the latest headlines sorted by source.")));
  $links[] = l(t("news by topic"), "import/bundles", array("title" => t("View the latest headlines sorted by topic.")));
Dries's avatar
 
Dries committed
565
  $links[] = l(t("news sources"), "import/sources", array("title" => t("View a list of all the web sites we syndicate from.")));
Dries's avatar
 
Dries committed
566

567
  if (user_access("administer news feeds")) {
Dries's avatar
 
Dries committed
568
    $links[] = l(t("administer news feeds"), "admin/syndication/news", array("title" => t("View the news feed administrative pages.")));
569
  }
Dries's avatar
 
Dries committed
570

Dries's avatar
 
Dries committed
571
  return "<div align=\"center\">". theme("links", $links) ."</div>";
Dries's avatar
 
Dries committed
572 573
}

Dries's avatar
 
Dries committed
574
function import_page_last() {
Dries's avatar
 
Dries committed
575

Dries's avatar
 
Dries committed
576

Dries's avatar
 
Dries committed
577
  $result = db_query_range("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i LEFT JOIN feed f ON i.fid = f.fid ORDER BY i.iid DESC", 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
578 579

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
580
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
581
    if (module_exist("blog") && user_access("maintain personal blog")) {
582
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
583
    }
Dries's avatar
 
Dries committed
584
    $links[] = l(t("feed"), "import/feed/$item->fid", array("title" => t("Read more syndicated news from this feed.")));
Dries's avatar
 
Dries committed
585 586

    if ($item->link) {
Dries's avatar
 
Dries committed
587
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a> &middot; ". l($item->ftitle, "import/feed/$item->fid", array("title" => t("View more information about this feed."))) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
588
    }
Dries's avatar
 
Dries committed
589

Dries's avatar
 
Dries committed
590
    if ($item->description) {
Dries's avatar
 
Dries committed
591
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
592 593 594
    }

    unset($links);
Dries's avatar
 
Dries committed
595
  }
Dries's avatar
 
Dries committed
596
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
597

Dries's avatar
 
Dries committed
598 599 600 601
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
602 603 604
}

function import_page_feed($fid) {
Dries's avatar
 
Dries committed
605

Dries's avatar
 
Dries committed
606

Dries's avatar
 
Dries committed
607
  $feed = db_fetch_object(db_query("SELECT * FROM feed WHERE fid = %d", $fid));
Dries's avatar
 
Dries committed
608

Kjartan's avatar
Kjartan committed
609
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\"><a href=\"$feed->link\">$feed->link</a></div></p>";
Dries's avatar
 
Dries committed
610
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">$feed->description</div></p>";
Dries's avatar
 
Dries committed
611
  $header .= "<p><b>". t("Last update") .":</b><div style=\"margin-left: 20px;\">". format_interval(time() - $feed->timestamp) ." ". t("ago") ." <a href=\"$feed->url\"><img src=\"". theme("image", "xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" alt=\"\" /></a><br /><br /></div></p>\n";
Dries's avatar
 
Dries committed
612

Dries's avatar
 
Dries committed
613
  $result = db_query_range("SELECT * FROM item WHERE fid = %d ORDER BY iid DESC", $fid, 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
614 615

  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
616
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
617
    if (module_exist("blog") && user_access("maintain personal blog")) {
618
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
619
    }
Dries's avatar
 
Dries committed
620
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";
Dries's avatar
 
Dries committed
621

Dries's avatar
 
Dries committed
622
    if ($item->link) {
Dries's avatar
 
Dries committed
623
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a></td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
624 625
    }
    if ($item->description) {
Dries's avatar
 
Dries committed
626
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
627 628 629 630 631
    }

    unset($links);
  }
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
632

Dries's avatar
 
Dries committed
633 634 635 636 637
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", $feed->title, $header);
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
638 639 640
}

function import_page_bundle($bid) {
Dries's avatar
 
Dries committed
641

Dries's avatar
 
Dries committed
642

Dries's avatar
 
Dries committed
643
  $bundle = db_fetch_object(db_query("SELECT * FROM bundle WHERE bid = %d", $bid));
Dries's avatar
 
Dries committed
644

Dries's avatar
 
Dries committed
645
  $header .= "<p><b>". t("Website") .":</b><div style=\"margin-left: 20px;\">". l($bundle->title, "import/bundle/$bundle->bid") ."</div></p>";
Dries's avatar
 
Dries committed
646
  $header .= "<p><b>". t("Description") .":</b><div style=\"margin-left: 20px;\">". t("A composite news feed about") ." $bundle->attributes.</div></p>";
Dries's avatar
 
Dries committed
647 648 649

  $keys = explode(",", $bundle->attributes);
  foreach ($keys as $key) $where[] = "i.attributes LIKE '%". trim($key) ."%'";
Dries's avatar
 
Dries committed
650
  $result = db_query_range("SELECT i.*, f.title AS ftitle, f.link AS flink FROM item i, feed f WHERE (". implode(" OR ", $where) .") AND i.fid = f.fid ORDER BY iid DESC", 0, variable_get("import_page_limit", 75));
Dries's avatar
 
Dries committed
651

Dries's avatar
 
Dries committed
652
  $output .= "<table border=\"0\" cellpadding=\"4\" cellspacing=\"2\">";
Dries's avatar
 
Dries committed
653
  while ($item = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
654
    if (module_exist("blog") && user_access("maintain personal blog")) {
655
      $links[] = l(t("blog it"), "node/add/blog", array("title" => t("Comment on this news item in your personal blog.")), "iid=$item->iid");
656
    }
Dries's avatar
 
Dries committed
657
    $links[] = l(t("feed"), "import/feed/$item->fid", array("title" => t("Read more syndicated news from this feed.")));
Dries's avatar
 
Dries committed
658 659 660
    $links[] = "<a href=\"$item->link\">". t("visit") ."</a>";

    if ($item->link) {
Dries's avatar
 
Dries committed
661
      $output .= "<tr><td><a href=\"$item->link\">$item->title</a> &middot; ". l($item->ftitle, "import/feed/$item->fid", array("title" => t("View more information about this feed."))) ."</td><td align=\"right\" nowrap=\"nowrap\" valign=\"top\">". theme("links", $links) ."</td></tr>\n";
Dries's avatar
 
Dries committed
662
    }
Dries's avatar
 
Dries committed
663

Dries's avatar
 
Dries committed
664
    if ($item->description) {
Dries's avatar
 
Dries committed
665
      $output .= "<tr><td colspan=\"2\"><div style=\"margin-left: 20px;\">$item->description</div><br /></td></tr>";
Dries's avatar
 
Dries committed
666 667 668
    }

    unset($links);
Dries's avatar
 
Dries committed
669
  }
Dries's avatar
 
Dries committed
670
  $output .= "</table>\n";
Dries's avatar
 
Dries committed
671

Dries's avatar
 
Dries committed
672 673 674 675 676
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", $bundle->title, $header);
  theme("box", t("Latest news"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
677

Dries's avatar
 
Dries committed
678 679
}

Dries's avatar
 
Dries committed
680
function import_page_sources() {
Dries's avatar
 
Dries committed
681

Dries's avatar
 
Dries committed
682 683 684 685

  $result = db_query("SELECT * FROM feed ORDER BY title");

  while ($feed = db_fetch_object($result)) {
Dries's avatar
 
Dries committed
686
    $output .= l($feed->title, "import/feed/$feed->fid");
Dries's avatar
 
Dries committed
687
    $output .= "<div style=\"margin-left: 20px;\">$feed->description</div><br />";
Dries's avatar
 
Dries committed
688 689
  }

Dries's avatar
 
Dries committed
690
  $output .= l("<img src=\"". theme("image", "xml.gif") ."\" width=\"36\" height=\"14\" align=\"right\" border=\"0\" />", "import/fd", array("title" => t("View the list of syndicated web sites in XML format."))) ."<br />";
Dries's avatar
 
Dries committed
691

Dries's avatar
 
Dries committed
692 693 694 695
  theme("header");
  theme("box", t("News feeds"), import_page_info());
  theme("box", t("News sources"), $output);
  theme("footer");
Dries's avatar
 
Dries committed
696 697
}

Dries's avatar
 
Dries committed
698 699 700 701 702
function import_page_fd() {

  $result = db_query("SELECT * FROM feed ORDER BY title");

  $output .= "<?xml version=\"1.0\"?>\n\n";
Dries's avatar
 
Dries committed
703
  $output .= "<rssfeeds version=\"0.1\">\n\n";
Dries's avatar
 
Dries committed
704 705 706 707 708 709 710 711

  while ($feed = db_fetch_object($result)) {
    $output .= "<channel>\n";
    $output .= " <title>". htmlentities($feed->title) ."</title>\n";
    $output .= " <link>". htmlentities($feed->url) ."</link>\n";
    $output .= "</channel>\n\n";
  }

Dries's avatar
 
Dries committed
712 713
  $output .= "</rssfeeds>\n";

Dries's avatar
 
Dries committed
714
  header("Content-Type: text/xml");
Dries's avatar
 
Dries committed
715 716 717 718

  print $output;
}

Dries's avatar
 
Dries committed
719
function import_page_bundles() {
Dries's avatar
 
Dries committed
720
  import_page_blocks(import_get_bundles());
Dries's avatar
 
Dries committed
721 722 723
}

function import_page_feeds() {
Dries's avatar
 
Dries committed
724
  import_page_blocks(import_get_feeds());
Dries's avatar
 
Dries committed
725 726 727 728
}

function import_page_blocks($blocks) {

Dries's avatar
 
Dries committed
729