'.($content->find('div#review_intro', 0)->plaintext).'');
+ return $text;
+ }
+ $html = $this->getSimpleHTMLDOM('http://www.coindesk.com/feed/atom/') or $this->returnError('Could not request CoinDesk.', 404);
+ $limit = 0;
+
+ foreach($html->find('entry') as $element) {
+ if($limit < 5) {
+ $item = new \Item();
+ $item->title = CoinDeskStripCDATA($element->find('title', 0)->innertext);
+ $item->author = $element->find('author', 0)->plaintext;
+ $item->uri = $element->find('link', 0)->href;
+ $item->timestamp = strtotime($element->find('published', 0)->plaintext);
+ $item->content = CoinDeskExtractContent($item->uri);
+ $this->items[] = $item;
+ $limit++;
+ }
+ }
+
+ }
+
+ public function getName(){
+ return 'CoinDesk';
+ }
+
+ public function getURI(){
+ return 'http://www.coindesk.com/';
+ }
+
+ public function getCacheDuration(){
+ return 1800; // 30min
+ }
+}
diff --git a/bridges/CollegeDeFranceBridge.php b/bridges/CollegeDeFranceBridge.php
index e809d6b4204..1f79c62c0af 100644
--- a/bridges/CollegeDeFranceBridge.php
+++ b/bridges/CollegeDeFranceBridge.php
@@ -33,7 +33,7 @@ public function collectData(array $param) {
*
*
*/
- $html = $this->file_get_html('http://www.college-de-france.fr/components/search-audiovideo.jsp?fulltext=&siteid=1156951719600&lang=FR&type=all') or $this->returnServerError('Could not request CollegeDeFrance.');
+ $html = $this->getSimpleHTMLDOM('http://www.college-de-france.fr/components/search-audiovideo.jsp?fulltext=&siteid=1156951719600&lang=FR&type=all') or $this->returnServerError('Could not request CollegeDeFrance.');
foreach($html->find('a[data-target]') as $element) {
$item = new \Item();
$item->title = $element->find('.title', 0)->plaintext;
diff --git a/bridges/CommonDreamsBridge.php b/bridges/CommonDreamsBridge.php
index 11778668e05..9de9b6d6d17 100644
--- a/bridges/CommonDreamsBridge.php
+++ b/bridges/CommonDreamsBridge.php
@@ -10,7 +10,7 @@ public function loadMetadatas() {
}
private function CommonDreamsExtractContent($url) {
- $html3 = $this->file_get_html($url);
+ $html3 = $this->getSimpleHTMLDOM($url);
$text = $html3->find('div[class=field--type-text-with-summary]', 0)->innertext;
$html3->clear();
unset ($html3);
@@ -25,7 +25,7 @@ function CommonDreamsUrl($string) {
return $string;
}
- $html = $this->file_get_html('http://www.commondreams.org/rss.xml') or $this->returnServerError('Could not request CommonDreams.');
+ $html = $this->getSimpleHTMLDOM('http://www.commondreams.org/rss.xml') or $this->returnServerError('Could not request CommonDreams.');
$limit = 0;
foreach($html->find('item') as $element) {
if($limit < 4) {
diff --git a/bridges/CopieDoubleBridge.php b/bridges/CopieDoubleBridge.php
index cd3b4f6869b..cae965027df 100644
--- a/bridges/CopieDoubleBridge.php
+++ b/bridges/CopieDoubleBridge.php
@@ -13,9 +13,9 @@ public function loadMetadatas() {
public function collectData(array $param){
- $html = $this->file_get_html('http://www.copie-double.com/') or $this->returnServerError('Could not request CopieDouble.');
+ $html = $this->getSimpleHTMLDOM('http://www.copie-double.com/') or $this->returnServerError('Could not request CopieDouble.');
$table = $html->find('table table', 2);
-
+
foreach($table->find('tr') as $element)
{
$td = $element->find('td', 0);
@@ -23,7 +23,7 @@ public function collectData(array $param){
if($td->class == "couleur_1")
{
$item = new Item();
-
+
$title = $td->innertext;
$pos = strpos($title, "
Tags: '.$item->tags;
- $this->items[] = $item;
+ $this->items[] = $item;
}
}
diff --git a/bridges/DansTonChatBridge.php b/bridges/DansTonChatBridge.php
index 748190f77ac..41ee8eca764 100644
--- a/bridges/DansTonChatBridge.php
+++ b/bridges/DansTonChatBridge.php
@@ -15,7 +15,7 @@ public function collectData(array $param){
$html = '';
$link = 'http://danstonchat.com/latest.html';
- $html = $this->file_get_html($link) or $this->returnServerError('Could not request DansTonChat.');
+ $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('Could not request DansTonChat.');
foreach($html->find('div.item') as $element) {
$item = new \Item();
diff --git a/bridges/DauphineLibereBridge.php b/bridges/DauphineLibereBridge.php
index a91ade9fa8d..95bfe3978df 100644
--- a/bridges/DauphineLibereBridge.php
+++ b/bridges/DauphineLibereBridge.php
@@ -82,7 +82,7 @@ public function loadMetadatas() {
}
private function ExtractContent($url, $context) {
- $html2 = $this->file_get_html($url, false, $context);
+ $html2 = $this->getSimpleHTMLDOM($url,false,$context);
$text = $html2->find('div.column', 0)->innertext;
$text = preg_replace('@
Tags: '.$item->tags;
- $this->items[] = $item;
+ $this->items[] = $item;
}
}
diff --git a/bridges/DuckDuckGoBridge.php b/bridges/DuckDuckGoBridge.php
index f09b8693080..5398643a249 100644
--- a/bridges/DuckDuckGoBridge.php
+++ b/bridges/DuckDuckGoBridge.php
@@ -22,7 +22,7 @@ public function collectData(array $param){
$html = '';
$link = 'http://duckduckgo.com/html/?q='.$param[u].'+sort:date';
- $html = $this->file_get_html($link) or $this->returnServerError('Could not request DuckDuckGo.');
+ $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('Could not request DuckDuckGo.');
foreach($html->find('div.results_links') as $element) {
$item = new \Item();
diff --git a/bridges/EZTVBridge.php b/bridges/EZTVBridge.php
index 07a34693461..551c8d9bac5 100644
--- a/bridges/EZTVBridge.php
+++ b/bridges/EZTVBridge.php
@@ -40,11 +40,11 @@ function makeTimestamp($relativeReleaseTime){
$this->returnClientError('You must provide a list of ID (?i=showID1,showID2,...)');
// Loop on show ids
- $showList = explode(",",$param['i']);
+ $showList = explode(",",$param['i']);
foreach($showList as $showID){
// Get show page
- $html = $this->file_get_html('https://eztv.ch/shows/'.rawurlencode($showID).'/') or $this->returnServerError('Could not request EZTV for id "'.$showID.'"');
+ $html = $this->getSimpleHTMLDOM('https://eztv.ch/shows/'.rawurlencode($showID).'/') or $this->returnServerError('Could not request EZTV for id "'.$showID.'"');
// Loop on each element that look like an episode entry...
foreach($html->find('.forum_header_border') as $element) {
diff --git a/bridges/EliteDangerousGalnetBridge.php b/bridges/EliteDangerousGalnetBridge.php
index e519fc5fb99..d1b499514b5 100644
--- a/bridges/EliteDangerousGalnetBridge.php
+++ b/bridges/EliteDangerousGalnetBridge.php
@@ -13,7 +13,7 @@ public function loadMetadatas()
public function collectData(array $param)
{
- $html = $this->file_get_html('https://community.elitedangerous.com/galnet') or $this->returnServerError('Error while downloading the website content');
+ $html = $this->getSimpleHTMLDOM('https://community.elitedangerous.com/galnet') or $this->returnServerError('Error while downloading the website content');
foreach($html->find('div.article') as $element) {
$item = new Item();
@@ -40,4 +40,4 @@ public function getCacheDuration()
{
return 3600 * 2; // 2 hours
}
-}
\ No newline at end of file
+}
diff --git a/bridges/ElsevierBridge.php b/bridges/ElsevierBridge.php
index 31ccecc9b75..ebee2a26906 100644
--- a/bridges/ElsevierBridge.php
+++ b/bridges/ElsevierBridge.php
@@ -33,7 +33,7 @@ private function ExtractArticleTimestamp ($article){
$time = $article->find('.article-info', 0);
if($time){
$timestring = trim($time->plaintext);
- /*
+ /*
The format depends on the age of an article:
- Available online 29 July 2016
- July 2016
@@ -63,7 +63,7 @@ private function ExtractArticleContent ($article){
public function collectData(array $param){
$uri = 'http://www.journals.elsevier.com/' . $param['j'] . '/recent-articles/';
- $html = file_get_html($uri) or $this->returnServerError('No results for Elsevier journal '.$param['j']);
+ $html = $this->getSimpleHTMLDOM($uri) or $this->returnServerError('No results for Elsevier journal '.$param['j']);
foreach($html->find('.pod-listing') as $article){
$item = new \Item();
@@ -80,4 +80,4 @@ public function getCacheDuration(){
return 43200; // 12h
}
}
-?>
\ No newline at end of file
+?>
diff --git a/bridges/FSBridge.php b/bridges/FSBridge.php
new file mode 100644
index 00000000000..cd212c3db4c
--- /dev/null
+++ b/bridges/FSBridge.php
@@ -0,0 +1,56 @@
+maintainer = "qwertygc";
+ $this->name = "Futurasciences";
+ $this->uri = "http://www.futura-sciences.com";
+ $this->description = "Returns the 5 newest posts from FS (full text)";
+ $this->update = "03/11/2015";
+
+ }
+
+ public function collectData(array $param){
+
+ function FS_StripCDATA($string) {
+ $string = str_replace('', '', $string);
+ return $string;
+ }
+ function FS_ExtractContent($url) {
+ $html2 = $this->getSimpleHTMLDOM($url);
+ $text = $html2->find('div.fiche-actualite', 0)->innertext;
+ $text = preg_replace('@');
+ return $text;
+ }
+ $html = $this->getSimpleHTMLDOM('http://feeds.feedburner.com/Frandroid?format=xml') or $this->returnError('Could not request Frandroid.', 404);
+ $limit = 0;
+
+ foreach ($html->find('item') as $element) {
+ if ($limit < 5) {
+ $item = new \Item();
+ $item->title = FrandroidStripCDATA($element->find('title', 0)->innertext);
+ $item->uri = FrandroidStripCDATA($element->find('guid', 0)->plaintext);
+ $item->timestamp = strtotime($element->find('pubDate', 0)->plaintext);
+ $item->content = FrandroidExtractContent($item->uri);
+ $this->items[] = $item;
+ $limit++;
+ }
+ }
+
+ }
+
+ public function getName()
+ {
+ return 'Frandroid';
+ }
+
+ public function getURI()
+ {
+ return 'http://www.frandroid.com/';
+ }
+
+ public function getCacheDuration()
+ {
+ return 300; // 5min
+ }
+}
diff --git a/bridges/FuturaSciencesBridge.php b/bridges/FuturaSciencesBridge.php
index 24b5f9307d1..51505626e4b 100644
--- a/bridges/FuturaSciencesBridge.php
+++ b/bridges/FuturaSciencesBridge.php
@@ -172,13 +172,13 @@ function ExtractAuthor($article, $element){
$this->returnClientError('Invalid "feed" parameter.'.$url);
$url = $this->getURI().'rss/'.$param['feed'].'.xml';
- $html = $this->file_get_html($url) or $this->returnServerError('Could not request Futura-Sciences: '.$url);
+ $html = $this->getSimpleHTMLDOM($url) or $this->returnServerError('Could not request Futura-Sciences: '.$url);
$limit = 0;
foreach($html->find('item') as $element) {
if ($limit < 10) {
$article_url = str_replace('#xtor=RSS-8', '', StripCDATA($element->find('guid', 0)->plaintext));
- $article = $this->file_get_html($article_url) or $this->returnServerError('Could not request Futura-Sciences: '.$article_url);
+ $article = $this->getSimpleHTMLDOM($article_url) or $this->returnServerError('Could not request Futura-Sciences: '.$article_url);
$contents = $article->find('div.content', 0)->innertext;
foreach (array(
diff --git a/bridges/GBAtempBridge.php b/bridges/GBAtempBridge.php
index cc592033b16..20cd0cc8857 100644
--- a/bridges/GBAtempBridge.php
+++ b/bridges/GBAtempBridge.php
@@ -74,7 +74,7 @@ private function cleanup_post_content($content, $site_url) {
}
private function fetch_post_content($uri, $site_url) {
- $html = $this->file_get_html($uri) or $this->returnServerError('Could not request GBAtemp: '.$uri);
+ $html = $this->getSimpleHTMLDOM($uri) or $this->returnServerError('Could not request GBAtemp: '.$uri);
$content = $html->find('div.messageContent', 0)->innertext;
return $this->cleanup_post_content($content, $site_url);
}
@@ -91,7 +91,7 @@ public function collectData(array $param) {
} else $this->returnClientError('The provided type filter is invalid. Expecting N, R, T, or F.');
} else $this->returnClientError('Please provide a type filter. Expecting N, R, T, or F.');
- $html = $this->file_get_html($this->uri) or $this->returnServerError('Could not request GBAtemp.');
+ $html = $this->getSimpleHTMLDOM($this->uri) or $this->returnServerError('Could not request GBAtemp.');
if ($typeFilter == 'N') {
foreach ($html->find('li[class=news_item full]') as $newsItem) {
@@ -106,7 +106,7 @@ public function collectData(array $param) {
foreach ($html->find('li.portal_review') as $reviewItem) {
$url = $this->uri.$reviewItem->find('a', 0)->href;
$title = $reviewItem->find('span.review_title', 0)->plaintext;
- $content = $this->file_get_html($url) or $this->returnServerError('Could not request GBAtemp: '.$uri);
+ $content = $this->getSimpleHTMLDOM($url) or $this->returnServerError('Could not request GBAtemp: '.$uri);
$author = $content->find('a.username', 0)->plaintext;
$time = intval($this->ExtractFromDelimiters($content->find('abbr.DateTime', 0)->outertext, 'data-time="', '"'));
$intro = '
Tags: '.$item->tags;
- $this->items[] = $item;
+ $this->items[] = $item;
}
}
diff --git a/bridges/GiphyBridge.php b/bridges/GiphyBridge.php
index 5605fd19af4..497c1af23ac 100644
--- a/bridges/GiphyBridge.php
+++ b/bridges/GiphyBridge.php
@@ -30,10 +30,10 @@ public function loadMetadatas() {
}
public function collectData(array $param){
- $html = '';
+ $html = '';
$base_url = 'http://giphy.com';
if (isset($param['s'])) { /* keyword search mode */
- $html = $this->file_get_html($base_url.'/search/'.urlencode($param['s'].'/')) or $this->returnServerError('No results for this query.');
+ $html = $this->getSimpleHTMLDOM($base_url.'/search/'.urlencode($param['s'].'/')) or $this->returnServerError('No results for this query.');
}
else {
$this->returnClientError('You must specify a search worf (?s=...).');
@@ -43,22 +43,22 @@ public function collectData(array $param){
if (isset($param['n'])) {
$max = (integer) $param['n'];
}
-
+
$limit = 0;
$kw = urlencode($param['s']);
foreach($html->find('div.hoverable-gif') as $entry) {
if($limit < $max) {
- $node = $entry->first_child();
- $href = $node->getAttribute('href');
-
- $html2 = $this->file_get_html($base_url . $href) or $this->returnServerError('No results for this query.');
+ $node = $entry->first_child();
+ $href = $node->getAttribute('href');
+
+ $html2 = $this->getSimpleHTMLDOM($base_url . $href) or $this->returnServerError('No results for this query.');
$figure = $html2->getElementByTagName('figure');
$img = $figure->firstChild();
$caption = $figure->lastChild();
-
+
$item = new \Item();
$item->id = $img->getAttribute('data-gif_id');
- $item->uri = $img->getAttribute('data-bitly_gif_url');
+ $item->uri = $img->getAttribute('data-bitly_gif_url');
$item->username = 'Giphy - '.ucfirst($kw);
$title = $caption->innertext();
$title = preg_replace('/\s+/', ' ',$title);
@@ -74,8 +74,8 @@ public function collectData(array $param){
''
.''
.'';
-
- $this->items[] = $item;
+
+ $this->items[] = $item;
$limit++;
}
}
diff --git a/bridges/GithubIssueBridge.php b/bridges/GithubIssueBridge.php
index febbf347135..6d2282305f2 100644
--- a/bridges/GithubIssueBridge.php
+++ b/bridges/GithubIssueBridge.php
@@ -34,7 +34,7 @@ public function loadMetadatas() {
public function collectData(array $param){
$uri = 'https://github.com/'.$param['u'].'/'.$param['p'].'/issues/'.$param['i'];
- $html = file_get_html($uri)
+ $html = $this->getSimpleHTMLDOM($uri)
or $this->returnServerError('No results for Github Issue '.$param['i'].' in project '.$param['u'].'/'.$param['p']);
foreach($html->find('.js-comment-container') as $comment){
diff --git a/bridges/GitlabCommitsBridge.php b/bridges/GitlabCommitsBridge.php
index 85c6332b471..16862d2ccf9 100644
--- a/bridges/GitlabCommitsBridge.php
+++ b/bridges/GitlabCommitsBridge.php
@@ -44,7 +44,7 @@ public function collectData(array $param){
$uri.='master';
}
- $html = file_get_html($uri)
+ $html = $this->getSimpleHTMLDOM($uri)
or $this->returnServerError('No results for Gitlab Commits of project '.$param['uri'].'/'.$param['u'].'/'.$param['p']);
diff --git a/bridges/GizmodoFRBridge.php b/bridges/GizmodoFRBridge.php
index ce0d44eb676..0d900f97b23 100644
--- a/bridges/GizmodoFRBridge.php
+++ b/bridges/GizmodoFRBridge.php
@@ -14,7 +14,7 @@ public function loadMetadatas() {
public function collectData(array $param){
function GizmodoFRExtractContent($url) {
- $articleHTMLContent = $this->file_get_html($url);
+ $articleHTMLContent = $this->getSimpleHTMLDOM($url);
$text = $articleHTMLContent->find('div.entry-thumbnail', 0)->innertext;
$text = $text.$articleHTMLContent->find('div.entry-excerpt', 0)->innertext;
$text = $text.$articleHTMLContent->find('div.entry-content', 0)->innertext;
@@ -26,7 +26,7 @@ function GizmodoFRExtractContent($url) {
return $text;
}
- $rssFeed = $this->file_get_html('http://www.gizmodo.fr/feed') or $this->returnServerError('Could not request http://www.gizmodo.fr/feed');
+ $rssFeed = $this->getSimpleHTMLDOM('http://www.gizmodo.fr/feed') or $this->returnServerError('Could not request http://www.gizmodo.fr/feed');
$limit = 0;
foreach($rssFeed->find('item') as $element) {
diff --git a/bridges/GooglePlusPostBridge.php b/bridges/GooglePlusPostBridge.php
index 104a13e804b..9f1ffdbc155 100644
--- a/bridges/GooglePlusPostBridge.php
+++ b/bridges/GooglePlusPostBridge.php
@@ -33,8 +33,8 @@ public function collectData(array $param)
$this->request = $param['username'];
// get content parsed
-// $html = $this->file_get_html(__DIR__ . '/../posts2.html'
- $html = $this->file_get_html(self::GOOGLE_PLUS_BASE_URL . urlencode($this->request) . '/posts'
+// $html = $this->getSimpleHTMLDOM(__DIR__ . '/../posts2.html'
+ $html = $this->getSimpleHTMLDOM(self::GOOGLE_PLUS_BASE_URL . urlencode($this->request) . '/posts'
// force language
, false, stream_context_create(array('http'=> array(
'header' => 'Accept-Language: fr,fr-be,fr-fr;q=0.8,en;q=0.4,en-us;q=0.2;*' . "\r\n"
diff --git a/bridges/GoogleSearchBridge.php b/bridges/GoogleSearchBridge.php
index 0c68a299cf7..e7db5a07e18 100644
--- a/bridges/GoogleSearchBridge.php
+++ b/bridges/GoogleSearchBridge.php
@@ -35,7 +35,7 @@ public function collectData(array $param){
if (isset($param['q'])) { /* keyword search mode */
$this->request = $param['q'];
- $html = $this->file_get_html('https://www.google.com/search?q=' . urlencode($this->request) . '&num=100&complete=0&tbs=qdr:y,sbd:1') or $this->returnServerError('No results for this query.');
+ $html = $this->getSimpleHTMLDOM('https://www.google.com/search?q=' . urlencode($this->request) . '&num=100&complete=0&tbs=qdr:y,sbd:1') or $this->returnServerError('No results for this query.');
}
else{
$this->returnClientError('You must specify a keyword (?q=...).');
@@ -45,7 +45,7 @@ public function collectData(array $param){
if( !is_null($emIsRes) ){
foreach($emIsRes->find('li[class=g]') as $element) {
$item = new Item();
-
+
// Extract direct URL from google href (eg. /url?q=...)
$t = $element->find('a[href]',0)->href;
$item->uri = ''.$t;
diff --git a/bridges/GuruMedBridge.php b/bridges/GuruMedBridge.php
index 51c3e8db1aa..f6585ae536e 100644
--- a/bridges/GuruMedBridge.php
+++ b/bridges/GuruMedBridge.php
@@ -16,7 +16,7 @@ private function GurumedStripCDATA($string) {
}
public function collectData(array $param){
- $html = $this->file_get_html('http://gurumed.org/feed') or $this->returnServerError('Could not request Gurumed.');
+ $html = $this->getSimpleHTMLDOM('http://gurumed.org/feed') or $this->returnServerError('Could not request Gurumed.');
$limit = 0;
foreach($html->find('item') as $element) {
diff --git a/bridges/HDWallpapersBridge.php b/bridges/HDWallpapersBridge.php
index c6cc6b8b94a..dc4a3bfecd8 100644
--- a/bridges/HDWallpapersBridge.php
+++ b/bridges/HDWallpapersBridge.php
@@ -48,7 +48,7 @@ public function collectData(array $param){
for ($page = 1; $page <= $lastpage; $page++) {
$link = $baseUri.'/'.$category.'/page/'.$page;
- $html = $this->file_get_html($link) or $this->returnServerError('No results for this query.');
+ $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('No results for this query.');
if ($page === 1) {
preg_match('/page\/(\d+)$/', $html->find('.pagination a', -2)->href, $matches);
diff --git a/bridges/HentaiHavenBridge.php b/bridges/HentaiHavenBridge.php
index 5f41a1bd859..25934a0abcf 100644
--- a/bridges/HentaiHavenBridge.php
+++ b/bridges/HentaiHavenBridge.php
@@ -12,7 +12,7 @@ public function loadMetadatas() {
}
public function collectData(array $param){
- $html = $this->file_get_html('http://hentaihaven.org/') or $this->returnServerError('Could not request Hentai Haven.');
+ $html = $this->getSimpleHTMLDOM('http://hentaihaven.org/') or $this->returnServerError('Could not request Hentai Haven.');
foreach($html->find('div.zoe-grid') as $element) {
$item = new \Item();
$item->uri = $element->find('div.brick-content h3 a', 0)->href;
diff --git a/bridges/IdenticaBridge.php b/bridges/IdenticaBridge.php
index a2c7d908115..23f54a93992 100644
--- a/bridges/IdenticaBridge.php
+++ b/bridges/IdenticaBridge.php
@@ -25,7 +25,7 @@ public function collectData(array $param){
$html = '';
if (isset($param['u'])) { /* user timeline mode */
$this->request = $param['u'];
- $html = $this->file_get_html('https://identi.ca/'.urlencode($this->request)) or $this->returnServerError('Requested username can\'t be found.');
+ $html = $this->getSimpleHTMLDOM('https://identi.ca/'.urlencode($this->request)) or $this->returnServerError('Requested username can\'t be found.');
}
else {
$this->returnClientError('You must specify an Identica username (?u=...).');
diff --git a/bridges/InstagramBridge.php b/bridges/InstagramBridge.php
index e8f53a615b5..0e4359f78e7 100644
--- a/bridges/InstagramBridge.php
+++ b/bridges/InstagramBridge.php
@@ -25,35 +25,35 @@ public function collectData(array $param){
$html = '';
if (isset($param['u'])) { /* user timeline mode */
$this->request = $param['u'];
- $html = $this->file_get_html('http://instagram.com/'.urlencode($this->request)) or $this->returnServerError('Could not request Instagram.');
+ $html = $this->getSimpleHTMLDOM('http://instagram.com/'.urlencode($this->request)) or $this->returnServerError('Could not request Instagram.');
}
else {
$this->returnClientError('You must specify a Instagram username (?u=...).');
}
-
+
$innertext = null;
-
+
foreach($html->find('script') as $script)
{
if ('' === $script->innertext) {
continue;
}
-
+
$pos = strpos(trim($script->innertext), 'window._sharedData');
if (0 !== $pos)
{
continue;
}
-
+
$innertext = $script->innertext;
break;
}
$json = trim(substr($innertext, $pos+18), ' =;');
$data = json_decode($json);
-
-
-
+
+
+
$userMedia = $data->entry_data->ProfilePage[0]->user->media->nodes;
foreach($userMedia as $media)
@@ -70,7 +70,7 @@ public function collectData(array $param){
}
$item->timestamp = $media->date;
$this->items[] = $item;
-
+
}
}
diff --git a/bridges/JapanExpoBridge.php b/bridges/JapanExpoBridge.php
index 0b262111aa2..5b9d1031c29 100644
--- a/bridges/JapanExpoBridge.php
+++ b/bridges/JapanExpoBridge.php
@@ -59,7 +59,7 @@ function french_pubdate_to_timestamp($date_to_parse) {
};
$link = 'http://www.japan-expo-paris.com/fr/actualites';
- $html = $this->file_get_html($link) or $this->returnServerError('Could not request JapanExpo: '.$link);
+ $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('Could not request JapanExpo: '.$link);
$fullcontent = (!empty($param['mode']) && $param['mode'] == 'full');
$count = 0;
@@ -73,7 +73,7 @@ function french_pubdate_to_timestamp($date_to_parse) {
if ($fullcontent) {
if ($count < 5) {
- $article_html = $this->file_get_html($url) or $this->returnServerError('Could not request JapanExpo: '.$url);
+ $article_html = $this->getSimpleHTMLDOM($url) or $this->returnServerError('Could not request JapanExpo: '.$url);
$header = $article_html->find('header.pageHeadBox', 0);
$timestamp = strtotime($header->find('time', 0)->datetime);
$title_html = $header->find('div.section', 0)->next_sibling();
diff --git a/bridges/KonachanBridge.php b/bridges/KonachanBridge.php
index 064a1fd2bcc..9bb08a5e3f8 100644
--- a/bridges/KonachanBridge.php
+++ b/bridges/KonachanBridge.php
@@ -25,18 +25,18 @@ public function loadMetadatas() {
public function collectData(array $param){
$page = 1;$tags='';
- if (isset($param['p'])) {
- $page = (int)preg_replace("/[^0-9]/",'', $param['p']);
+ if (isset($param['p'])) {
+ $page = (int)preg_replace("/[^0-9]/",'', $param['p']);
}
- if (isset($param['t'])) {
- $tags = urlencode($param['t']);
+ if (isset($param['t'])) {
+ $tags = urlencode($param['t']);
}
- $html = $this->file_get_html("http://konachan.com/post?page=$page&tags=$tags") or $this->returnServerError('Could not request Konachan.');
+ $html = $this->getSimpleHTMLDOM("http://konachan.com/post?page=$page&tags=$tags") or $this->returnServerError('Could not request Konachan.');
$input_json = explode('Post.register(', $html);
foreach($input_json as $element)
$data[] = preg_replace('/}\)(.*)/', '}', $element);
unset($data[0]);
-
+
foreach($data as $datai) {
$json = json_decode($datai, TRUE);
$item = new \Item();
@@ -45,7 +45,7 @@ public function collectData(array $param){
$item->timestamp = $json['created_at'];
$item->imageUri = $json['file_url'];
$item->title = 'Konachan | '.$json['id'];
- $item->content = '
Tags: '.$json['tags'];
+ $item->content = '
Tags: '.$json['tags'];
$this->items[] = $item;
}
}
diff --git a/bridges/KoreusBridge.php b/bridges/KoreusBridge.php
index f532d05877e..4c516c6405e 100644
--- a/bridges/KoreusBridge.php
+++ b/bridges/KoreusBridge.php
@@ -16,14 +16,14 @@ private function KoreusStripCDATA($string) {
}
private function KoreusExtractContent($url) {
- $html2 = $this->file_get_html($url);
+ $html2 = $this->getSimpeHTMLDOM($url);
$text = $html2->find('p[class=itemText]', 0)->innertext;
$text = utf8_encode(preg_replace('/(Sur le m.+?)+$/i','',$text));
return $text;
}
public function collectData(array $param){
- $html = $this->file_get_html('http://feeds.feedburner.com/Koreus-articles') or $this->returnServerError('Could not request Koreus.');
+ $html = $this->getSimpleHTMLDOM('http://feeds.feedburner.com/Koreus-articles') or $this->returnServerError('Could not request Koreus.');
$limit = 0;
foreach($html->find('item') as $element) {
diff --git a/bridges/LeBonCoinBridge.php b/bridges/LeBonCoinBridge.php
index 6072030cd6b..2fb6b4c92ce 100755
--- a/bridges/LeBonCoinBridge.php
+++ b/bridges/LeBonCoinBridge.php
@@ -134,10 +134,10 @@ public function loadMetadatas() {
"type" : "list",
"values" : [
{ "name" : "---- Select ----", "value" : "" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "EMPLOI", "value" : "_emploi_" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "VEHICULES", "value" : "_vehicules_" },
{ "name" : " Voitures", "value" : "voitures" },
@@ -149,14 +149,14 @@ public function loadMetadatas() {
{ "name" : " Equipement Caravaning", "value" : "equipement_caravaning" },
{ "name" : " Nautisme", "value" : "nautisme" },
{ "name" : " Equipement Nautisme", "value" : "equipement_nautisme" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "IMMOBILIER", "value" : "_immobilier_" },
{ "name" : " Ventes immobilieres", "value" : "ventes_immobilieres" },
{ "name" : " Locations", "value" : "locations" },
{ "name" : " Colocations", "value" : "colocations" },
{ "name" : " Bureaux & Commerces", "value" : "bureaux_commerces" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "VACANCES", "value" : "_vacances_" },
{ "name" : " Locations gites", "value" : "locations_gites" },
@@ -164,14 +164,14 @@ public function loadMetadatas() {
{ "name" : " Campings", "value" : "campings" },
{ "name" : " Hôtels", "value" : "hotels" },
{ "name" : " Hébergements insolites", "value" : "hebergements_insolites" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "MULTIMEDIA", "value" : "_multimedia_" },
{ "name" : " Informatique", "value" : "informatique" },
{ "name" : " Consoles & Jeux vidéo", "value" : "consoles_jeux_video" },
{ "name" : " Image & Son", "value" : "image_son" },
{ "name" : " Téléphonie", "value" : "telephonie" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "LOISIRS", "value" : "_loisirs_" },
{ "name" : " DVD / Films", "value" : "dvd_films" },
@@ -184,7 +184,7 @@ public function loadMetadatas() {
{ "name" : " Collection", "value" : "collection" },
{ "name" : " Jeux & Jouets", "value" : "jeux_jouets" },
{ "name" : " Vins & Gastronomie", "value" : "vins_gastronomie" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "MATERIEL PROFESSIONNEL", "value" : "_materiel_professionnel_" },
{ "name" : " Materiel Agricole", "value" : "materiel_agricole" },
@@ -196,7 +196,7 @@ public function loadMetadatas() {
{ "name" : " Fournitures de Bureau", "value" : "fournitures_de_bureau" },
{ "name" : " Commerces & Marchés", "value" : "commerces_marches" },
{ "name" : " Matériel médical", "value" : "materiel_medical" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "SERVICES", "value" : "_services_" },
{ "name" : " Prestations de services", "value" : "prestations_de_services" },
@@ -204,7 +204,7 @@ public function loadMetadatas() {
{ "name" : " Evénements", "value" : "evenements" },
{ "name" : " Cours particuliers", "value" : "cours_particuliers" },
{ "name" : " Covoiturage", "value" : "covoiturage" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "MAISON", "value" : "_maison_" },
{ "name" : " Ameublement", "value" : "ameublement" },
@@ -220,7 +220,7 @@ public function loadMetadatas() {
{ "name" : " Montres & Bijoux", "value" : "montres_bijoux" },
{ "name" : " Equipement bébé", "value" : "equipement_bebe" },
{ "name" : " Vêtements bébé", "value" : "vetements_bebe" },
-
+
{ "name" : "", "value" : "" },
{ "name" : "AUTRES", "value" : "autres" }
]
@@ -239,7 +239,7 @@ public function collectData(array $param){
else {
$link = 'http://www.leboncoin.fr/' . $param['c'] . '/offres/' . $param['r'] . '/?f=a&th=1&q=' . urlencode($param['k']);
}
- $html = $this->file_get_html($link) or $this->returnServerError('Could not request LeBonCoin.');
+ $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('Could not request LeBonCoin.');
$list = $html->find('.tabsContent', 0);
if($list === NULL) {
@@ -275,4 +275,4 @@ public function collectData(array $param){
$this->items[] = $item;
}
}
-}
\ No newline at end of file
+}
diff --git a/bridges/LeJournalDuGeekBridge.php b/bridges/LeJournalDuGeekBridge.php
index 24c2685370a..afbdad3748a 100644
--- a/bridges/LeJournalDuGeekBridge.php
+++ b/bridges/LeJournalDuGeekBridge.php
@@ -16,7 +16,7 @@ private function LeJournalDuGeekStripCDATA($string) {
}
private function LeJournalDuGeekExtractContent($url) {
- $articleHTMLContent = $this->file_get_html($url);
+ $articleHTMLContent = $this->getSimpleHMLDOM($url);
$text = $articleHTMLContent->find('div.post-content', 0)->innertext;
foreach($articleHTMLContent->find('a.more') as $element) {
@@ -38,7 +38,7 @@ private function LeJournalDuGeekExtractContent($url) {
}
public function collectData(array $param){
- $rssFeed = $this->file_get_html('http://www.journaldugeek.com/rss') or $this->returnServerError('Could not request http://www.journaldugeek.com/rss');
+ $rssFeed = $this->getSimpleHTMLDOM('http://www.journaldugeek.com/rss') or $this->returnServerError('Could not request http://www.journaldugeek.com/rss');
$limit = 0;
foreach($rssFeed->find('item') as $element) {
diff --git a/bridges/LeMondeInformatiqueBridge.php b/bridges/LeMondeInformatiqueBridge.php
index 89914b52f19..d97d1c66e9d 100644
--- a/bridges/LeMondeInformatiqueBridge.php
+++ b/bridges/LeMondeInformatiqueBridge.php
@@ -34,7 +34,7 @@ function CleanArticle($article_html) {
}
$feedUrl = 'http://www.lemondeinformatique.fr/rss/rss.xml';
- $html = $this->file_get_html($feedUrl) or $this->returnServerError('Could not request LeMondeInformatique: '.$feedUrl);
+ $html = $this->getSimpleHTMLDOM($feedUrl) or $this->returnServerError('Could not request LeMondeInformatique: '.$feedUrl);
$limit = 0;
foreach($html->find('item') as $element) {
@@ -44,7 +44,7 @@ function CleanArticle($article_html) {
$article_uri = $element->innertext;
$article_uri = substr($article_uri, strpos($article_uri, '') + 6);
$article_uri = substr($article_uri, 0, strpos($article_uri, ''));
- $article_html = $this->file_get_html($article_uri) or $this->returnServerError('Could not request LeMondeInformatique: '.$article_uri);
+ $article_html = $this->getSimpleHTMLDOM($article_uri) or $this->returnServerError('Could not request LeMondeInformatique: '.$article_uri);
$article_content = CleanArticle($article_html->find('div#article', 0)->innertext);
$article_title = $article_html->find('h1.cleanprint-title', 0)->plaintext;
diff --git a/bridges/LeMotDuJourBridge.php b/bridges/LeMotDuJourBridge.php
new file mode 100644
index 00000000000..f9f12297ab8
--- /dev/null
+++ b/bridges/LeMotDuJourBridge.php
@@ -0,0 +1,55 @@
+maintainer = "qwertygc";
+ $this->name = "LeMotDuJour Bridge";
+ $this->uri = "http://www.lemotdujour.com/";
+ $this->description = "Returns the newest articles.";
+ $this->update = "2014-05-25";
+
+ }
+
+ public function collectData(array $param){
+
+ function StripCDATA($string) {
+ $string = str_replace('', '', $string);
+ return $string;
+ }
+ function ExtractContent($url) {
+ $html2 = $this->getSimpleHTMLDOM($url);
+ $text = $html2->find('div.single-contenu', 0)->innertext;
+ return $text;
+ }
+ $html = $this->getSimpleHTMLDOM('http://feeds2.feedburner.com/lemotdujour/lemotdujour') or $this->returnError('Could not request LeMotDuJour.', 404);
+ $limit = 0;
+
+ foreach($html->find('item') as $element) {
+ if($limit < 10) {
+ $item = new \Item();
+ $item->title = StripCDATA($element->find('title', 0)->innertext);
+ $item->uri = StripCDATA($element->find('guid', 0)->plaintext);
+ $item->timestamp = strtotime($element->find('pubDate', 0)->plaintext);
+ $item->content = ExtractContent($item->uri);
+ $this->items[] = $item;
+ $limit++;
+ }
+ }
+
+ }
+
+ public function getName(){
+ return 'LeMotDuJour Bridge';
+ }
+
+ public function getURI(){
+ return 'http://lemotdujour.com/';
+ }
+
+ public function getCacheDuration(){
+ return 3600*2; // 2 hours
+ // return 0; // 2 hours
+ }
+}
diff --git a/bridges/LesJoiesDuCodeBridge.php b/bridges/LesJoiesDuCodeBridge.php
index ddde42d65a4..7511cda5d6e 100644
--- a/bridges/LesJoiesDuCodeBridge.php
+++ b/bridges/LesJoiesDuCodeBridge.php
@@ -12,14 +12,14 @@ public function loadMetadatas() {
}
public function collectData(array $param){
- $html = $this->file_get_html('http://lesjoiesducode.fr/') or $this->returnServerError('Could not request LesJoiesDuCode.');
-
+ $html = $this->getSimpleHTMLDOM('http://lesjoiesducode.fr/') or $this->returnServerError('Could not request LesJoiesDuCode.');
+
foreach($html->find('div.blog-post') as $element) {
$item = new Item();
$temp = $element->find('h1 a', 0);
$titre = html_entity_decode($temp->innertext);
$url = $temp->href;
-
+
$temp = $element->find('div.blog-post-content', 0);
// retrieve .gif instead of static .jpg
@@ -29,21 +29,21 @@ public function collectData(array $param){
$image->src = $img_src;
}
$content = $temp->innertext;
-
+
$auteur = $temp->find('i', 0);
$pos = strpos($auteur->innertext, "by");
-
+
if($pos > 0)
{
$auteur = trim(str_replace("*/", "", substr($auteur->innertext, ($pos + 2))));
$item->author = $auteur;
}
-
-
+
+
$item->content .= trim($content);
$item->uri = $url;
$item->title = trim($titre);
-
+
$this->items[] = $item;
}
}
diff --git a/bridges/LichessBridge.php b/bridges/LichessBridge.php
index 8145cf7056b..7501d5142b5 100644
--- a/bridges/LichessBridge.php
+++ b/bridges/LichessBridge.php
@@ -13,7 +13,7 @@ public function loadMetadatas()
public function collectData(array $param)
{
- $xml_feed = $this->file_get_html('http://fr.lichess.org/blog.atom') or $this->returnServerError('Could not retrieve Lichess blog feed.');
+ $xml_feed = $this->getSimpleHTMLDOM('http://fr.lichess.org/blog.atom') or $this->returnServerError('Could not retrieve Lichess blog feed.');
$posts_loaded = 0;
foreach($xml_feed->find('entry') as $entry)
@@ -37,7 +37,7 @@ public function collectData(array $param)
private function retrieve_lichess_post($blog_post_uri)
{
- $blog_post_html = $this->file_get_html($blog_post_uri);
+ $blog_post_html = $this->getSimpleHTMLDOM($blog_post_uri);
$blog_post_div = $blog_post_html->find('#lichess_blog', 0);
$post_chapo = $blog_post_div->find('.shortlede', 0)->innertext;
diff --git a/bridges/LinkedInCompany.php b/bridges/LinkedInCompany.php
index 1f943011c83..950524aa866 100644
--- a/bridges/LinkedInCompany.php
+++ b/bridges/LinkedInCompany.php
@@ -22,7 +22,7 @@ public function collectData(array $param){
$html = '';
$link = 'https://www.linkedin.com/company/'.$param[c];
- $html = $this->file_get_html($link) or $this->returnServerError('Could not request LinkedIn.');
+ $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('Could not request LinkedIn.');
foreach($html->find('//*[@id="my-feed-post"]/li') as $element) {
$title = $element->find('span.share-body', 0)->innertext;
diff --git a/bridges/LolibooruBridge.php b/bridges/LolibooruBridge.php
index 3f4cae153ad..b10c39d8519 100644
--- a/bridges/LolibooruBridge.php
+++ b/bridges/LolibooruBridge.php
@@ -26,18 +26,18 @@ public function loadMetadatas() {
public function collectData(array $param){
$page = 1; $tags = '';
- if (isset($param['p'])) {
- $page = (int)preg_replace("/[^0-9]/",'', $param['p']);
+ if (isset($param['p'])) {
+ $page = (int)preg_replace("/[^0-9]/",'', $param['p']);
}
- if (isset($param['t'])) {
- $tags = urlencode($param['t']);
+ if (isset($param['t'])) {
+ $tags = urlencode($param['t']);
}
- $html = $this->file_get_html("http://lolibooru.moe/post?page=$page&tags=$tags") or $this->returnServerError('Could not request Lolibooru.');
+ $html = $this->getSimpleHTMLDOM("http://lolibooru.moe/post?page=$page&tags=$tags") or $this->returnServerError('Could not request Lolibooru.');
$input_json = explode('Post.register(', $html);
foreach($input_json as $element)
$data[] = preg_replace('/}\)(.*)/', '}', $element);
unset($data[0]);
-
+
foreach($data as $datai) {
$json = json_decode($datai, TRUE);
$item = new \Item();
@@ -46,7 +46,7 @@ public function collectData(array $param){
$item->timestamp = $json['created_at'];
$item->imageUri = $json['file_url'];
$item->title = 'Lolibooru | '.$json['id'];
- $item->content = '
Tags: '.$json['tags'];
+ $item->content = '
Tags: '.$json['tags'];
$this->items[] = $item;
}
}
diff --git a/bridges/MalikiBridge.php b/bridges/MalikiBridge.php
new file mode 100644
index 00000000000..66c8081a2b8
--- /dev/null
+++ b/bridges/MalikiBridge.php
@@ -0,0 +1,60 @@
+maintainer = "mitsukarenai";
+ $this->name = "Maliki";
+ $this->uri = "http://www.maliki.com/";
+ $this->description = "Returns Maliki's newest strips";
+ $this->update = "2014-05-30";
+
+ }
+
+ public function collectData(array $param){
+ $html = $this->getSimpleHTMLDOM('http://www.maliki.com/') or $this->returnError('Could not request Maliki.', 404);
+ $count=0;
+ $latest=1; $latest_title="";
+ $latest = $html->find('div.conteneur_page a', 1)->href;
+ $latest_title = $html->find('div.conteneur_page img', 0)->title;
+
+ function MalikiExtractContent($url) {
+ $html2 = $this->getSimpleHTMLDOM($url);
+ $text = 'http://www.maliki.com/'.$html2->find('img', 0)->src;
+ $text = '
'.$html2->find('div.imageetnews', 0)->plaintext;
+ return $text;
+ }
+
+ $item = new \Item();
+ $item->uri = 'http://www.maliki.com/'.$latest;
+ $item->title = $latest_title;
+ $item->timestamp = time();
+ $item->content = MalikiExtractContent($item->uri);
+ $this->items[] = $item;
+
+
+ foreach($html->find('div.boite_strip') as $element) {
+ if(!empty($element->find('a',0)->href) and $count < 3) {
+ $item = new \Item();
+ $item->uri = 'http://www.maliki.com/'.$element->find('a',0)->href;
+ $item->title = $element->find('img',0)->title;
+ $item->timestamp = strtotime(str_replace('/', '-', $element->find('span.stylepetit', 0)->innertext));
+ $item->content = MalikiExtractContent($item->uri);
+ $this->items[] = $item;
+ $count++;
+ }
+ }
+ }
+
+ public function getName(){
+ return 'Maliki';
+ }
+
+ public function getURI(){
+ return 'http://www.maliki.com/';
+ }
+
+ public function getCacheDuration(){
+ return 86400*6; // 6 days
+ }
+}
diff --git a/bridges/MemoLinuxBridge.php b/bridges/MemoLinuxBridge.php
new file mode 100644
index 00000000000..1c41f1450fb
--- /dev/null
+++ b/bridges/MemoLinuxBridge.php
@@ -0,0 +1,58 @@
+maintainer = "qwertygc";
+ $this->name = "MemoLinux";
+ $this->uri = "http://memo-linux.com/";
+ $this->description = "Returns the 10 newest posts from MemoLinux (full text)";
+ $this->update = "2015-01-30";
+
+ }
+
+ public function collectData(array $param){
+
+ function StripCDATA($string) {
+ $string = str_replace('', '', $string);
+ return $string;
+ }
+
+ function ExtractContent($url) {
+ $html2 = $this->getSimpleHTMLDOM($url);
+ $text = $html2->find('div.entry-content', 0)->innertext;
+ $text = preg_replace('@
'.$html2->find('span.sub_title', 0)->innertext.'
' .'