[DuvarOrgBridge] Add Duvar.org bridge for scraping news articles (#4315)

* Add Duvar.org bridge for scraping news articles * PR Fixes * Update DuvarOrgBridge.php to set a default value for the URL suffix --------- Co-authored-by: Tughan Belbek <[email protected]>
RSS-Bridge · Nov 3, 2024 · 8d6d0fa · 8d6d0fa
1 parent bd0fb1d
commit 8d6d0fa
Showing 1 changed file with 86 additions and 0 deletions.
diff --git a/bridges/DuvarOrgBridge.php b/bridges/DuvarOrgBridge.php
@@ -0,0 +1,86 @@
+<?php
+
+class DuvarOrgBridge extends BridgeAbstract
+{
+    const NAME = 'Duvar.org - Haberler';
+    const MAINTAINER = 'yourname';
+    const URI = 'https://duvar.org';
+    const DESCRIPTION = 'Returns the latest articles from Duvar.org - News from Turkey and the world';
+    const CACHE_TIMEOUT = 3600; // 60min
+
+    const PARAMETERS = [[
+        'postcount' => [
+            'name' => 'Limit',
+            'type' => 'number',
+            'required' => true,
+            'title' => 'Maximum number of items to return',
+            'defaultValue' => 20,
+        ],
+        'urlsuffix' => [
+            'name' => 'URL Suffix',
+            'type' => 'list',
+            'title' => 'Suffix for the URL to scrape a specific section',
+            'defaultValue' => 'Main',
+            'values' => [
+                'Main' => '',
+                'Balanced' => '/uyumlu',
+                'Protest' => '/muhalif',
+                'Center' => '/merkez',
+                'Alternative' => '/alternatif',
+                'Global' => '/global',
+            ],
+        ],
+    ]];
+
+    public function collectData()
+    {
+        $postCount = $this->getInput('postcount');
+        $urlSuffix = $this->getInput('urlsuffix');
+        $url = self::URI . $urlSuffix;
+        $html = getSimpleHTMLDOM($url);
+
+        foreach ($html->find('article.news-item') as $data) {
+            if ($data === null) {
+                continue;
+            }
+
+            try {
+                $item = [];
+                $linkElement = $data->find('h2.news-title a', 0);
+                $titleElement = $data->find('h2.news-title a', 0);
+                $timestampElement = $data->find('time.meta-tag.date-tag', 0);
+                $contentElement = $data->find('div.news-description', 0);
+
+                if ($linkElement) {
+                    $item['uri'] = $linkElement->getAttribute('href');
+                } else {
+                    continue;
+                }
+                if ($titleElement) {
+                    $item['title'] = trim($titleElement->plaintext);
+                } else {
+                    continue;
+                }
+                if ($timestampElement) {
+                    $item['timestamp'] = strtotime($timestampElement->plaintext);
+                } else {
+                    $item['timestamp'] = time();
+                }
+                if ($contentElement) {
+                    $item['content'] = trim($contentElement->plaintext);
+                } else {
+                    $item['content'] = '';
+                }
+                $item['uid'] = hash('sha256', $item['title']);
+
+                $this->items[] = $item;
+
+                if (count($this->items) >= $postCount) {
+                    break;
+                }
+            } catch (Exception $e) {
+                continue;
+            }
+        }
+    }
+}