Update (rss): add domain blacklist

app/Jobs/Tasks/BrowseRSSLatestNewsTask.php

@@ -11,6 +11,7 @@ public static function handleMulti($hours = 3)
     {
         $rss_urls = config('platform.global.rss');
 
+
         $raw_posts = [];
 
         foreach ($rss_urls as $rss_url) {
@@ -26,6 +27,8 @@ public static function handleMulti($hours = 3)
 
     public static function handleSingle($rss_url, $hours = 3)
     {
+        $blacklist_rss_post_domain = config('platform.global.blacklist_rss_post_domain');
+
 
         $f = FeedReader::read($rss_url);
 
@@ -41,6 +44,17 @@ public static function handleSingle($rss_url, $hours = 3)
             $title = trim($item->get_title());
             $description = trim($item->get_content());
 
+
+            $domain = get_domain_from_url($item->get_link());
+
+            if (in_array($domain, $blacklist_rss_post_domain))
+            {
+              continue ;
+            }
+
+
+
+
             $raw_posts[] = (object) [
                 'source' => $f->get_title(),
                 'source_url' => $rss_url,

app/Jobs/Tasks/ParseRssPostMetadataTask.php

@@ -141,34 +141,51 @@ public static function handle(int $rss_post_id)
 
         $rss_post->keyword_list = implode(',', $words_to_add_in_keyword_list);
 
-        $rss_post->status = 'published';
+
+        if (is_empty($rss_post->bites))
+        {
+          $rss_post->status = 'blocked';
+        }
+        else
+        {
+          $rss_post->status = 'published';
+        }
+
 
         if ($rss_post->save()) {
-            $has_saved_keyword = false;
 
-            $deleted_rpk = RssPostKeyword::where('rss_post_id', $rss_post->id)->delete();
 
-            foreach ($words_to_save as $word_to_save) {
+            if ($rss_post->status == 'published')
+            {
 
-                $new_rpk = new RssPostKeyword;
+                $has_saved_keyword = false;
-                $new_rpk->rss_post_id = $rss_post->id;
+
-                $new_rpk->type = $word_to_save->type;
+                $deleted_rpk = RssPostKeyword::where('rss_post_id', $rss_post->id)->delete();
-                $new_rpk->is_main = $word_to_save->is_main;
+
-                $new_rpk->value = $word_to_save->value;
+                foreach ($words_to_save as $word_to_save) {
-                $new_rpk->value_lowercased = $word_to_save->value_lowercased;
+
+                    $new_rpk = new RssPostKeyword;
+                    $new_rpk->rss_post_id = $rss_post->id;
+                    $new_rpk->type = $word_to_save->type;
+                    $new_rpk->is_main = $word_to_save->is_main;
+                    $new_rpk->value = $word_to_save->value;
+                    $new_rpk->value_lowercased = $word_to_save->value_lowercased;
+
+                    if ($new_rpk->save()) {
+                        if (! $has_saved_keyword) {
+                            $has_saved_keyword = true;
+                        }
 
-                if ($new_rpk->save()) {
-                    if (! $has_saved_keyword) {
-                        $has_saved_keyword = true;
                     }
-
                 }
+
+                if ($has_saved_keyword) {
+                    $rss_post->keyword_saved = true;
+                    $rss_post->save();
+                }
+
             }
 
-            if ($has_saved_keyword) {
-                $rss_post->keyword_saved = true;
-                $rss_post->save();
-            }
         }
 
     }

config/platform/global.php

@@ -10,6 +10,13 @@
         'https://u.today',
     ],
 
+    'blacklist_rss_post_domain' => [
+      'www.techinasia.com',
+      'www.marktechpost.com',
+      'twitter.com',
+      'www.youtube.com',
+    ],
+
     'rss' => [
         'http://news.ycombinator.com/rss',
         // 'http://blog.samaltman.com/posts.atom',

routes/tests.php

@@ -57,6 +57,8 @@
 
     $last_record = RssPost::whereNull('post_domain')->orderBy('id', 'DESC')->first();
 
+    dd($last_record);
+
     for ($i = 1; $i <= $last_record->id; $i++) {
         $rss_post = RssPost::find($i);