Add (ai tool submission)

2023-11-29 21:16:13 +08:00
parent 79326f74f1
commit 7ce1e93242
67 changed files with 686 additions and 474 deletions
--- a/app/Jobs/Tasks/GetUrlBodyTask.php
+++ b/app/Jobs/Tasks/GetUrlBodyTask.php
@@ -33,7 +33,6 @@ public static function handle(int $url_to_crawl_id)
        $url_to_crawl->save();
        $url_to_crawl->refresh();

-
        // try {
        $user_agent = config('platform.proxy.user_agent');

@@ -71,10 +70,8 @@ public static function handle(int $url_to_crawl_id)
        //     //throw $e;
        // }

-
        $markdown_output = self::getMarkdownFromHtml($raw_html);

-
        if (! is_empty($markdown_output)) {
            $url_to_crawl->output_type = 'markdown';
            $url_to_crawl->output = $markdown_output;