Add (ai tool submission)

This commit is contained in:
2023-11-29 21:16:13 +08:00
parent 79326f74f1
commit 7ce1e93242
67 changed files with 686 additions and 474 deletions

View File

@@ -73,9 +73,8 @@ public static function handle($url_to_crawl_id, $ai_tool_id)
}
if ($ai_tool->isDirty()) {
if($ai_tool->save())
{
PublishIndexPostJob::dispatch($ai_tool->id)->onQueue('default')->onConnection('default');
if ($ai_tool->save()) {
PublishIndexPostJob::dispatch($ai_tool->id)->onQueue('default')->onConnection('default');
}
}

View File

@@ -33,7 +33,6 @@ public static function handle(int $url_to_crawl_id)
$url_to_crawl->save();
$url_to_crawl->refresh();
// try {
$user_agent = config('platform.proxy.user_agent');
@@ -71,10 +70,8 @@ public static function handle(int $url_to_crawl_id)
// //throw $e;
// }
$markdown_output = self::getMarkdownFromHtml($raw_html);
if (! is_empty($markdown_output)) {
$url_to_crawl->output_type = 'markdown';
$url_to_crawl->output = $markdown_output;

View File

@@ -5,7 +5,6 @@
use App\Helpers\FirstParty\OpenAI\OpenAI;
use App\Jobs\GetAIToolScreenshotJob;
use App\Jobs\GetUrlBodyJob;
use App\Jobs\ParseUrlBodyJob;
use App\Jobs\StoreSearchEmbeddingJob;
use App\Models\AiTool;
use App\Models\AiToolKeyword;
@@ -32,15 +31,15 @@ public static function handle(int $url_to_crawl_id)
if (is_empty($url_to_crawl->output)) {
GetUrlBodyJob::dispatch($url_to_crawl->id)->onQueue('default')->onConnection('default');
return ;
return;
}
if (count_words($url_to_crawl->output) < 120)
{
$url_to_crawl->status = 'blocked';
$url_to_crawl->save();
if (count_words($url_to_crawl->output) < 120) {
$url_to_crawl->status = 'blocked';
$url_to_crawl->save();
return ;
return;
}
$url_meta_response = null;

View File

@@ -3,9 +3,7 @@
namespace App\Jobs\Tasks;
use App\Models\AiTool;
use App\Notifications\PostWasPublished;
use Exception;
use Illuminate\Support\Facades\Notification;
use LaravelFreelancerNL\LaravelIndexNow\Facades\IndexNow;
use LaravelGoogleIndexing;
@@ -19,27 +17,23 @@ public static function handle(int $ai_tool_id)
return;
}
if (!$ai_tool->is_ai_tool)
{
return ;
if (! $ai_tool->is_ai_tool) {
return;
}
if ((app()->environment() == 'production') && (config('platform.general.indexing'))) {
$ai_tool_url = route('front.aitool.show', ['ai_tool_slug' => $ai_tool->slug]);
try {
IndexNow::submit($ai_tool_url);
} catch (Exception) {
}
if ((app()->environment() == 'production') && (config('platform.general.indexing'))) {
$ai_tool_url = route('front.aitool.show', ['ai_tool_slug' => $ai_tool->slug]);
try {
LaravelGoogleIndexing::create()->update($ai_tool_url);
} catch (Exception) {
}
try {
IndexNow::submit($ai_tool_url);
} catch (Exception) {
}
try {
LaravelGoogleIndexing::create()->update($ai_tool_url);
} catch (Exception) {
}
}
}
}
}