Update (fix)

This commit is contained in:
2023-11-22 07:27:39 +08:00
parent 23330057c5
commit 7791847ead
3 changed files with 21 additions and 2 deletions

View File

@@ -5,6 +5,7 @@
use App\Helpers\FirstParty\ImageGen\ImageGen;
use App\Http\Controllers\Controller;
use App\Jobs\Tasks\BrowseRSSLatestNewsTask;
use App\Jobs\Tasks\CrawlRssPostTask;
use App\Models\Post;
use App\Notifications\PostWasPublished;
use Illuminate\Http\Request;
@@ -14,6 +15,21 @@
class TestController extends Controller
{
public function crawlTask(Request $request)
{
$id = $request->input('id');
if (is_empty($id)) {
return "Missing 'id'.";
}
CrawlRssPostTask::handle($id);
return 'ok';
}
public function opml(Request $request)
{
$raw_posts = BrowseRSSLatestNewsTask::handleSingle('https://hnrss.org/newest?q=ai', 240);

View File

@@ -42,11 +42,10 @@ public static function handle(int $rss_post_id)
$service_cost_usage->name = 'smartproxy-CrawlRssPostTask';
$service_cost_usage->reference_1 = 'rss_post';
$service_cost_usage->reference_2 = strval($rss_post_id);
$service_cost_usage->output = null;
$service_cost_usage->output = self::getMarkdownFromHtml($raw_html);
$service_cost_usage->save();
} else {
$raw_html = null;
$response->throw();
}
@@ -54,6 +53,8 @@ public static function handle(int $rss_post_id)
$raw_html = null;
}
//dd($raw_html);
if (! is_empty($raw_html)) {
$rss_post->body = self::getMarkdownFromHtml($raw_html);
} else {

View File

@@ -37,6 +37,8 @@
|
*/
Route::get('/crawlTask', [App\Http\Controllers\Tests\TestController::class, 'crawlTask']);
Route::get('/recrawl_from', function (Request $request) {
$id = $request->input('id');