This commit is contained in:
ct
2025-06-20 13:03:52 +08:00
parent eef45fdc9d
commit b502120091
22 changed files with 426 additions and 164 deletions

View File

@@ -3,9 +3,8 @@
namespace Database\Seeders;
use App\Helpers\FirstParty\AI\CloudflareAI;
use Illuminate\Database\Console\Seeds\WithoutModelEvents;
use Illuminate\Database\Seeder;
use App\Models\Category;
use Illuminate\Database\Seeder;
use Illuminate\Support\Facades\File;
use Illuminate\Support\Facades\Log;
@@ -20,19 +19,20 @@ public function run(): void
$jsonPath = database_path('seeders/data/json/category');
// Check if directory exists
if (!File::exists($jsonPath)) {
if (! File::exists($jsonPath)) {
$this->command->error("JSON directory not found: {$jsonPath}");
return;
}
// Get all JSON files except the schema file
$jsonFiles = File::glob($jsonPath . '/*.json');
$jsonFiles = File::glob($jsonPath.'/*.json');
$jsonFiles = array_filter($jsonFiles, function ($file) {
return !str_contains(basename($file), 'schema');
return ! str_contains(basename($file), 'schema');
});
$this->command->info('Starting to seed categories from JSON files...');
$this->command->info('Found ' . count($jsonFiles) . ' JSON files to process.');
$this->command->info('Found '.count($jsonFiles).' JSON files to process.');
foreach ($jsonFiles as $jsonFile) {
$this->processJsonFile($jsonFile);
@@ -55,36 +55,40 @@ private function processJsonFile(string $filePath): void
$data = json_decode($jsonContent, true);
if (json_last_error() !== JSON_ERROR_NONE) {
$this->command->error("Invalid JSON in file: {$fileName} - " . json_last_error_msg());
$this->command->error("Invalid JSON in file: {$fileName} - ".json_last_error_msg());
return;
}
// Validate JSON structure
if (!isset($data['category'])) {
if (! isset($data['category'])) {
$this->command->error("Missing 'category' key in file: {$fileName}");
return;
}
$categoryData = $data['category'];
// Validate required fields
if (!isset($categoryData['name']) || !isset($categoryData['description'])) {
if (! isset($categoryData['name']) || ! isset($categoryData['description'])) {
$this->command->error("Missing required fields (name/description) in file: {$fileName}");
return;
}
// Create main category
$mainCategory = $this->createMainCategory($categoryData, $data);
if (!$mainCategory) {
if (! $mainCategory) {
$this->command->error("Failed to create main category for file: {$fileName}");
return;
}
// Create subcategories
if (isset($categoryData['subcategories']) && is_array($categoryData['subcategories'])) {
foreach ($categoryData['subcategories'] as $index => $subcategoryData) {
if (!$this->createSubcategory($subcategoryData, $mainCategory, $data, $index)) {
if (! $this->createSubcategory($subcategoryData, $mainCategory, $data, $index)) {
$this->command->warn("Failed to create subcategory at index {$index} for file: {$fileName}");
}
}
@@ -92,10 +96,10 @@ private function processJsonFile(string $filePath): void
$this->command->info("✓ Successfully processed: {$fileName}");
} catch (\Exception $e) {
$this->command->error("Error processing {$fileName}: " . $e->getMessage());
$this->command->error("Error processing {$fileName}: ".$e->getMessage());
Log::error("CategorySeeder error for {$fileName}", [
'error' => $e->getMessage(),
'trace' => $e->getTraceAsString()
'trace' => $e->getTraceAsString(),
]);
}
}
@@ -113,6 +117,7 @@ private function createMainCategory(array $categoryData, array $originalData): ?
if ($existingCategory) {
$this->command->warn("Main category '{$categoryData['name']}' already exists. Skipping...");
return $existingCategory;
}
@@ -126,7 +131,7 @@ private function createMainCategory(array $categoryData, array $originalData): ?
'meme_angles' => null, // Main categories don't have meme_angles
'sample_captions' => null, // Main categories don't have sample_captions
'payload' => $originalData,
'embedding' => CloudflareAI::getVectorEmbeddingBgeSmall($categoryData['name'] . " " . $categoryData['description']),
'embedding' => CloudflareAI::getVectorEmbeddingBgeSmall($categoryData['name'].' '.$categoryData['description']),
]);
// Add keywords as tags
@@ -138,11 +143,12 @@ private function createMainCategory(array $categoryData, array $originalData): ?
return $category;
} catch (\Exception $e) {
$this->command->error("Error creating main category: " . $e->getMessage());
Log::error("Error creating main category", [
$this->command->error('Error creating main category: '.$e->getMessage());
Log::error('Error creating main category', [
'category_data' => $categoryData,
'error' => $e->getMessage()
'error' => $e->getMessage(),
]);
return null;
}
}
@@ -154,8 +160,9 @@ private function createSubcategory(array $subcategoryData, Category $parentCateg
{
try {
// Validate required subcategory fields
if (!isset($subcategoryData['name']) || !isset($subcategoryData['description'])) {
if (! isset($subcategoryData['name']) || ! isset($subcategoryData['description'])) {
$this->command->warn("Subcategory at index {$index} missing required fields (name/description). Skipping...");
return null;
}
@@ -166,6 +173,7 @@ private function createSubcategory(array $subcategoryData, Category $parentCateg
if ($existingSubcategory) {
$this->command->warn(" Subcategory '{$subcategoryData['name']}' already exists. Skipping...");
return $existingSubcategory;
}
@@ -174,8 +182,8 @@ private function createSubcategory(array $subcategoryData, Category $parentCateg
'subcategory' => $subcategoryData,
'parent_category' => [
'name' => $parentCategory->name,
'description' => $parentCategory->description
]
'description' => $parentCategory->description,
],
];
// Create the subcategory using the correct nested set method
@@ -189,7 +197,7 @@ private function createSubcategory(array $subcategoryData, Category $parentCateg
'subcategories' => null, // Subcategories don't have subcategories
'payload' => $subcategoryPayload,
'parent_id' => $parentCategory->id, // Set parent_id directly
'embedding' => CloudflareAI::getVectorEmbeddingBgeSmall($subcategoryData['name'] . " " . $subcategoryData['description']),
'embedding' => CloudflareAI::getVectorEmbeddingBgeSmall($subcategoryData['name'].' '.$subcategoryData['description']),
]);
// Add keywords as tags
@@ -201,12 +209,13 @@ private function createSubcategory(array $subcategoryData, Category $parentCateg
return $subcategory;
} catch (\Exception $e) {
$this->command->error("Error creating subcategory at index {$index}: " . $e->getMessage());
Log::error("Error creating subcategory", [
$this->command->error("Error creating subcategory at index {$index}: ".$e->getMessage());
Log::error('Error creating subcategory', [
'subcategory_data' => $subcategoryData,
'parent_id' => $parentCategory->id,
'error' => $e->getMessage()
'error' => $e->getMessage(),
]);
return null;
}
}
@@ -219,11 +228,11 @@ private function attachKeywordsAsTags(Category $category, array $keywords): void
try {
$category->attachTags($keywords, 'category');
} catch (\Exception $e) {
$this->command->warn("Failed to attach tags to category '{$category->name}': " . $e->getMessage());
Log::warning("Failed to attach tags", [
$this->command->warn("Failed to attach tags to category '{$category->name}': ".$e->getMessage());
Log::warning('Failed to attach tags', [
'category_id' => $category->id,
'keywords' => $keywords,
'error' => $e->getMessage()
'error' => $e->getMessage(),
]);
}
}