Implement Stage 3: Enhance content metadata and validation features

- Added entity metadata fields to the Tasks model, including entity_type, taxonomy, and cluster_role.
- Updated CandidateEngine to prioritize content relevance based on cluster mappings.
- Introduced metadata completeness scoring in ContentAnalyzer.
- Enhanced validation services to check for entity type and mapping completeness.
- Updated frontend components to display and validate new metadata fields.
- Implemented API endpoints for content validation and metadata persistence.
- Migrated existing data to populate new metadata fields for Tasks and Content.

backend/igny8_core/business/content/models.py

@@ -53,6 +53,46 @@ class Tasks(SiteSectorBaseModel):
     content_type = models.CharField(max_length=50, choices=CONTENT_TYPE_CHOICES, default='blog_post')
     status = models.CharField(max_length=50, choices=STATUS_CHOICES, default='queued')
     
+    # Stage 3: Entity metadata fields
+    ENTITY_TYPE_CHOICES = [
+        ('blog_post', 'Blog Post'),
+        ('article', 'Article'),
+        ('product', 'Product'),
+        ('service', 'Service Page'),
+        ('taxonomy', 'Taxonomy Page'),
+        ('page', 'Page'),
+    ]
+    CLUSTER_ROLE_CHOICES = [
+        ('hub', 'Hub Page'),
+        ('supporting', 'Supporting Page'),
+        ('attribute', 'Attribute Page'),
+    ]
+    entity_type = models.CharField(
+        max_length=50,
+        choices=ENTITY_TYPE_CHOICES,
+        default='blog_post',
+        db_index=True,
+        blank=True,
+        null=True,
+        help_text="Type of content entity (inherited from idea/blueprint)"
+    )
+    taxonomy = models.ForeignKey(
+        'site_building.SiteBlueprintTaxonomy',
+        on_delete=models.SET_NULL,
+        null=True,
+        blank=True,
+        related_name='tasks',
+        help_text="Taxonomy association when derived from blueprint planning"
+    )
+    cluster_role = models.CharField(
+        max_length=50,
+        choices=CLUSTER_ROLE_CHOICES,
+        default='hub',
+        blank=True,
+        null=True,
+        help_text="Role within the cluster-driven sitemap"
+    )
+    
     # Content fields
     content = models.TextField(blank=True, null=True)  # Generated content
     word_count = models.IntegerField(default=0)
@@ -78,6 +118,8 @@ class Tasks(SiteSectorBaseModel):
             models.Index(fields=['status']),
             models.Index(fields=['cluster']),
             models.Index(fields=['content_type']),
+            models.Index(fields=['entity_type']),
+            models.Index(fields=['cluster_role']),
             models.Index(fields=['site', 'sector']),
         ]