automation and ai and some planning and fixes adn docs reorg

frontend/src/pages/Planner/Ideas.tsx

@@ -40,7 +40,11 @@ export default function Ideas() {
   const [ideas, setIdeas] = useState<ContentIdea[]>([]);
   const [clusters, setClusters] = useState<Cluster[]>([]);
   const [loading, setLoading] = useState(true);
-  
+
+  // Total counts for footer widget (not page-filtered)
+  const [totalInTasks, setTotalInTasks] = useState(0);
+  const [totalPending, setTotalPending] = useState(0);
+
   // Filter state
   const [searchTerm, setSearchTerm] = useState('');
   const [statusFilter, setStatusFilter] = useState('');
@@ -90,6 +94,39 @@ export default function Ideas() {
     loadClusters();
   }, []);
 
+  // Load total metrics for footer widget (not affected by pagination)
+  const loadTotalMetrics = useCallback(async () => {
+    try {
+      // Get ideas with status='queued' or 'completed' (those in tasks/writer)
+      const queuedRes = await fetchContentIdeas({
+        page_size: 1,
+        ...(activeSector?.id && { sector_id: activeSector.id }),
+        status: 'queued',
+      });
+      const completedRes = await fetchContentIdeas({
+        page_size: 1,
+        ...(activeSector?.id && { sector_id: activeSector.id }),
+        status: 'completed',
+      });
+      setTotalInTasks((queuedRes.count || 0) + (completedRes.count || 0));
+
+      // Get ideas with status='new' (those ready to become tasks)
+      const newRes = await fetchContentIdeas({
+        page_size: 1,
+        ...(activeSector?.id && { sector_id: activeSector.id }),
+        status: 'new',
+      });
+      setTotalPending(newRes.count || 0);
+    } catch (error) {
+      console.error('Error loading total metrics:', error);
+    }
+  }, [activeSector]);
+
+  // Load total metrics when sector changes
+  useEffect(() => {
+    loadTotalMetrics();
+  }, [loadTotalMetrics]);
+
   // Load ideas - wrapped in useCallback
   const loadIdeas = useCallback(async () => {
     setLoading(true);
@@ -422,17 +459,17 @@ export default function Ideas() {
           submoduleColor: 'amber',
           metrics: [
             { label: 'Ideas', value: totalCount },
-            { label: 'In Tasks', value: ideas.filter(i => i.status === 'queued' || i.status === 'completed').length, percentage: `${totalCount > 0 ? Math.round((ideas.filter(i => i.status === 'queued' || i.status === 'completed').length / totalCount) * 100) : 0}%` },
-            { label: 'Pending', value: ideas.filter(i => i.status === 'new').length },
+            { label: 'In Tasks', value: totalInTasks, percentage: `${totalCount > 0 ? Math.round((totalInTasks / totalCount) * 100) : 0}%` },
+            { label: 'Pending', value: totalPending },
             { label: 'From Clusters', value: clusters.length },
           ],
           progress: {
-            value: totalCount > 0 ? Math.round((ideas.filter(i => i.status === 'queued' || i.status === 'completed').length / totalCount) * 100) : 0,
+            value: totalCount > 0 ? Math.round((totalInTasks / totalCount) * 100) : 0,
             label: 'Converted',
             color: 'amber',
           },
-          hint: ideas.filter(i => i.status === 'new').length > 0
-            ? `${ideas.filter(i => i.status === 'new').length} ideas ready to become tasks`
+          hint: totalPending > 0
+            ? `${totalPending} ideas ready to become tasks`
             : 'All ideas converted!',
         }}
         moduleStats={{