Checkpoint: Purge automatique des tombstones (processed_dedup_keys) de plus de 6 mois :

- purgeOldArticles dans db.ts : suppression des entrées processedDedupKeys.processedAt <= cutoff 6 mois
- Logs cron et init mis à jour pour afficher le nombre de tombstones supprimés
- 0 erreur TypeScript

client/public/__manus__/version.json

@@ -1,4 +1,4 @@
 {
-  "version": "f8f8affc",
-  "timestamp": 1783434543359
+  "version": "509dd73b",
+  "timestamp": 1783732495856
 }

client/src/pages/AAPDashboard.tsx

@@ -1,4 +1,4 @@
-import { useState, useMemo } from "react";
+import { useState, useMemo, useEffect } from "react";
 import { useLocalAuth } from "@/contexts/LocalAuthContext";
 import { toast } from "sonner";
 import { trpc } from "@/lib/trpc";
@@ -117,13 +117,23 @@ export default function AAPDashboard() {
 
   // Marquage lu/non lu
   const [readIds, setReadIds] = useState<Set<number>>(new Set());
+  const readIdsQuery = trpc.aap.getReadIds.useQuery(undefined, { enabled: !!user });
+  useEffect(() => {
+    if (readIdsQuery.data?.ids) {
+      setReadIds(new Set(readIdsQuery.data.ids));
+    }
+  }, [readIdsQuery.data]);
   const markAsReadMutation = trpc.aap.markAsRead.useMutation({
     onSuccess: (_, vars) => {
       setReadIds((prev) => { const next = new Set(prev); next.add(vars.articleId); return next; });
+      utils.aap.getReadIds.invalidate();
     },
   });
   const markAllAsReadMutation = trpc.aap.markAllAsRead.useMutation({
-    onSuccess: () => { utils.aap.unreadCount.invalidate(); },
+    onSuccess: () => {
+      utils.aap.unreadCount.invalidate();
+      utils.aap.getReadIds.invalidate();
+    },
   });
   const unreadCountQuery = trpc.aap.unreadCount.useQuery();
   const unreadCount = unreadCountQuery.data?.count ?? 0;

client/src/pages/VeilleDashboard.tsx

@@ -1,4 +1,4 @@
-import { useState, useMemo } from "react";
+import { useState, useMemo, useEffect } from "react";
 import { useLocalAuth } from "@/contexts/LocalAuthContext";
 import { toast } from "sonner";
 import { trpc } from "@/lib/trpc";
@@ -234,14 +234,22 @@ export default function VeilleDashboard() {
 
   // Marquage lu/non lu
   const [readIds, setReadIds] = useState<Set<number>>(new Set());
+  const readIdsQuery = trpc.veille.getReadIds.useQuery(undefined, { enabled: !!user });
+  useEffect(() => {
+    if (readIdsQuery.data?.ids) {
+      setReadIds(new Set(readIdsQuery.data.ids));
+    }
+  }, [readIdsQuery.data]);
   const markAsReadMutation = trpc.veille.markAsRead.useMutation({
     onSuccess: (_, vars) => {
       setReadIds((prev) => { const next = new Set(prev); next.add(vars.articleId); return next; });
+      utils.veille.getReadIds.invalidate();
     },
   });
   const markAllAsReadMutation = trpc.veille.markAllAsRead.useMutation({
     onSuccess: () => {
       utils.veille.unreadCount.invalidate();
+      utils.veille.getReadIds.invalidate();
     },
   });
   const unreadCountQuery = trpc.veille.unreadCount.useQuery();

server/_core/index.ts

@@ -98,8 +98,8 @@ export async function scheduleDailyImport() {
       const retentionMonths = retentionStr ? parseInt(retentionStr, 10) : 0;
       if (retentionMonths > 0) {
         const purged = await purgeOldArticles(retentionMonths);
-        if (purged.veille > 0 || purged.aap > 0) {
-          console.log(`[Cron] Purge rétention (${retentionMonths} mois) — Veille: -${purged.veille} | AAP: -${purged.aap}`);
+        if (purged.veille > 0 || purged.aap > 0 || purged.tombstones > 0) {
+          console.log(`[Cron] Purge rétention (${retentionMonths} mois) — Veille: -${purged.veille} | AAP: -${purged.aap} | Tombstones: -${purged.tombstones}`);
         }
       }
     } catch (e) {
@@ -236,8 +236,8 @@ async function startServer() {
       const retentionMonths = retentionStr ? parseInt(retentionStr, 10) : 0;
       if (retentionMonths > 0) {
         const purged = await purgeOldArticles(retentionMonths);
-        if (purged.veille > 0 || purged.aap > 0) {
-          console.log(`[Init] Purge rétention (${retentionMonths} mois) — Veille: -${purged.veille} | AAP: -${purged.aap}`);
+        if (purged.veille > 0 || purged.aap > 0 || purged.tombstones > 0) {
+          console.log(`[Init] Purge rétention (${retentionMonths} mois) — Veille: -${purged.veille} | AAP: -${purged.aap} | Tombstones: -${purged.tombstones}`);
         }
       }
     } catch (e) {

server/db.ts

@@ -14,6 +14,7 @@ import {
   InsertIdea,
   rssFeeds,
   rssSettings,
+  processedDedupKeys,
   type InsertRssFeed,
   type InsertRssSettings,
   type ImportLog,
@@ -489,16 +490,21 @@ export async function saveRssSettings(data: Partial<Omit<InsertRssSettings, "id"
 }
 
 // ─── Purge ───────────────────────────────────────────────────────────────────
-export async function purgeOldArticles(retentionMonths: number): Promise<{ veille: number; aap: number }> {
+export async function purgeOldArticles(retentionMonths: number): Promise<{ veille: number; aap: number; tombstones: number }> {
   const db = await getDb();
   if (!db) throw new Error("Database not available");
   const cutoff = new Date();
   cutoff.setMonth(cutoff.getMonth() - retentionMonths);
   const veilleResult = await db.delete(veilleItems).where(lte(veilleItems.importedAt, cutoff));
   const aapResult = await db.delete(aapItems).where(lte(aapItems.importedAt, cutoff));
+  // Purge des tombstones (processed_dedup_keys) de plus de 6 mois
+  const tombstoneCutoff = new Date();
+  tombstoneCutoff.setMonth(tombstoneCutoff.getMonth() - 6);
+  const tombstoneResult = await db.delete(processedDedupKeys).where(lte(processedDedupKeys.processedAt, tombstoneCutoff));
   return {
     veille: (veilleResult as any).affectedRows ?? 0,
     aap: (aapResult as any).affectedRows ?? 0,
+    tombstones: (tombstoneResult as any).affectedRows ?? 0,
   };
 }
 

server/routers.ts

@@ -226,6 +226,15 @@ export const appRouter = router({
       const read = readRows[0]?.cnt ?? 0;
       return { count: Math.max(0, total - read) };
     }),
+    getReadIds: protectedProcedure.query(async ({ ctx }) => {
+      const db = await getDb();
+      if (!db) return { ids: [] as number[] };
+      const rows = await db
+        .select({ articleId: articleReads.articleId })
+        .from(articleReads)
+        .where(and(eqDrizzle(articleReads.userId, ctx.user.id), eqDrizzle(articleReads.articleType, "veille")));
+      return { ids: rows.map((r: { articleId: number }) => r.articleId) };
+    }),
   }),
   // ─── AAPP ────────────────────────────────────────────────────────────────────
   aap: router({
@@ -353,8 +362,17 @@ export const appRouter = router({
       const read = readRows[0]?.cnt ?? 0;
       return { count: Math.max(0, total - read) };
     }),
+    getReadIds: protectedProcedure.query(async ({ ctx }) => {
+      const db = await getDb();
+      if (!db) return { ids: [] as number[] };
+      const rows = await db
+        .select({ articleId: articleReads.articleId })
+        .from(articleReads)
+        .where(and(eqDrizzle(articleReads.userId, ctx.user.id), eqDrizzle(articleReads.articleType, "aap")));
+      return { ids: rows.map((r: { articleId: number }) => r.articleId) };
+    }),
   }),
-  // ─── Importt ─────────────────────────────────────────────────────────────────
+  // ─── Import ─────────────────────────────────────────────────────────────────
   import: router({
     run: adminProcedure
       .input(z.object({ type: z.enum(["veille", "aap", "all"]).default("all") }))