Fonctionnalités implémentées : ✅ Authentification locale (email/password) + Azure AD + Manus OAuth ✅ Upload drag-and-drop de fichiers PDF avec suivi en temps réel ✅ Extraction automatique avec Mistral AI (OCR + LLM) ✅ Détection de doublons (fournisseur, numéro, date) ✅ Score de qualité d'extraction (0-100) ✅ Tableau de bord avec statistiques ✅ Liste des factures avec recherche et filtres ✅ Paramètres utilisateur (LLM, keywords, SFTP) ✅ Historique des imports avec logs détaillés ✅ Gestion des utilisateurs (admin) ✅ Export SFTP manuel/automatique ✅ Stockage local avec organisation YYYY-MM ✅ Tests unitaires d'authentification Architecture : - Frontend : React 19 + Vite + TailwindCSS + Radix UI - Backend : Express + tRPC + Drizzle ORM - Base de données : MySQL (6 tables) - IA : Mistral AI pour extraction - Stockage : Local filesystem - Export : SFTP Pages : - Login (choix local/Azure/Manus) - Dashboard (statistiques) - Upload (drag-and-drop) - Invoices (liste avec recherche) - Settings (LLM, keywords, SFTP) - History (logs d'import) - Users (gestion admin)
354 lines
11 KiB
TypeScript
354 lines
11 KiB
TypeScript
import { eq, and, desc, sql } from "drizzle-orm";
|
|
import { drizzle } from "drizzle-orm/mysql2";
|
|
import {
|
|
InsertUser,
|
|
users,
|
|
sourceFiles,
|
|
InsertSourceFile,
|
|
SourceFile,
|
|
invoices,
|
|
InsertInvoice,
|
|
Invoice,
|
|
userSettings,
|
|
InsertUserSettings,
|
|
UserSettings,
|
|
importLogs,
|
|
InsertImportLog,
|
|
ImportLog,
|
|
llmLogs,
|
|
InsertLlmLog,
|
|
LlmLog
|
|
} from "../drizzle/schema";
|
|
import { ENV } from './_core/env';
|
|
|
|
let _db: ReturnType<typeof drizzle> | null = null;
|
|
|
|
export async function getDb() {
|
|
if (!_db && process.env.DATABASE_URL) {
|
|
try {
|
|
_db = drizzle(process.env.DATABASE_URL);
|
|
} catch (error) {
|
|
console.warn("[Database] Failed to connect:", error);
|
|
_db = null;
|
|
}
|
|
}
|
|
return _db;
|
|
}
|
|
|
|
// ============= USER OPERATIONS =============
|
|
|
|
export async function upsertUser(user: InsertUser): Promise<void> {
|
|
const db = await getDb();
|
|
if (!db) {
|
|
console.warn("[Database] Cannot upsert user: database not available");
|
|
return;
|
|
}
|
|
|
|
try {
|
|
const values: InsertUser = {
|
|
email: user.email,
|
|
loginMethod: user.loginMethod,
|
|
};
|
|
const updateSet: Record<string, unknown> = {};
|
|
|
|
if (user.openId !== undefined) {
|
|
values.openId = user.openId;
|
|
updateSet.openId = user.openId;
|
|
}
|
|
if (user.azureAdId !== undefined) {
|
|
values.azureAdId = user.azureAdId;
|
|
updateSet.azureAdId = user.azureAdId;
|
|
}
|
|
if (user.name !== undefined) {
|
|
values.name = user.name;
|
|
updateSet.name = user.name;
|
|
}
|
|
if (user.passwordHash !== undefined) {
|
|
values.passwordHash = user.passwordHash;
|
|
updateSet.passwordHash = user.passwordHash;
|
|
}
|
|
if (user.isActive !== undefined) {
|
|
values.isActive = user.isActive;
|
|
updateSet.isActive = user.isActive;
|
|
}
|
|
if (user.lastSignedIn !== undefined) {
|
|
values.lastSignedIn = user.lastSignedIn;
|
|
updateSet.lastSignedIn = user.lastSignedIn;
|
|
}
|
|
if (user.role !== undefined) {
|
|
values.role = user.role;
|
|
updateSet.role = user.role;
|
|
} else if (user.openId === ENV.ownerOpenId) {
|
|
values.role = 'admin';
|
|
updateSet.role = 'admin';
|
|
}
|
|
|
|
if (!values.lastSignedIn) {
|
|
values.lastSignedIn = new Date();
|
|
}
|
|
|
|
if (Object.keys(updateSet).length === 0) {
|
|
updateSet.lastSignedIn = new Date();
|
|
}
|
|
|
|
await db.insert(users).values(values).onDuplicateKeyUpdate({
|
|
set: updateSet,
|
|
});
|
|
} catch (error) {
|
|
console.error("[Database] Failed to upsert user:", error);
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
export async function getUserByOpenId(openId: string) {
|
|
const db = await getDb();
|
|
if (!db) return undefined;
|
|
const result = await db.select().from(users).where(eq(users.openId, openId)).limit(1);
|
|
return result.length > 0 ? result[0] : undefined;
|
|
}
|
|
|
|
export async function getUserByEmail(email: string) {
|
|
const db = await getDb();
|
|
if (!db) return undefined;
|
|
const result = await db.select().from(users).where(eq(users.email, email)).limit(1);
|
|
return result.length > 0 ? result[0] : undefined;
|
|
}
|
|
|
|
export async function getUserByAzureAdId(azureAdId: string) {
|
|
const db = await getDb();
|
|
if (!db) return undefined;
|
|
const result = await db.select().from(users).where(eq(users.azureAdId, azureAdId)).limit(1);
|
|
return result.length > 0 ? result[0] : undefined;
|
|
}
|
|
|
|
export async function createLocalUser(email: string, passwordHash: string, name: string, role: "user" | "admin" = "user") {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
|
|
await db.insert(users).values({
|
|
email,
|
|
passwordHash,
|
|
name,
|
|
loginMethod: "local",
|
|
role,
|
|
isActive: 1,
|
|
});
|
|
|
|
return getUserByEmail(email);
|
|
}
|
|
|
|
export async function getAllUsers() {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
return db.select().from(users).orderBy(desc(users.createdAt));
|
|
}
|
|
|
|
export async function updateUserPassword(userId: number, newPasswordHash: string) {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
await db.update(users).set({ passwordHash: newPasswordHash }).where(eq(users.id, userId));
|
|
}
|
|
|
|
export async function toggleUserActive(userId: number, isActive: number) {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
await db.update(users).set({ isActive }).where(eq(users.id, userId));
|
|
}
|
|
|
|
export async function deleteUser(userId: number) {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
await db.delete(users).where(eq(users.id, userId));
|
|
}
|
|
|
|
// ============= SOURCE FILE OPERATIONS =============
|
|
|
|
export async function createSourceFile(data: InsertSourceFile): Promise<SourceFile> {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
|
|
const result = await db.insert(sourceFiles).values(data);
|
|
const insertedId = Number(result[0].insertId);
|
|
|
|
const inserted = await db.select().from(sourceFiles).where(eq(sourceFiles.id, insertedId)).limit(1);
|
|
return inserted[0]!;
|
|
}
|
|
|
|
export async function getSourceFileById(id: number): Promise<SourceFile | undefined> {
|
|
const db = await getDb();
|
|
if (!db) return undefined;
|
|
const result = await db.select().from(sourceFiles).where(eq(sourceFiles.id, id)).limit(1);
|
|
return result[0];
|
|
}
|
|
|
|
export async function updateSourceFile(id: number, data: Partial<SourceFile>) {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
await db.update(sourceFiles).set(data).where(eq(sourceFiles.id, id));
|
|
}
|
|
|
|
export async function getSourceFilesByUserId(userId: number): Promise<SourceFile[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
return db.select().from(sourceFiles).where(eq(sourceFiles.userId, userId)).orderBy(desc(sourceFiles.createdAt));
|
|
}
|
|
|
|
// ============= INVOICE OPERATIONS =============
|
|
|
|
export async function createInvoice(data: InsertInvoice): Promise<Invoice> {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
|
|
const result = await db.insert(invoices).values(data);
|
|
const insertedId = Number(result[0].insertId);
|
|
|
|
const inserted = await db.select().from(invoices).where(eq(invoices.id, insertedId)).limit(1);
|
|
return inserted[0]!;
|
|
}
|
|
|
|
export async function getInvoiceById(id: number): Promise<Invoice | undefined> {
|
|
const db = await getDb();
|
|
if (!db) return undefined;
|
|
const result = await db.select().from(invoices).where(eq(invoices.id, id)).limit(1);
|
|
return result[0];
|
|
}
|
|
|
|
export async function getInvoicesByUserId(userId: number): Promise<Invoice[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
return db.select().from(invoices).where(eq(invoices.userId, userId)).orderBy(desc(invoices.createdAt));
|
|
}
|
|
|
|
export async function getInvoicesByUser(userId: number): Promise<Invoice[]> {
|
|
return getInvoicesByUserId(userId);
|
|
}
|
|
|
|
export async function updateInvoice(id: number, data: Partial<Invoice>) {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
await db.update(invoices).set(data).where(eq(invoices.id, id));
|
|
}
|
|
|
|
export async function deleteInvoice(id: number) {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
await db.delete(invoices).where(eq(invoices.id, id));
|
|
}
|
|
|
|
export async function searchInvoices(userId: number, query: string): Promise<Invoice[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
|
|
const searchPattern = `%${query}%`;
|
|
return db.select().from(invoices)
|
|
.where(
|
|
and(
|
|
eq(invoices.userId, userId),
|
|
sql`(${invoices.supplierName} LIKE ${searchPattern} OR ${invoices.invoiceNumber} LIKE ${searchPattern})`
|
|
)
|
|
)
|
|
.orderBy(desc(invoices.createdAt));
|
|
}
|
|
|
|
export async function getInvoiceStats(userId: number) {
|
|
const db = await getDb();
|
|
if (!db) return { total: 0, completed: 0, processing: 0, error: 0 };
|
|
|
|
const allInvoices = await getInvoicesByUserId(userId);
|
|
return {
|
|
total: allInvoices.length,
|
|
completed: allInvoices.filter(i => i.status === "completed").length,
|
|
processing: allInvoices.filter(i => i.status === "processing").length,
|
|
error: allInvoices.filter(i => i.status === "error").length,
|
|
};
|
|
}
|
|
|
|
export async function findDuplicateInvoice(
|
|
supplierName: string | null,
|
|
invoiceNumber: string | null,
|
|
invoiceDate: Date | null
|
|
): Promise<Invoice | undefined> {
|
|
if (!supplierName || !invoiceNumber || !invoiceDate) return undefined;
|
|
|
|
const db = await getDb();
|
|
if (!db) return undefined;
|
|
|
|
const result = await db.select().from(invoices)
|
|
.where(
|
|
and(
|
|
eq(invoices.supplierName, supplierName),
|
|
eq(invoices.invoiceNumber, invoiceNumber),
|
|
eq(invoices.invoiceDate, invoiceDate)
|
|
)
|
|
)
|
|
.limit(1);
|
|
|
|
return result[0];
|
|
}
|
|
|
|
// ============= USER SETTINGS OPERATIONS =============
|
|
|
|
export async function getUserSettings(userId: number): Promise<UserSettings | undefined> {
|
|
const db = await getDb();
|
|
if (!db) return undefined;
|
|
const result = await db.select().from(userSettings).where(eq(userSettings.userId, userId)).limit(1);
|
|
return result[0];
|
|
}
|
|
|
|
export async function upsertUserSettings(data: InsertUserSettings) {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
|
|
const existing = await getUserSettings(data.userId);
|
|
|
|
if (existing) {
|
|
await db.update(userSettings).set(data).where(eq(userSettings.userId, data.userId));
|
|
} else {
|
|
await db.insert(userSettings).values(data);
|
|
}
|
|
}
|
|
|
|
// ============= IMPORT LOG OPERATIONS =============
|
|
|
|
export async function createImportLog(data: InsertImportLog): Promise<ImportLog> {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
|
|
const result = await db.insert(importLogs).values(data);
|
|
const insertedId = Number(result[0].insertId);
|
|
|
|
const inserted = await db.select().from(importLogs).where(eq(importLogs.id, insertedId)).limit(1);
|
|
return inserted[0]!;
|
|
}
|
|
|
|
export async function getImportLogsByUser(userId: number): Promise<ImportLog[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
return db.select().from(importLogs).where(eq(importLogs.userId, userId)).orderBy(desc(importLogs.importedAt));
|
|
}
|
|
|
|
// ============= LLM LOG OPERATIONS =============
|
|
|
|
export async function createLlmLog(data: InsertLlmLog): Promise<LlmLog> {
|
|
const db = await getDb();
|
|
if (!db) throw new Error("Database not available");
|
|
|
|
const result = await db.insert(llmLogs).values(data);
|
|
const insertedId = Number(result[0].insertId);
|
|
|
|
const inserted = await db.select().from(llmLogs).where(eq(llmLogs.id, insertedId)).limit(1);
|
|
return inserted[0]!;
|
|
}
|
|
|
|
export async function getLlmLogsBySourceFile(sourceFileId: number): Promise<LlmLog[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
return db.select().from(llmLogs).where(eq(llmLogs.sourceFileId, sourceFileId)).orderBy(desc(llmLogs.createdAt));
|
|
}
|
|
|
|
export async function getLlmLogsByInvoice(invoiceId: number): Promise<LlmLog[]> {
|
|
const db = await getDb();
|
|
if (!db) return [];
|
|
return db.select().from(llmLogs).where(eq(llmLogs.invoiceId, invoiceId)).orderBy(desc(llmLogs.createdAt));
|
|
}
|