refactor: make migrating endpoint asynchronous

Author: aurelleb

src/analytics.ts

@@ -104,38 +104,50 @@ export async function upsertSystemInfo(
 	);
 }
 
-export async function migrateFromSqlite() {
-	const rows = await prisma.telemetrySystemInfo.findMany();
-	if (rows.length === 0) {
-		return { migrated: 0, message: "No rows to migrate." };
-	}
-
-	let migrated = 0;
-	for (const row of rows) {
-		const desktops = JSON.parse(row.desktops) as string[];
-		const screens = JSON.parse(row.screens);
-
-		await upsertSystemInfo({
-			userId: row.userId,
-			date: row.date,
-			desktops,
-			vicinaeVersion: row.vicinaeVersion,
-			displayProtocol: row.displayProtocol,
-			architecture: row.architecture,
-			operatingSystem: row.operatingSystem,
-			buildProvenance: row.buildProvenance,
-			locale: row.locale,
-			screens,
-			chassisType: row.chassisType,
-			kernelVersion: row.kernelVersion,
-			productId: row.productId,
-			productVersion: row.productVersion,
-			qtVersion: row.qtVersion ?? undefined,
-		});
-		migrated++;
-	}
+let migrationRunning = false;
+
+export function startMigration() {
+	if (migrationRunning) return false;
+	migrationRunning = true;
+
+	(async () => {
+		const rows = await prisma.telemetrySystemInfo.findMany();
+		console.log(`[migration] starting: ${rows.length} rows`);
+		if (rows.length === 0) return;
+
+		let migrated = 0;
+		for (const row of rows) {
+			await upsertSystemInfo({
+				userId: row.userId,
+				date: row.date,
+				desktops: JSON.parse(row.desktops),
+				vicinaeVersion: row.vicinaeVersion,
+				displayProtocol: row.displayProtocol,
+				architecture: row.architecture,
+				operatingSystem: row.operatingSystem,
+				buildProvenance: row.buildProvenance,
+				locale: row.locale,
+				screens: JSON.parse(row.screens),
+				chassisType: row.chassisType,
+				kernelVersion: row.kernelVersion,
+				productId: row.productId,
+				productVersion: row.productVersion,
+				qtVersion: row.qtVersion ?? undefined,
+			});
+
+			migrated++;
+			if (migrated % 100 === 0) {
+				console.log(`[migration] ${migrated}/${rows.length}`);
+			}
+		}
+		console.log(`[migration] complete: ${migrated} rows`);
+	})().catch((err) => {
+		console.error("[migration] failed:", err);
+	}).finally(() => {
+		migrationRunning = false;
+	});
 
-	return { migrated, message: `Migrated ${migrated} rows from SQLite to DuckDB.` };
+	return true;
 }
 
 export async function deleteUserData(userId: string) {

src/routes/v1/admin.ts

@@ -4,7 +4,7 @@ import {
 	queryRawRows,
 	queryStats,
 	queryAnalytics,
-	migrateFromSqlite,
+	startMigration,
 	VALID_GRANULARITIES,
 	ALLOWED_FILTERS,
 	type Granularity,
@@ -72,9 +72,11 @@ admin.get("/analytics", async (c) => {
 	return c.json({ data, filters, granularity, periods });
 });
 
-admin.post("/telemetry/migrate", async (c) => {
-	const result = await migrateFromSqlite();
-	return c.json(result);
+admin.post("/telemetry/migrate", (c) => {
+	if (!startMigration()) {
+		return c.json({ error: "Migration already in progress" }, 409);
+	}
+	return c.json({ message: "Migration started" }, 202);
 });
 
 export default admin;