feat(db): consolidate all database settings into SystemStorageTab (closes #1935) (#1947)

Integrated into release/v3.7.9

src/scripts/backfillAggregation.ts

@@ -0,0 +1,123 @@
+#!/usr/bin/env node
+
+import { rollupDailyUsage, rollupHourlyQuota } from "@/lib/usage/aggregateHistory";
+
+interface BackfillOptions {
+  from: string;
+  to: string;
+  granularity?: "hourly" | "daily" | "both";
+}
+
+function parseArgs(): BackfillOptions {
+  const args = process.argv.slice(2);
+  const options: Partial<BackfillOptions> = {
+    granularity: "both",
+  };
+
+  for (let i = 0; i < args.length; i++) {
+    const arg = args[i];
+    if (arg.startsWith("--from=")) {
+      options.from = arg.split("=")[1];
+    } else if (arg.startsWith("--to=")) {
+      options.to = arg.split("=")[1];
+    } else if (arg.startsWith("--granularity=")) {
+      const value = arg.split("=")[1];
+      if (value === "hourly" || value === "daily" || value === "both") {
+        options.granularity = value;
+      }
+    }
+  }
+
+  if (!options.from || !options.to) {
+    console.error(
+      "Usage: npm run backfill-aggregation -- --from=YYYY-MM-DD --to=YYYY-MM-DD [--granularity=hourly|daily|both]"
+    );
+    process.exit(1);
+  }
+
+  return options as BackfillOptions;
+}
+
+function validateDate(dateStr: string): boolean {
+  const regex = /^\d{4}-\d{2}-\d{2}$/;
+  if (!regex.test(dateStr)) return false;
+
+  const date = new Date(dateStr);
+  return date instanceof Date && !isNaN(date.getTime());
+}
+
+async function backfillAggregation() {
+  const options = parseArgs();
+
+  if (!validateDate(options.from) || !validateDate(options.to)) {
+    console.error("Error: Dates must be in YYYY-MM-DD format");
+    process.exit(1);
+  }
+
+  const fromDate = new Date(options.from);
+  const toDate = new Date(options.to);
+
+  if (fromDate > toDate) {
+    console.error("Error: --from date must be before --to date");
+    process.exit(1);
+  }
+
+  console.log("=".repeat(60));
+  console.log("Aggregation Backfill Started");
+  console.log("=".repeat(60));
+  console.log(`From: ${options.from}`);
+  console.log(`To: ${options.to}`);
+  console.log(`Granularity: ${options.granularity}`);
+  console.log("=".repeat(60));
+
+  const startTime = Date.now();
+  let totalProcessed = 0;
+  let totalInserted = 0;
+  let totalErrors = 0;
+
+  try {
+    if (options.granularity === "daily" || options.granularity === "both") {
+      console.log("\n[Daily Aggregation] Starting...");
+      const dailyResult = await rollupDailyUsage(options.from, options.to);
+      totalProcessed += dailyResult.processed;
+      totalInserted += dailyResult.inserted;
+      totalErrors += dailyResult.errors;
+      console.log(
+        `[Daily Aggregation] Processed: ${dailyResult.processed}, Inserted: ${dailyResult.inserted}, Errors: ${dailyResult.errors}`
+      );
+    }
+
+    if (options.granularity === "hourly" || options.granularity === "both") {
+      console.log("\n[Hourly Aggregation] Starting...");
+      const fromDateTime = `${options.from} 00:00:00`;
+      const toDateTime = `${options.to} 23:59:59`;
+      const hourlyResult = await rollupHourlyQuota(fromDateTime, toDateTime);
+      totalProcessed += hourlyResult.processed;
+      totalInserted += hourlyResult.inserted;
+      totalErrors += hourlyResult.errors;
+      console.log(
+        `[Hourly Aggregation] Processed: ${hourlyResult.processed}, Inserted: ${hourlyResult.inserted}, Errors: ${hourlyResult.errors}`
+      );
+    }
+
+    const duration = ((Date.now() - startTime) / 1000).toFixed(2);
+
+    console.log("\n" + "=".repeat(60));
+    console.log("Aggregation Backfill Complete");
+    console.log("=".repeat(60));
+    console.log(`Total Processed: ${totalProcessed}`);
+    console.log(`Total Inserted: ${totalInserted}`);
+    console.log(`Total Errors: ${totalErrors}`);
+    console.log(`Duration: ${duration}s`);
+    console.log("=".repeat(60));
+
+    if (totalErrors > 0) {
+      process.exit(1);
+    }
+  } catch (error) {
+    console.error("\n[FATAL ERROR]", error);
+    process.exit(1);
+  }
+}
+
+backfillAggregation();