WIP: services/archive: add versioned queries

2026-05-31 16:26:08 +09:00
parent 3b1b495e13
commit 5bca3d85d9
3 changed files with 244 additions and 1 deletions
@@ -0,0 +1,131 @@
+import 'package:mugiten/database/history/table_names.dart';
+import 'package:mugiten/database/library_list/table_names.dart';
+import 'package:mugiten/services/archive/v2/format.dart';
+import 'package:sqflite/sqflite.dart';
+
+Future<int> historyEntryCount(final DatabaseExecutor db) async {
+  final result = await db.rawQuery('''
+      SELECT COUNT(DISTINCT "entryId") AS "count"
+      FROM "${HistoryTableNames.historyEntryOrderedByTimestamp}"
+    ''');
+  return result.first['count'] as int;
+}
+
+Future<List<ArchiveV2HistoryEntry>> historyEntryGetAll({
+  required final DatabaseExecutor db,
+  required final int page,
+  required final int pageSize,
+}) async {
+  final result = await db.rawQuery(
+    '''
+      SELECT
+        *,
+        GROUP_CONCAT("${HistoryTableNames.historyEntryTimestamp}"."timestamp") AS "timestamps"
+      FROM "${HistoryTableNames.historyEntryOrderedByTimestamp}"
+      LEFT JOIN "${HistoryTableNames.historyEntryTimestamp}" USING ("entryId")
+      GROUP BY "${HistoryTableNames.historyEntryOrderedByTimestamp}"."entryId"
+      ORDER BY "${HistoryTableNames.historyEntryOrderedByTimestamp}"."timestamp" DESC
+      LIMIT ?
+      OFFSET ?
+    ''',
+    [pageSize, page * pageSize],
+  );
+
+  final List<ArchiveV2HistoryEntry> entries = result
+      .map(
+        (final e) => ArchiveV2HistoryEntry(
+          id: e['entryId']! as int,
+          searchInstances: (e['timestamps'] as String)
+              .split(',')
+              .map(
+                (final ts) => ArchiveV2HistorySearchInstance(
+                  timestamp: DateTime.fromMillisecondsSinceEpoch(int.parse(ts)),
+                ),
+              )
+              .toList(),
+          word: e['word'] as String?,
+          kanji: e['kanji'] as String?,
+        ),
+      )
+      .toList();
+
+  return entries;
+}
+
+Future<List<ArchiveV2LibraryListMetadata>> libraryListGetLibraryMetadata({
+  required final DatabaseExecutor db,
+}) async {
+  final result = await db.query(
+    LibraryListTableNames.libraryList,
+    columns: ['name'],
+    orderBy: '"name" ASC',
+  );
+  return result
+      .map(
+        (final row) =>
+            ArchiveV2LibraryListMetadata(name: row['name'] as String),
+      )
+      .toList();
+}
+
+// TODO: we also need the total count of entries in the library list for progress tracking
+
+Future<List<ArchiveV2LibraryListEntry>> libraryListGetEntries({
+  required final DatabaseExecutor db,
+  required final String listName,
+  required final int page,
+  required final int pageSize,
+}) async {
+  final result = await db.rawQuery(
+    '''
+      WITH RECURSIVE
+        "RecursionTable"(
+          "jmdictEntryId",
+          "kanji",
+          "lastModified"
+        ) AS (
+          SELECT
+            "jmdictEntryId",
+            "kanji",
+            "lastModified"
+          FROM "${LibraryListTableNames.libraryListEntry}"
+          WHERE
+            "listName" = ?
+            AND "prevEntryJmdictEntryId" IS NULL
+            AND "prevEntryKanji" IS NULL
+
+          UNION ALL
+
+          SELECT
+            "R"."jmdictEntryId",
+            "R"."kanji",
+            "R"."lastModified"
+          FROM "${LibraryListTableNames.libraryListEntry}" AS "R", "RecursionTable"
+          WHERE
+            "R"."listName" = ?
+            AND ("R"."prevEntryJmdictEntryId" = "RecursionTable"."jmdictEntryId"
+              OR "R"."prevEntryKanji" = "RecursionTable"."kanji")
+        )
+      SELECT
+        "jmdictEntryId",
+        "kanji",
+        "lastModified"
+      FROM "RecursionTable"
+      LIMIT ?
+      OFFSET ?
+    ''',
+    [listName, listName, pageSize, page * pageSize],
+  );
+
+  final entries = result
+      .map(
+        (final entry) => ArchiveV2LibraryListEntry(
+          lastModified: DateTime.parse(entry['lastModified'] as String),
+          jmdictEntryId: entry['jmdictEntryId'] as int?,
+          kanji: entry['kanji'] as String?,
+        ),
+      )
+      .toList();
+
+  return entries;
+}
@@ -0,0 +1,111 @@
+import 'package:mugiten/database/history/table_names.dart';
+import 'package:mugiten/database/library_list/table_names.dart';
+import 'package:mugiten/services/archive/v2/format.dart';
+import 'package:sqflite/sqflite.dart';
+
+const int basicListOrderNumInterval = 100;
+const int defaultLibraryListPageSize = 100;
+
+Future<int> historyEntryCount(final DatabaseExecutor db) async {
+  final result = await db.rawQuery('''
+      SELECT COUNT(DISTINCT "entryId") AS "count"
+      FROM "${HistoryTableNames.historyEntryOrderedByTimestamp}"
+    ''');
+  return result.first['count'] as int;
+}
+
+Future<List<ArchiveV2HistoryEntry>> historyEntryGetAll({
+  required final DatabaseExecutor db,
+  required final int page,
+  required final int pageSize,
+}) async {
+  final result = await db.rawQuery(
+    '''
+      SELECT
+        *,
+        GROUP_CONCAT("${HistoryTableNames.historyEntryTimestamp}"."timestamp") AS "timestamps"
+      FROM "${HistoryTableNames.historyEntryOrderedByTimestamp}"
+      LEFT JOIN "${HistoryTableNames.historyEntryTimestamp}" USING ("entryId")
+      GROUP BY "${HistoryTableNames.historyEntryOrderedByTimestamp}"."entryId"
+      ORDER BY "${HistoryTableNames.historyEntryOrderedByTimestamp}"."timestamp" DESC
+      LIMIT ?
+      OFFSET ?
+    ''',
+    [pageSize, page * pageSize],
+  );
+
+  final List<ArchiveV2HistoryEntry> entries = result
+      .map(
+        (final e) => ArchiveV2HistoryEntry(
+          id: e['entryId']! as int,
+          searchInstances: (e['timestamps'] as String)
+              .split(',')
+              .map(
+                (final ts) => ArchiveV2HistorySearchInstance(
+                  timestamp: DateTime.fromMillisecondsSinceEpoch(int.parse(ts)),
+                ),
+              )
+              .toList(),
+          word: e['word'] as String?,
+          kanji: e['kanji'] as String?,
+        ),
+      )
+      .toList();
+
+  return entries;
+}
+
+Future<List<ArchiveV2LibraryListMetadata>> libraryListGetLibraryMetadata({
+  required final DatabaseExecutor db,
+}) async {
+  final result = await db.query(
+    LibraryListTableNames.libraryList,
+    columns: ['name'],
+    orderBy: '"name" ASC',
+  );
+  return result
+      .map(
+        (final row) =>
+            ArchiveV2LibraryListMetadata(name: row['name'] as String),
+      )
+      .toList();
+}
+
+// TODO: we also need the total count of entries in the library list for progress tracking
+
+Future<List<ArchiveV2LibraryListEntry>> libraryListGetEntries({
+  required final DatabaseExecutor db,
+  required final String listName,
+  required final int page,
+}) async {
+  final offset = basicListOrderNumInterval * (basicListOrderNumInterval * page);
+  final limit =
+      offset + (basicListOrderNumInterval * defaultLibraryListPageSize);
+
+  final result = await db.rawQuery(
+    '''
+      SELECT
+        "jmdictEntryId",
+        "kanji",
+        "lastModified"
+      FROM "${LibraryListTableNames.libraryListEntry}"
+      WHERE
+        "listName" = ?
+        AND orderNum >= ? AND orderNum < ?
+      ORDER BY "orderNum" ASC
+    ''',
+    [listName, offset, limit],
+  );
+
+  final entries = result
+      .map(
+        (final entry) => ArchiveV2LibraryListEntry(
+          lastModified: DateTime.parse(entry['lastModified'] as String),
+          jmdictEntryId: entry['jmdictEntryId'] as int?,
+          kanji: entry['kanji'] as String?,
+        ),
+      )
+      .toList();
+
+  return entries;
+}
@@ -4,7 +4,8 @@ class ArchiveV2LibraryListMetadata {
  final String name;
  final String slug;

-  const ArchiveV2LibraryListMetadata({required this.name, required this.slug});
+  ArchiveV2LibraryListMetadata({required this.name, final String? slug})
+      : slug = slug ?? slugifyLibraryListFileName(name);

  factory ArchiveV2LibraryListMetadata.fromJson(final Map<String, Object?> json) =>
      ArchiveV2LibraryListMetadata(