feat(mobile): sqlite timeline (#19197)

* wip: timeline * more segment extensions * added scrubber * refactor: timeline state * more refactors * fix scrubber segments * added remote thumb & thumbhash provider * feat: merged view * scrub / merged asset fixes * rename stuff & add tile indicators * fix local album timeline query * ignore hidden assets during sync * ignore recovered assets during sync * old scrubber * add video indicator * handle groupBy * handle partner inTimeline * show duration * reduce widget nesting in thumb tile * merge main * chore: extend cacheExtent * ignore touch events on scrub label when not visible * scrub label ignore events and hide immediately * auto reload on sync * refactor image providers * throttle db updates --------- Co-authored-by: shenlong-tanwen <139912620+shalong-tanwen@users.noreply.github.com> Co-authored-by: Alex Tran <alex.tran1502@gmail.com>
2025-12-21 17:25:35 +03:00 · 2025-06-16 20:37:45 +05:30
parent 7347f64958
commit bcda2c6e22
50 changed files with 2921 additions and 59 deletions
--- a/mobile/lib/infrastructure/repositories/asset_media.repository.dart
+++ b/mobile/lib/infrastructure/repositories/asset_media.repository.dart
@@ -0,0 +1,28 @@
+import 'dart:typed_data';
+import 'dart:ui';
+
+import 'package:immich_mobile/domain/interfaces/asset_media.interface.dart';
+import 'package:photo_manager/photo_manager.dart';
+
+class AssetMediaRepository implements IAssetMediaRepository {
+  const AssetMediaRepository();
+
+  @override
+  Future<Uint8List?> getThumbnail(
+    String id, {
+    int quality = 80,
+    Size size = const Size.square(256),
+  }) =>
+      AssetEntity(
+        id: id,
+        // The below fields are not used in thumbnailDataWithSize but are required
+        // to create an AssetEntity instance. It is faster to create a dummy AssetEntity
+        // instance than to fetch the asset from the device first.
+        typeInt: AssetType.image.index,
+        width: size.width.toInt(),
+        height: size.height.toInt(),
+      ).thumbnailDataWithSize(
+        ThumbnailSize(size.width.toInt(), size.height.toInt()),
+        quality: quality,
+      );
+}
--- a/mobile/lib/infrastructure/repositories/db.repository.dart
+++ b/mobile/lib/infrastructure/repositories/db.repository.dart
@@ -41,6 +41,9 @@ class IsarDatabaseRepository implements IDatabaseRepository {
    RemoteAssetEntity,
    RemoteExifEntity,
  ],
+  include: {
+    'package:immich_mobile/infrastructure/entities/merged_asset.drift',
+  },
 )
 class Drift extends $Drift implements IDatabaseRepository {
  Drift([QueryExecutor? executor])
--- a/mobile/lib/infrastructure/repositories/db.repository.drift.dart
+++ b/mobile/lib/infrastructure/repositories/db.repository.drift.dart
@@ -3,59 +3,72 @@
 import 'package:drift/drift.dart' as i0;
 import 'package:immich_mobile/infrastructure/entities/user.entity.drift.dart'
    as i1;
-import 'package:immich_mobile/infrastructure/entities/user_metadata.entity.drift.dart'
-    as i2;
-import 'package:immich_mobile/infrastructure/entities/partner.entity.drift.dart'
-    as i3;
-import 'package:immich_mobile/infrastructure/entities/local_album.entity.drift.dart'
-    as i4;
-import 'package:immich_mobile/infrastructure/entities/local_asset.entity.drift.dart'
-    as i5;
-import 'package:immich_mobile/infrastructure/entities/local_album_asset.entity.drift.dart'
-    as i6;
 import 'package:immich_mobile/infrastructure/entities/remote_asset.entity.drift.dart'
+    as i2;
+import 'package:immich_mobile/infrastructure/entities/local_asset.entity.drift.dart'
+    as i3;
+import 'package:immich_mobile/infrastructure/entities/user_metadata.entity.drift.dart'
+    as i4;
+import 'package:immich_mobile/infrastructure/entities/partner.entity.drift.dart'
+    as i5;
+import 'package:immich_mobile/infrastructure/entities/local_album.entity.drift.dart'
+    as i6;
+import 'package:immich_mobile/infrastructure/entities/local_album_asset.entity.drift.dart'
    as i7;
 import 'package:immich_mobile/infrastructure/entities/exif.entity.drift.dart'
    as i8;
+import 'package:immich_mobile/infrastructure/entities/merged_asset.drift.dart'
+    as i9;
+import 'package:drift/internal/modular.dart' as i10;

 abstract class $Drift extends i0.GeneratedDatabase {
  $Drift(i0.QueryExecutor e) : super(e);
  $DriftManager get managers => $DriftManager(this);
  late final i1.$UserEntityTable userEntity = i1.$UserEntityTable(this);
-  late final i2.$UserMetadataEntityTable userMetadataEntity =
-      i2.$UserMetadataEntityTable(this);
-  late final i3.$PartnerEntityTable partnerEntity =
-      i3.$PartnerEntityTable(this);
-  late final i4.$LocalAlbumEntityTable localAlbumEntity =
-      i4.$LocalAlbumEntityTable(this);
-  late final i5.$LocalAssetEntityTable localAssetEntity =
-      i5.$LocalAssetEntityTable(this);
-  late final i6.$LocalAlbumAssetEntityTable localAlbumAssetEntity =
-      i6.$LocalAlbumAssetEntityTable(this);
-  late final i7.$RemoteAssetEntityTable remoteAssetEntity =
-      i7.$RemoteAssetEntityTable(this);
+  late final i2.$RemoteAssetEntityTable remoteAssetEntity =
+      i2.$RemoteAssetEntityTable(this);
+  late final i3.$LocalAssetEntityTable localAssetEntity =
+      i3.$LocalAssetEntityTable(this);
+  late final i4.$UserMetadataEntityTable userMetadataEntity =
+      i4.$UserMetadataEntityTable(this);
+  late final i5.$PartnerEntityTable partnerEntity =
+      i5.$PartnerEntityTable(this);
+  late final i6.$LocalAlbumEntityTable localAlbumEntity =
+      i6.$LocalAlbumEntityTable(this);
+  late final i7.$LocalAlbumAssetEntityTable localAlbumAssetEntity =
+      i7.$LocalAlbumAssetEntityTable(this);
  late final i8.$RemoteExifEntityTable remoteExifEntity =
      i8.$RemoteExifEntityTable(this);
+  i9.MergedAssetDrift get mergedAssetDrift => i10.ReadDatabaseContainer(this)
+      .accessor<i9.MergedAssetDrift>(i9.MergedAssetDrift.new);
  @override
  Iterable<i0.TableInfo<i0.Table, Object?>> get allTables =>
      allSchemaEntities.whereType<i0.TableInfo<i0.Table, Object?>>();
  @override
  List<i0.DatabaseSchemaEntity> get allSchemaEntities => [
        userEntity,
+        remoteAssetEntity,
+        localAssetEntity,
+        i3.idxLocalAssetChecksum,
+        i2.uQRemoteAssetOwnerChecksum,
+        i2.idxRemoteAssetChecksum,
        userMetadataEntity,
        partnerEntity,
        localAlbumEntity,
-        localAssetEntity,
        localAlbumAssetEntity,
-        remoteAssetEntity,
-        remoteExifEntity,
-        i5.idxLocalAssetChecksum,
-        i7.uQRemoteAssetOwnerChecksum
+        remoteExifEntity
      ];
  @override
  i0.StreamQueryUpdateRules get streamUpdateRules =>
      const i0.StreamQueryUpdateRules(
        [
+          i0.WritePropagation(
+            on: i0.TableUpdateQuery.onTableName('user_entity',
+                limitUpdateKind: i0.UpdateKind.delete),
+            result: [
+              i0.TableUpdate('remote_asset_entity', kind: i0.UpdateKind.delete),
+            ],
+          ),
          i0.WritePropagation(
            on: i0.TableUpdateQuery.onTableName('user_entity',
                limitUpdateKind: i0.UpdateKind.delete),
@@ -94,13 +107,6 @@ abstract class $Drift extends i0.GeneratedDatabase {
                  kind: i0.UpdateKind.delete),
            ],
          ),
-          i0.WritePropagation(
-            on: i0.TableUpdateQuery.onTableName('user_entity',
-                limitUpdateKind: i0.UpdateKind.delete),
-            result: [
-              i0.TableUpdate('remote_asset_entity', kind: i0.UpdateKind.delete),
-            ],
-          ),
          i0.WritePropagation(
            on: i0.TableUpdateQuery.onTableName('remote_asset_entity',
                limitUpdateKind: i0.UpdateKind.delete),
@@ -120,18 +126,18 @@ class $DriftManager {
  $DriftManager(this._db);
  i1.$$UserEntityTableTableManager get userEntity =>
      i1.$$UserEntityTableTableManager(_db, _db.userEntity);
-  i2.$$UserMetadataEntityTableTableManager get userMetadataEntity =>
-      i2.$$UserMetadataEntityTableTableManager(_db, _db.userMetadataEntity);
-  i3.$$PartnerEntityTableTableManager get partnerEntity =>
-      i3.$$PartnerEntityTableTableManager(_db, _db.partnerEntity);
-  i4.$$LocalAlbumEntityTableTableManager get localAlbumEntity =>
-      i4.$$LocalAlbumEntityTableTableManager(_db, _db.localAlbumEntity);
-  i5.$$LocalAssetEntityTableTableManager get localAssetEntity =>
-      i5.$$LocalAssetEntityTableTableManager(_db, _db.localAssetEntity);
-  i6.$$LocalAlbumAssetEntityTableTableManager get localAlbumAssetEntity => i6
+  i2.$$RemoteAssetEntityTableTableManager get remoteAssetEntity =>
+      i2.$$RemoteAssetEntityTableTableManager(_db, _db.remoteAssetEntity);
+  i3.$$LocalAssetEntityTableTableManager get localAssetEntity =>
+      i3.$$LocalAssetEntityTableTableManager(_db, _db.localAssetEntity);
+  i4.$$UserMetadataEntityTableTableManager get userMetadataEntity =>
+      i4.$$UserMetadataEntityTableTableManager(_db, _db.userMetadataEntity);
+  i5.$$PartnerEntityTableTableManager get partnerEntity =>
+      i5.$$PartnerEntityTableTableManager(_db, _db.partnerEntity);
+  i6.$$LocalAlbumEntityTableTableManager get localAlbumEntity =>
+      i6.$$LocalAlbumEntityTableTableManager(_db, _db.localAlbumEntity);
+  i7.$$LocalAlbumAssetEntityTableTableManager get localAlbumAssetEntity => i7
      .$$LocalAlbumAssetEntityTableTableManager(_db, _db.localAlbumAssetEntity);
-  i7.$$RemoteAssetEntityTableTableManager get remoteAssetEntity =>
-      i7.$$RemoteAssetEntityTableTableManager(_db, _db.remoteAssetEntity);
  i8.$$RemoteExifEntityTableTableManager get remoteExifEntity =>
      i8.$$RemoteExifEntityTableTableManager(_db, _db.remoteExifEntity);
 }
--- a/mobile/lib/infrastructure/repositories/timeline.repository.dart
+++ b/mobile/lib/infrastructure/repositories/timeline.repository.dart
@@ -0,0 +1,180 @@
+import 'dart:async';
+
+import 'package:drift/drift.dart';
+import 'package:easy_localization/easy_localization.dart';
+import 'package:immich_mobile/constants/constants.dart';
+import 'package:immich_mobile/domain/interfaces/timeline.interface.dart';
+import 'package:immich_mobile/domain/models/asset/base_asset.model.dart';
+import 'package:immich_mobile/domain/models/timeline.model.dart';
+import 'package:immich_mobile/infrastructure/entities/local_asset.entity.dart';
+import 'package:immich_mobile/infrastructure/repositories/db.repository.dart';
+import 'package:stream_transform/stream_transform.dart';
+
+class DriftTimelineRepository extends DriftDatabaseRepository
+    implements ITimelineRepository {
+  final Drift _db;
+
+  const DriftTimelineRepository(super._db) : _db = _db;
+
+  List<Bucket> _generateBuckets(int count) {
+    final numBuckets = (count / kTimelineNoneSegmentSize).floor();
+    final buckets = List.generate(
+      numBuckets,
+      (_) => const Bucket(assetCount: kTimelineNoneSegmentSize),
+    );
+    if (count % kTimelineNoneSegmentSize != 0) {
+      buckets.add(Bucket(assetCount: count % kTimelineNoneSegmentSize));
+    }
+    return buckets;
+  }
+
+  @override
+  Stream<List<Bucket>> watchMainBucket(
+    List<String> userIds, {
+    GroupAssetsBy groupBy = GroupAssetsBy.day,
+  }) {
+    if (groupBy == GroupAssetsBy.none) {
+      throw UnsupportedError(
+        "GroupAssetsBy.none is not supported for watchMainBucket",
+      );
+    }
+
+    return _db.mergedAssetDrift
+        .mergedBucket(userIds, groupBy: groupBy.index)
+        .map((row) {
+          final date = row.bucketDate.dateFmt(groupBy);
+          return TimeBucket(date: date, assetCount: row.assetCount);
+        })
+        .watch()
+        .throttle(const Duration(seconds: 3), trailing: true);
+  }
+
+  @override
+  Future<List<BaseAsset>> getMainBucketAssets(
+    List<String> userIds, {
+    required int offset,
+    required int count,
+  }) {
+    return _db.mergedAssetDrift
+        .mergedAsset(userIds, limit: Limit(count, offset))
+        .map(
+          (row) => row.remoteId != null
+              ? Asset(
+                  id: row.remoteId!,
+                  localId: row.localId,
+                  name: row.name,
+                  checksum: row.checksum,
+                  type: row.type,
+                  createdAt: row.createdAt,
+                  updatedAt: row.updatedAt,
+                  thumbHash: row.thumbHash,
+                  width: row.width,
+                  height: row.height,
+                  isFavorite: row.isFavorite,
+                  durationInSeconds: row.durationInSeconds,
+                )
+              : LocalAsset(
+                  id: row.localId!,
+                  remoteId: row.remoteId,
+                  name: row.name,
+                  checksum: row.checksum,
+                  type: row.type,
+                  createdAt: row.createdAt,
+                  updatedAt: row.updatedAt,
+                  width: row.width,
+                  height: row.height,
+                  isFavorite: row.isFavorite,
+                  durationInSeconds: row.durationInSeconds,
+                ),
+        )
+        .get();
+  }
+
+  @override
+  Stream<List<Bucket>> watchLocalBucket(
+    String albumId, {
+    GroupAssetsBy groupBy = GroupAssetsBy.day,
+  }) {
+    if (groupBy == GroupAssetsBy.none) {
+      return _db.localAlbumAssetEntity
+          .count(where: (row) => row.albumId.equals(albumId))
+          .map(_generateBuckets)
+          .watchSingle();
+    }
+
+    final assetCountExp = _db.localAssetEntity.id.count();
+    final dateExp = _db.localAssetEntity.createdAt.dateFmt(groupBy);
+
+    final query = _db.localAssetEntity.selectOnly()
+      ..addColumns([assetCountExp, dateExp])
+      ..join([
+        innerJoin(
+          _db.localAlbumAssetEntity,
+          _db.localAlbumAssetEntity.assetId.equalsExp(_db.localAssetEntity.id),
+        ),
+      ])
+      ..where(_db.localAlbumAssetEntity.albumId.equals(albumId))
+      ..groupBy([dateExp])
+      ..orderBy([OrderingTerm.desc(dateExp)]);
+
+    return query.map((row) {
+      final timeline = row.read(dateExp)!.dateFmt(groupBy);
+      final assetCount = row.read(assetCountExp)!;
+      return TimeBucket(date: timeline, assetCount: assetCount);
+    }).watch();
+  }
+
+  @override
+  Future<List<BaseAsset>> getLocalBucketAssets(
+    String albumId, {
+    required int offset,
+    required int count,
+  }) {
+    final query = _db.localAssetEntity.select().join(
+      [
+        innerJoin(
+          _db.localAlbumAssetEntity,
+          _db.localAlbumAssetEntity.assetId.equalsExp(_db.localAssetEntity.id),
+        ),
+      ],
+    )
+      ..where(_db.localAlbumAssetEntity.albumId.equals(albumId))
+      ..orderBy([OrderingTerm.desc(_db.localAssetEntity.createdAt)])
+      ..limit(count, offset: offset);
+    return query
+        .map((row) => row.readTable(_db.localAssetEntity).toDto())
+        .get();
+  }
+}
+
+extension on Expression<DateTime> {
+  Expression<String> dateFmt(GroupAssetsBy groupBy) {
+    // DateTimes are stored in UTC, so we need to convert them to local time inside the query before formatting
+    // to create the correct time bucket
+    final localTimeExp = modify(const DateTimeModifier.localTime());
+    return switch (groupBy) {
+      GroupAssetsBy.day => localTimeExp.date,
+      GroupAssetsBy.month => localTimeExp.strftime("%Y-%m"),
+      GroupAssetsBy.none => throw ArgumentError(
+          "GroupAssetsBy.none is not supported for date formatting",
+        ),
+    };
+  }
+}
+
+extension on String {
+  DateTime dateFmt(GroupAssetsBy groupBy) {
+    final format = switch (groupBy) {
+      GroupAssetsBy.day => "y-M-d",
+      GroupAssetsBy.month => "y-M",
+      GroupAssetsBy.none => throw ArgumentError(
+          "GroupAssetsBy.none is not supported for date formatting",
+        ),
+    };
+    try {
+      return DateFormat(format).parse(this);
+    } catch (e) {
+      throw FormatException("Invalid date format: $this", e);
+    }
+  }
+}