feat(server): efficient full app sync (#8755)

* feat(server): efficient full app sync

* add SQL, fix test compile issues

* fix linter warning

* new sync controller+service, add tests

* enable new sync controller+service

* Update server/src/services/sync.service.ts

Co-authored-by: Daniel Dietzler <36593685+danieldietzler@users.noreply.github.com>

---------

Co-authored-by: Daniel Dietzler <36593685+danieldietzler@users.noreply.github.com>

server/src/repositories/asset.repository.ts

@@ -2,15 +2,18 @@ import { Injectable } from '@nestjs/common';
 import { InjectRepository } from '@nestjs/typeorm';
 import path from 'node:path';
 import { Chunked, ChunkedArray, DummyValue, GenerateSql } from 'src/decorators';
-import { AssetOrder } from 'src/entities/album.entity';
+import { AlbumEntity, AssetOrder } from 'src/entities/album.entity';
 import { AssetJobStatusEntity } from 'src/entities/asset-job-status.entity';
 import { AssetEntity, AssetType } from 'src/entities/asset.entity';
 import { ExifEntity } from 'src/entities/exif.entity';
+import { PartnerEntity } from 'src/entities/partner.entity';
 import { SmartInfoEntity } from 'src/entities/smart-info.entity';
 import {
   AssetBuilderOptions,
   AssetCreate,
+  AssetDeltaSyncOptions,
   AssetExploreFieldOptions,
+  AssetFullSyncOptions,
   AssetPathEntity,
   AssetStats,
   AssetStatsOptions,
@@ -39,6 +42,7 @@ import {
   FindOptionsWhere,
   In,
   IsNull,
+  MoreThan,
   Not,
   Repository,
 } from 'typeorm';
@@ -61,6 +65,8 @@ export class AssetRepository implements IAssetRepository {
     @InjectRepository(ExifEntity) private exifRepository: Repository<ExifEntity>,
     @InjectRepository(AssetJobStatusEntity) private jobStatusRepository: Repository<AssetJobStatusEntity>,
     @InjectRepository(SmartInfoEntity) private smartInfoRepository: Repository<SmartInfoEntity>,
+    @InjectRepository(PartnerEntity) private partnerRepository: Repository<PartnerEntity>,
+    @InjectRepository(AlbumEntity) private albumRepository: Repository<AlbumEntity>,
   ) {}
 
   async upsertExif(exif: Partial<ExifEntity>): Promise<void> {
@@ -781,4 +787,55 @@ export class AssetRepository implements IAssetRepository {
         }) as AssetEntity,
     );
   }
+
+  @GenerateSql({
+    params: [
+      {
+        ownerId: DummyValue.UUID,
+        lastCreationDate: DummyValue.DATE,
+        lastId: DummyValue.STRING,
+        updatedUntil: DummyValue.DATE,
+        limit: 10,
+      },
+    ],
+  })
+  getAllForUserFullSync(options: AssetFullSyncOptions): Promise<AssetEntity[]> {
+    const { ownerId, lastCreationDate, lastId, updatedUntil, limit } = options;
+    let builder = this.repository
+      .createQueryBuilder('asset')
+      .leftJoinAndSelect('asset.exifInfo', 'exifInfo')
+      .leftJoinAndSelect('asset.stack', 'stack')
+      .where('asset.ownerId = :ownerId', { ownerId });
+    if (lastCreationDate !== undefined && lastId !== undefined) {
+      builder = builder.andWhere('(asset.fileCreatedAt, asset.id) < (:lastCreationDate, :lastId)', {
+        lastCreationDate,
+        lastId,
+      });
+    }
+    return builder
+      .andWhere('asset.updatedAt <= :updatedUntil', { updatedUntil })
+      .andWhere('asset.isVisible = true')
+      .orderBy('asset.fileCreatedAt', 'DESC')
+      .addOrderBy('asset.id', 'DESC')
+      .limit(limit)
+      .withDeleted()
+      .getMany();
+  }
+
+  @GenerateSql({ params: [{ userIds: [DummyValue.UUID], updatedAfter: DummyValue.DATE }] })
+  getChangedDeltaSync(options: AssetDeltaSyncOptions): Promise<AssetEntity[]> {
+    return this.repository.find({
+      where: {
+        ownerId: In(options.userIds),
+        isVisible: true,
+        updatedAt: MoreThan(options.updatedAfter),
+      },
+      relations: {
+        exifInfo: true,
+        stack: true,
+      },
+      take: options.limit,
+      withDeleted: true,
+    });
+  }
 }

server/src/repositories/audit.repository.ts

@@ -2,24 +2,25 @@ import { InjectRepository } from '@nestjs/typeorm';
 import { AuditEntity } from 'src/entities/audit.entity';
 import { AuditSearch, IAuditRepository } from 'src/interfaces/audit.interface';
 import { Instrumentation } from 'src/utils/instrumentation';
-import { LessThan, MoreThan, Repository } from 'typeorm';
+import { In, LessThan, MoreThan, Repository } from 'typeorm';
 
 @Instrumentation()
 export class AuditRepository implements IAuditRepository {
   constructor(@InjectRepository(AuditEntity) private repository: Repository<AuditEntity>) {}
 
-  getAfter(since: Date, options: AuditSearch): Promise<AuditEntity[]> {
+  getAfter(since: Date, options: AuditSearch): Promise<string[]> {
     return this.repository
       .createQueryBuilder('audit')
       .where({
         createdAt: MoreThan(since),
         action: options.action,
         entityType: options.entityType,
-        ownerId: options.ownerId,
+        ownerId: In(options.userIds),
       })
       .distinctOn(['audit.entityId', 'audit.entityType'])
       .orderBy('audit.entityId, audit.entityType, audit.createdAt', 'DESC')
-      .getMany();
+      .select('audit.entityId')
+      .getRawMany();
   }
 
   async removeBefore(before: Date): Promise<void> {