feat: ability to delete all reports (and corresponding objects)

server/src/services/integrity.service.ts

@@ -8,6 +8,7 @@ import { JOBS_LIBRARY_PAGINATION_SIZE } from 'src/constants';
 import { StorageCore } from 'src/cores/storage.core';
 import { OnEvent, OnJob } from 'src/decorators';
 import {
+  AssetStatus,
   DatabaseLock,
   ImmichWorker,
   IntegrityReportType,
@@ -20,6 +21,7 @@ import {
 import { ArgOf } from 'src/repositories/event.repository';
 import { BaseService } from 'src/services/base.service';
 import {
+  IIntegrityDeleteReportJob,
   IIntegrityJob,
   IIntegrityMissingFilesJob,
   IIntegrityOrphanedFilesJob,
@@ -42,7 +44,7 @@ import { handlePromiseError } from 'src/utils/misc';
  *     Check whether files exist on disk
  *
  *   * Reports must include origin (asset or asset_file) & ID for further action
- *   * Can perform trash (asset) or dereference (asset_file)
+ *   * Can perform trash (asset) or delete (asset_file)
  *
  * Checksum Mismatch:
  *   Paths & checksums are queried from asset(originalPath, checksum)
@@ -548,6 +550,68 @@ export class IntegrityService extends BaseService {
     this.logger.log(`Processed ${paths.length} paths and found ${reportIds.length} report(s) out of date.`);
     return JobStatus.Success;
   }
+
+  @OnJob({ name: JobName.IntegrityReportDelete, queue: QueueName.BackgroundTask })
+  async handleDeleteIntegrityReport({ type }: IIntegrityDeleteReportJob): Promise<JobStatus> {
+    this.logger.log(`Deleting all entries for ${type ?? 'all types of'} integrity report`);
+
+    let properties;
+    switch (type) {
+      case IntegrityReportType.ChecksumFail: {
+        properties = ['assetId'] as const;
+        break;
+      }
+      case IntegrityReportType.MissingFile: {
+        properties = ['assetId', 'fileAssetId'] as const;
+        break;
+      }
+      case IntegrityReportType.OrphanFile: {
+        properties = [void 0] as const;
+        break;
+      }
+      default: {
+        properties = [void 0, 'assetId', 'fileAssetId'] as const;
+        break;
+      }
+    }
+
+    for (const property of properties) {
+      const reports = this.integrityReportRepository.streamIntegrityReportsByProperty(property, type);
+      for await (const report of chunk(reports, JOBS_LIBRARY_PAGINATION_SIZE)) {
+        // todo: queue sub-job here instead?
+
+        switch (property) {
+          case 'assetId': {
+            const ids = report.map(({ assetId }) => assetId!);
+            await this.assetRepository.updateAll(ids, {
+              deletedAt: new Date(),
+              status: AssetStatus.Trashed,
+            });
+
+            await this.eventRepository.emit('AssetTrashAll', {
+              assetIds: ids,
+              userId: '', // ???
+            });
+
+            await this.integrityReportRepository.deleteByIds(report.map(({ id }) => id));
+            break;
+          }
+          case 'fileAssetId': {
+            await this.assetRepository.deleteFiles(report.map(({ fileAssetId }) => ({ id: fileAssetId! })));
+            break;
+          }
+          default: {
+            await Promise.all(report.map(({ path }) => this.storageRepository.unlink(path).catch(() => void 0)));
+            await this.integrityReportRepository.deleteByIds(report.map(({ id }) => id));
+            break;
+          }
+        }
+      }
+    }
+
+    this.logger.log('Finished deleting integrity report.');
+    return JobStatus.Success;
+  }
 }
 
 async function* chunk<T>(generator: AsyncIterableIterator<T>, n: number) {

server/src/services/job.service.ts

@@ -2,7 +2,7 @@ import { BadRequestException, Injectable } from '@nestjs/common';
 import { OnEvent } from 'src/decorators';
 import { mapAsset } from 'src/dtos/asset-response.dto';
 import { JobCreateDto } from 'src/dtos/job.dto';
-import { AssetType, AssetVisibility, JobName, JobStatus, ManualJobName } from 'src/enum';
+import { AssetType, AssetVisibility, IntegrityReportType, JobName, JobStatus, ManualJobName } from 'src/enum';
 import { ArgsOf } from 'src/repositories/event.repository';
 import { BaseService } from 'src/services/base.service';
 import { JobItem } from 'src/types';
@@ -58,6 +58,18 @@ const asJobItem = (dto: JobCreateDto): JobItem => {
       return { name: JobName.IntegrityChecksumFiles, data: { refreshOnly: true } };
     }
 
+    case ManualJobName.IntegrityMissingFilesDeleteAll: {
+      return { name: JobName.IntegrityReportDelete, data: { type: IntegrityReportType.MissingFile } };
+    }
+
+    case ManualJobName.IntegrityOrphanFilesDeleteAll: {
+      return { name: JobName.IntegrityReportDelete, data: { type: IntegrityReportType.OrphanFile } };
+    }
+
+    case ManualJobName.IntegrityChecksumFilesDeleteAll: {
+      return { name: JobName.IntegrityReportDelete, data: { type: IntegrityReportType.ChecksumFail } };
+    }
+
     default: {
       throw new BadRequestException('Invalid job name');
     }

server/src/services/maintenance.service.ts

@@ -2,13 +2,14 @@ import { Injectable } from '@nestjs/common';
 import { basename } from 'node:path';
 import { Readable } from 'node:stream';
 import { OnEvent } from 'src/decorators';
+import { AuthDto } from 'src/dtos/auth.dto';
 import {
   MaintenanceAuthDto,
   MaintenanceGetIntegrityReportDto,
   MaintenanceIntegrityReportResponseDto,
   MaintenanceIntegrityReportSummaryResponseDto,
 } from 'src/dtos/maintenance.dto';
-import { CacheControl, IntegrityReportType, SystemMetadataKey } from 'src/enum';
+import { AssetStatus, CacheControl, IntegrityReportType, SystemMetadataKey } from 'src/enum';
 import { BaseService } from 'src/services/base.service';
 import { MaintenanceModeState } from 'src/types';
 import { ImmichFileResponse } from 'src/utils/file';
@@ -82,9 +83,26 @@ export class MaintenanceService extends BaseService {
     });
   }
 
-  async deleteIntegrityReportFile(id: string): Promise<void> {
-    const { path } = await this.integrityReportRepository.getById(id);
-    await this.storageRepository.unlink(path);
-    await this.integrityReportRepository.deleteById(id);
+  async deleteIntegrityReport(auth: AuthDto, id: string): Promise<void> {
+    const { path, assetId, fileAssetId } = await this.integrityReportRepository.getById(id);
+
+    if (assetId) {
+      await this.assetRepository.updateAll([assetId], {
+        deletedAt: new Date(),
+        status: AssetStatus.Trashed,
+      });
+
+      await this.eventRepository.emit('AssetTrashAll', {
+        assetIds: [assetId],
+        userId: auth.user.id,
+      });
+
+      await this.integrityReportRepository.deleteById(id);
+    } else if (fileAssetId) {
+      await this.assetRepository.deleteFiles([{ id: fileAssetId }]);
+    } else {
+      await this.storageRepository.unlink(path);
+      await this.integrityReportRepository.deleteById(id);
+    }
   }
 }