immich-app/immich
1
0
Fork 0
mirror of https://github.com/immich-app/immich.git synced 2025-12-23 09:15:05 +03:00
Code Issues Packages Projects Releases 18 Wiki Activity

feat(server): immich checksum header (#9229)

Browse Source 
* feat: dedupe by checksum header

* chore: open api
This commit is contained in:
Jason Rasmussen
2024-05-02 15:42:26 -04:00
committed by GitHub
parent 16706f7f49
commit ec4eb7cd19
17 changed files with 165 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
server/src/services/asset-v1.service.ts
View File

@@ -37,6 +37,7 @@ import { IUserRepository } from 'src/interfaces/user.interface';
import { UploadFile } from 'src/services/asset.service';
import { CacheControl, ImmichFileResponse, getLivePhotoMotionFilename } from 'src/utils/file';
import { mimeTypes } from 'src/utils/mime-types';
import { fromChecksum } from 'src/utils/request';
import { QueryFailedError } from 'typeorm';
@Injectable()
@@ -164,14 +165,7 @@ export class AssetServiceV1 {
}
async bulkUploadCheck(auth: AuthDto, dto: AssetBulkUploadCheckDto): Promise<AssetBulkUploadCheckResponseDto> {
// support base64 and hex checksums
for (const asset of dto.assets) {
if (asset.checksum.length === 28) {
asset.checksum = Buffer.from(asset.checksum, 'base64').toString('hex');
}
}
const checksums: Buffer[] = dto.assets.map((asset) => Buffer.from(asset.checksum, 'hex'));
const checksums: Buffer[] = dto.assets.map((asset) => fromChecksum(asset.checksum));
const results = await this.assetRepositoryV1.getAssetsByChecksums(auth.user.id, checksums);
const checksumMap: Record<string, string> = {};
@@ -181,7 +175,7 @@ export class AssetServiceV1 {
return {
results: dto.assets.map(({ id, checksum }) => {
const duplicate = checksumMap[checksum];
const duplicate = checksumMap[fromChecksum(checksum).toString('hex')];
if (duplicate) {
return {
id,