Transfer repository from Gitlab

server/src/modules/image-optimize/image-optimize.module.ts

@@ -0,0 +1,36 @@
+import { BullModule } from '@nestjs/bull';
+import { Module } from '@nestjs/common';
+import { TypeOrmModule } from '@nestjs/typeorm';
+import { join } from 'path';
+import { AssetModule } from '../../api-v1/asset/asset.module';
+import { AssetService } from '../../api-v1/asset/asset.service';
+import { AssetEntity } from '../../api-v1/asset/entities/asset.entity';
+import { ImageOptimizeProcessor } from './image-optimize.processor';
+import { ImageOptimizeService } from './image-optimize.service';
+import { MachineLearningProcessor } from './machine-learning.processor';
+
+@Module({
+  imports: [
+    BullModule.registerQueue({
+      name: 'image',
+      defaultJobOptions: {
+        attempts: 3,
+        removeOnComplete: true,
+        removeOnFail: false,
+      },
+    }),
+    BullModule.registerQueue({
+      name: 'machine-learning',
+      defaultJobOptions: {
+        attempts: 3,
+        removeOnComplete: true,
+        removeOnFail: false,
+      },
+    }),
+
+    TypeOrmModule.forFeature([AssetEntity]),
+  ],
+  providers: [ImageOptimizeService, ImageOptimizeProcessor, MachineLearningProcessor],
+  exports: [ImageOptimizeService],
+})
+export class ImageOptimizeModule {}

server/src/modules/image-optimize/image-optimize.processor.ts

@@ -0,0 +1,60 @@
+import { InjectQueue, Process, Processor } from '@nestjs/bull';
+import { InjectRepository } from '@nestjs/typeorm';
+import { Job, Queue } from 'bull';
+import { Repository } from 'typeorm';
+import { AssetEntity } from '../../api-v1/asset/entities/asset.entity';
+import sharp from 'sharp';
+import fs, { existsSync, mkdirSync } from 'fs';
+import { ConfigService } from '@nestjs/config';
+import { randomUUID } from 'crypto';
+
+@Processor('image')
+export class ImageOptimizeProcessor {
+  constructor(
+    @InjectRepository(AssetEntity) private assetRepository: Repository<AssetEntity>,
+    @InjectQueue('machine-learning') private machineLearningQueue: Queue,
+    private configService: ConfigService,
+  ) {}
+
+  @Process('optimize')
+  async handleOptimization(job: Job) {
+    const { savedAsset }: { savedAsset: AssetEntity } = job.data;
+
+    const basePath = this.configService.get('UPLOAD_LOCATION');
+    const resizePath = savedAsset.originalPath.replace('/original/', '/thumb/');
+
+    // Create folder for thumb image if not exist
+
+    const resizeDir = `${basePath}/${savedAsset.userId}/thumb/${savedAsset.deviceId}`;
+
+    if (!existsSync(resizeDir)) {
+      mkdirSync(resizeDir, { recursive: true });
+    }
+
+    fs.readFile(savedAsset.originalPath, (err, data) => {
+      if (err) {
+        console.error('Error Reading File');
+      }
+
+      sharp(data)
+        .resize(512, 512, { fit: 'outside' })
+        .toFile(resizePath, async (err, info) => {
+          if (err) {
+            console.error('Error resizing file ', err);
+          }
+
+          await this.assetRepository.update(savedAsset, { resizePath: resizePath });
+
+          const jobb = await this.machineLearningQueue.add(
+            'object-detection',
+            {
+              resizePath,
+            },
+            { jobId: randomUUID() },
+          );
+        });
+    });
+
+    return 'ok';
+  }
+}

server/src/modules/image-optimize/image-optimize.service.ts

@@ -0,0 +1,29 @@
+import { InjectQueue } from '@nestjs/bull';
+import { Injectable } from '@nestjs/common';
+import { Queue } from 'bull';
+import { randomUUID } from 'crypto';
+import { join } from 'path';
+import { AssetEntity } from '../../api-v1/asset/entities/asset.entity';
+import { AuthUserDto } from '../../decorators/auth-user.decorator';
+
+@Injectable()
+export class ImageOptimizeService {
+  constructor(
+    @InjectQueue('image') private imageQueue: Queue,
+    @InjectQueue('machine-learning') private machineLearningQueue: Queue,
+  ) {}
+
+  public async resizeImage(savedAsset: AssetEntity) {
+    const job = await this.imageQueue.add(
+      'optimize',
+      {
+        savedAsset,
+      },
+      { jobId: randomUUID() },
+    );
+
+    return {
+      jobId: job.id,
+    };
+  }
+}

server/src/modules/image-optimize/machine-learning.processor.ts

@@ -0,0 +1,39 @@
+import { Process, Processor } from '@nestjs/bull';
+import { InjectRepository } from '@nestjs/typeorm';
+import { Job } from 'bull';
+import { Repository } from 'typeorm';
+import { AssetEntity } from '../../api-v1/asset/entities/asset.entity';
+import sharp from 'sharp';
+import fs, { existsSync, mkdirSync } from 'fs';
+import { ConfigService } from '@nestjs/config';
+import * as tfnode from '@tensorflow/tfjs-node';
+import * as cocoSsd from '@tensorflow-models/coco-ssd';
+
+@Processor('machine-learning')
+export class MachineLearningProcessor {
+  constructor(
+    @InjectRepository(AssetEntity) private assetRepository: Repository<AssetEntity>,
+    private configService: ConfigService,
+  ) {}
+
+  @Process('object-detection')
+  async handleOptimization(job: Job) {
+    try {
+      const { resizePath }: { resizePath: string } = job.data;
+
+      const image = fs.readFileSync(resizePath);
+      const decodedImage = tfnode.node.decodeImage(image, 3) as tfnode.Tensor3D;
+      const model = await cocoSsd.load();
+      const predictions = await model.detect(decodedImage);
+      console.log('start predictions ------------------ ');
+      for (var result of predictions) {
+        console.log(`Found ${result.class} with score ${result.score}`);
+      }
+      console.log('end predictions ------------------ ');
+
+      return 'ok';
+    } catch (e) {
+      console.log('Error object detection ', e);
+    }
+  }
+}

server/src/modules/immich-jwt/guards/jwt-auth.guard.ts

@@ -0,0 +1,5 @@
+import { Injectable } from '@nestjs/common';
+import { AuthGuard } from '@nestjs/passport';
+
+@Injectable()
+export class JwtAuthGuard extends AuthGuard('jwt') {}

server/src/modules/immich-jwt/immich-jwt.module.ts

@@ -0,0 +1,14 @@
+import { Module } from '@nestjs/common';
+import { ImmichJwtService } from './immich-jwt.service';
+import { JwtModule } from '@nestjs/jwt';
+import { jwtConfig } from '../../config/jwt.config';
+import { JwtStrategy } from './strategies/jwt.strategy';
+import { TypeOrmModule } from '@nestjs/typeorm';
+import { UserEntity } from '../../api-v1/user/entities/user.entity';
+
+@Module({
+  imports: [JwtModule.register(jwtConfig), TypeOrmModule.forFeature([UserEntity])],
+  providers: [ImmichJwtService, JwtStrategy],
+  exports: [ImmichJwtService],
+})
+export class ImmichJwtModule {}

server/src/modules/immich-jwt/immich-jwt.service.ts

@@ -0,0 +1,14 @@
+import { Injectable } from '@nestjs/common';
+import { JwtService } from '@nestjs/jwt';
+import { JwtPayloadDto } from '../../api-v1/auth/dto/jwt-payload.dto';
+
+@Injectable()
+export class ImmichJwtService {
+  constructor(private jwtService: JwtService) {}
+
+  public async generateToken(payload: JwtPayloadDto) {
+    return this.jwtService.sign({
+      ...payload,
+    });
+  }
+}

server/src/modules/immich-jwt/strategies/jwt.strategy.ts

@@ -0,0 +1,33 @@
+import { Injectable, UnauthorizedException } from '@nestjs/common';
+import { PassportStrategy } from '@nestjs/passport';
+import { InjectRepository } from '@nestjs/typeorm';
+import { ExtractJwt, Strategy } from 'passport-jwt';
+import { Repository } from 'typeorm';
+import { JwtPayloadDto } from '../../../api-v1/auth/dto/jwt-payload.dto';
+import { UserEntity } from '../../../api-v1/user/entities/user.entity';
+import { jwtSecret } from '../../../constants/jwt.constant';
+
+@Injectable()
+export class JwtStrategy extends PassportStrategy(Strategy, 'jwt') {
+  constructor(
+    @InjectRepository(UserEntity)
+    private usersRepository: Repository<UserEntity>,
+  ) {
+    super({
+      jwtFromRequest: ExtractJwt.fromAuthHeaderAsBearerToken(),
+      ignoreExpiration: false,
+      secretOrKey: jwtSecret,
+    });
+  }
+
+  async validate(payload: JwtPayloadDto) {
+    const { userId } = payload;
+    const user = await this.usersRepository.findOne({ id: userId });
+
+    if (!user) {
+      throw new UnauthorizedException('Failure to validate JWT payload');
+    }
+
+    return user;
+  }
+}