feat(server,web): libraries (#3124)

* feat: libraries Co-authored-by: Jason Rasmussen <jrasm91@gmail.com> Co-authored-by: Alex <alex.tran1502@gmail.com>
2025-12-24 01:11:32 +03:00 · 2023-09-20 13:16:33 +02:00
parent 816db700e1
commit acdc66413c
143 changed files with 10941 additions and 386 deletions
--- a/server/src/domain/access/access.core.ts
+++ b/server/src/domain/access/access.core.ts
@@ -21,7 +21,13 @@ export enum Permission {

  ARCHIVE_READ = 'archive.read',

+  TIMELINE_READ = 'timeline.read',
+  TIMELINE_DOWNLOAD = 'timeline.download',
+
+  LIBRARY_CREATE = 'library.create',
  LIBRARY_READ = 'library.read',
+  LIBRARY_UPDATE = 'library.update',
+  LIBRARY_DELETE = 'library.delete',
  LIBRARY_DOWNLOAD = 'library.download',

  PERSON_READ = 'person.read',
@@ -165,12 +171,24 @@ export class AccessCore {
      case Permission.ARCHIVE_READ:
        return authUser.id === id;

-      case Permission.LIBRARY_READ:
-        return authUser.id === id || (await this.repository.library.hasPartnerAccess(authUser.id, id));
+      case Permission.TIMELINE_READ:
+        return authUser.id === id || (await this.repository.timeline.hasPartnerAccess(authUser.id, id));

-      case Permission.LIBRARY_DOWNLOAD:
+      case Permission.TIMELINE_DOWNLOAD:
        return authUser.id === id;

+      case Permission.LIBRARY_READ:
+        return (
+          (await this.repository.library.hasOwnerAccess(authUser.id, id)) ||
+          (await this.repository.library.hasPartnerAccess(authUser.id, id))
+        );
+
+      case Permission.LIBRARY_UPDATE:
+        return this.repository.library.hasOwnerAccess(authUser.id, id);
+
+      case Permission.LIBRARY_DELETE:
+        return this.repository.library.hasOwnerAccess(authUser.id, id);
+
      case Permission.PERSON_READ:
        return this.repository.person.hasOwnerAccess(authUser.id, id);

--- a/server/src/domain/access/access.repository.ts
+++ b/server/src/domain/access/access.repository.ts
@@ -15,6 +15,11 @@ export interface IAccessRepository {
  };

  library: {
+    hasOwnerAccess(userId: string, libraryId: string): Promise<boolean>;
+    hasPartnerAccess(userId: string, partnerId: string): Promise<boolean>;
+  };
+
+  timeline: {
    hasPartnerAccess(userId: string, partnerId: string): Promise<boolean>;
  };

--- a/server/src/domain/asset/asset.repository.ts
+++ b/server/src/domain/asset/asset.repository.ts
@@ -45,6 +45,7 @@ export enum WithoutProperty {

 export enum WithProperty {
  SIDECAR = 'sidecar',
+  IS_OFFLINE = 'isOffline',
 }

 export enum TimeBucketSize {
@@ -69,15 +70,18 @@ export interface TimeBucketItem {
 export const IAssetRepository = 'IAssetRepository';

 export interface IAssetRepository {
+  create(asset: Partial<AssetEntity>): Promise<AssetEntity>;
  getByDate(ownerId: string, date: Date): Promise<AssetEntity[]>;
  getByIds(ids: string[]): Promise<AssetEntity[]>;
  getByChecksum(userId: string, checksum: Buffer): Promise<AssetEntity | null>;
  getByAlbumId(pagination: PaginationOptions, albumId: string): Paginated<AssetEntity>;
  getByUserId(pagination: PaginationOptions, userId: string): Paginated<AssetEntity>;
  getWithout(pagination: PaginationOptions, property: WithoutProperty): Paginated<AssetEntity>;
-  getWith(pagination: PaginationOptions, property: WithProperty): Paginated<AssetEntity>;
+  getWith(pagination: PaginationOptions, property: WithProperty, libraryId?: string): Paginated<AssetEntity>;
  getFirstAssetForAlbumId(albumId: string): Promise<AssetEntity | null>;
  getLastUpdatedAssetForAlbumId(albumId: string): Promise<AssetEntity | null>;
+  getByLibraryId(libraryIds: string[]): Promise<AssetEntity[]>;
+  getByLibraryIdAndOriginalPath(libraryId: string, originalPath: string): Promise<AssetEntity | null>;
  deleteAll(ownerId: string): Promise<void>;
  getAll(pagination: PaginationOptions, options?: AssetSearchOptions): Paginated<AssetEntity>;
  updateAll(ids: string[], options: Partial<AssetEntity>): Promise<void>;
@@ -87,5 +91,7 @@ export interface IAssetRepository {
  getStatistics(ownerId: string, options: AssetStatsOptions): Promise<AssetStats>;
  getTimeBuckets(options: TimeBucketOptions): Promise<TimeBucketItem[]>;
  getByTimeBucket(timeBucket: string, options: TimeBucketOptions): Promise<AssetEntity[]>;
+  remove(asset: AssetEntity): Promise<AssetEntity>;
+  getById(assetId: string): Promise<AssetEntity>;
  upsertExif(exif: Partial<ExifEntity>): Promise<void>;
 }
--- a/server/src/domain/asset/asset.service.spec.ts
+++ b/server/src/domain/asset/asset.service.spec.ts
@@ -501,6 +501,7 @@ describe(AssetService.name, () => {
    });

    it('should return a list of archives (userId)', async () => {
+      accessMock.library.hasOwnerAccess.mockResolvedValue(true);
      assetMock.getByUserId.mockResolvedValue({
        items: [assetStub.image, assetStub.video],
        hasNextPage: false,
@@ -514,6 +515,8 @@ describe(AssetService.name, () => {
    });

    it('should split archives by size', async () => {
+      accessMock.library.hasOwnerAccess.mockResolvedValue(true);
+
      assetMock.getByUserId.mockResolvedValue({
        items: [
          { ...assetStub.image, id: 'asset-1' },
--- a/server/src/domain/asset/asset.service.ts
+++ b/server/src/domain/asset/asset.service.ts
@@ -162,7 +162,7 @@ export class AssetService {
      if (dto.isArchived !== false) {
        await this.access.requirePermission(authUser, Permission.ARCHIVE_READ, [dto.userId]);
      }
-      await this.access.requirePermission(authUser, Permission.LIBRARY_READ, [dto.userId]);
+      await this.access.requirePermission(authUser, Permission.TIMELINE_READ, [dto.userId]);
    } else {
      dto.userId = authUser.id;
    }
@@ -187,6 +187,10 @@ export class AssetService {
      throw new BadRequestException('Asset not found');
    }

+    if (asset.isOffline) {
+      throw new BadRequestException('Asset is offline');
+    }
+
    return this.storageRepository.createReadStream(asset.originalPath, mimeTypes.lookup(asset.originalPath));
  }

@@ -268,7 +272,7 @@ export class AssetService {

    if (dto.userId) {
      const userId = dto.userId;
-      await this.access.requirePermission(authUser, Permission.LIBRARY_DOWNLOAD, userId);
+      await this.access.requirePermission(authUser, Permission.TIMELINE_DOWNLOAD, userId);
      return usePagination(PAGINATION_SIZE, (pagination) => this.assetRepository.getByUserId(pagination, userId));
    }

--- a/server/src/domain/asset/response-dto/asset-response.dto.ts
+++ b/server/src/domain/asset/response-dto/asset-response.dto.ts
@@ -12,6 +12,7 @@ export class AssetResponseDto {
  deviceId!: string;
  ownerId!: string;
  owner?: UserResponseDto;
+  libraryId!: string;

  @ApiProperty({ enumName: 'AssetTypeEnum', enum: AssetType })
  type!: AssetType;
@@ -25,6 +26,9 @@ export class AssetResponseDto {
  updatedAt!: Date;
  isFavorite!: boolean;
  isArchived!: boolean;
+  isOffline!: boolean;
+  isExternal!: boolean;
+  isReadOnly!: boolean;
  duration!: string;
  exifInfo?: ExifResponseDto;
  smartInfo?: SmartInfoResponseDto;
@@ -42,6 +46,7 @@ function _map(entity: AssetEntity, withExif: boolean): AssetResponseDto {
    ownerId: entity.ownerId,
    owner: entity.owner ? mapUser(entity.owner) : undefined,
    deviceId: entity.deviceId,
+    libraryId: entity.libraryId,
    type: entity.type,
    originalPath: entity.originalPath,
    originalFileName: entity.originalFileName,
@@ -59,6 +64,9 @@ function _map(entity: AssetEntity, withExif: boolean): AssetResponseDto {
    tags: entity.tags?.map(mapTag),
    people: entity.faces?.map(mapFace).filter((person) => !person.isHidden),
    checksum: entity.checksum.toString('base64'),
+    isExternal: entity.isExternal,
+    isOffline: entity.isOffline,
+    isReadOnly: entity.isReadOnly,
  };
 }

--- a/server/src/domain/audit/audit.service.ts
+++ b/server/src/domain/audit/audit.service.ts
@@ -25,7 +25,7 @@ export class AuditService {

  async getDeletes(authUser: AuthUserDto, dto: AuditDeletesDto): Promise<AuditDeletesResponseDto> {
    const userId = dto.userId || authUser.id;
-    await this.access.requirePermission(authUser, Permission.LIBRARY_READ, userId);
+    await this.access.requirePermission(authUser, Permission.TIMELINE_READ, userId);

    const audits = await this.repository.getAfter(dto.after, {
      ownerId: userId,
--- a/server/src/domain/auth/auth.service.spec.ts
+++ b/server/src/domain/auth/auth.service.spec.ts
@@ -6,6 +6,7 @@ import {
  loginResponseStub,
  newCryptoRepositoryMock,
  newKeyRepositoryMock,
+  newLibraryRepositoryMock,
  newSharedLinkRepositoryMock,
  newSystemConfigRepositoryMock,
  newUserRepositoryMock,
@@ -20,6 +21,7 @@ import { Issuer, generators } from 'openid-client';
 import { Socket } from 'socket.io';
 import { IKeyRepository } from '../api-key';
 import { ICryptoRepository } from '../crypto/crypto.repository';
+import { ILibraryRepository } from '../library';
 import { ISharedLinkRepository } from '../shared-link';
 import { ISystemConfigRepository } from '../system-config';
 import { IUserRepository } from '../user';
@@ -50,6 +52,7 @@ describe('AuthService', () => {
  let sut: AuthService;
  let cryptoMock: jest.Mocked<ICryptoRepository>;
  let userMock: jest.Mocked<IUserRepository>;
+  let libraryMock: jest.Mocked<ILibraryRepository>;
  let configMock: jest.Mocked<ISystemConfigRepository>;
  let userTokenMock: jest.Mocked<IUserTokenRepository>;
  let shareMock: jest.Mocked<ISharedLinkRepository>;
@@ -81,12 +84,13 @@ describe('AuthService', () => {

    cryptoMock = newCryptoRepositoryMock();
    userMock = newUserRepositoryMock();
+    libraryMock = newLibraryRepositoryMock();
    configMock = newSystemConfigRepositoryMock();
    userTokenMock = newUserTokenRepositoryMock();
    shareMock = newSharedLinkRepositoryMock();
    keyMock = newKeyRepositoryMock();

-    sut = new AuthService(cryptoMock, configMock, userMock, userTokenMock, shareMock, keyMock);
+    sut = new AuthService(cryptoMock, configMock, userMock, userTokenMock, libraryMock, shareMock, keyMock);
  });

  it('should be defined', () => {
--- a/server/src/domain/auth/auth.service.ts
+++ b/server/src/domain/auth/auth.service.ts
@@ -13,6 +13,7 @@ import { DateTime } from 'luxon';
 import { ClientMetadata, Issuer, UserinfoResponse, custom, generators } from 'openid-client';
 import { IKeyRepository } from '../api-key';
 import { ICryptoRepository } from '../crypto/crypto.repository';
+import { ILibraryRepository } from '../library';
 import { ISharedLinkRepository } from '../shared-link';
 import { ISystemConfigRepository } from '../system-config';
 import { SystemConfigCore } from '../system-config/system-config.core';
@@ -66,11 +67,12 @@ export class AuthService {
    @Inject(ISystemConfigRepository) configRepository: ISystemConfigRepository,
    @Inject(IUserRepository) userRepository: IUserRepository,
    @Inject(IUserTokenRepository) private userTokenRepository: IUserTokenRepository,
+    @Inject(ILibraryRepository) libraryRepository: ILibraryRepository,
    @Inject(ISharedLinkRepository) private sharedLinkRepository: ISharedLinkRepository,
    @Inject(IKeyRepository) private keyRepository: IKeyRepository,
  ) {
    this.configCore = new SystemConfigCore(configRepository);
-    this.userCore = new UserCore(userRepository, cryptoRepository);
+    this.userCore = new UserCore(userRepository, libraryRepository, cryptoRepository);

    custom.setHttpOptionsDefaults({ timeout: 30000 });
  }
--- a/server/src/domain/domain.constant.ts
+++ b/server/src/domain/domain.constant.ts
@@ -102,6 +102,7 @@ export const mimeTypes = {
  video,

  isAsset: (filename: string) => isType(filename, image) || isType(filename, video),
+  isImage: (filename: string) => isType(filename, image),
  isProfile: (filename: string) => isType(filename, profile),
  isSidecar: (filename: string) => isType(filename, sidecar),
  isVideo: (filename: string) => isType(filename, video),
@@ -115,4 +116,5 @@ export const mimeTypes = {
    }
    return AssetType.OTHER;
  },
+  getSupportedFileExtensions: () => Object.keys(image).concat(Object.keys(video)),
 };
--- a/server/src/domain/domain.module.ts
+++ b/server/src/domain/domain.module.ts
@@ -6,6 +6,7 @@ import { AuditService } from './audit';
 import { AuthService } from './auth';
 import { FacialRecognitionService } from './facial-recognition';
 import { JobService } from './job';
+import { LibraryService } from './library';
 import { MediaService } from './media';
 import { MetadataService } from './metadata';
 import { PartnerService } from './partner';
@@ -30,6 +31,7 @@ const providers: Provider[] = [
  JobService,
  MediaService,
  MetadataService,
+  LibraryService,
  PersonService,
  PartnerService,
  SearchService,
--- a/server/src/domain/index.ts
+++ b/server/src/domain/index.ts
@@ -12,6 +12,7 @@ export * from './domain.module';
 export * from './domain.util';
 export * from './facial-recognition';
 export * from './job';
+export * from './library';
 export * from './media';
 export * from './metadata';
 export * from './partner';
--- a/server/src/domain/job/job.constants.ts
+++ b/server/src/domain/job/job.constants.ts
@@ -9,6 +9,7 @@ export enum QueueName {
  STORAGE_TEMPLATE_MIGRATION = 'storageTemplateMigration',
  SEARCH = 'search',
  SIDECAR = 'sidecar',
+  LIBRARY = 'library',
 }

 export enum JobCommand {
@@ -53,6 +54,15 @@ export enum JobName {
  RECOGNIZE_FACES = 'recognize-faces',
  PERSON_CLEANUP = 'person-cleanup',

+  // library managment
+  LIBRARY_SCAN = 'library-refresh',
+  LIBRARY_SCAN_ASSET = 'library-refresh-asset',
+  LIBRARY_REMOVE_OFFLINE = 'library-remove-offline',
+  LIBRARY_MARK_ASSET_OFFLINE = 'library-mark-asset-offline',
+  LIBRARY_DELETE = 'library-delete',
+  LIBRARY_QUEUE_SCAN_ALL = 'library-queue-all-refresh',
+  LIBRARY_QUEUE_CLEANUP = 'library-queue-cleanup',
+
  // cleanup
  DELETE_FILES = 'delete-files',
  CLEAN_OLD_AUDIT_LOGS = 'clean-old-audit-logs',
@@ -140,4 +150,13 @@ export const JOBS_TO_QUEUE: Record<JobName, QueueName> = {
  [JobName.QUEUE_SIDECAR]: QueueName.SIDECAR,
  [JobName.SIDECAR_DISCOVERY]: QueueName.SIDECAR,
  [JobName.SIDECAR_SYNC]: QueueName.SIDECAR,
+
+  // Library managment
+  [JobName.LIBRARY_SCAN_ASSET]: QueueName.LIBRARY,
+  [JobName.LIBRARY_MARK_ASSET_OFFLINE]: QueueName.LIBRARY,
+  [JobName.LIBRARY_SCAN]: QueueName.LIBRARY,
+  [JobName.LIBRARY_DELETE]: QueueName.LIBRARY,
+  [JobName.LIBRARY_REMOVE_OFFLINE]: QueueName.LIBRARY,
+  [JobName.LIBRARY_QUEUE_SCAN_ALL]: QueueName.LIBRARY,
+  [JobName.LIBRARY_QUEUE_CLEANUP]: QueueName.LIBRARY,
 };
--- a/server/src/domain/job/job.dto.ts
+++ b/server/src/domain/job/job.dto.ts
@@ -79,4 +79,7 @@ export class AllJobStatusResponseDto implements Record<QueueName, JobStatusDto>

  @ApiProperty({ type: JobStatusDto })
  [QueueName.SIDECAR]!: JobStatusDto;
+
+  @ApiProperty({ type: JobStatusDto })
+  [QueueName.LIBRARY]!: JobStatusDto;
 }
--- a/server/src/domain/job/job.interface.ts
+++ b/server/src/domain/job/job.interface.ts
@@ -22,6 +22,21 @@ export interface IEntityJob extends IBaseJob {
  source?: 'upload';
 }

+export interface IOfflineLibraryFileJob extends IEntityJob {
+  assetPath: string;
+}
+
+export interface ILibraryFileJob extends IEntityJob {
+  ownerId: string;
+  assetPath: string;
+  forceRefresh: boolean;
+}
+
+export interface ILibraryRefreshJob extends IEntityJob {
+  refreshModifiedFiles: boolean;
+  refreshAllFiles: boolean;
+}
+
 export interface IBulkEntityJob extends IBaseJob {
  ids: string[];
 }
--- a/server/src/domain/job/job.repository.ts
+++ b/server/src/domain/job/job.repository.ts
@@ -1,4 +1,5 @@
 import { JobName, QueueName } from './job.constants';
+
 import {
  IAssetFaceJob,
  IBaseJob,
@@ -6,6 +7,9 @@ import {
  IDeleteFilesJob,
  IEntityJob,
  IFaceThumbnailJob,
+  ILibraryFileJob,
+  ILibraryRefreshJob,
+  IOfflineLibraryFileJob,
 } from './job.interface';

 export interface JobCounts {
@@ -74,6 +78,15 @@ export type JobItem =
  // Asset Deletion
  | { name: JobName.PERSON_CLEANUP; data?: IBaseJob }

+  // Library Managment
+  | { name: JobName.LIBRARY_SCAN_ASSET; data: ILibraryFileJob }
+  | { name: JobName.LIBRARY_MARK_ASSET_OFFLINE; data: IOfflineLibraryFileJob }
+  | { name: JobName.LIBRARY_SCAN; data: ILibraryRefreshJob }
+  | { name: JobName.LIBRARY_REMOVE_OFFLINE; data: IEntityJob }
+  | { name: JobName.LIBRARY_DELETE; data: IEntityJob }
+  | { name: JobName.LIBRARY_QUEUE_SCAN_ALL; data: IBaseJob }
+  | { name: JobName.LIBRARY_QUEUE_CLEANUP; data: IBaseJob }
+
  // Search
  | { name: JobName.SEARCH_INDEX_ASSETS; data?: IBaseJob }
  | { name: JobName.SEARCH_INDEX_ASSET; data: IBulkEntityJob }
--- a/server/src/domain/job/job.service.spec.ts
+++ b/server/src/domain/job/job.service.spec.ts
@@ -52,6 +52,7 @@ describe(JobService.name, () => {
        [{ name: JobName.PERSON_CLEANUP }],
        [{ name: JobName.QUEUE_GENERATE_THUMBNAILS, data: { force: false } }],
        [{ name: JobName.CLEAN_OLD_AUDIT_LOGS }],
+        [{ name: JobName.LIBRARY_QUEUE_SCAN_ALL, data: { force: false } }],
      ]);
    });
  });
@@ -97,6 +98,7 @@ describe(JobService.name, () => {
        [QueueName.VIDEO_CONVERSION]: expectedJobStatus,
        [QueueName.RECOGNIZE_FACES]: expectedJobStatus,
        [QueueName.SIDECAR]: expectedJobStatus,
+        [QueueName.LIBRARY]: expectedJobStatus,
      });
    });
  });
@@ -225,6 +227,7 @@ describe(JobService.name, () => {
          [QueueName.RECOGNIZE_FACES]: { concurrency: 10 },
          [QueueName.SEARCH]: { concurrency: 10 },
          [QueueName.SIDECAR]: { concurrency: 10 },
+          [QueueName.LIBRARY]: { concurrency: 10 },
          [QueueName.STORAGE_TEMPLATE_MIGRATION]: { concurrency: 10 },
          [QueueName.THUMBNAIL_GENERATION]: { concurrency: 10 },
          [QueueName.VIDEO_CONVERSION]: { concurrency: 10 },
@@ -237,6 +240,7 @@ describe(JobService.name, () => {
      expect(jobMock.setConcurrency).toHaveBeenCalledWith(QueueName.OBJECT_TAGGING, 10);
      expect(jobMock.setConcurrency).toHaveBeenCalledWith(QueueName.RECOGNIZE_FACES, 10);
      expect(jobMock.setConcurrency).toHaveBeenCalledWith(QueueName.SIDECAR, 10);
+      expect(jobMock.setConcurrency).toHaveBeenCalledWith(QueueName.LIBRARY, 10);
      expect(jobMock.setConcurrency).toHaveBeenCalledWith(QueueName.STORAGE_TEMPLATE_MIGRATION, 10);
      expect(jobMock.setConcurrency).toHaveBeenCalledWith(QueueName.THUMBNAIL_GENERATION, 10);
      expect(jobMock.setConcurrency).toHaveBeenCalledWith(QueueName.VIDEO_CONVERSION, 10);
--- a/server/src/domain/job/job.service.ts
+++ b/server/src/domain/job/job.service.ts
@@ -98,6 +98,9 @@ export class JobService {
        await this.configCore.requireFeature(FeatureFlag.FACIAL_RECOGNITION);
        return this.jobRepository.queue({ name: JobName.QUEUE_RECOGNIZE_FACES, data: { force } });

+      case QueueName.LIBRARY:
+        return this.jobRepository.queue({ name: JobName.LIBRARY_QUEUE_SCAN_ALL, data: { force } });
+
      default:
        throw new BadRequestException(`Invalid job name: ${name}`);
    }
@@ -118,7 +121,7 @@ export class JobService {
            await this.onDone(item);
          }
        } catch (error: Error | any) {
-          this.logger.error(`Unable to run job handler: ${error}`, error?.stack, data);
+          this.logger.error(`Unable to run job handler (${queueName}/${name}): ${error}`, error?.stack, data);
        }
      });
    }
@@ -138,6 +141,7 @@ export class JobService {
    await this.jobRepository.queue({ name: JobName.PERSON_CLEANUP });
    await this.jobRepository.queue({ name: JobName.QUEUE_GENERATE_THUMBNAILS, data: { force: false } });
    await this.jobRepository.queue({ name: JobName.CLEAN_OLD_AUDIT_LOGS });
+    await this.jobRepository.queue({ name: JobName.LIBRARY_QUEUE_SCAN_ALL, data: { force: false } });
  }

  /**
--- a/server/src/domain/library/index.ts
+++ b/server/src/domain/library/index.ts
@@ -0,0 +1,3 @@
+export * from './library.dto';
+export * from './library.repository';
+export * from './library.service';
--- a/server/src/domain/library/library.dto.ts
+++ b/server/src/domain/library/library.dto.ts
@@ -0,0 +1,124 @@
+import { LibraryEntity, LibraryType } from '@app/infra/entities';
+import { ApiProperty } from '@nestjs/swagger';
+import { IsBoolean, IsEnum, IsNotEmpty, IsOptional, IsString } from 'class-validator';
+import { ValidateUUID } from '../domain.util';
+
+export class CreateLibraryDto {
+  @IsEnum(LibraryType)
+  @ApiProperty({ enumName: 'LibraryType', enum: LibraryType })
+  type!: LibraryType;
+
+  @IsString()
+  @IsOptional()
+  @IsNotEmpty()
+  name?: string;
+
+  @IsOptional()
+  @IsBoolean()
+  isVisible?: boolean;
+
+  @IsOptional()
+  @IsString({ each: true })
+  @IsNotEmpty({ each: true })
+  importPaths?: string[];
+
+  @IsOptional()
+  @IsString({ each: true })
+  @IsNotEmpty({ each: true })
+  exclusionPatterns?: string[];
+}
+
+export class UpdateLibraryDto {
+  @IsOptional()
+  @IsString()
+  @IsNotEmpty()
+  name?: string;
+
+  @IsOptional()
+  @IsBoolean()
+  isVisible?: boolean;
+
+  @IsOptional()
+  @IsString({ each: true })
+  @IsNotEmpty({ each: true })
+  importPaths?: string[];
+
+  @IsOptional()
+  @IsNotEmpty({ each: true })
+  @IsString({ each: true })
+  exclusionPatterns?: string[];
+}
+
+export class CrawlOptionsDto {
+  pathsToCrawl!: string[];
+  includeHidden? = false;
+  exclusionPatterns?: string[];
+}
+
+export class LibrarySearchDto {
+  @ValidateUUID({ optional: true })
+  userId?: string;
+}
+
+export class ScanLibraryDto {
+  @IsBoolean()
+  @IsOptional()
+  refreshModifiedFiles?: boolean;
+
+  @IsBoolean()
+  @IsOptional()
+  refreshAllFiles?: boolean = false;
+}
+
+export class LibraryResponseDto {
+  id!: string;
+  ownerId!: string;
+  name!: string;
+
+  @ApiProperty({ enumName: 'LibraryType', enum: LibraryType })
+  type!: LibraryType;
+
+  @ApiProperty({ type: 'integer' })
+  assetCount!: number;
+
+  importPaths!: string[];
+
+  exclusionPatterns!: string[];
+
+  createdAt!: Date;
+  updatedAt!: Date;
+  refreshedAt!: Date | null;
+}
+
+export class LibraryStatsResponseDto {
+  @ApiProperty({ type: 'integer' })
+  photos = 0;
+
+  @ApiProperty({ type: 'integer' })
+  videos = 0;
+
+  @ApiProperty({ type: 'integer' })
+  total = 0;
+
+  @ApiProperty({ type: 'integer', format: 'int64' })
+  usage = 0;
+}
+
+export function mapLibrary(entity: LibraryEntity): LibraryResponseDto {
+  let assetCount = 0;
+  if (entity.assets) {
+    assetCount = entity.assets.length;
+  }
+  return {
+    id: entity.id,
+    ownerId: entity.ownerId,
+    type: entity.type,
+    name: entity.name,
+    createdAt: entity.createdAt,
+    updatedAt: entity.updatedAt,
+    refreshedAt: entity.refreshedAt,
+    assetCount,
+    importPaths: entity.importPaths,
+    exclusionPatterns: entity.exclusionPatterns,
+  };
+}
--- a/server/src/domain/library/library.repository.ts
+++ b/server/src/domain/library/library.repository.ts
@@ -0,0 +1,22 @@
+import { LibraryEntity, LibraryType } from '@app/infra/entities';
+import { LibraryStatsResponseDto } from './library.dto';
+
+export const ILibraryRepository = 'ILibraryRepository';
+
+export interface ILibraryRepository {
+  getCountForUser(ownerId: string): Promise<number>;
+  getAllByUserId(userId: string, type?: LibraryType): Promise<LibraryEntity[]>;
+  getAll(withDeleted?: boolean, type?: LibraryType): Promise<LibraryEntity[]>;
+  getAllDeleted(): Promise<LibraryEntity[]>;
+  get(id: string, withDeleted?: boolean): Promise<LibraryEntity | null>;
+  create(library: Partial<LibraryEntity>): Promise<LibraryEntity>;
+  delete(id: string): Promise<void>;
+  softDelete(id: string): Promise<void>;
+  getDefaultUploadLibrary(ownerId: string): Promise<LibraryEntity | null>;
+  getUploadLibraryCount(ownerId: string): Promise<number>;
+  update(library: Partial<LibraryEntity>): Promise<LibraryEntity>;
+  getStatistics(id: string): Promise<LibraryStatsResponseDto>;
+  getOnlineAssetPaths(id: string): Promise<string[]>;
+  getAssetIds(id: string, withDeleted?: boolean): Promise<string[]>;
+  existsByName(name: string, withDeleted?: boolean): Promise<boolean>;
+}
--- a/server/src/domain/library/library.service.spec.ts
+++ b/server/src/domain/library/library.service.spec.ts
--- a/server/src/domain/library/library.service.ts
+++ b/server/src/domain/library/library.service.ts
@@ -0,0 +1,468 @@
+import { AssetType, LibraryType } from '@app/infra/entities';
+import { BadRequestException, Inject, Injectable, Logger } from '@nestjs/common';
+import { R_OK } from 'node:constants';
+import { Stats } from 'node:fs';
+import path from 'node:path';
+import { basename, parse } from 'path';
+import { AccessCore, IAccessRepository, Permission } from '../access';
+import { IAssetRepository, WithProperty } from '../asset';
+import { AuthUserDto } from '../auth';
+import { usePagination } from '../domain.util';
+
+import { ICryptoRepository } from '../crypto';
+import { mimeTypes } from '../domain.constant';
+import {
+  IBaseJob,
+  IEntityJob,
+  IJobRepository,
+  ILibraryFileJob,
+  ILibraryRefreshJob,
+  IOfflineLibraryFileJob,
+  JobName,
+  JOBS_ASSET_PAGINATION_SIZE,
+} from '../job';
+import { IStorageRepository } from '../storage';
+import { IUserRepository } from '../user';
+import {
+  CreateLibraryDto,
+  LibraryResponseDto,
+  LibraryStatsResponseDto,
+  mapLibrary,
+  ScanLibraryDto,
+  UpdateLibraryDto,
+} from './library.dto';
+import { ILibraryRepository } from './library.repository';
+
+@Injectable()
+export class LibraryService {
+  readonly logger = new Logger(LibraryService.name);
+  private access: AccessCore;
+
+  constructor(
+    @Inject(IAccessRepository) accessRepository: IAccessRepository,
+    @Inject(IAssetRepository) private assetRepository: IAssetRepository,
+    @Inject(ICryptoRepository) private cryptoRepository: ICryptoRepository,
+    @Inject(IJobRepository) private jobRepository: IJobRepository,
+    @Inject(ILibraryRepository) private repository: ILibraryRepository,
+    @Inject(IStorageRepository) private storageRepository: IStorageRepository,
+    @Inject(IUserRepository) private userRepository: IUserRepository,
+  ) {
+    this.access = new AccessCore(accessRepository);
+  }
+
+  async getStatistics(authUser: AuthUserDto, id: string): Promise<LibraryStatsResponseDto> {
+    await this.access.requirePermission(authUser, Permission.LIBRARY_READ, id);
+    return this.repository.getStatistics(id);
+  }
+
+  async getCount(authUser: AuthUserDto): Promise<number> {
+    return this.repository.getCountForUser(authUser.id);
+  }
+
+  async getAllForUser(authUser: AuthUserDto): Promise<LibraryResponseDto[]> {
+    const libraries = await this.repository.getAllByUserId(authUser.id);
+    return libraries.map((library) => mapLibrary(library));
+  }
+
+  async get(authUser: AuthUserDto, id: string): Promise<LibraryResponseDto> {
+    await this.access.requirePermission(authUser, Permission.LIBRARY_READ, id);
+    const library = await this.findOrFail(id);
+    return mapLibrary(library);
+  }
+
+  async handleQueueCleanup(): Promise<boolean> {
+    this.logger.debug('Cleaning up any pending library deletions');
+    const pendingDeletion = await this.repository.getAllDeleted();
+    for (const libraryToDelete of pendingDeletion) {
+      await this.jobRepository.queue({ name: JobName.LIBRARY_DELETE, data: { id: libraryToDelete.id } });
+    }
+    return true;
+  }
+
+  async create(authUser: AuthUserDto, dto: CreateLibraryDto): Promise<LibraryResponseDto> {
+    switch (dto.type) {
+      case LibraryType.EXTERNAL:
+        if (!dto.name) {
+          dto.name = 'New External Library';
+        }
+        break;
+      case LibraryType.UPLOAD:
+        if (!dto.name) {
+          dto.name = 'New Upload Library';
+        }
+        if (dto.importPaths && dto.importPaths.length > 0) {
+          throw new BadRequestException('Upload libraries cannot have import paths');
+        }
+        if (dto.exclusionPatterns && dto.exclusionPatterns.length > 0) {
+          throw new BadRequestException('Upload libraries cannot have exclusion patterns');
+        }
+        break;
+    }
+
+    const library = await this.repository.create({
+      ownerId: authUser.id,
+      name: dto.name,
+      type: dto.type,
+      importPaths: dto.importPaths ?? [],
+      exclusionPatterns: dto.exclusionPatterns ?? [],
+      isVisible: dto.isVisible ?? true,
+    });
+
+    return mapLibrary(library);
+  }
+
+  async update(authUser: AuthUserDto, id: string, dto: UpdateLibraryDto): Promise<LibraryResponseDto> {
+    await this.access.requirePermission(authUser, Permission.LIBRARY_UPDATE, id);
+    const library = await this.repository.update({ id, ...dto });
+    return mapLibrary(library);
+  }
+
+  async delete(authUser: AuthUserDto, id: string) {
+    await this.access.requirePermission(authUser, Permission.LIBRARY_DELETE, id);
+
+    const library = await this.findOrFail(id);
+    const uploadCount = await this.repository.getUploadLibraryCount(authUser.id);
+    if (library.type === LibraryType.UPLOAD && uploadCount <= 1) {
+      throw new BadRequestException('Cannot delete the last upload library');
+    }
+
+    await this.repository.softDelete(id);
+    await this.jobRepository.queue({ name: JobName.LIBRARY_DELETE, data: { id } });
+  }
+
+  async handleDeleteLibrary(job: IEntityJob): Promise<boolean> {
+    const library = await this.repository.get(job.id, true);
+    if (!library) {
+      return false;
+    }
+
+    // TODO use pagination
+    const assetIds = await this.repository.getAssetIds(job.id);
+    this.logger.debug(`Will delete ${assetIds.length} asset(s) in library ${job.id}`);
+    // TODO queue a job for asset deletion
+    await this.deleteAssets(assetIds);
+    this.logger.log(`Deleting library ${job.id}`);
+    await this.repository.delete(job.id);
+    return true;
+  }
+
+  async handleAssetRefresh(job: ILibraryFileJob) {
+    const assetPath = path.normalize(job.assetPath);
+
+    const user = await this.userRepository.get(job.ownerId);
+    if (!user?.externalPath) {
+      this.logger.warn('User has no external path set, cannot import asset');
+      return false;
+    }
+
+    if (!path.normalize(assetPath).match(new RegExp(`^${user.externalPath}`))) {
+      this.logger.error("Asset must be within the user's external path");
+      return false;
+    }
+
+    const existingAssetEntity = await this.assetRepository.getByLibraryIdAndOriginalPath(job.id, assetPath);
+
+    let stats: Stats;
+    try {
+      stats = await this.storageRepository.stat(assetPath);
+    } catch (error: Error | any) {
+      // Can't access file, probably offline
+      if (existingAssetEntity) {
+        // Mark asset as offline
+        this.logger.debug(`Marking asset as offline: ${assetPath}`);
+
+        await this.assetRepository.save({ id: existingAssetEntity.id, isOffline: true });
+        return true;
+      } else {
+        // File can't be accessed and does not already exist in db
+        throw new BadRequestException("Can't access file", { cause: error });
+      }
+    }
+
+    let doImport = false;
+    let doRefresh = false;
+
+    if (job.forceRefresh) {
+      doRefresh = true;
+    }
+
+    if (!existingAssetEntity) {
+      // This asset is new to us, read it from disk
+      this.logger.debug(`Importing new asset: ${assetPath}`);
+      doImport = true;
+    } else if (stats.mtime.toISOString() !== existingAssetEntity.fileModifiedAt.toISOString()) {
+      // File modification time has changed since last time we checked, re-read from disk
+      this.logger.debug(
+        `File modification time has changed, re-importing asset: ${assetPath}. Old mtime: ${existingAssetEntity.fileModifiedAt}. New mtime: ${stats.mtime}`,
+      );
+      doRefresh = true;
+    } else if (!job.forceRefresh && stats && !existingAssetEntity.isOffline) {
+      // Asset exists on disk and in db and mtime has not changed. Also, we are not forcing refresn. Therefore, do nothing
+      this.logger.debug(`Asset already exists in database and on disk, will not import: ${assetPath}`);
+    }
+
+    if (stats && existingAssetEntity?.isOffline) {
+      // File was previously offline but is now online
+      this.logger.debug(`Marking previously-offline asset as online: ${assetPath}`);
+      await this.assetRepository.save({ id: existingAssetEntity.id, isOffline: false });
+      doRefresh = true;
+    }
+
+    if (!doImport && !doRefresh) {
+      // If we don't import, exit here
+      return true;
+    }
+
+    let assetType: AssetType;
+
+    if (mimeTypes.isImage(assetPath)) {
+      assetType = AssetType.IMAGE;
+    } else if (mimeTypes.isVideo(assetPath)) {
+      assetType = AssetType.VIDEO;
+    } else {
+      throw new BadRequestException(`Unsupported file type ${assetPath}`);
+    }
+
+    // TODO: doesn't xmp replace the file extension? Will need investigation
+    let sidecarPath: string | null = null;
+    if (await this.storageRepository.checkFileExists(`${assetPath}.xmp`, R_OK)) {
+      sidecarPath = `${assetPath}.xmp`;
+    }
+
+    const deviceAssetId = `${basename(assetPath)}`.replace(/\s+/g, '');
+
+    const pathHash = this.cryptoRepository.hashSha1(`path:${assetPath}`);
+
+    let assetId;
+    if (doImport) {
+      const library = await this.repository.get(job.id, true);
+      if (library?.deletedAt) {
+        this.logger.error('Cannot import asset into deleted library');
+        return false;
+      }
+
+      // TODO: In wait of refactoring the domain asset service, this function is just manually written like this
+      const addedAsset = await this.assetRepository.create({
+        ownerId: job.ownerId,
+        libraryId: job.id,
+        checksum: pathHash,
+        originalPath: assetPath,
+        deviceAssetId: deviceAssetId,
+        deviceId: 'Library Import',
+        fileCreatedAt: stats.ctime,
+        fileModifiedAt: stats.mtime,
+        type: assetType,
+        originalFileName: parse(assetPath).name,
+        sidecarPath,
+        isReadOnly: true,
+        isExternal: true,
+      });
+      assetId = addedAsset.id;
+    } else if (doRefresh && existingAssetEntity) {
+      assetId = existingAssetEntity.id;
+      await this.assetRepository.updateAll([existingAssetEntity.id], {
+        fileCreatedAt: stats.ctime,
+        fileModifiedAt: stats.mtime,
+      });
+    } else {
+      // Not importing and not refreshing, do nothing
+      return true;
+    }
+
+    this.logger.debug(`Queuing metadata extraction for: ${assetPath}`);
+
+    await this.jobRepository.queue({ name: JobName.METADATA_EXTRACTION, data: { id: assetId, source: 'upload' } });
+
+    if (assetType === AssetType.VIDEO) {
+      await this.jobRepository.queue({ name: JobName.VIDEO_CONVERSION, data: { id: assetId } });
+    }
+
+    return true;
+  }
+
+  async queueScan(authUser: AuthUserDto, id: string, dto: ScanLibraryDto) {
+    await this.access.requirePermission(authUser, Permission.LIBRARY_UPDATE, id);
+
+    const library = await this.repository.get(id);
+    if (!library || library.type !== LibraryType.EXTERNAL) {
+      throw new BadRequestException('Can only refresh external libraries');
+    }
+
+    await this.jobRepository.queue({
+      name: JobName.LIBRARY_SCAN,
+      data: {
+        id,
+        refreshModifiedFiles: dto.refreshModifiedFiles ?? false,
+        refreshAllFiles: dto.refreshAllFiles ?? false,
+      },
+    });
+  }
+
+  async queueRemoveOffline(authUser: AuthUserDto, id: string) {
+    this.logger.verbose(`Removing offline files from library: ${id}`);
+    await this.access.requirePermission(authUser, Permission.LIBRARY_UPDATE, id);
+
+    await this.jobRepository.queue({
+      name: JobName.LIBRARY_REMOVE_OFFLINE,
+      data: {
+        id,
+      },
+    });
+  }
+
+  async handleQueueAllScan(job: IBaseJob): Promise<boolean> {
+    this.logger.debug(`Refreshing all external libraries: force=${job.force}`);
+
+    // Queue cleanup
+    await this.jobRepository.queue({ name: JobName.LIBRARY_QUEUE_CLEANUP, data: {} });
+
+    // Queue all library refresh
+    const libraries = await this.repository.getAll(true, LibraryType.EXTERNAL);
+    for (const library of libraries) {
+      await this.jobRepository.queue({
+        name: JobName.LIBRARY_SCAN,
+        data: {
+          id: library.id,
+          refreshModifiedFiles: !job.force,
+          refreshAllFiles: job.force ?? false,
+        },
+      });
+    }
+    return true;
+  }
+
+  async handleOfflineRemoval(job: IEntityJob): Promise<boolean> {
+    const assetPagination = usePagination(JOBS_ASSET_PAGINATION_SIZE, (pagination) => {
+      return this.assetRepository.getWith(pagination, WithProperty.IS_OFFLINE, job.id);
+    });
+
+    const assetIds: string[] = [];
+
+    for await (const assets of assetPagination) {
+      for (const asset of assets) {
+        assetIds.push(asset.id);
+      }
+    }
+
+    this.logger.verbose(`Found ${assetIds.length} offline assets to remove`);
+    await this.deleteAssets(assetIds);
+    return true;
+  }
+
+  async handleQueueAssetRefresh(job: ILibraryRefreshJob): Promise<boolean> {
+    const library = await this.repository.get(job.id);
+    if (!library || library.type !== LibraryType.EXTERNAL) {
+      this.logger.warn('Can only refresh external libraries');
+      return false;
+    }
+
+    const user = await this.userRepository.get(library.ownerId);
+    if (!user?.externalPath) {
+      this.logger.warn('User has no external path set, cannot refresh library');
+      return false;
+    }
+
+    this.logger.verbose(`Refreshing library: ${job.id}`);
+    const crawledAssetPaths = (
+      await this.storageRepository.crawl({
+        pathsToCrawl: library.importPaths,
+        exclusionPatterns: library.exclusionPatterns,
+      })
+    )
+      .map(path.normalize)
+      .filter((assetPath) =>
+        // Filter out paths that are not within the user's external path
+        assetPath.match(new RegExp(`^${user.externalPath}`)),
+      );
+
+    this.logger.debug(`Found ${crawledAssetPaths.length} assets when crawling import paths ${library.importPaths}`);
+    const assetsInLibrary = await this.assetRepository.getByLibraryId([job.id]);
+    const offlineAssets = assetsInLibrary.filter((asset) => !crawledAssetPaths.includes(asset.originalPath));
+    this.logger.debug(`${offlineAssets.length} assets in library are not present on disk and will be marked offline`);
+
+    for (const offlineAsset of offlineAssets) {
+      const offlineJobData: IOfflineLibraryFileJob = {
+        id: job.id,
+        assetPath: offlineAsset.originalPath,
+      };
+
+      await this.jobRepository.queue({ name: JobName.LIBRARY_MARK_ASSET_OFFLINE, data: offlineJobData });
+    }
+
+    if (crawledAssetPaths.length > 0) {
+      let filteredPaths: string[] = [];
+      if (job.refreshAllFiles || job.refreshModifiedFiles) {
+        filteredPaths = crawledAssetPaths;
+      } else {
+        const existingPaths = await this.repository.getOnlineAssetPaths(job.id);
+        this.logger.debug(`Found ${existingPaths.length} existing asset(s) in library ${job.id}`);
+
+        filteredPaths = crawledAssetPaths.filter((assetPath) => !existingPaths.includes(assetPath));
+        this.logger.debug(`After db comparison, ${filteredPaths.length} asset(s) remain to be imported`);
+      }
+
+      for (const assetPath of filteredPaths) {
+        const libraryJobData: ILibraryFileJob = {
+          id: job.id,
+          assetPath: path.normalize(assetPath),
+          ownerId: library.ownerId,
+          forceRefresh: job.refreshAllFiles ?? false,
+        };
+
+        await this.jobRepository.queue({ name: JobName.LIBRARY_SCAN_ASSET, data: libraryJobData });
+      }
+    }
+
+    await this.repository.update({ id: job.id, refreshedAt: new Date() });
+
+    return true;
+  }
+
+  async handleOfflineAsset(job: IOfflineLibraryFileJob): Promise<boolean> {
+    const existingAssetEntity = await this.assetRepository.getByLibraryIdAndOriginalPath(job.id, job.assetPath);
+
+    if (existingAssetEntity) {
+      this.logger.verbose(`Marking asset as offline: ${job.assetPath}`);
+      await this.assetRepository.save({ id: existingAssetEntity.id, isOffline: true });
+    }
+
+    return true;
+  }
+
+  private async findOrFail(id: string) {
+    const library = await this.repository.get(id);
+    if (!library) {
+      throw new BadRequestException('Library not found');
+    }
+    return library;
+  }
+
+  private async deleteAssets(assetIds: string[]) {
+    // TODO: this should be refactored to a centralized asset deletion service
+    for (const assetId of assetIds) {
+      const asset = await this.assetRepository.getById(assetId);
+      this.logger.debug(`Removing asset from library: ${asset.originalPath}`);
+
+      if (asset.faces) {
+        await Promise.all(
+          asset.faces.map(({ assetId, personId }) =>
+            this.jobRepository.queue({ name: JobName.SEARCH_REMOVE_FACE, data: { assetId, personId } }),
+          ),
+        );
+      }
+
+      await this.assetRepository.remove(asset);
+      await this.jobRepository.queue({ name: JobName.SEARCH_REMOVE_ASSET, data: { ids: [asset.id] } });
+
+      await this.jobRepository.queue({
+        name: JobName.DELETE_FILES,
+        data: { files: [asset.webpPath, asset.resizePath, asset.encodedVideoPath, asset.sidecarPath] },
+      });
+
+      // TODO refactor this to use cascades
+      if (asset.livePhotoVideoId && !assetIds.includes(asset.livePhotoVideoId)) {
+        assetIds.push(asset.livePhotoVideoId);
+      }
+    }
+  }
+}
--- a/server/src/domain/storage-template/storage-template.service.ts
+++ b/server/src/domain/storage-template/storage-template.service.ts
@@ -90,8 +90,9 @@ export class StorageTemplateService {
  }

  async moveAsset(asset: AssetEntity, metadata: MoveAssetMetadata) {
-    if (asset.isReadOnly) {
-      this.logger.verbose(`Not moving read-only asset: ${asset.originalPath}`);
+    if (asset.isReadOnly || asset.isExternal) {
+      // External assets are not affected by storage template
+      // TODO: shouldn't this only apply to external assets?
      return;
    }

--- a/server/src/domain/storage/storage.repository.ts
+++ b/server/src/domain/storage/storage.repository.ts
@@ -1,4 +1,6 @@
+import { Stats } from 'fs';
 import { Readable } from 'stream';
+import { CrawlOptionsDto } from '../library';

 export interface ImmichReadStream {
  stream: Readable;
@@ -30,4 +32,6 @@ export interface IStorageRepository {
  mkdirSync(filepath: string): void;
  checkDiskUsage(folder: string): Promise<DiskUsage>;
  readdir(folder: string): Promise<string[]>;
+  stat(filepath: string): Promise<Stats>;
+  crawl(crawlOptions: CrawlOptionsDto): Promise<string[]>;
 }
--- a/server/src/domain/system-config/dto/system-config-job.dto.ts
+++ b/server/src/domain/system-config/dto/system-config-job.dto.ts
@@ -70,4 +70,10 @@ export class SystemConfigJobDto implements Record<QueueName, JobSettingsDto> {
  @IsObject()
  @Type(() => JobSettingsDto)
  [QueueName.SIDECAR]!: JobSettingsDto;
+
+  @ApiProperty({ type: JobSettingsDto })
+  @ValidateNested()
+  @IsObject()
+  @Type(() => JobSettingsDto)
+  [QueueName.LIBRARY]!: JobSettingsDto;
 }
--- a/server/src/domain/system-config/system-config.core.ts
+++ b/server/src/domain/system-config/system-config.core.ts
@@ -51,6 +51,7 @@ export const defaults = Object.freeze<SystemConfig>({
    [QueueName.RECOGNIZE_FACES]: { concurrency: 2 },
    [QueueName.SEARCH]: { concurrency: 5 },
    [QueueName.SIDECAR]: { concurrency: 5 },
+    [QueueName.LIBRARY]: { concurrency: 1 },
    [QueueName.STORAGE_TEMPLATE_MIGRATION]: { concurrency: 5 },
    [QueueName.THUMBNAIL_GENERATION]: { concurrency: 5 },
    [QueueName.VIDEO_CONVERSION]: { concurrency: 1 },
--- a/server/src/domain/system-config/system-config.service.spec.ts
+++ b/server/src/domain/system-config/system-config.service.spec.ts
@@ -31,6 +31,7 @@ const updatedConfig = Object.freeze<SystemConfig>({
    [QueueName.RECOGNIZE_FACES]: { concurrency: 2 },
    [QueueName.SEARCH]: { concurrency: 5 },
    [QueueName.SIDECAR]: { concurrency: 5 },
+    [QueueName.LIBRARY]: { concurrency: 1 },
    [QueueName.STORAGE_TEMPLATE_MIGRATION]: { concurrency: 5 },
    [QueueName.THUMBNAIL_GENERATION]: { concurrency: 5 },
    [QueueName.VIDEO_CONVERSION]: { concurrency: 1 },
--- a/server/src/domain/user/user.core.ts
+++ b/server/src/domain/user/user.core.ts
@@ -1,4 +1,4 @@
-import { UserEntity } from '@app/infra/entities';
+import { LibraryType, UserEntity } from '@app/infra/entities';
 import {
  BadRequestException,
  ForbiddenException,
@@ -11,6 +11,7 @@ import fs from 'fs/promises';
 import sanitize from 'sanitize-filename';
 import { AuthUserDto } from '../auth';
 import { ICryptoRepository } from '../crypto';
+import { ILibraryRepository } from '../library/library.repository';
 import { IUserRepository, UserListFilter } from './user.repository';

 const SALT_ROUNDS = 10;
@@ -18,6 +19,7 @@ const SALT_ROUNDS = 10;
 export class UserCore {
  constructor(
    private userRepository: IUserRepository,
+    private libraryRepository: ILibraryRepository,
    private cryptoRepository: ICryptoRepository,
  ) {}

@@ -91,7 +93,19 @@ export class UserCore {
      if (payload.storageLabel) {
        payload.storageLabel = sanitize(payload.storageLabel);
      }
-      return this.userRepository.create(payload);
+
+      const userEntity = await this.userRepository.create(payload);
+      await this.libraryRepository.create({
+        owner: { id: userEntity.id } as UserEntity,
+        name: 'Default Library',
+        assets: [],
+        type: LibraryType.UPLOAD,
+        importPaths: [],
+        exclusionPatterns: [],
+        isVisible: true,
+      });
+
+      return userEntity;
    } catch (e) {
      Logger.error(e, 'Create new user');
      throw new InternalServerErrorException('Failed to register new user');
--- a/server/src/domain/user/user.service.spec.ts
+++ b/server/src/domain/user/user.service.spec.ts
@@ -10,6 +10,7 @@ import {
  newAssetRepositoryMock,
  newCryptoRepositoryMock,
  newJobRepositoryMock,
+  newLibraryRepositoryMock,
  newStorageRepositoryMock,
  newUserRepositoryMock,
  userStub,
@@ -20,6 +21,7 @@ import { IAssetRepository } from '../asset';
 import { AuthUserDto } from '../auth';
 import { ICryptoRepository } from '../crypto';
 import { IJobRepository, JobName } from '../job';
+import { ILibraryRepository } from '../library';
 import { IStorageRepository } from '../storage';
 import { UpdateUserDto } from './dto/update-user.dto';
 import { UserResponseDto, mapUser } from './response-dto';
@@ -129,6 +131,7 @@ describe(UserService.name, () => {
  let albumMock: jest.Mocked<IAlbumRepository>;
  let assetMock: jest.Mocked<IAssetRepository>;
  let jobMock: jest.Mocked<IJobRepository>;
+  let libraryMock: jest.Mocked<ILibraryRepository>;
  let storageMock: jest.Mocked<IStorageRepository>;

  beforeEach(async () => {
@@ -136,10 +139,11 @@ describe(UserService.name, () => {
    albumMock = newAlbumRepositoryMock();
    assetMock = newAssetRepositoryMock();
    jobMock = newJobRepositoryMock();
+    libraryMock = newLibraryRepositoryMock();
    storageMock = newStorageRepositoryMock();
    userMock = newUserRepositoryMock();

-    sut = new UserService(userMock, cryptoRepositoryMock, albumMock, assetMock, jobMock, storageMock);
+    sut = new UserService(userMock, cryptoRepositoryMock, libraryMock, albumMock, assetMock, jobMock, storageMock);

    when(userMock.get).calledWith(adminUser.id).mockResolvedValue(adminUser);
    when(userMock.get).calledWith(adminUser.id, undefined).mockResolvedValue(adminUser);
--- a/server/src/domain/user/user.service.ts
+++ b/server/src/domain/user/user.service.ts
@@ -7,6 +7,7 @@ import { IAssetRepository } from '../asset/asset.repository';
 import { AuthUserDto } from '../auth';
 import { ICryptoRepository } from '../crypto/crypto.repository';
 import { IEntityJob, IJobRepository, JobName } from '../job';
+import { ILibraryRepository } from '../library/library.repository';
 import { StorageCore, StorageFolder } from '../storage';
 import { IStorageRepository } from '../storage/storage.repository';
 import { CreateUserDto, UpdateUserDto, UserCountDto } from './dto';
@@ -30,13 +31,13 @@ export class UserService {
  constructor(
    @Inject(IUserRepository) private userRepository: IUserRepository,
    @Inject(ICryptoRepository) cryptoRepository: ICryptoRepository,
-
+    @Inject(ILibraryRepository) libraryRepository: ILibraryRepository,
    @Inject(IAlbumRepository) private albumRepository: IAlbumRepository,
    @Inject(IAssetRepository) private assetRepository: IAssetRepository,
    @Inject(IJobRepository) private jobRepository: IJobRepository,
    @Inject(IStorageRepository) private storageRepository: IStorageRepository,
  ) {
-    this.userCore = new UserCore(userRepository, cryptoRepository);
+    this.userCore = new UserCore(userRepository, libraryRepository, cryptoRepository);
  }

  async getAll(authUser: AuthUserDto, isAll: boolean): Promise<UserResponseDto[]> {
--- a/server/src/immich/api-v1/asset/asset-repository.ts
+++ b/server/src/immich/api-v1/asset/asset-repository.ts
@@ -22,7 +22,7 @@ export interface AssetOwnerCheck extends AssetCheck {
 export interface IAssetRepository {
  get(id: string): Promise<AssetEntity | null>;
  create(
-    asset: Omit<AssetEntity, 'id' | 'createdAt' | 'updatedAt' | 'ownerId' | 'livePhotoVideoId'>,
+    asset: Omit<AssetEntity, 'id' | 'createdAt' | 'updatedAt' | 'ownerId' | 'libraryId' | 'livePhotoVideoId'>,
  ): Promise<AssetEntity>;
  remove(asset: AssetEntity): Promise<void>;
  getAllByUserId(userId: string, dto: AssetSearchDto): Promise<AssetEntity[]>;
@@ -146,6 +146,7 @@ export class AssetRepository implements IAssetRepository {
        faces: {
          person: true,
        },
+        library: true,
      },
    });
  }
--- a/server/src/immich/api-v1/asset/asset.core.ts
+++ b/server/src/immich/api-v1/asset/asset.core.ts
@@ -1,5 +1,5 @@
 import { AuthUserDto, IJobRepository, JobName, mimeTypes, UploadFile } from '@app/domain';
-import { AssetEntity, UserEntity } from '@app/infra/entities';
+import { AssetEntity, LibraryEntity, UserEntity } from '@app/infra/entities';
 import { parse } from 'node:path';
 import { IAssetRepository } from './asset-repository';
 import { CreateAssetDto, ImportAssetDto } from './dto/create-asset.dto';
@@ -19,6 +19,7 @@ export class AssetCore {
  ): Promise<AssetEntity> {
    const asset = await this.repository.create({
      owner: { id: authUser.id } as UserEntity,
+      library: { id: dto.libraryId } as LibraryEntity,

      checksum: file.checksum,
      originalPath: file.originalPath,
@@ -45,6 +46,8 @@ export class AssetCore {
      faces: [],
      sidecarPath: sidecarPath || null,
      isReadOnly: dto.isReadOnly ?? false,
+      isExternal: dto.isExternal ?? false,
+      isOffline: dto.isOffline ?? false,
    });

    await this.jobRepository.queue({ name: JobName.METADATA_EXTRACTION, data: { id: asset.id, source: 'upload' } });
--- a/server/src/immich/api-v1/asset/asset.service.spec.ts
+++ b/server/src/immich/api-v1/asset/asset.service.spec.ts
@@ -1,14 +1,16 @@
-import { ICryptoRepository, IJobRepository, IStorageRepository, JobName } from '@app/domain';
-import { AssetEntity, AssetType, ExifEntity } from '@app/infra/entities';
+import { ICryptoRepository, IJobRepository, ILibraryRepository, IStorageRepository, JobName } from '@app/domain';
+import { ASSET_CHECKSUM_CONSTRAINT, AssetEntity, AssetType, ExifEntity } from '@app/infra/entities';
 import { BadRequestException } from '@nestjs/common';
 import {
  IAccessRepositoryMock,
  assetStub,
  authStub,
  fileStub,
+  libraryStub,
  newAccessRepositoryMock,
  newCryptoRepositoryMock,
  newJobRepositoryMock,
+  newLibraryRepositoryMock,
  newStorageRepositoryMock,
 } from '@test';
 import { when } from 'jest-when';
@@ -27,6 +29,7 @@ const _getCreateAssetDto = (): CreateAssetDto => {
  createAssetDto.isFavorite = false;
  createAssetDto.isArchived = false;
  createAssetDto.duration = '0:00:00.000000';
+  createAssetDto.libraryId = 'libraryId';

  return createAssetDto;
 };
@@ -89,6 +92,7 @@ describe('AssetService', () => {
  let cryptoMock: jest.Mocked<ICryptoRepository>;
  let jobMock: jest.Mocked<IJobRepository>;
  let storageMock: jest.Mocked<IStorageRepository>;
+  let libraryMock: jest.Mocked<ILibraryRepository>;

  beforeEach(() => {
    assetRepositoryMock = {
@@ -111,8 +115,9 @@ describe('AssetService', () => {
    cryptoMock = newCryptoRepositoryMock();
    jobMock = newJobRepositoryMock();
    storageMock = newStorageRepositoryMock();
+    libraryMock = newLibraryRepositoryMock();

-    sut = new AssetService(accessMock, assetRepositoryMock, a, cryptoMock, jobMock, storageMock);
+    sut = new AssetService(accessMock, assetRepositoryMock, a, cryptoMock, jobMock, libraryMock, storageMock);

    when(assetRepositoryMock.get)
      .calledWith(assetStub.livePhotoStillAsset.id)
@@ -149,7 +154,7 @@ describe('AssetService', () => {
      };
      const dto = _getCreateAssetDto();
      const error = new QueryFailedError('', [], '');
-      (error as any).constraint = 'UQ_userid_checksum';
+      (error as any).constraint = ASSET_CHECKSUM_CONSTRAINT;

      assetRepositoryMock.create.mockRejectedValue(error);
      assetRepositoryMock.getAssetsByChecksums.mockResolvedValue([_getAsset_1()]);
@@ -166,7 +171,7 @@ describe('AssetService', () => {
    it('should handle a live photo', async () => {
      const dto = _getCreateAssetDto();
      const error = new QueryFailedError('', [], '');
-      (error as any).constraint = 'UQ_userid_checksum';
+      (error as any).constraint = ASSET_CHECKSUM_CONSTRAINT;

      assetRepositoryMock.create.mockResolvedValueOnce(assetStub.livePhotoMotionAsset);
      assetRepositoryMock.create.mockResolvedValueOnce(assetStub.livePhotoStillAsset);
@@ -217,7 +222,10 @@ describe('AssetService', () => {
    });

    it('should return failed status a delete fails', async () => {
-      assetRepositoryMock.get.mockResolvedValue({ id: 'asset1' } as AssetEntity);
+      assetRepositoryMock.get.mockResolvedValue({
+        id: 'asset1',
+        library: libraryStub.uploadLibrary1,
+      } as AssetEntity);
      assetRepositoryMock.remove.mockRejectedValue('delete failed');
      accessMock.asset.hasOwnerAccess.mockResolvedValue(true);

@@ -261,6 +269,7 @@ describe('AssetService', () => {
        originalPath: 'original-path-1',
        resizePath: 'resize-path-1',
        webpPath: 'web-path-1',
+        library: libraryStub.uploadLibrary1,
      };

      const asset2 = {
@@ -269,6 +278,17 @@ describe('AssetService', () => {
        resizePath: 'resize-path-2',
        webpPath: 'web-path-2',
        encodedVideoPath: 'encoded-video-path-2',
+        library: libraryStub.uploadLibrary1,
+      };
+
+      // Can't be deleted since it's external
+      const asset3 = {
+        id: 'asset3',
+        originalPath: 'original-path-3',
+        resizePath: 'resize-path-3',
+        webpPath: 'web-path-3',
+        encodedVideoPath: 'encoded-video-path-2',
+        library: libraryStub.externalLibrary1,
      };

      when(assetRepositoryMock.get)
@@ -277,12 +297,16 @@ describe('AssetService', () => {
      when(assetRepositoryMock.get)
        .calledWith(asset2.id)
        .mockResolvedValue(asset2 as AssetEntity);
+      when(assetRepositoryMock.get)
+        .calledWith(asset3.id)
+        .mockResolvedValue(asset3 as AssetEntity);

      accessMock.asset.hasOwnerAccess.mockResolvedValue(true);

-      await expect(sut.deleteAll(authStub.user1, { ids: ['asset1', 'asset2'] })).resolves.toEqual([
+      await expect(sut.deleteAll(authStub.user1, { ids: ['asset1', 'asset2', 'asset3'] })).resolves.toEqual([
        { id: 'asset1', status: 'SUCCESS' },
        { id: 'asset2', status: 'SUCCESS' },
+        { id: 'asset3', status: 'FAILED' },
      ]);

      expect(jobMock.queue.mock.calls).toEqual([
@@ -349,6 +373,7 @@ describe('AssetService', () => {
          ..._getCreateAssetDto(),
          assetPath: '/data/user1/fake_path/asset_1.jpeg',
          isReadOnly: true,
+          libraryId: 'library-id',
        }),
      ).resolves.toEqual({ duplicate: false, id: 'asset-id' });

@@ -357,7 +382,7 @@ describe('AssetService', () => {

    it('should handle a duplicate if originalPath already exists', async () => {
      const error = new QueryFailedError('', [], '');
-      (error as any).constraint = 'UQ_userid_checksum';
+      (error as any).constraint = ASSET_CHECKSUM_CONSTRAINT;

      assetRepositoryMock.create.mockRejectedValue(error);
      assetRepositoryMock.getAssetsByChecksums.mockResolvedValue([assetStub.image]);
@@ -369,6 +394,7 @@ describe('AssetService', () => {
          ..._getCreateAssetDto(),
          assetPath: '/data/user1/fake_path/asset_1.jpeg',
          isReadOnly: true,
+          libraryId: 'library-id',
        }),
      ).resolves.toEqual({ duplicate: true, id: 'asset-id' });

--- a/server/src/immich/api-v1/asset/asset.service.ts
+++ b/server/src/immich/api-v1/asset/asset.service.ts
@@ -6,6 +6,7 @@ import {
  IAccessRepository,
  ICryptoRepository,
  IJobRepository,
+  ILibraryRepository,
  IStorageRepository,
  JobName,
  mapAsset,
@@ -14,7 +15,7 @@ import {
  Permission,
  UploadFile,
 } from '@app/domain';
-import { AssetEntity, AssetType } from '@app/infra/entities';
+import { ASSET_CHECKSUM_CONSTRAINT, AssetEntity, AssetType, LibraryType } from '@app/infra/entities';
 import {
  BadRequestException,
  Inject,
@@ -65,6 +66,7 @@ export class AssetService {
    @InjectRepository(AssetEntity) private assetRepository: Repository<AssetEntity>,
    @Inject(ICryptoRepository) private cryptoRepository: ICryptoRepository,
    @Inject(IJobRepository) private jobRepository: IJobRepository,
+    @Inject(ILibraryRepository) private libraryRepository: ILibraryRepository,
    @Inject(IStorageRepository) private storageRepository: IStorageRepository,
  ) {
    this.assetCore = new AssetCore(_assetRepository, jobRepository);
@@ -93,6 +95,16 @@ export class AssetService {
        livePhotoAsset = await this.assetCore.create(authUser, livePhotoDto, livePhotoFile);
      }

+      if (!dto.libraryId) {
+        // No library given, fall back to default upload library
+        const defaultUploadLibrary = await this.libraryRepository.getDefaultUploadLibrary(authUser.id);
+
+        if (!defaultUploadLibrary) {
+          throw new InternalServerErrorException('Cannot find default upload library for user ' + authUser.id);
+        }
+        dto.libraryId = defaultUploadLibrary.id;
+      }
+
      const asset = await this.assetCore.create(authUser, dto, file, livePhotoAsset?.id, sidecarFile?.originalPath);

      return { id: asset.id, duplicate: false };
@@ -104,7 +116,7 @@ export class AssetService {
      });

      // handle duplicates with a success response
-      if (error instanceof QueryFailedError && (error as any).constraint === 'UQ_userid_checksum') {
+      if (error instanceof QueryFailedError && (error as any).constraint === ASSET_CHECKSUM_CONSTRAINT) {
        const checksums = [file.checksum, livePhotoFile?.checksum].filter((checksum): checksum is Buffer => !!checksum);
        const [duplicate] = await this._assetRepository.getAssetsByChecksums(authUser.id, checksums);
        return { id: duplicate.id, duplicate: true };
@@ -156,22 +168,11 @@ export class AssetService {
      return { id: asset.id, duplicate: false };
    } catch (error: QueryFailedError | Error | any) {
      // handle duplicates with a success response
-      if (error instanceof QueryFailedError && (error as any).constraint === 'UQ_userid_checksum') {
+      if (error instanceof QueryFailedError && (error as any).constraint === ASSET_CHECKSUM_CONSTRAINT) {
        const [duplicate] = await this._assetRepository.getAssetsByChecksums(authUser.id, [assetFile.checksum]);
        return { id: duplicate.id, duplicate: true };
      }

-      if (error instanceof QueryFailedError && (error as any).constraint === 'UQ_4ed4f8052685ff5b1e7ca1058ba') {
-        const duplicate = await this._assetRepository.getByOriginalPath(dto.assetPath);
-        if (duplicate) {
-          if (duplicate.ownerId === authUser.id) {
-            return { id: duplicate.id, duplicate: true };
-          }
-
-          throw new BadRequestException('Path in use by another user');
-        }
-      }
-
      this.logger.error(`Error importing file ${error}`, error?.stack);
      throw new BadRequestException(`Error importing file`, `${error}`);
    }
@@ -183,7 +184,7 @@ export class AssetService {

  public async getAllAssets(authUser: AuthUserDto, dto: AssetSearchDto): Promise<AssetResponseDto[]> {
    const userId = dto.userId || authUser.id;
-    await this.access.requirePermission(authUser, Permission.LIBRARY_READ, userId);
+    await this.access.requirePermission(authUser, Permission.TIMELINE_READ, userId);
    const assets = await this._assetRepository.getAllByUserId(userId, dto);
    return assets.map((asset) => mapAsset(asset));
  }
@@ -258,7 +259,8 @@ export class AssetService {
      }

      const asset = await this._assetRepository.get(id);
-      if (!asset) {
+      if (!asset || !asset.library || asset.library.type === LibraryType.EXTERNAL) {
+        // We don't allow deletions assets belong to an external library
        result.push({ id, status: DeleteAssetStatusEnum.FAILED });
        continue;
      }
@@ -291,7 +293,8 @@ export class AssetService {
        if (asset.livePhotoVideoId && !ids.includes(asset.livePhotoVideoId)) {
          ids.push(asset.livePhotoVideoId);
        }
-      } catch {
+      } catch (error) {
+        this.logger.error(`Error deleting asset ${id}`, error);
        result.push({ id, status: DeleteAssetStatusEnum.FAILED });
      }
    }
--- a/server/src/immich/api-v1/asset/dto/create-asset.dto.ts
+++ b/server/src/immich/api-v1/asset/dto/create-asset.dto.ts
@@ -1,4 +1,4 @@
-import { Optional, toBoolean, UploadFieldName } from '@app/domain';
+import { Optional, toBoolean, UploadFieldName, ValidateUUID } from '@app/domain';
 import { ApiProperty } from '@nestjs/swagger';
 import { Transform, Type } from 'class-transformer';
 import { IsBoolean, IsDate, IsNotEmpty, IsString } from 'class-validator';
@@ -39,13 +39,24 @@ export class CreateAssetBase {
  @Optional()
  @IsString()
  duration?: string;
+
+  @Optional()
+  @IsBoolean()
+  isExternal?: boolean;
+
+  @Optional()
+  @IsBoolean()
+  isOffline?: boolean;
 }

 export class CreateAssetDto extends CreateAssetBase {
  @Optional()
  @IsBoolean()
  @Transform(toBoolean)
-  isReadOnly?: boolean = false;
+  isReadOnly?: boolean;
+
+  @ValidateUUID({ optional: true })
+  libraryId?: string;

  // The properties below are added to correctly generate the API docs
  // and client SDKs. Validation should be handled in the controller.
@@ -65,6 +76,9 @@ export class ImportAssetDto extends CreateAssetBase {
  @Transform(toBoolean)
  isReadOnly?: boolean = true;

+  @ValidateUUID()
+  libraryId?: string;
+
  @IsString()
  @IsNotEmpty()
  assetPath!: string;
--- a/server/src/immich/app.module.ts
+++ b/server/src/immich/app.module.ts
@@ -19,6 +19,7 @@ import {
  AuditController,
  AuthController,
  JobController,
+  LibraryController,
  OAuthController,
  PartnerController,
  PersonController,
@@ -46,6 +47,7 @@ import {
    AuditController,
    AuthController,
    JobController,
+    LibraryController,
    OAuthController,
    PartnerController,
    SearchController,
--- a/server/src/immich/controllers/index.ts
+++ b/server/src/immich/controllers/index.ts
@@ -5,6 +5,7 @@ export * from './asset.controller';
 export * from './audit.controller';
 export * from './auth.controller';
 export * from './job.controller';
+export * from './library.controller';
 export * from './oauth.controller';
 export * from './partner.controller';
 export * from './person.controller';
--- a/server/src/immich/controllers/library.controller.ts
+++ b/server/src/immich/controllers/library.controller.ts
@@ -0,0 +1,69 @@
+import {
+  AuthUserDto,
+  CreateLibraryDto as CreateDto,
+  LibraryService,
+  LibraryStatsResponseDto,
+  LibraryResponseDto as ResponseDto,
+  ScanLibraryDto,
+  UpdateLibraryDto as UpdateDto,
+} from '@app/domain';
+import { Body, Controller, Delete, Get, Param, Post, Put } from '@nestjs/common';
+import { ApiTags } from '@nestjs/swagger';
+import { AuthUser, Authenticated } from '../app.guard';
+import { UseValidation } from '../app.utils';
+import { UUIDParamDto } from './dto/uuid-param.dto';
+
+@ApiTags('Library')
+@Controller('library')
+@Authenticated()
+@UseValidation()
+export class LibraryController {
+  constructor(private service: LibraryService) {}
+
+  @Get()
+  getAllForUser(@AuthUser() authUser: AuthUserDto): Promise<ResponseDto[]> {
+    return this.service.getAllForUser(authUser);
+  }
+
+  @Post()
+  createLibrary(@AuthUser() authUser: AuthUserDto, @Body() dto: CreateDto): Promise<ResponseDto> {
+    return this.service.create(authUser, dto);
+  }
+
+  @Put(':id')
+  updateLibrary(
+    @AuthUser() authUser: AuthUserDto,
+    @Param() { id }: UUIDParamDto,
+    @Body() dto: UpdateDto,
+  ): Promise<ResponseDto> {
+    return this.service.update(authUser, id, dto);
+  }
+
+  @Get(':id')
+  getLibraryInfo(@AuthUser() authUser: AuthUserDto, @Param() { id }: UUIDParamDto): Promise<ResponseDto> {
+    return this.service.get(authUser, id);
+  }
+
+  @Delete(':id')
+  deleteLibrary(@AuthUser() authUser: AuthUserDto, @Param() { id }: UUIDParamDto): Promise<void> {
+    return this.service.delete(authUser, id);
+  }
+
+  @Get(':id/statistics')
+  getLibraryStatistics(
+    @AuthUser() authUser: AuthUserDto,
+    @Param() { id }: UUIDParamDto,
+  ): Promise<LibraryStatsResponseDto> {
+    return this.service.getStatistics(authUser, id);
+  }
+
+  @Post(':id/scan')
+  scanLibrary(@AuthUser() authUser: AuthUserDto, @Param() { id }: UUIDParamDto, @Body() dto: ScanLibraryDto) {
+    return this.service.queueScan(authUser, id, dto);
+  }
+
+  @Post(':id/removeOffline')
+  removeOfflineFiles(@AuthUser() authUser: AuthUserDto, @Param() { id }: UUIDParamDto) {
+    return this.service.queueRemoveOffline(authUser, id);
+  }
+}
--- a/server/src/infra/entities/asset.entity.ts
+++ b/server/src/infra/entities/asset.entity.ts
@@ -10,19 +10,25 @@ import {
  OneToMany,
  OneToOne,
  PrimaryGeneratedColumn,
-  Unique,
  UpdateDateColumn,
 } from 'typeorm';
 import { AlbumEntity } from './album.entity';
 import { AssetFaceEntity } from './asset-face.entity';
 import { ExifEntity } from './exif.entity';
+import { LibraryEntity } from './library.entity';
 import { SharedLinkEntity } from './shared-link.entity';
 import { SmartInfoEntity } from './smart-info.entity';
 import { TagEntity } from './tag.entity';
 import { UserEntity } from './user.entity';

+export const ASSET_CHECKSUM_CONSTRAINT = 'UQ_assets_owner_library_checksum';
+
@Entity('assets')
-@Unique('UQ_userid_checksum', ['owner', 'checksum'])
+// Checksums must be unique per user and library
+@Index(ASSET_CHECKSUM_CONSTRAINT, ['owner', 'library', 'checksum'], {
+  unique: true,
+})
+// For all assets, each originalpath must be unique per user and library
 export class AssetEntity {
  @PrimaryGeneratedColumn('uuid')
  id!: string;
@@ -36,13 +42,19 @@ export class AssetEntity {
  @Column()
  ownerId!: string;

+  @ManyToOne(() => LibraryEntity, { onDelete: 'CASCADE', onUpdate: 'CASCADE', nullable: false })
+  library!: LibraryEntity;
+
+  @Column()
+  libraryId!: string;
+
  @Column()
  deviceId!: string;

  @Column()
  type!: AssetType;

-  @Column({ unique: true })
+  @Column()
  originalPath!: string;

  @Column({ type: 'varchar', nullable: true })
@@ -75,9 +87,15 @@ export class AssetEntity {
  @Column({ type: 'boolean', default: false })
  isArchived!: boolean;

+  @Column({ type: 'boolean', default: false })
+  isExternal!: boolean;
+
  @Column({ type: 'boolean', default: false })
  isReadOnly!: boolean;

+  @Column({ type: 'boolean', default: false })
+  isOffline!: boolean;
+
  @Column({ type: 'bytea' })
  @Index()
  checksum!: Buffer; // sha1 checksum
--- a/server/src/infra/entities/index.ts
+++ b/server/src/infra/entities/index.ts
@@ -4,6 +4,7 @@ import { AssetFaceEntity } from './asset-face.entity';
 import { AssetEntity } from './asset.entity';
 import { AuditEntity } from './audit.entity';
 import { ExifEntity } from './exif.entity';
+import { LibraryEntity } from './library.entity';
 import { PartnerEntity } from './partner.entity';
 import { PersonEntity } from './person.entity';
 import { SharedLinkEntity } from './shared-link.entity';
@@ -19,6 +20,7 @@ export * from './asset-face.entity';
 export * from './asset.entity';
 export * from './audit.entity';
 export * from './exif.entity';
+export * from './library.entity';
 export * from './partner.entity';
 export * from './person.entity';
 export * from './shared-link.entity';
@@ -43,4 +45,5 @@ export const databaseEntities = [
  TagEntity,
  UserEntity,
  UserTokenEntity,
+  LibraryEntity,
 ];
--- a/server/src/infra/entities/library.entity.ts
+++ b/server/src/infra/entities/library.entity.ts
@@ -0,0 +1,61 @@
+import {
+  Column,
+  CreateDateColumn,
+  DeleteDateColumn,
+  Entity,
+  JoinTable,
+  ManyToOne,
+  OneToMany,
+  PrimaryGeneratedColumn,
+  UpdateDateColumn,
+} from 'typeorm';
+import { AssetEntity } from './asset.entity';
+import { UserEntity } from './user.entity';
+
+@Entity('libraries')
+export class LibraryEntity {
+  @PrimaryGeneratedColumn('uuid')
+  id!: string;
+
+  @Column()
+  name!: string;
+
+  @OneToMany(() => AssetEntity, (asset) => asset.library)
+  @JoinTable()
+  assets!: AssetEntity[];
+
+  @ManyToOne(() => UserEntity, { onDelete: 'CASCADE', onUpdate: 'CASCADE', nullable: false })
+  owner!: UserEntity;
+
+  @Column()
+  ownerId!: string;
+
+  @Column()
+  type!: LibraryType;
+
+  @Column('text', { array: true })
+  importPaths!: string[];
+
+  @Column('text', { array: true })
+  exclusionPatterns!: string[];
+
+  @CreateDateColumn({ type: 'timestamptz' })
+  createdAt!: Date;
+
+  @UpdateDateColumn({ type: 'timestamptz' })
+  updatedAt!: Date;
+
+  @DeleteDateColumn({ type: 'timestamptz' })
+  deletedAt?: Date;
+
+  @Column({ type: 'timestamptz', nullable: true })
+  refreshedAt!: Date | null;
+
+  @Column({ type: 'boolean', default: true })
+  isVisible!: boolean;
+}
+
+export enum LibraryType {
+  UPLOAD = 'UPLOAD',
+  EXTERNAL = 'EXTERNAL',
+}
--- a/server/src/infra/entities/system-config.entity.ts
+++ b/server/src/infra/entities/system-config.entity.ts
@@ -42,6 +42,7 @@ export enum SystemConfigKey {
  JOB_STORAGE_TEMPLATE_MIGRATION_CONCURRENCY = 'job.storageTemplateMigration.concurrency',
  JOB_SEARCH_CONCURRENCY = 'job.search.concurrency',
  JOB_SIDECAR_CONCURRENCY = 'job.sidecar.concurrency',
+  JOB_LIBRARY_CONCURRENCY = 'job.library.concurrency',

  MACHINE_LEARNING_ENABLED = 'machineLearning.enabled',
  MACHINE_LEARNING_URL = 'machineLearning.url',
--- a/server/src/infra/infra.module.ts
+++ b/server/src/infra/infra.module.ts
@@ -9,6 +9,7 @@ import {
  IGeocodingRepository,
  IJobRepository,
  IKeyRepository,
+  ILibraryRepository,
  IMachineLearningRepository,
  IMediaRepository,
  immichAppConfig,
@@ -43,6 +44,7 @@ import {
  FilesystemProvider,
  GeocodingRepository,
  JobRepository,
+  LibraryRepository,
  MachineLearningRepository,
  MediaRepository,
  PartnerRepository,
@@ -66,6 +68,7 @@ const providers: Provider[] = [
  { provide: IFaceRepository, useClass: FaceRepository },
  { provide: IGeocodingRepository, useClass: GeocodingRepository },
  { provide: IJobRepository, useClass: JobRepository },
+  { provide: ILibraryRepository, useClass: LibraryRepository },
  { provide: IKeyRepository, useClass: APIKeyRepository },
  { provide: IMachineLearningRepository, useClass: MachineLearningRepository },
  { provide: IPartnerRepository, useClass: PartnerRepository },
--- a/server/src/infra/migrations/1688392120838-AddLibraryTable.ts
+++ b/server/src/infra/migrations/1688392120838-AddLibraryTable.ts
@@ -0,0 +1,57 @@
+import { MigrationInterface, QueryRunner } from 'typeorm';
+
+export class AddLibraries1688392120838 implements MigrationInterface {
+  name = 'AddLibraryTable1688392120838';
+
+  public async up(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(`ALTER TABLE "assets" DROP CONSTRAINT "UQ_userid_checksum"`);
+    await queryRunner.query(
+      `CREATE TABLE "libraries" ("id" uuid NOT NULL DEFAULT uuid_generate_v4(), "name" character varying NOT NULL, "ownerId" uuid NOT NULL, "type" character varying NOT NULL, "importPaths" text array NOT NULL, "exclusionPatterns" text array NOT NULL, "createdAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "updatedAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "deletedAt" TIMESTAMP WITH TIME ZONE, "refreshedAt" TIMESTAMP WITH TIME ZONE, "isVisible" boolean NOT NULL DEFAULT true, CONSTRAINT "PK_505fedfcad00a09b3734b4223de" PRIMARY KEY ("id"))`,
+    );
+    await queryRunner.query(`ALTER TABLE "assets" ADD "isOffline" boolean NOT NULL DEFAULT false`);
+    await queryRunner.query(`ALTER TABLE "assets" ADD "libraryId" uuid`);
+    await queryRunner.query(`ALTER TABLE "assets" DROP CONSTRAINT "UQ_4ed4f8052685ff5b1e7ca1058ba"`);
+    await queryRunner.query(`ALTER TABLE "assets" ADD "isExternal" boolean NOT NULL DEFAULT false`);
+
+    await queryRunner.query(
+      `CREATE UNIQUE INDEX "UQ_assets_owner_library_checksum" on "assets" ("ownerId", "libraryId", checksum)`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "libraries" ADD CONSTRAINT "FK_0f6fc2fb195f24d19b0fb0d57c1" FOREIGN KEY ("ownerId") REFERENCES "users"("id") ON DELETE CASCADE ON UPDATE CASCADE`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "assets" ADD CONSTRAINT "FK_9977c3c1de01c3d848039a6b90c" FOREIGN KEY ("libraryId") REFERENCES "libraries"("id") ON DELETE CASCADE ON UPDATE CASCADE`,
+    );
+
+    // Create default library for each user and assign all assets to it
+    const userIds: string[] = (await queryRunner.query(`SELECT id FROM "users"`)).map((user: any) => user.id);
+
+    for (const userId of userIds) {
+      await queryRunner.query(
+        `INSERT INTO "libraries" ("name", "ownerId", "type", "importPaths", "exclusionPatterns") VALUES ('Default Library', '${userId}', 'UPLOAD', '{}', '{}')`,
+      );
+
+      await queryRunner.query(
+        `UPDATE "assets" SET "libraryId" = (SELECT id FROM "libraries" WHERE "ownerId" = '${userId}' LIMIT 1) WHERE "ownerId" = '${userId}'`,
+      );
+    }
+
+    await queryRunner.query(`ALTER TABLE "assets" ALTER COLUMN "libraryId" SET NOT NULL`);
+  }
+
+  public async down(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(`ALTER TABLE "assets" ALTER COLUMN "libraryId" DROP NOT NULL`);
+    await queryRunner.query(`ALTER TABLE "assets" DROP CONSTRAINT "FK_9977c3c1de01c3d848039a6b90c"`);
+    await queryRunner.query(`ALTER TABLE "libraries" DROP CONSTRAINT "FK_0f6fc2fb195f24d19b0fb0d57c1"`);
+    await queryRunner.query(`DROP INDEX "UQ_assets_owner_library_checksum"`);
+    await queryRunner.query(`ALTER TABLE "assets" DROP CONSTRAINT "UQ_owner_library_originalpath"`);
+    await queryRunner.query(
+      `ALTER TABLE "assets" ADD CONSTRAINT "UQ_4ed4f8052685ff5b1e7ca1058ba" UNIQUE ("originalPath")`,
+    );
+    await queryRunner.query(`ALTER TABLE "assets" DROP COLUMN "libraryId"`);
+    await queryRunner.query(`ALTER TABLE "assets" DROP COLUMN "isOffline"`);
+    await queryRunner.query(`ALTER TABLE "assets" DROP COLUMN "isExternal"`);
+    await queryRunner.query(`DROP TABLE "libraries"`);
+    await queryRunner.query(`ALTER TABLE "assets" ADD CONSTRAINT "UQ_userid_checksum" UNIQUE ("ownerId", "checksum")`);
+  }
+}
--- a/server/src/infra/repositories/access.repository.ts
+++ b/server/src/infra/repositories/access.repository.ts
@@ -1,7 +1,7 @@
 import { IAccessRepository } from '@app/domain';
 import { InjectRepository } from '@nestjs/typeorm';
 import { Repository } from 'typeorm';
-import { AlbumEntity, AssetEntity, PartnerEntity, PersonEntity, SharedLinkEntity } from '../entities';
+import { AlbumEntity, AssetEntity, LibraryEntity, PartnerEntity, PersonEntity, SharedLinkEntity } from '../entities';

 export class AccessRepository implements IAccessRepository {
  constructor(
@@ -10,9 +10,29 @@ export class AccessRepository implements IAccessRepository {
    @InjectRepository(PartnerEntity) private partnerRepository: Repository<PartnerEntity>,
    @InjectRepository(PersonEntity) private personRepository: Repository<PersonEntity>,
    @InjectRepository(SharedLinkEntity) private sharedLinkRepository: Repository<SharedLinkEntity>,
+    @InjectRepository(LibraryEntity) private libraryRepository: Repository<LibraryEntity>,
  ) {}

  library = {
+    hasOwnerAccess: (userId: string, libraryId: string): Promise<boolean> => {
+      return this.libraryRepository.exist({
+        where: {
+          id: libraryId,
+          ownerId: userId,
+        },
+      });
+    },
+    hasPartnerAccess: (userId: string, partnerId: string): Promise<boolean> => {
+      return this.partnerRepository.exist({
+        where: {
+          sharedWithId: userId,
+          sharedById: partnerId,
+        },
+      });
+    },
+  };
+
+  timeline = {
    hasPartnerAccess: (userId: string, partnerId: string): Promise<boolean> => {
      return this.partnerRepository.exist({
        where: {
--- a/server/src/infra/repositories/asset.repository.ts
+++ b/server/src/infra/repositories/asset.repository.ts
@@ -38,6 +38,12 @@ export class AssetRepository implements IAssetRepository {
    await this.exifRepository.upsert(exif, { conflictPaths: ['assetId'] });
  }

+  create(
+    asset: Omit<AssetEntity, 'id' | 'createdAt' | 'updatedAt' | 'ownerId' | 'livePhotoVideoId'>,
+  ): Promise<AssetEntity> {
+    return this.repository.save(asset);
+  }
+
  getByDate(ownerId: string, date: Date): Promise<AssetEntity[]> {
    // For reference of a correct approach although slower

@@ -85,6 +91,7 @@ export class AssetRepository implements IAssetRepository {
      },
    });
  }
+
  async deleteAll(ownerId: string): Promise<void> {
    await this.repository.delete({ ownerId });
  }
@@ -115,6 +122,39 @@ export class AssetRepository implements IAssetRepository {
    });
  }

+  getByLibraryId(libraryIds: string[]): Promise<AssetEntity[]> {
+    return this.repository.find({
+      where: { library: { id: In(libraryIds) } },
+    });
+  }
+
+  getByLibraryIdAndOriginalPath(libraryId: string, originalPath: string): Promise<AssetEntity | null> {
+    return this.repository.findOne({
+      where: { library: { id: libraryId }, originalPath: originalPath },
+    });
+  }
+
+  getById(assetId: string): Promise<AssetEntity> {
+    return this.repository.findOneOrFail({
+      where: {
+        id: assetId,
+      },
+      relations: {
+        exifInfo: true,
+        tags: true,
+        sharedLinks: true,
+        smartInfo: true,
+        faces: {
+          person: true,
+        },
+      },
+    });
+  }
+
+  remove(asset: AssetEntity): Promise<AssetEntity> {
+    return this.repository.remove(asset);
+  }
+
  getAll(pagination: PaginationOptions, options: AssetSearchOptions = {}): Paginated<AssetEntity> {
    return paginate(this.repository, pagination, {
      where: {
@@ -273,13 +313,19 @@ export class AssetRepository implements IAssetRepository {
    });
  }

-  getWith(pagination: PaginationOptions, property: WithProperty): Paginated<AssetEntity> {
+  getWith(pagination: PaginationOptions, property: WithProperty, libraryId?: string): Paginated<AssetEntity> {
    let where: FindOptionsWhere<AssetEntity> | FindOptionsWhere<AssetEntity>[] = {};

    switch (property) {
      case WithProperty.SIDECAR:
        where = [{ sidecarPath: Not(IsNull()), isVisible: true }];
        break;
+      case WithProperty.IS_OFFLINE:
+        if (!libraryId) {
+          throw new Error('Library id is required when finding offline assets');
+        }
+        where = [{ isOffline: true, libraryId: libraryId }];
+        break;

      default:
        throw new Error(`Invalid getWith property: ${property}`);
--- a/server/src/infra/repositories/filesystem.provider.spec.ts
+++ b/server/src/infra/repositories/filesystem.provider.spec.ts
@@ -0,0 +1,209 @@
+import { CrawlOptionsDto } from '@app/domain';
+import mockfs from 'mock-fs';
+import { FilesystemProvider } from './filesystem.provider';
+
+describe(FilesystemProvider.name, () => {
+  const sut: FilesystemProvider = new FilesystemProvider();
+
+  describe('crawl', () => {
+    it('should return empty wnen crawling an empty path list', async () => {
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = [];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths).toHaveLength(0);
+    });
+
+    it('should crawl a single path', async () => {
+      mockfs({
+        '/photos/image.jpg': '',
+      });
+
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos/'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(['/photos/image.jpg'].sort());
+    });
+
+    it('should exclude by file extension', async () => {
+      mockfs({
+        '/photos/image.jpg': '',
+        '/photos/image.tif': '',
+      });
+
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos/'];
+      options.exclusionPatterns = ['**/*.tif'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(['/photos/image.jpg'].sort());
+    });
+
+    it('should exclude by file extension without case sensitivity', async () => {
+      mockfs({
+        '/photos/image.jpg': '',
+        '/photos/image.tif': '',
+      });
+
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos/'];
+      options.exclusionPatterns = ['**/*.TIF'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(['/photos/image.jpg'].sort());
+    });
+
+    it('should exclude by folder', async () => {
+      mockfs({
+        '/photos/image.jpg': '',
+        '/photos/raw/image.jpg': '',
+        '/photos/raw2/image.jpg': '',
+        '/photos/folder/raw/image.jpg': '',
+        '/photos/crawl/image.jpg': '',
+      });
+
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos/'];
+      options.exclusionPatterns = ['**/raw/**'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(['/photos/image.jpg', '/photos/raw2/image.jpg', '/photos/crawl/image.jpg'].sort());
+    });
+
+    it('should crawl multiple paths', async () => {
+      mockfs({
+        '/photos/image1.jpg': '',
+        '/images/image2.jpg': '',
+        '/albums/image3.jpg': '',
+      });
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos/', '/images/', '/albums/'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(['/photos/image1.jpg', '/images/image2.jpg', '/albums/image3.jpg'].sort());
+    });
+
+    it('should support globbing paths', async () => {
+      mockfs({
+        '/photos1/image1.jpg': '',
+        '/photos2/image2.jpg': '',
+        '/images/image3.jpg': '',
+      });
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos*'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(['/photos1/image1.jpg', '/photos2/image2.jpg'].sort());
+    });
+
+    it('should crawl a single path without trailing slash', async () => {
+      mockfs({
+        '/photos/image.jpg': '',
+      });
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(['/photos/image.jpg'].sort());
+    });
+
+    // TODO: test for hidden paths (not yet implemented)
+
+    it('should crawl a single path', async () => {
+      mockfs({
+        '/photos/image.jpg': '',
+        '/photos/subfolder/image1.jpg': '',
+        '/photos/subfolder/image2.jpg': '',
+        '/image1.jpg': '',
+      });
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos/'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(
+        ['/photos/image.jpg', '/photos/subfolder/image1.jpg', '/photos/subfolder/image2.jpg'].sort(),
+      );
+    });
+
+    it('should filter file extensions', async () => {
+      mockfs({
+        '/photos/image.jpg': '',
+        '/photos/image.txt': '',
+        '/photos/1': '',
+      });
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos/'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(['/photos/image.jpg'].sort());
+    });
+
+    it('should include photo and video extensions', async () => {
+      mockfs({
+        '/photos/image.jpg': '',
+        '/photos/image.jpeg': '',
+        '/photos/image.heic': '',
+        '/photos/image.heif': '',
+        '/photos/image.png': '',
+        '/photos/image.gif': '',
+        '/photos/image.tif': '',
+        '/photos/image.tiff': '',
+        '/photos/image.webp': '',
+        '/photos/image.dng': '',
+        '/photos/image.nef': '',
+        '/videos/video.mp4': '',
+        '/videos/video.mov': '',
+        '/videos/video.webm': '',
+      });
+
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos/', '/videos/'];
+      const paths: string[] = await sut.crawl(options);
+
+      expect(paths.sort()).toEqual(
+        [
+          '/photos/image.jpg',
+          '/photos/image.jpeg',
+          '/photos/image.heic',
+          '/photos/image.heif',
+          '/photos/image.png',
+          '/photos/image.gif',
+          '/photos/image.tif',
+          '/photos/image.tiff',
+          '/photos/image.webp',
+          '/photos/image.dng',
+          '/photos/image.nef',
+          '/videos/video.mp4',
+          '/videos/video.mov',
+          '/videos/video.webm',
+        ].sort(),
+      );
+    });
+
+    it('should check file extensions without case sensitivity', async () => {
+      mockfs({
+        '/photos/image.jpg': '',
+        '/photos/image.Jpg': '',
+        '/photos/image.jpG': '',
+        '/photos/image.JPG': '',
+        '/photos/image.jpEg': '',
+        '/photos/image.TIFF': '',
+        '/photos/image.tif': '',
+        '/photos/image.dng': '',
+        '/photos/image.NEF': '',
+      });
+
+      const options = new CrawlOptionsDto();
+      options.pathsToCrawl = ['/photos/'];
+      const paths: string[] = await sut.crawl(options);
+      expect(paths.sort()).toEqual(
+        [
+          '/photos/image.jpg',
+          '/photos/image.Jpg',
+          '/photos/image.jpG',
+          '/photos/image.JPG',
+          '/photos/image.jpEg',
+          '/photos/image.TIFF',
+          '/photos/image.tif',
+          '/photos/image.dng',
+          '/photos/image.NEF',
+        ].sort(),
+      );
+    });
+
+    afterEach(() => {
+      mockfs.restore();
+    });
+  });
+});
--- a/server/src/infra/repositories/filesystem.provider.ts
+++ b/server/src/infra/repositories/filesystem.provider.ts
@@ -1,7 +1,15 @@
-import { DiskUsage, ImmichReadStream, ImmichZipStream, IStorageRepository } from '@app/domain';
+import {
+  CrawlOptionsDto,
+  DiskUsage,
+  ImmichReadStream,
+  ImmichZipStream,
+  IStorageRepository,
+  mimeTypes,
+} from '@app/domain';
 import archiver from 'archiver';
 import { constants, createReadStream, existsSync, mkdirSync } from 'fs';
 import fs, { readdir } from 'fs/promises';
+import { glob } from 'glob';
 import mv from 'mv';
 import { promisify } from 'node:util';
 import path from 'path';
@@ -52,6 +60,8 @@ export class FilesystemProvider implements IStorageRepository {
    await fs.unlink(file);
  }

+  stat = fs.stat;
+
  async unlinkDir(folder: string, options: { recursive?: boolean; force?: boolean }) {
    await fs.rm(folder, options);
  }
@@ -93,5 +103,25 @@ export class FilesystemProvider implements IStorageRepository {
    };
  }

+  async crawl(crawlOptions: CrawlOptionsDto): Promise<string[]> {
+    const pathsToCrawl = crawlOptions.pathsToCrawl;
+
+    let paths: string;
+    if (!pathsToCrawl) {
+      // No paths to crawl, return empty list
+      return [];
+    } else if (pathsToCrawl.length === 1) {
+      paths = pathsToCrawl[0];
+    } else {
+      paths = '{' + pathsToCrawl.join(',') + '}';
+    }
+
+    paths = paths + '/**/*{' + mimeTypes.getSupportedFileExtensions().join(',') + '}';
+
+    return (await glob(paths, { nocase: true, nodir: true, ignore: crawlOptions.exclusionPatterns })).map((assetPath) =>
+      path.normalize(assetPath),
+    );
+  }
+
  readdir = readdir;
 }
--- a/server/src/infra/repositories/index.ts
+++ b/server/src/infra/repositories/index.ts
@@ -9,6 +9,7 @@ export * from './face.repository';
 export * from './filesystem.provider';
 export * from './geocoding.repository';
 export * from './job.repository';
+export * from './library.repository';
 export * from './machine-learning.repository';
 export * from './media.repository';
 export * from './partner.repository';
--- a/server/src/infra/repositories/job.repository.ts
+++ b/server/src/infra/repositories/job.repository.ts
@@ -78,7 +78,7 @@ export class JobRepository implements IJobRepository {
    }
  }

-  private getQueue(queue: QueueName) {
+  private getQueue(queue: QueueName): Queue {
    return this.moduleRef.get<Queue>(getQueueToken(queue), { strict: false });
  }
 }
--- a/server/src/infra/repositories/library.repository.ts
+++ b/server/src/infra/repositories/library.repository.ts
@@ -0,0 +1,183 @@
+import { ILibraryRepository, LibraryStatsResponseDto } from '@app/domain';
+import { Injectable } from '@nestjs/common';
+import { InjectRepository } from '@nestjs/typeorm';
+import { IsNull, Not } from 'typeorm';
+import { Repository } from 'typeorm/repository/Repository';
+import { LibraryEntity, LibraryType } from '../entities';
+
+@Injectable()
+export class LibraryRepository implements ILibraryRepository {
+  constructor(@InjectRepository(LibraryEntity) private repository: Repository<LibraryEntity>) {}
+
+  get(id: string, withDeleted = false): Promise<LibraryEntity | null> {
+    return this.repository.findOneOrFail({
+      where: {
+        id,
+      },
+      relations: { owner: true },
+      withDeleted,
+    });
+  }
+
+  existsByName(name: string, withDeleted = false): Promise<boolean> {
+    return this.repository.exist({
+      where: {
+        name,
+      },
+      withDeleted,
+    });
+  }
+
+  getCountForUser(ownerId: string): Promise<number> {
+    return this.repository.countBy({ ownerId });
+  }
+
+  getDefaultUploadLibrary(ownerId: string): Promise<LibraryEntity | null> {
+    return this.repository.findOne({
+      where: {
+        ownerId: ownerId,
+        type: LibraryType.UPLOAD,
+      },
+      order: {
+        createdAt: 'ASC',
+      },
+    });
+  }
+
+  getUploadLibraryCount(ownerId: string): Promise<number> {
+    return this.repository.count({
+      where: {
+        ownerId: ownerId,
+        type: LibraryType.UPLOAD,
+      },
+    });
+  }
+
+  getAllByUserId(ownerId: string, type?: LibraryType): Promise<LibraryEntity[]> {
+    return this.repository.find({
+      where: {
+        ownerId,
+        isVisible: true,
+        type,
+      },
+      relations: {
+        owner: true,
+      },
+      order: {
+        createdAt: 'ASC',
+      },
+    });
+  }
+
+  getAll(withDeleted = false, type?: LibraryType): Promise<LibraryEntity[]> {
+    return this.repository.find({
+      where: { type },
+      relations: {
+        owner: true,
+      },
+      order: {
+        createdAt: 'ASC',
+      },
+      withDeleted,
+    });
+  }
+
+  getAllDeleted(): Promise<LibraryEntity[]> {
+    return this.repository.find({
+      where: {
+        isVisible: true,
+        deletedAt: Not(IsNull()),
+      },
+      relations: {
+        owner: true,
+      },
+      order: {
+        createdAt: 'ASC',
+      },
+      withDeleted: true,
+    });
+  }
+
+  create(library: Omit<LibraryEntity, 'id' | 'createdAt' | 'updatedAt' | 'ownerId'>): Promise<LibraryEntity> {
+    return this.repository.save(library);
+  }
+
+  async delete(id: string): Promise<void> {
+    await this.repository.delete({ id });
+  }
+
+  async softDelete(id: string): Promise<void> {
+    await this.repository.softDelete({ id });
+  }
+
+  async update(library: Partial<LibraryEntity>): Promise<LibraryEntity> {
+    return this.save(library);
+  }
+
+  async getStatistics(id: string): Promise<LibraryStatsResponseDto> {
+    const stats = await this.repository
+      .createQueryBuilder('libraries')
+      .addSelect(`COUNT(assets.id) FILTER (WHERE assets.type = 'IMAGE' AND assets.isVisible)`, 'photos')
+      .addSelect(`COUNT(assets.id) FILTER (WHERE assets.type = 'VIDEO' AND assets.isVisible)`, 'videos')
+      .addSelect('COALESCE(SUM(exif.fileSizeInByte), 0)', 'usage')
+      .leftJoin('libraries.assets', 'assets')
+      .leftJoin('assets.exifInfo', 'exif')
+      .groupBy('libraries.id')
+      .where('libraries.id = :id', { id })
+      .getRawOne();
+
+    return {
+      photos: Number(stats.photos),
+      videos: Number(stats.videos),
+      usage: Number(stats.usage),
+      total: Number(stats.photos) + Number(stats.videos),
+    };
+  }
+
+  async getOnlineAssetPaths(libraryId: string): Promise<string[]> {
+    // Return all non-offline asset paths for a given library
+    const rawResults = await this.repository
+      .createQueryBuilder('library')
+      .innerJoinAndSelect('library.assets', 'assets')
+      .where('library.id = :id', { id: libraryId })
+      .andWhere('assets.isOffline = false')
+      .select('assets.originalPath')
+      .getRawMany();
+
+    const results: string[] = [];
+
+    for (const rawPath of rawResults) {
+      results.push(rawPath.assets_originalPath);
+    }
+
+    return results;
+  }
+
+  async getAssetIds(libraryId: string, withDeleted = false): Promise<string[]> {
+    let query = await this.repository
+      .createQueryBuilder('library')
+      .innerJoinAndSelect('library.assets', 'assets')
+      .where('library.id = :id', { id: libraryId })
+      .select('assets.id');
+
+    if (withDeleted) {
+      query = query.withDeleted();
+    }
+
+    // Return all asset paths for a given library
+    const rawResults = await query.getRawMany();
+
+    const results: string[] = [];
+
+    for (const rawPath of rawResults) {
+      results.push(rawPath.assets_id);
+    }
+
+    return results;
+  }
+
+  private async save(library: Partial<LibraryEntity>) {
+    const { id } = await this.repository.save(library);
+    return this.repository.findOneByOrFail({ id });
+  }
+}
--- a/server/src/microservices/app.service.ts
+++ b/server/src/microservices/app.service.ts
@@ -4,6 +4,7 @@ import {
  IDeleteFilesJob,
  JobName,
  JobService,
+  LibraryService,
  MediaService,
  MetadataService,
  PersonService,
@@ -14,6 +15,7 @@ import {
  SystemConfigService,
  UserService,
 } from '@app/domain';
+
 import { Injectable, Logger } from '@nestjs/common';
 import { MetadataExtractionProcessor } from './processors/metadata-extraction.processor';

@@ -37,6 +39,7 @@ export class AppService {
    private systemConfigService: SystemConfigService,
    private userService: UserService,
    private auditService: AuditService,
+    private libraryService: LibraryService,
  ) {}

  async init() {
@@ -77,6 +80,13 @@ export class AppService {
      [JobName.QUEUE_SIDECAR]: (data) => this.metadataService.handleQueueSidecar(data),
      [JobName.SIDECAR_DISCOVERY]: (data) => this.metadataService.handleSidecarDiscovery(data),
      [JobName.SIDECAR_SYNC]: () => this.metadataService.handleSidecarSync(),
+      [JobName.LIBRARY_SCAN_ASSET]: (data) => this.libraryService.handleAssetRefresh(data),
+      [JobName.LIBRARY_MARK_ASSET_OFFLINE]: (data) => this.libraryService.handleOfflineAsset(data),
+      [JobName.LIBRARY_SCAN]: (data) => this.libraryService.handleQueueAssetRefresh(data),
+      [JobName.LIBRARY_DELETE]: (data) => this.libraryService.handleDeleteLibrary(data),
+      [JobName.LIBRARY_REMOVE_OFFLINE]: (data) => this.libraryService.handleOfflineRemoval(data),
+      [JobName.LIBRARY_QUEUE_SCAN_ALL]: (data) => this.libraryService.handleQueueAllScan(data),
+      [JobName.LIBRARY_QUEUE_CLEANUP]: () => this.libraryService.handleQueueCleanup(),
    });

    process.on('uncaughtException', (error: Error | any) => {
--- a/server/src/microservices/processors/metadata-extraction.processor.ts
+++ b/server/src/microservices/processors/metadata-extraction.processor.ts
@@ -146,7 +146,6 @@ export class MetadataExtractionProcessor {

    await this.applyMotionPhotos(asset, tags);
    await this.applyReverseGeocoding(asset, exifData);
-
    await this.assetRepository.upsertExif(exifData);
    await this.assetRepository.save({
      id: asset.id,
--- a/server/src/microservices/utils/exif/coordinates.spec.ts
+++ b/server/src/microservices/utils/exif/coordinates.spec.ts
@@ -1,4 +1,3 @@
-import { describe, expect, it } from '@jest/globals';
 import { parseLatitude, parseLongitude } from './coordinates';

 describe('parsing latitude from string input', () => {
--- a/server/src/microservices/utils/numbers.spec.ts
+++ b/server/src/microservices/utils/numbers.spec.ts
@@ -1,4 +1,3 @@
-import { describe, expect, it } from '@jest/globals';
 import { isDecimalNumber, isNumberInRange, toNumberOrNull } from './numbers';

 describe('checks if a number is a decimal number', () => {