refactor(server): job repository (#1382)

* refactor(server): job repository

* refactor: job repository

* chore: generate open-api

* fix: job panel

* Remove incorrect subtitle

Co-authored-by: Alex Tran <alex.tran1502@gmail.com>

server/apps/immich/src/api-v1/asset/asset.controller.ts

@@ -295,7 +295,7 @@ export class AssetController {
       deleteAssetList.filter((a) => a.id == res.id && res.status == DeleteAssetStatusEnum.SUCCESS);
     });
 
-    await this.backgroundTaskService.deleteFileOnDisk(deleteAssetList);
+    await this.backgroundTaskService.deleteFileOnDisk(deleteAssetList as any[]);
 
     return result;
   }

server/apps/immich/src/api-v1/asset/asset.service.spec.ts

@@ -9,11 +9,11 @@ import { TimeGroupEnum } from './dto/get-asset-count-by-time-bucket.dto';
 import { AssetCountByUserIdResponseDto } from './response-dto/asset-count-by-user-id-response.dto';
 import { DownloadService } from '../../modules/download/download.service';
 import { BackgroundTaskService } from '../../modules/background-task/background-task.service';
-import { IAssetUploadedJob, IVideoTranscodeJob } from '@app/domain';
-import { Queue } from 'bull';
 import { IAlbumRepository } from '../album/album-repository';
 import { StorageService } from '@app/storage';
 import { ISharedLinkRepository } from '../share/shared-link.repository';
+import { IJobRepository } from '@app/domain';
+import { newJobRepositoryMock } from '@app/domain/../test';
 
 describe('AssetService', () => {
   let sui: AssetService;
@@ -22,10 +22,9 @@ describe('AssetService', () => {
   let albumRepositoryMock: jest.Mocked<IAlbumRepository>;
   let downloadServiceMock: jest.Mocked<Partial<DownloadService>>;
   let backgroundTaskServiceMock: jest.Mocked<BackgroundTaskService>;
-  let assetUploadedQueueMock: jest.Mocked<Queue<IAssetUploadedJob>>;
-  let videoConversionQueueMock: jest.Mocked<Queue<IVideoTranscodeJob>>;
   let storageSeriveMock: jest.Mocked<StorageService>;
   let sharedLinkRepositoryMock: jest.Mocked<ISharedLinkRepository>;
+  let jobMock: jest.Mocked<IJobRepository>;
   const authUser: AuthUserDto = Object.freeze({
     id: 'user_id_1',
     email: 'auth@test.com',
@@ -148,16 +147,17 @@ describe('AssetService', () => {
       getByIdAndUserId: jest.fn(),
     };
 
+    jobMock = newJobRepositoryMock();
+
     sui = new AssetService(
       assetRepositoryMock,
       albumRepositoryMock,
       a,
       backgroundTaskServiceMock,
-      assetUploadedQueueMock,
-      videoConversionQueueMock,
       downloadServiceMock as DownloadService,
       storageSeriveMock,
       sharedLinkRepositoryMock,
+      jobMock,
     );
   });
 

server/apps/immich/src/api-v1/asset/asset.service.ts

@@ -43,9 +43,7 @@ import { CheckExistingAssetsResponseDto } from './response-dto/check-existing-as
 import { UpdateAssetDto } from './dto/update-asset.dto';
 import { AssetFileUploadResponseDto } from './response-dto/asset-file-upload-response.dto';
 import { BackgroundTaskService } from '../../modules/background-task/background-task.service';
-import { IAssetUploadedJob, IVideoTranscodeJob, JobName, QueueName } from '@app/domain';
-import { InjectQueue } from '@nestjs/bull';
-import { Queue } from 'bull';
+import { IJobRepository, JobName } from '@app/domain';
 import { DownloadService } from '../../modules/download/download.service';
 import { DownloadDto } from './dto/download-library.dto';
 import { IAlbumRepository } from '../album/album-repository';
@@ -66,24 +64,14 @@ export class AssetService {
 
   constructor(
     @Inject(IAssetRepository) private _assetRepository: IAssetRepository,
-
     @Inject(IAlbumRepository) private _albumRepository: IAlbumRepository,
-
     @InjectRepository(AssetEntity)
     private assetRepository: Repository<AssetEntity>,
-
     private backgroundTaskService: BackgroundTaskService,
-
-    @InjectQueue(QueueName.ASSET_UPLOADED)
-    private assetUploadedQueue: Queue<IAssetUploadedJob>,
-
-    @InjectQueue(QueueName.VIDEO_CONVERSION)
-    private videoConversionQueue: Queue<IVideoTranscodeJob>,
-
     private downloadService: DownloadService,
-
     private storageService: StorageService,
     @Inject(ISharedLinkRepository) sharedLinkRepository: ISharedLinkRepository,
+    @Inject(IJobRepository) private jobRepository: IJobRepository,
   ) {
     this.shareCore = new ShareCore(sharedLinkRepository);
   }
@@ -122,7 +110,7 @@ export class AssetService {
 
         await this.storageService.moveAsset(livePhotoAssetEntity, originalAssetData.originalname);
 
-        await this.videoConversionQueue.add(JobName.VIDEO_CONVERSION, { asset: livePhotoAssetEntity });
+        await this.jobRepository.add({ name: JobName.VIDEO_CONVERSION, data: { asset: livePhotoAssetEntity } });
       }
 
       const assetEntity = await this.createUserAsset(
@@ -146,11 +134,10 @@ export class AssetService {
 
       const movedAsset = await this.storageService.moveAsset(assetEntity, originalAssetData.originalname);
 
-      await this.assetUploadedQueue.add(
-        JobName.ASSET_UPLOADED,
-        { asset: movedAsset, fileName: originalAssetData.originalname },
-        { jobId: movedAsset.id },
-      );
+      await this.jobRepository.add({
+        name: JobName.ASSET_UPLOADED,
+        data: { asset: movedAsset, fileName: originalAssetData.originalname },
+      });
 
       return new AssetFileUploadResponseDto(movedAsset.id);
     } catch (err) {

server/apps/immich/src/api-v1/job/job.controller.ts

@@ -1,11 +1,9 @@
-import { Controller, Get, Body, ValidationPipe, Put, Param } from '@nestjs/common';
-import { JobService } from './job.service';
+import { Body, Controller, Get, Param, Put, ValidationPipe } from '@nestjs/common';
 import { ApiBearerAuth, ApiTags } from '@nestjs/swagger';
 import { Authenticated } from '../../decorators/authenticated.decorator';
 import { AllJobStatusResponseDto } from './response-dto/all-job-status-response.dto';
 import { GetJobDto } from './dto/get-job.dto';
-import { JobStatusResponseDto } from './response-dto/job-status-response.dto';
-
+import { JobService } from './job.service';
 import { JobCommandDto } from './dto/job-command.dto';
 
 @Authenticated({ admin: true })
@@ -20,21 +18,16 @@ export class JobController {
     return this.jobService.getAllJobsStatus();
   }
 
-  @Get('/:jobId')
-  getJobStatus(@Param(ValidationPipe) params: GetJobDto): Promise<JobStatusResponseDto> {
-    return this.jobService.getJobStatus(params);
-  }
-
   @Put('/:jobId')
   async sendJobCommand(
     @Param(ValidationPipe) params: GetJobDto,
     @Body(ValidationPipe) body: JobCommandDto,
   ): Promise<number> {
     if (body.command === 'start') {
-      return await this.jobService.startJob(params);
+      return await this.jobService.start(params.jobId);
     }
     if (body.command === 'stop') {
-      return await this.jobService.stopJob(params);
+      return await this.jobService.stop(params.jobId);
     }
     return 0;
   }

server/apps/immich/src/api-v1/job/job.service.ts

@@ -1,217 +1,118 @@
-import {
-  IMachineLearningJob,
-  IMetadataExtractionJob,
-  IThumbnailGenerationJob,
-  IVideoTranscodeJob,
-  JobName,
-  QueueName,
-} from '@app/domain';
-import { InjectQueue } from '@nestjs/bull';
-import { Queue } from 'bull';
+import { JobName, IJobRepository, QueueName } from '@app/domain';
 import { BadRequestException, Inject, Injectable } from '@nestjs/common';
 import { AllJobStatusResponseDto } from './response-dto/all-job-status-response.dto';
 import { IAssetRepository } from '../asset/asset-repository';
 import { AssetType } from '@app/infra';
-import { GetJobDto, JobId } from './dto/get-job.dto';
-import { JobStatusResponseDto } from './response-dto/job-status-response.dto';
-import { StorageService } from '@app/storage';
+import { JobId } from './dto/get-job.dto';
 import { MACHINE_LEARNING_ENABLED } from '@app/common';
 
+const jobIds = Object.values(JobId) as JobId[];
+
 @Injectable()
 export class JobService {
   constructor(
-    @InjectQueue(QueueName.THUMBNAIL_GENERATION)
-    private thumbnailGeneratorQueue: Queue<IThumbnailGenerationJob>,
-
-    @InjectQueue(QueueName.METADATA_EXTRACTION)
-    private metadataExtractionQueue: Queue<IMetadataExtractionJob>,
-
-    @InjectQueue(QueueName.VIDEO_CONVERSION)
-    private videoConversionQueue: Queue<IVideoTranscodeJob>,
-
-    @InjectQueue(QueueName.MACHINE_LEARNING)
-    private machineLearningQueue: Queue<IMachineLearningJob>,
-
-    @InjectQueue(QueueName.CONFIG)
-    private configQueue: Queue,
-
-    @Inject(IAssetRepository)
-    private _assetRepository: IAssetRepository,
-
-    private storageService: StorageService,
+    @Inject(IAssetRepository) private _assetRepository: IAssetRepository,
+    @Inject(IJobRepository) private jobRepository: IJobRepository,
   ) {
-    this.thumbnailGeneratorQueue.empty();
-    this.metadataExtractionQueue.empty();
-    this.videoConversionQueue.empty();
-    this.configQueue.empty();
+    for (const jobId of jobIds) {
+      this.jobRepository.empty(this.asQueueName(jobId));
+    }
   }
 
-  async startJob(jobDto: GetJobDto): Promise<number> {
-    switch (jobDto.jobId) {
-      case JobId.THUMBNAIL_GENERATION:
-        return this.runThumbnailGenerationJob();
-      case JobId.METADATA_EXTRACTION:
-        return this.runMetadataExtractionJob();
-      case JobId.VIDEO_CONVERSION:
-        return this.runVideoConversionJob();
-      case JobId.MACHINE_LEARNING:
-        return this.runMachineLearningPipeline();
-      case JobId.STORAGE_TEMPLATE_MIGRATION:
-        return this.runStorageMigration();
-      default:
-        throw new BadRequestException('Invalid job id');
-    }
+  start(jobId: JobId): Promise<number> {
+    return this.run(this.asQueueName(jobId));
+  }
+
+  async stop(jobId: JobId): Promise<number> {
+    await this.jobRepository.empty(this.asQueueName(jobId));
+    return 0;
   }
 
   async getAllJobsStatus(): Promise<AllJobStatusResponseDto> {
-    const thumbnailGeneratorJobCount = await this.thumbnailGeneratorQueue.getJobCounts();
-    const metadataExtractionJobCount = await this.metadataExtractionQueue.getJobCounts();
-    const videoConversionJobCount = await this.videoConversionQueue.getJobCounts();
-    const machineLearningJobCount = await this.machineLearningQueue.getJobCounts();
-    const storageMigrationJobCount = await this.configQueue.getJobCounts();
-
     const response = new AllJobStatusResponseDto();
-    response.isThumbnailGenerationActive = Boolean(thumbnailGeneratorJobCount.waiting);
-    response.thumbnailGenerationQueueCount = thumbnailGeneratorJobCount;
-    response.isMetadataExtractionActive = Boolean(metadataExtractionJobCount.waiting);
-    response.metadataExtractionQueueCount = metadataExtractionJobCount;
-    response.isVideoConversionActive = Boolean(videoConversionJobCount.waiting);
-    response.videoConversionQueueCount = videoConversionJobCount;
-    response.isMachineLearningActive = Boolean(machineLearningJobCount.waiting);
-    response.machineLearningQueueCount = machineLearningJobCount;
-    response.isStorageMigrationActive = Boolean(storageMigrationJobCount.active);
-    response.storageMigrationQueueCount = storageMigrationJobCount;
-
+    for (const jobId of jobIds) {
+      response[jobId] = await this.jobRepository.getJobCounts(this.asQueueName(jobId));
+    }
     return response;
   }
 
-  async getJobStatus(query: GetJobDto): Promise<JobStatusResponseDto> {
-    const response = new JobStatusResponseDto();
-    if (query.jobId === JobId.THUMBNAIL_GENERATION) {
-      response.isActive = Boolean((await this.thumbnailGeneratorQueue.getJobCounts()).waiting);
-      response.queueCount = await this.thumbnailGeneratorQueue.getJobCounts();
+  private async run(name: QueueName): Promise<number> {
+    const isActive = await this.jobRepository.isActive(name);
+    if (isActive) {
+      throw new BadRequestException(`Job is already running`);
     }
 
-    if (query.jobId === JobId.METADATA_EXTRACTION) {
-      response.isActive = Boolean((await this.metadataExtractionQueue.getJobCounts()).waiting);
-      response.queueCount = await this.metadataExtractionQueue.getJobCounts();
-    }
+    switch (name) {
+      case QueueName.VIDEO_CONVERSION: {
+        const assets = await this._assetRepository.getAssetWithNoEncodedVideo();
+        for (const asset of assets) {
+          await this.jobRepository.add({ name: JobName.VIDEO_CONVERSION, data: { asset } });
+        }
 
-    if (query.jobId === JobId.VIDEO_CONVERSION) {
-      response.isActive = Boolean((await this.videoConversionQueue.getJobCounts()).waiting);
-      response.queueCount = await this.videoConversionQueue.getJobCounts();
-    }
-
-    if (query.jobId === JobId.STORAGE_TEMPLATE_MIGRATION) {
-      response.isActive = Boolean((await this.configQueue.getJobCounts()).waiting);
-      response.queueCount = await this.configQueue.getJobCounts();
-    }
-
-    return response;
-  }
-
-  async stopJob(query: GetJobDto): Promise<number> {
-    switch (query.jobId) {
-      case JobId.THUMBNAIL_GENERATION:
-        this.thumbnailGeneratorQueue.empty();
-        return 0;
-      case JobId.METADATA_EXTRACTION:
-        this.metadataExtractionQueue.empty();
-        return 0;
-      case JobId.VIDEO_CONVERSION:
-        this.videoConversionQueue.empty();
-        return 0;
-      case JobId.MACHINE_LEARNING:
-        this.machineLearningQueue.empty();
-        return 0;
-      case JobId.STORAGE_TEMPLATE_MIGRATION:
-        this.configQueue.empty();
-        return 0;
-      default:
-        throw new BadRequestException('Invalid job id');
-    }
-  }
-
-  private async runThumbnailGenerationJob(): Promise<number> {
-    const jobCount = await this.thumbnailGeneratorQueue.getJobCounts();
-
-    if (jobCount.waiting > 0) {
-      throw new BadRequestException('Thumbnail generation job is already running');
-    }
-
-    const assetsWithNoThumbnail = await this._assetRepository.getAssetWithNoThumbnail();
-
-    for (const asset of assetsWithNoThumbnail) {
-      await this.thumbnailGeneratorQueue.add(JobName.GENERATE_JPEG_THUMBNAIL, { asset });
-    }
-
-    return assetsWithNoThumbnail.length;
-  }
-
-  private async runMetadataExtractionJob(): Promise<number> {
-    const jobCount = await this.metadataExtractionQueue.getJobCounts();
-
-    if (jobCount.waiting > 0) {
-      throw new BadRequestException('Metadata extraction job is already running');
-    }
-
-    const assetsWithNoExif = await this._assetRepository.getAssetWithNoEXIF();
-    for (const asset of assetsWithNoExif) {
-      if (asset.type === AssetType.VIDEO) {
-        await this.metadataExtractionQueue.add(JobName.EXTRACT_VIDEO_METADATA, { asset, fileName: asset.id });
-      } else {
-        await this.metadataExtractionQueue.add(JobName.EXIF_EXTRACTION, { asset, fileName: asset.id });
+        return assets.length;
       }
+
+      case QueueName.CONFIG:
+        await this.jobRepository.add({ name: JobName.TEMPLATE_MIGRATION });
+        return 1;
+
+      case QueueName.MACHINE_LEARNING: {
+        if (!MACHINE_LEARNING_ENABLED) {
+          throw new BadRequestException('Machine learning is not enabled.');
+        }
+
+        const assets = await this._assetRepository.getAssetWithNoSmartInfo();
+        for (const asset of assets) {
+          await this.jobRepository.add({ name: JobName.IMAGE_TAGGING, data: { asset } });
+          await this.jobRepository.add({ name: JobName.OBJECT_DETECTION, data: { asset } });
+        }
+        return assets.length;
+      }
+
+      case QueueName.METADATA_EXTRACTION: {
+        const assets = await this._assetRepository.getAssetWithNoEXIF();
+        for (const asset of assets) {
+          if (asset.type === AssetType.VIDEO) {
+            await this.jobRepository.add({ name: JobName.EXTRACT_VIDEO_METADATA, data: { asset, fileName: asset.id } });
+          } else {
+            await this.jobRepository.add({ name: JobName.EXIF_EXTRACTION, data: { asset, fileName: asset.id } });
+          }
+        }
+        return assets.length;
+      }
+
+      case QueueName.THUMBNAIL_GENERATION: {
+        const assets = await this._assetRepository.getAssetWithNoThumbnail();
+        for (const asset of assets) {
+          await this.jobRepository.add({ name: JobName.GENERATE_JPEG_THUMBNAIL, data: { asset } });
+        }
+        return assets.length;
+      }
+
+      default:
+        return 0;
     }
-    return assetsWithNoExif.length;
   }
 
-  private async runMachineLearningPipeline(): Promise<number> {
-    if (!MACHINE_LEARNING_ENABLED) {
-      throw new BadRequestException('Machine learning is not enabled.');
+  private asQueueName(jobId: JobId) {
+    switch (jobId) {
+      case JobId.THUMBNAIL_GENERATION:
+        return QueueName.THUMBNAIL_GENERATION;
+
+      case JobId.METADATA_EXTRACTION:
+        return QueueName.METADATA_EXTRACTION;
+
+      case JobId.VIDEO_CONVERSION:
+        return QueueName.VIDEO_CONVERSION;
+
+      case JobId.STORAGE_TEMPLATE_MIGRATION:
+        return QueueName.CONFIG;
+
+      case JobId.MACHINE_LEARNING:
+        return QueueName.MACHINE_LEARNING;
+
+      default:
+        throw new BadRequestException(`Invalid job id: ${jobId}`);
     }
-
-    const jobCount = await this.machineLearningQueue.getJobCounts();
-
-    if (jobCount.waiting > 0) {
-      throw new BadRequestException('Metadata extraction job is already running');
-    }
-
-    const assetWithNoSmartInfo = await this._assetRepository.getAssetWithNoSmartInfo();
-
-    for (const asset of assetWithNoSmartInfo) {
-      await this.machineLearningQueue.add(JobName.IMAGE_TAGGING, { asset });
-      await this.machineLearningQueue.add(JobName.OBJECT_DETECTION, { asset });
-    }
-
-    return assetWithNoSmartInfo.length;
-  }
-
-  private async runVideoConversionJob(): Promise<number> {
-    const jobCount = await this.videoConversionQueue.getJobCounts();
-
-    if (jobCount.waiting > 0) {
-      throw new BadRequestException('Video conversion job is already running');
-    }
-
-    const assetsWithNoConvertedVideo = await this._assetRepository.getAssetWithNoEncodedVideo();
-
-    for (const asset of assetsWithNoConvertedVideo) {
-      await this.videoConversionQueue.add(JobName.VIDEO_CONVERSION, { asset });
-    }
-
-    return assetsWithNoConvertedVideo.length;
-  }
-
-  async runStorageMigration() {
-    const jobCount = await this.configQueue.getJobCounts();
-
-    if (jobCount.active > 0) {
-      throw new BadRequestException('Storage migration job is already running');
-    }
-
-    await this.configQueue.add(JobName.TEMPLATE_MIGRATION, {});
-
-    return 1;
   }
 }

server/apps/immich/src/api-v1/job/response-dto/all-job-status-response.dto.ts

@@ -1,4 +1,5 @@
 import { ApiProperty } from '@nestjs/swagger';
+import { JobId } from '../dto/get-job.dto';
 
 export class JobCounts {
   @ApiProperty({ type: 'integer' })
@@ -12,35 +13,20 @@ export class JobCounts {
   @ApiProperty({ type: 'integer' })
   waiting!: number;
 }
+
 export class AllJobStatusResponseDto {
-  isThumbnailGenerationActive!: boolean;
-  isMetadataExtractionActive!: boolean;
-  isVideoConversionActive!: boolean;
-  isMachineLearningActive!: boolean;
-  isStorageMigrationActive!: boolean;
+  @ApiProperty({ type: JobCounts })
+  [JobId.THUMBNAIL_GENERATION]!: JobCounts;
 
-  @ApiProperty({
-    type: JobCounts,
-  })
-  thumbnailGenerationQueueCount!: JobCounts;
+  @ApiProperty({ type: JobCounts })
+  [JobId.METADATA_EXTRACTION]!: JobCounts;
 
-  @ApiProperty({
-    type: JobCounts,
-  })
-  metadataExtractionQueueCount!: JobCounts;
+  @ApiProperty({ type: JobCounts })
+  [JobId.VIDEO_CONVERSION]!: JobCounts;
 
-  @ApiProperty({
-    type: JobCounts,
-  })
-  videoConversionQueueCount!: JobCounts;
+  @ApiProperty({ type: JobCounts })
+  [JobId.MACHINE_LEARNING]!: JobCounts;
 
-  @ApiProperty({
-    type: JobCounts,
-  })
-  machineLearningQueueCount!: JobCounts;
-
-  @ApiProperty({
-    type: JobCounts,
-  })
-  storageMigrationQueueCount!: JobCounts;
+  @ApiProperty({ type: JobCounts })
+  [JobId.STORAGE_TEMPLATE_MIGRATION]!: JobCounts;
 }

server/apps/immich/src/api-v1/job/response-dto/job-status-response.dto.ts

@@ -1,6 +0,0 @@
-import Bull from 'bull';
-
-export class JobStatusResponseDto {
-  isActive!: boolean;
-  queueCount!: Bull.JobCounts;
-}

server/apps/immich/src/modules/background-task/background-task.module.ts

@@ -1,12 +1,9 @@
-import { BullModule } from '@nestjs/bull';
 import { Module } from '@nestjs/common';
-import { QueueName } from '@app/domain';
 import { BackgroundTaskProcessor } from './background-task.processor';
 import { BackgroundTaskService } from './background-task.service';
 
 @Module({
-  imports: [BullModule.registerQueue({ name: QueueName.BACKGROUND_TASK })],
   providers: [BackgroundTaskService, BackgroundTaskProcessor],
-  exports: [BackgroundTaskService, BullModule],
+  exports: [BackgroundTaskService],
 })
 export class BackgroundTaskModule {}

server/apps/immich/src/modules/background-task/background-task.processor.ts

@@ -2,12 +2,12 @@ import { assetUtils } from '@app/common/utils';
 import { Process, Processor } from '@nestjs/bull';
 import { Job } from 'bull';
 import { JobName, QueueName } from '@app/domain';
-import { AssetResponseDto } from '../../api-v1/asset/response-dto/asset-response.dto';
+import { AssetEntity } from '@app/infra';
 
 @Processor(QueueName.BACKGROUND_TASK)
 export class BackgroundTaskProcessor {
   @Process(JobName.DELETE_FILE_ON_DISK)
-  async deleteFileOnDisk(job: Job<{ assets: AssetResponseDto[] }>) {
+  async deleteFileOnDisk(job: Job<{ assets: AssetEntity[] }>) {
     const { assets } = job.data;
 
     for (const asset of assets) {

server/apps/immich/src/modules/background-task/background-task.service.ts

@@ -1,17 +1,12 @@
-import { InjectQueue } from '@nestjs/bull/dist/decorators';
-import { Injectable } from '@nestjs/common';
-import { Queue } from 'bull';
-import { JobName, QueueName } from '@app/domain';
-import { AssetResponseDto } from '../../api-v1/asset/response-dto/asset-response.dto';
+import { IJobRepository, JobName } from '@app/domain';
+import { AssetEntity } from '@app/infra';
+import { Inject, Injectable } from '@nestjs/common';
 
 @Injectable()
 export class BackgroundTaskService {
-  constructor(
-    @InjectQueue(QueueName.BACKGROUND_TASK)
-    private backgroundTaskQueue: Queue,
-  ) {}
+  constructor(@Inject(IJobRepository) private jobRepository: IJobRepository) {}
 
-  async deleteFileOnDisk(assets: AssetResponseDto[]) {
-    await this.backgroundTaskQueue.add(JobName.DELETE_FILE_ON_DISK, { assets });
+  async deleteFileOnDisk(assets: AssetEntity[]) {
+    await this.jobRepository.add({ name: JobName.DELETE_FILE_ON_DISK, data: { assets } });
   }
 }

server/apps/immich/src/modules/schedule-tasks/schedule-tasks.service.ts

@@ -1,14 +1,11 @@
-import { Injectable, Logger } from '@nestjs/common';
+import { Inject, Injectable, Logger } from '@nestjs/common';
 import { Cron, CronExpression } from '@nestjs/schedule';
 import { InjectRepository } from '@nestjs/typeorm';
 import { IsNull, Not, Repository } from 'typeorm';
 import { AssetEntity, AssetType, ExifEntity, UserEntity } from '@app/infra';
-import { InjectQueue } from '@nestjs/bull';
-import { Queue } from 'bull';
-import { IMetadataExtractionJob, IVideoTranscodeJob, QueueName, JobName } from '@app/domain';
 import { ConfigService } from '@nestjs/config';
-import { IUserDeletionJob } from '@app/domain';
 import { userUtils } from '@app/common';
+import { IJobRepository, JobName } from '@app/domain';
 
 @Injectable()
 export class ScheduleTasksService {
@@ -22,17 +19,7 @@ export class ScheduleTasksService {
     @InjectRepository(ExifEntity)
     private exifRepository: Repository<ExifEntity>,
 
-    @InjectQueue(QueueName.THUMBNAIL_GENERATION)
-    private thumbnailGeneratorQueue: Queue,
-
-    @InjectQueue(QueueName.VIDEO_CONVERSION)
-    private videoConversionQueue: Queue<IVideoTranscodeJob>,
-
-    @InjectQueue(QueueName.METADATA_EXTRACTION)
-    private metadataExtractionQueue: Queue<IMetadataExtractionJob>,
-
-    @InjectQueue(QueueName.USER_DELETION)
-    private userDeletionQueue: Queue<IUserDeletionJob>,
+    @Inject(IJobRepository) private jobRepository: IJobRepository,
 
     private configService: ConfigService,
   ) {}
@@ -51,7 +38,7 @@ export class ScheduleTasksService {
     }
 
     for (const asset of assets) {
-      await this.thumbnailGeneratorQueue.add(JobName.GENERATE_WEBP_THUMBNAIL, { asset: asset });
+      await this.jobRepository.add({ name: JobName.GENERATE_WEBP_THUMBNAIL, data: { asset } });
     }
   }
 
@@ -69,7 +56,7 @@ export class ScheduleTasksService {
     });
 
     for (const asset of assets) {
-      await this.videoConversionQueue.add(JobName.VIDEO_CONVERSION, { asset });
+      await this.jobRepository.add({ name: JobName.VIDEO_CONVERSION, data: { asset } });
     }
   }
 
@@ -87,11 +74,11 @@ export class ScheduleTasksService {
       });
 
       for (const exif of exifInfo) {
-        await this.metadataExtractionQueue.add(
-          JobName.REVERSE_GEOCODING,
+        await this.jobRepository.add({
+          name: JobName.REVERSE_GEOCODING,
           // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
-          { exifId: exif.id, latitude: exif.latitude!, longitude: exif.longitude! },
-        );
+          data: { exifId: exif.id, latitude: exif.latitude!, longitude: exif.longitude! },
+        });
       }
     }
   }
@@ -106,9 +93,9 @@ export class ScheduleTasksService {
 
     for (const asset of exifAssets) {
       if (asset.type === AssetType.VIDEO) {
-        await this.metadataExtractionQueue.add(JobName.EXTRACT_VIDEO_METADATA, { asset, fileName: asset.id });
+        await this.jobRepository.add({ name: JobName.EXTRACT_VIDEO_METADATA, data: { asset, fileName: asset.id } });
       } else {
-        await this.metadataExtractionQueue.add(JobName.EXIF_EXTRACTION, { asset, fileName: asset.id });
+        await this.jobRepository.add({ name: JobName.EXIF_EXTRACTION, data: { asset, fileName: asset.id } });
       }
     }
   }
@@ -118,7 +105,7 @@ export class ScheduleTasksService {
     const usersToDelete = await this.userRepository.find({ withDeleted: true, where: { deletedAt: Not(IsNull()) } });
     for (const user of usersToDelete) {
       if (userUtils.isReadyForDeletion(user)) {
-        await this.userDeletionQueue.add(JobName.USER_DELETION, { user });
+        await this.jobRepository.add({ name: JobName.USER_DELETION, data: { user } });
       }
     }
   }