From 67f48616b9859ad3e23ac84a7537d9d36d0f9fd8 Mon Sep 17 00:00:00 2001 From: mertalev <101130780+mertalev@users.noreply.github.com> Date: Sat, 1 Jul 2023 18:07:46 -0400 Subject: [PATCH] moved transcoding to `onDone` --- server/src/domain/job/job.service.spec.ts | 18 +++++++++++++++++- server/src/domain/job/job.service.ts | 7 +++++++ server/src/domain/media/media.service.ts | 2 +- server/src/immich/api-v1/asset/asset.core.ts | 5 +---- .../immich/api-v1/asset/asset.service.spec.ts | 1 - 5 files changed, 26 insertions(+), 7 deletions(-) diff --git a/server/src/domain/job/job.service.spec.ts b/server/src/domain/job/job.service.spec.ts index e9a8f641a812b..1b424678b9409 100644 --- a/server/src/domain/job/job.service.spec.ts +++ b/server/src/domain/job/job.service.spec.ts @@ -1,6 +1,7 @@ import { SystemConfig } from '@app/infra/entities'; import { BadRequestException } from '@nestjs/common'; import { + assetEntityStub, asyncTick, newAssetRepositoryMock, newCommunicationRepositoryMock, @@ -271,6 +272,17 @@ describe(JobService.name, () => { JobName.GENERATE_THUMBHASH_THUMBNAIL, ], }, + { + item: { name: JobName.GENERATE_JPEG_THUMBNAIL, data: { id: 'asset-1', source: 'upload' } }, + jobs: [ + JobName.GENERATE_WEBP_THUMBNAIL, + JobName.CLASSIFY_IMAGE, + JobName.ENCODE_CLIP, + JobName.RECOGNIZE_FACES, + JobName.GENERATE_THUMBHASH_THUMBNAIL, + JobName.VIDEO_CONVERSION, + ], + }, { item: { name: JobName.CLASSIFY_IMAGE, data: { id: 'asset-1' } }, jobs: [JobName.SEARCH_INDEX_ASSET], @@ -287,7 +299,11 @@ describe(JobService.name, () => { for (const { item, jobs } of tests) { it(`should queue ${jobs.length} jobs when a ${item.name} job finishes successfully`, async () => { - assetMock.getByIds.mockResolvedValue([]); + if (item.name === JobName.GENERATE_JPEG_THUMBNAIL && item.data.source === 'upload') { + assetMock.getByIds.mockResolvedValue([assetEntityStub.livePhotoMotionAsset]); + } else { + assetMock.getByIds.mockResolvedValue([]); + } await sut.registerHandlers(makeMockHandlers(true)); await jobMock.addHandler.mock.calls[0][2](item); diff --git a/server/src/domain/job/job.service.ts b/server/src/domain/job/job.service.ts index 8bfdd6c6b06a3..f0d3e54da1777 100644 --- a/server/src/domain/job/job.service.ts +++ b/server/src/domain/job/job.service.ts @@ -1,3 +1,4 @@ +import { AssetType } from '@app/infra/entities'; import { BadRequestException, Inject, Injectable, Logger } from '@nestjs/common'; import { IAssetRepository, mapAsset } from '../asset'; import { CommunicationEvent, ICommunicationRepository } from '../communication'; @@ -163,9 +164,15 @@ export class JobService { await this.jobRepository.queue({ name: JobName.CLASSIFY_IMAGE, data: item.data }); await this.jobRepository.queue({ name: JobName.ENCODE_CLIP, data: item.data }); await this.jobRepository.queue({ name: JobName.RECOGNIZE_FACES, data: item.data }); + if (item.data.source !== 'upload') { + break; + } const [asset] = await this.assetRepository.getByIds([item.data.id]); if (asset) { + if (asset.type === AssetType.VIDEO) { + await this.jobRepository.queue({ name: JobName.VIDEO_CONVERSION, data: item.data }); + } this.communicationRepository.send(CommunicationEvent.UPLOAD_SUCCESS, asset.ownerId, mapAsset(asset)); } break; diff --git a/server/src/domain/media/media.service.ts b/server/src/domain/media/media.service.ts index 7dedc6a056d5e..91f25df877628 100644 --- a/server/src/domain/media/media.service.ts +++ b/server/src/domain/media/media.service.ts @@ -128,7 +128,7 @@ export class MediaService { async handleVideoConversion({ id }: IEntityJob) { const [asset] = await this.assetRepository.getByIds([id]); - if (!asset) { + if (!asset || asset.type !== AssetType.VIDEO) { return false; } diff --git a/server/src/immich/api-v1/asset/asset.core.ts b/server/src/immich/api-v1/asset/asset.core.ts index b68f6234cb77e..dd753b965c06b 100644 --- a/server/src/immich/api-v1/asset/asset.core.ts +++ b/server/src/immich/api-v1/asset/asset.core.ts @@ -1,5 +1,5 @@ import { AuthUserDto, IJobRepository, JobName } from '@app/domain'; -import { AssetEntity, AssetType, UserEntity } from '@app/infra/entities'; +import { AssetEntity, UserEntity } from '@app/infra/entities'; import { parse } from 'node:path'; import { IAssetRepository } from './asset-repository'; import { CreateAssetDto, ImportAssetDto, UploadFile } from './dto/create-asset.dto'; @@ -46,9 +46,6 @@ export class AssetCore { }); await this.jobRepository.queue({ name: JobName.METADATA_EXTRACTION, data: { id: asset.id, source: 'upload' } }); - if (asset.type === AssetType.VIDEO) { - await this.jobRepository.queue({ name: JobName.VIDEO_CONVERSION, data: { id: asset.id } }); - } return asset; } diff --git a/server/src/immich/api-v1/asset/asset.service.spec.ts b/server/src/immich/api-v1/asset/asset.service.spec.ts index de236ca5fe25a..5017d5f366751 100644 --- a/server/src/immich/api-v1/asset/asset.service.spec.ts +++ b/server/src/immich/api-v1/asset/asset.service.spec.ts @@ -228,7 +228,6 @@ describe('AssetService', () => { data: { id: assetEntityStub.livePhotoMotionAsset.id, source: 'upload' }, }, ], - [{ name: JobName.VIDEO_CONVERSION, data: { id: assetEntityStub.livePhotoMotionAsset.id } }], [{ name: JobName.METADATA_EXTRACTION, data: { id: assetEntityStub.livePhotoStillAsset.id, source: 'upload' } }], ]); });