feat(server): de-duplication (#557)

* feat(server): remove un-used deviceAssetId cols.

* feat(server): return 409 if asset is duplicated

* feat(server): replace old unique constaint

* feat(server): strip deviceId in file path

* feat(server): skip duplicate asset

* chore(server): revert changes

* fix(server): asset test spec

* fix(server): checksum generation for uploaded assets

* fix(server): make sure generation queue run after migraion

* feat(server): remove temp file

* chore(server): remove dead code

server/apps/microservices/src/processors/generate-checksum.processor.ts

@@ -19,14 +19,12 @@ export class GenerateChecksumProcessor {
   async generateChecksum() {
     let hasNext = true;
     let pageSize = 200;
-    let offset = 0;
 
     while (hasNext) {
       const assets = await this.assetRepository.find({
         where: {
           checksum: IsNull()
         },
-        skip: offset,
         take: pageSize,
       });
 
@@ -43,8 +41,6 @@ export class GenerateChecksumProcessor {
 
         if (assets.length < pageSize) {
           hasNext = false;
-        } else {
-          offset += pageSize;
         }
       }
     }