feat(server): de-duplication (#557)

* feat(server): remove un-used deviceAssetId cols.

* feat(server): return 409 if asset is duplicated

* feat(server): replace old unique constaint

* feat(server): strip deviceId in file path

* feat(server): skip duplicate asset

* chore(server): revert changes

* fix(server): asset test spec

* fix(server): checksum generation for uploaded assets

* fix(server): make sure generation queue run after migraion

* feat(server): remove temp file

* chore(server): remove dead code
This commit is contained in:
Thanh Pham 2022-09-06 02:45:38 +07:00 committed by GitHub
parent 2677ddccaa
commit a467936e73
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
9 changed files with 64 additions and 18 deletions

View file

@ -19,14 +19,12 @@ export class GenerateChecksumProcessor {
async generateChecksum() {
let hasNext = true;
let pageSize = 200;
let offset = 0;
while (hasNext) {
const assets = await this.assetRepository.find({
where: {
checksum: IsNull()
},
skip: offset,
take: pageSize,
});
@ -43,8 +41,6 @@ export class GenerateChecksumProcessor {
if (assets.length < pageSize) {
hasNext = false;
} else {
offset += pageSize;
}
}
}