summaryrefslogtreecommitdiff
path: root/packages/backend/src
diff options
context:
space:
mode:
authorHazelnoot <acomputerdog@gmail.com>2024-10-16 11:52:22 -0400
committerHazelnoot <acomputerdog@gmail.com>2024-10-20 00:10:10 -0400
commit2deb64486bbd44e3ba5a3bca2cd4ac867374aee9 (patch)
tree2a805b348bf29798dfae7c3ad1a84701cf86afdf /packages/backend/src
parentmerge: version 2024.9.0 (!675) (diff)
downloadsharkey-2deb64486bbd44e3ba5a3bca2cd4ac867374aee9.tar.gz
sharkey-2deb64486bbd44e3ba5a3bca2cd4ac867374aee9.tar.bz2
sharkey-2deb64486bbd44e3ba5a3bca2cd4ac867374aee9.zip
use async IO for InternalStorageService
Diffstat (limited to 'packages/backend/src')
-rw-r--r--packages/backend/src/core/DriveService.ts32
-rw-r--r--packages/backend/src/core/InternalStorageService.ts17
2 files changed, 26 insertions, 23 deletions
diff --git a/packages/backend/src/core/DriveService.ts b/packages/backend/src/core/DriveService.ts
index 744bc65be7..781b435c9a 100644
--- a/packages/backend/src/core/DriveService.ts
+++ b/packages/backend/src/core/DriveService.ts
@@ -227,25 +227,27 @@ export class DriveService {
const thumbnailAccessKey = 'thumbnail-' + randomUUID();
const webpublicAccessKey = 'webpublic-' + randomUUID();
- const url = this.internalStorageService.saveFromPath(accessKey, path);
-
- let thumbnailUrl: string | null = null;
- let webpublicUrl: string | null = null;
+ // Ugly type is just to help TS figure out that 2nd / 3rd promises are optional.
+ const promises: [Promise<string>, ...(Promise<string> | undefined)[]] = [
+ this.internalStorageService.saveFromPath(accessKey, path),
+ ];
if (alts.thumbnail) {
- thumbnailUrl = this.internalStorageService.saveFromBuffer(thumbnailAccessKey, alts.thumbnail.data);
+ promises.push(this.internalStorageService.saveFromBuffer(thumbnailAccessKey, alts.thumbnail.data));
this.registerLogger.info(`thumbnail stored: ${thumbnailAccessKey}`);
}
if (alts.webpublic) {
- webpublicUrl = this.internalStorageService.saveFromBuffer(webpublicAccessKey, alts.webpublic.data);
+ promises.push(this.internalStorageService.saveFromBuffer(webpublicAccessKey, alts.webpublic.data));
this.registerLogger.info(`web stored: ${webpublicAccessKey}`);
}
+ const [url, thumbnailUrl, webpublicUrl] = await Promise.all(promises);
+
file.storedInternal = true;
file.url = url;
- file.thumbnailUrl = thumbnailUrl;
- file.webpublicUrl = webpublicUrl;
+ file.thumbnailUrl = thumbnailUrl ?? null;
+ file.webpublicUrl = webpublicUrl ?? null;
file.accessKey = accessKey;
file.thumbnailAccessKey = thumbnailAccessKey;
file.webpublicAccessKey = webpublicAccessKey;
@@ -720,19 +722,19 @@ export class DriveService {
@bindThis
public async deleteFileSync(file: MiDriveFile, isExpired = false, deleter?: MiUser) {
+ const promises = [];
+
if (file.storedInternal) {
- this.internalStorageService.del(file.accessKey!);
+ promises.push(this.internalStorageService.del(file.accessKey!));
if (file.thumbnailUrl) {
- this.internalStorageService.del(file.thumbnailAccessKey!);
+ promises.push(this.internalStorageService.del(file.thumbnailAccessKey!));
}
if (file.webpublicUrl) {
- this.internalStorageService.del(file.webpublicAccessKey!);
+ promises.push(this.internalStorageService.del(file.webpublicAccessKey!));
}
} else if (!file.isLink) {
- const promises = [];
-
promises.push(this.deleteObjectStorageFile(file.accessKey!));
if (file.thumbnailUrl) {
@@ -742,10 +744,10 @@ export class DriveService {
if (file.webpublicUrl) {
promises.push(this.deleteObjectStorageFile(file.webpublicAccessKey!));
}
-
- await Promise.all(promises);
}
+ await Promise.all(promises);
+
this.deletePostProcess(file, isExpired, deleter);
}
diff --git a/packages/backend/src/core/InternalStorageService.ts b/packages/backend/src/core/InternalStorageService.ts
index 4fb8a93e49..02a0a745d6 100644
--- a/packages/backend/src/core/InternalStorageService.ts
+++ b/packages/backend/src/core/InternalStorageService.ts
@@ -4,6 +4,7 @@
*/
import * as fs from 'node:fs';
+import { copyFile, mkdir, unlink, writeFile } from 'node:fs/promises';
import * as Path from 'node:path';
import { fileURLToPath } from 'node:url';
import { dirname } from 'node:path';
@@ -36,21 +37,21 @@ export class InternalStorageService {
}
@bindThis
- public saveFromPath(key: string, srcPath: string) {
- fs.mkdirSync(path, { recursive: true });
- fs.copyFileSync(srcPath, this.resolvePath(key));
+ public async saveFromPath(key: string, srcPath: string): Promise<string> {
+ await mkdir(path, { recursive: true });
+ await copyFile(srcPath, this.resolvePath(key));
return `${this.config.url}/files/${key}`;
}
@bindThis
- public saveFromBuffer(key: string, data: Buffer) {
- fs.mkdirSync(path, { recursive: true });
- fs.writeFileSync(this.resolvePath(key), data);
+ public async saveFromBuffer(key: string, data: Buffer): Promise<string> {
+ await mkdir(path, { recursive: true });
+ await writeFile(this.resolvePath(key), data);
return `${this.config.url}/files/${key}`;
}
@bindThis
- public del(key: string) {
- fs.unlink(this.resolvePath(key), () => {});
+ public async del(key: string): Promise<void> {
+ await unlink(this.resolvePath(key));
}
}