summaryrefslogtreecommitdiff
path: root/packages/backend/src/misc
diff options
context:
space:
mode:
Diffstat (limited to 'packages/backend/src/misc')
-rw-r--r--packages/backend/src/misc/cache.ts189
-rw-r--r--packages/backend/src/misc/id/aid.ts5
2 files changed, 184 insertions, 10 deletions
diff --git a/packages/backend/src/misc/cache.ts b/packages/backend/src/misc/cache.ts
index b249cf4480..d35414acf7 100644
--- a/packages/backend/src/misc/cache.ts
+++ b/packages/backend/src/misc/cache.ts
@@ -1,18 +1,187 @@
+import Redis from 'ioredis';
import { bindThis } from '@/decorators.js';
+export class RedisKVCache<T> {
+ private redisClient: Redis.Redis;
+ private name: string;
+ private lifetime: number;
+ private memoryCache: MemoryKVCache<T>;
+ private fetcher: (key: string) => Promise<T>;
+ private toRedisConverter: (value: T) => string;
+ private fromRedisConverter: (value: string) => T;
+
+ constructor(redisClient: RedisKVCache<T>['redisClient'], name: RedisKVCache<T>['name'], opts: {
+ lifetime: RedisKVCache<T>['lifetime'];
+ memoryCacheLifetime: number;
+ fetcher: RedisKVCache<T>['fetcher'];
+ toRedisConverter: RedisKVCache<T>['toRedisConverter'];
+ fromRedisConverter: RedisKVCache<T>['fromRedisConverter'];
+ }) {
+ this.redisClient = redisClient;
+ this.name = name;
+ this.lifetime = opts.lifetime;
+ this.memoryCache = new MemoryKVCache(opts.memoryCacheLifetime);
+ this.fetcher = opts.fetcher;
+ this.toRedisConverter = opts.toRedisConverter;
+ this.fromRedisConverter = opts.fromRedisConverter;
+ }
+
+ @bindThis
+ public async set(key: string, value: T): Promise<void> {
+ this.memoryCache.set(key, value);
+ if (this.lifetime === Infinity) {
+ await this.redisClient.set(
+ `kvcache:${this.name}:${key}`,
+ this.toRedisConverter(value),
+ );
+ } else {
+ await this.redisClient.set(
+ `kvcache:${this.name}:${key}`,
+ this.toRedisConverter(value),
+ 'ex', Math.round(this.lifetime / 1000),
+ );
+ }
+ }
+
+ @bindThis
+ public async get(key: string): Promise<T | undefined> {
+ const memoryCached = this.memoryCache.get(key);
+ if (memoryCached !== undefined) return memoryCached;
+
+ const cached = await this.redisClient.get(`kvcache:${this.name}:${key}`);
+ if (cached == null) return undefined;
+ return this.fromRedisConverter(cached);
+ }
+
+ @bindThis
+ public async delete(key: string): Promise<void> {
+ this.memoryCache.delete(key);
+ await this.redisClient.del(`kvcache:${this.name}:${key}`);
+ }
+
+ /**
+ * キャッシュがあればそれを返し、無ければfetcherを呼び出して結果をキャッシュ&返します
+ */
+ @bindThis
+ public async fetch(key: string): Promise<T> {
+ const cachedValue = await this.get(key);
+ if (cachedValue !== undefined) {
+ // Cache HIT
+ return cachedValue;
+ }
+
+ // Cache MISS
+ const value = await this.fetcher(key);
+ this.set(key, value);
+ return value;
+ }
+
+ @bindThis
+ public async refresh(key: string) {
+ const value = await this.fetcher(key);
+ this.set(key, value);
+
+ // TODO: イベント発行して他プロセスのメモリキャッシュも更新できるようにする
+ }
+}
+
+export class RedisSingleCache<T> {
+ private redisClient: Redis.Redis;
+ private name: string;
+ private lifetime: number;
+ private memoryCache: MemorySingleCache<T>;
+ private fetcher: () => Promise<T>;
+ private toRedisConverter: (value: T) => string;
+ private fromRedisConverter: (value: string) => T;
+
+ constructor(redisClient: RedisSingleCache<T>['redisClient'], name: RedisSingleCache<T>['name'], opts: {
+ lifetime: RedisSingleCache<T>['lifetime'];
+ memoryCacheLifetime: number;
+ fetcher: RedisSingleCache<T>['fetcher'];
+ toRedisConverter: RedisSingleCache<T>['toRedisConverter'];
+ fromRedisConverter: RedisSingleCache<T>['fromRedisConverter'];
+ }) {
+ this.redisClient = redisClient;
+ this.name = name;
+ this.lifetime = opts.lifetime;
+ this.memoryCache = new MemorySingleCache(opts.memoryCacheLifetime);
+ this.fetcher = opts.fetcher;
+ this.toRedisConverter = opts.toRedisConverter;
+ this.fromRedisConverter = opts.fromRedisConverter;
+ }
+
+ @bindThis
+ public async set(value: T): Promise<void> {
+ this.memoryCache.set(value);
+ if (this.lifetime === Infinity) {
+ await this.redisClient.set(
+ `singlecache:${this.name}`,
+ this.toRedisConverter(value),
+ );
+ } else {
+ await this.redisClient.set(
+ `singlecache:${this.name}`,
+ this.toRedisConverter(value),
+ 'ex', Math.round(this.lifetime / 1000),
+ );
+ }
+ }
+
+ @bindThis
+ public async get(): Promise<T | undefined> {
+ const memoryCached = this.memoryCache.get();
+ if (memoryCached !== undefined) return memoryCached;
+
+ const cached = await this.redisClient.get(`singlecache:${this.name}`);
+ if (cached == null) return undefined;
+ return this.fromRedisConverter(cached);
+ }
+
+ @bindThis
+ public async delete(): Promise<void> {
+ this.memoryCache.delete();
+ await this.redisClient.del(`singlecache:${this.name}`);
+ }
+
+ /**
+ * キャッシュがあればそれを返し、無ければfetcherを呼び出して結果をキャッシュ&返します
+ */
+ @bindThis
+ public async fetch(): Promise<T> {
+ const cachedValue = await this.get();
+ if (cachedValue !== undefined) {
+ // Cache HIT
+ return cachedValue;
+ }
+
+ // Cache MISS
+ const value = await this.fetcher();
+ this.set(value);
+ return value;
+ }
+
+ @bindThis
+ public async refresh() {
+ const value = await this.fetcher();
+ this.set(value);
+
+ // TODO: イベント発行して他プロセスのメモリキャッシュも更新できるようにする
+ }
+}
+
// TODO: メモリ節約のためあまり参照されないキーを定期的に削除できるようにする?
-export class KVCache<T> {
- public cache: Map<string | null, { date: number; value: T; }>;
+export class MemoryKVCache<T> {
+ public cache: Map<string, { date: number; value: T; }>;
private lifetime: number;
- constructor(lifetime: KVCache<never>['lifetime']) {
+ constructor(lifetime: MemoryKVCache<never>['lifetime']) {
this.cache = new Map();
this.lifetime = lifetime;
}
@bindThis
- public set(key: string | null, value: T): void {
+ public set(key: string, value: T): void {
this.cache.set(key, {
date: Date.now(),
value,
@@ -20,7 +189,7 @@ export class KVCache<T> {
}
@bindThis
- public get(key: string | null): T | undefined {
+ public get(key: string): T | undefined {
const cached = this.cache.get(key);
if (cached == null) return undefined;
if ((Date.now() - cached.date) > this.lifetime) {
@@ -31,7 +200,7 @@ export class KVCache<T> {
}
@bindThis
- public delete(key: string | null) {
+ public delete(key: string) {
this.cache.delete(key);
}
@@ -40,7 +209,7 @@ export class KVCache<T> {
* optional: キャッシュが存在してもvalidatorでfalseを返すとキャッシュ無効扱いにします
*/
@bindThis
- public async fetch(key: string | null, fetcher: () => Promise<T>, validator?: (cachedValue: T) => boolean): Promise<T> {
+ public async fetch(key: string, fetcher: () => Promise<T>, validator?: (cachedValue: T) => boolean): Promise<T> {
const cachedValue = this.get(key);
if (cachedValue !== undefined) {
if (validator) {
@@ -65,7 +234,7 @@ export class KVCache<T> {
* optional: キャッシュが存在してもvalidatorでfalseを返すとキャッシュ無効扱いにします
*/
@bindThis
- public async fetchMaybe(key: string | null, fetcher: () => Promise<T | undefined>, validator?: (cachedValue: T) => boolean): Promise<T | undefined> {
+ public async fetchMaybe(key: string, fetcher: () => Promise<T | undefined>, validator?: (cachedValue: T) => boolean): Promise<T | undefined> {
const cachedValue = this.get(key);
if (cachedValue !== undefined) {
if (validator) {
@@ -88,12 +257,12 @@ export class KVCache<T> {
}
}
-export class Cache<T> {
+export class MemorySingleCache<T> {
private cachedAt: number | null = null;
private value: T | undefined;
private lifetime: number;
- constructor(lifetime: Cache<never>['lifetime']) {
+ constructor(lifetime: MemorySingleCache<never>['lifetime']) {
this.lifetime = lifetime;
}
diff --git a/packages/backend/src/misc/id/aid.ts b/packages/backend/src/misc/id/aid.ts
index 19c8546f95..93a9929aa7 100644
--- a/packages/backend/src/misc/id/aid.ts
+++ b/packages/backend/src/misc/id/aid.ts
@@ -23,3 +23,8 @@ export function genAid(date: Date): string {
counter++;
return getTime(t) + getNoise();
}
+
+export function parseAid(id: string): { date: Date; } {
+ const time = parseInt(id.slice(0, 8), 36) + TIME2000;
+ return { date: new Date(time) };
+}