summaryrefslogtreecommitdiff
path: root/packages
diff options
context:
space:
mode:
authoranatawa12 <anatawa12@icloud.com>2023-12-07 17:07:06 +0900
committerGitHub <noreply@github.com>2023-12-07 17:07:06 +0900
commit1d3ef7b42fca601abcdf78f6325ed896f1ebd378 (patch)
treea2833ff907fb4b49b5b853e139db9df1c8e24aaf /packages
parentchore: Add descriptions for "MeiliSearch" and "allowedPrivateNetworks" to exa... (diff)
downloadsharkey-1d3ef7b42fca601abcdf78f6325ed896f1ebd378.tar.gz
sharkey-1d3ef7b42fca601abcdf78f6325ed896f1ebd378.tar.bz2
sharkey-1d3ef7b42fca601abcdf78f6325ed896f1ebd378.zip
fix(backend): pagination with sinceId broken (#12586)
* fix(backend): pagination with sinceId broken * fix(backend): pagination with sinceId broken for dbFallback
Diffstat (limited to 'packages')
-rw-r--r--packages/backend/src/core/FanoutTimelineEndpointService.ts33
1 files changed, 24 insertions, 9 deletions
diff --git a/packages/backend/src/core/FanoutTimelineEndpointService.ts b/packages/backend/src/core/FanoutTimelineEndpointService.ts
index 6775f0051a..a5bf297275 100644
--- a/packages/backend/src/core/FanoutTimelineEndpointService.ts
+++ b/packages/backend/src/core/FanoutTimelineEndpointService.ts
@@ -60,11 +60,15 @@ export class FanoutTimelineEndpointService {
// 呼び出し元と以下の処理をシンプルにするためにdbFallbackを置き換える
if (!ps.useDbFallback) ps.dbFallback = () => Promise.resolve([]);
+ const shouldPrepend = ps.sinceId && !ps.untilId;
+ const idCompare: (a: string, b: string) => number = shouldPrepend ? (a, b) => a < b ? -1 : 1 : (a, b) => a > b ? -1 : 1;
+
const redisResult = await this.fanoutTimelineService.getMulti(ps.redisTimelines, ps.untilId, ps.sinceId);
+ // TODO: いい感じにgetMulti内でソート済だからuniqするときにredisResultが全てソート済なのを利用して再ソートを避けたい
const redisResultIds = Array.from(new Set(redisResult.flat(1)));
- redisResultIds.sort((a, b) => a > b ? -1 : 1);
+ redisResultIds.sort(idCompare);
noteIds = redisResultIds.slice(0, ps.limit);
shouldFallbackToDb = shouldFallbackToDb || (noteIds.length === 0);
@@ -126,32 +130,43 @@ export class FanoutTimelineEndpointService {
const remainingToRead = ps.limit - redisTimeline.length;
// DBからの取り直しを減らす初回と同じ割合以上で成功すると仮定するが、クエリの長さを考えて三倍まで
- const countToGet = remainingToRead * Math.ceil(Math.min(1.1 / lastSuccessfulRate, 3));
+ const countToGet = Math.ceil(remainingToRead * Math.min(1.1 / lastSuccessfulRate, 3));
noteIds = redisResultIds.slice(readFromRedis, readFromRedis + countToGet);
readFromRedis += noteIds.length;
- const gotFromDb = await this.getAndFilterFromDb(noteIds, filter);
+ const gotFromDb = await this.getAndFilterFromDb(noteIds, filter, idCompare);
redisTimeline.push(...gotFromDb);
lastSuccessfulRate = gotFromDb.length / noteIds.length;
if (ps.allowPartial ? redisTimeline.length !== 0 : redisTimeline.length >= ps.limit) {
// 十分Redisからとれた
- return redisTimeline.slice(0, ps.limit);
+ const result = redisTimeline.slice(0, ps.limit);
+ if (shouldPrepend) result.reverse();
+ return result;
}
}
// まだ足りない分はDBにフォールバック
const remainingToRead = ps.limit - redisTimeline.length;
- const gotFromDb = await ps.dbFallback(noteIds[noteIds.length - 1], ps.sinceId, remainingToRead);
- redisTimeline.push(...gotFromDb);
- return redisTimeline;
+ let dbUntil: string | null;
+ let dbSince: string | null;
+ if (shouldPrepend) {
+ redisTimeline.reverse();
+ dbUntil = ps.untilId;
+ dbSince = noteIds[noteIds.length - 1];
+ } else {
+ dbUntil = noteIds[noteIds.length - 1];
+ dbSince = ps.sinceId;
+ }
+ const gotFromDb = await ps.dbFallback(dbUntil, dbSince, remainingToRead);
+ return shouldPrepend ? [...gotFromDb, ...redisTimeline] : [...redisTimeline, ...gotFromDb];
}
return await ps.dbFallback(ps.untilId, ps.sinceId, ps.limit);
}
- private async getAndFilterFromDb(noteIds: string[], noteFilter: (note: MiNote) => boolean): Promise<MiNote[]> {
+ private async getAndFilterFromDb(noteIds: string[], noteFilter: (note: MiNote) => boolean, idCompare: (a: string, b: string) => number): Promise<MiNote[]> {
const query = this.notesRepository.createQueryBuilder('note')
.where('note.id IN (:...noteIds)', { noteIds: noteIds })
.innerJoinAndSelect('note.user', 'user')
@@ -163,7 +178,7 @@ export class FanoutTimelineEndpointService {
const notes = (await query.getMany()).filter(noteFilter);
- notes.sort((a, b) => a.id > b.id ? -1 : 1);
+ notes.sort((a, b) => idCompare(a.id, b.id));
return notes;
}