monkee.ch/monkeeShark
1
0
Fork 0
Code Pull requests Activity

Limit the parallelism of AP object processing (#4193)

Browse source
This commit is contained in:
MeiMei 2019-02-09 13:01:21 +09:00 committed by syuilo
parent 1675c473d4
commit 757312ba52
2 changed files with 10 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/remote/activitypub/models/note.ts
View file

@ -1,4 +1,5 @@
import * as mongo from 'mongodb';
import * as promiseLimit from 'promise-limit';
import config from '../../../config';
import Resolver from '../resolver';
@ -16,6 +17,7 @@ import { unique, concat, difference } from '../../../prelude/array';
import { extractPollFromQuestion } from './question';
import vote from '../../../services/note/polls/vote';
import { apLogger } from '../logger';
import { IDriveFile } from '../../../models/drive-file';
const logger = apLogger;
@ -92,9 +94,10 @@ export async function createNote(value: any, resolver?: Resolver, silent = false
// TODO: attachmentは必ずしもImageではない
// TODO: attachmentは必ずしも配列ではない
// Noteがsensitiveなら添付もsensitiveにする
const limit = promiseLimit(2);
const files = note.attachment
.map(attach => attach.sensitive = note.sensitive)
? await Promise.all(note.attachment.map(x => resolveImage(actor, x)))
? await Promise.all(note.attachment.map(x => limit(() => resolveImage(actor, x)) as Promise<IDriveFile>))
: [];
// リプライ
@ -233,8 +236,9 @@ async function extractMentionedUsers(actor: IRemoteUser, to: string[], cc: strin
const ignoreUris = ['https://www.w3.org/ns/activitystreams#Public', `${actor.uri}/followers`];
const uris = difference(unique(concat([to || [], cc || []])), ignoreUris);
const limit = promiseLimit(2);
const users = await Promise.all(
uris.map(async uri => await resolvePerson(uri, null, resolver).catch(() => null))
uris.map(uri => limit(() => resolvePerson(uri, null, resolver).catch(() => null)) as Promise<IUser>)
);
return users.filter(x => x != null);

6
src/remote/activitypub/models/person.ts
View file

@ -1,4 +1,5 @@
import * as mongo from 'mongodb';
import * as promiseLimit from 'promise-limit';
import { toUnicode } from 'punycode';
import config from '../../../config';
@ -21,7 +22,7 @@ import { ITag, extractHashtags } from './tag';
import Following from '../../../models/following';
import { IIdentifier } from './identifier';
import { apLogger } from '../logger';
import { INote } from '../../../models/note';
const logger = apLogger;
/**
@ -494,10 +495,11 @@ export async function updateFeatured(userId: mongo.ObjectID) {
if (!Array.isArray(items)) throw new Error(`Collection items is not an array`);
// Resolve and regist Notes
const limit = promiseLimit(2);
const featuredNotes = await Promise.all(items
.filter(item => item.type === 'Note')
.slice(0, 5)
.map(item => resolveNote(item, resolver)));
.map(item => limit(() => resolveNote(item, resolver)) as Promise<INote>));
await User.update({ _id: user._id }, {
$set: {