monkeeShark/packages/backend/src/queue/processors/ExportMutingProcessorService.ts

118 lines
3.1 KiB
TypeScript
Raw Normal View History

/*
* SPDX-FileCopyrightText: syuilo and other misskey contributors
* SPDX-License-Identifier: AGPL-3.0-only
*/
2022-09-17 18:27:08 +00:00
import * as fs from 'node:fs';
import { Inject, Injectable } from '@nestjs/common';
import { IsNull, MoreThan } from 'typeorm';
import { format as dateFormat } from 'date-fns';
import { DI } from '@/di-symbols.js';
import type { MutingsRepository, UsersRepository, MiMuting } from '@/models/index.js';
2022-09-17 18:27:08 +00:00
import type Logger from '@/logger.js';
import { DriveService } from '@/core/DriveService.js';
import { createTemp } from '@/misc/create-temp.js';
import { UtilityService } from '@/core/UtilityService.js';
import { bindThis } from '@/decorators.js';
2022-09-17 18:27:08 +00:00
import { QueueLoggerService } from '../QueueLoggerService.js';
import type * as Bull from 'bullmq';
import type { DbJobDataWithUser } from '../types.js';
2022-09-17 18:27:08 +00:00
@Injectable()
export class ExportMutingProcessorService {
2022-09-18 18:11:50 +00:00
private logger: Logger;
2022-09-17 18:27:08 +00:00
constructor(
@Inject(DI.usersRepository)
private usersRepository: UsersRepository,
@Inject(DI.mutingsRepository)
private mutingsRepository: MutingsRepository,
private utilityService: UtilityService,
private driveService: DriveService,
private queueLoggerService: QueueLoggerService,
) {
2022-09-18 18:11:50 +00:00
this.logger = this.queueLoggerService.logger.createSubLogger('export-muting');
2022-09-17 18:27:08 +00:00
}
@bindThis
public async process(job: Bull.Job<DbJobDataWithUser>): Promise<void> {
2022-09-18 18:11:50 +00:00
this.logger.info(`Exporting muting of ${job.data.user.id} ...`);
2022-09-17 18:27:08 +00:00
const user = await this.usersRepository.findOneBy({ id: job.data.user.id });
if (user == null) {
return;
}
// Create temp file
const [path, cleanup] = await createTemp();
2022-09-18 18:11:50 +00:00
this.logger.info(`Temp file is ${path}`);
2022-09-17 18:27:08 +00:00
try {
const stream = fs.createWriteStream(path, { flags: 'a' });
let exportedCount = 0;
let cursor: MiMuting['id'] | null = null;
2022-09-17 18:27:08 +00:00
while (true) {
const mutes = await this.mutingsRepository.find({
where: {
muterId: user.id,
expiresAt: IsNull(),
...(cursor ? { id: MoreThan(cursor) } : {}),
},
take: 100,
order: {
id: 1,
},
});
if (mutes.length === 0) {
job.updateProgress(100);
2022-09-17 18:27:08 +00:00
break;
}
cursor = mutes.at(-1)?.id ?? null;
2022-09-17 18:27:08 +00:00
for (const mute of mutes) {
const u = await this.usersRepository.findOneBy({ id: mute.muteeId });
if (u == null) {
exportedCount++; continue;
}
const content = this.utilityService.getFullApAccount(u.username, u.host);
await new Promise<void>((res, rej) => {
stream.write(content + '\n', err => {
if (err) {
2022-09-18 18:11:50 +00:00
this.logger.error(err);
2022-09-17 18:27:08 +00:00
rej(err);
} else {
res();
}
});
});
exportedCount++;
}
const total = await this.mutingsRepository.countBy({
muterId: user.id,
});
job.updateProgress(exportedCount / total);
2022-09-17 18:27:08 +00:00
}
stream.end();
2022-09-18 18:11:50 +00:00
this.logger.succ(`Exported to: ${path}`);
2022-09-17 18:27:08 +00:00
const fileName = 'mute-' + dateFormat(new Date(), 'yyyy-MM-dd-HH-mm-ss') + '.csv';
const driveFile = await this.driveService.addFile({ user, path, name: fileName, force: true, ext: 'csv' });
2022-09-17 18:27:08 +00:00
2022-09-18 18:11:50 +00:00
this.logger.succ(`Exported to: ${driveFile.id}`);
2022-09-17 18:27:08 +00:00
} finally {
cleanup();
}
}
}