なんかもうめっちゃ変えた

2022-09-18 03:27:08 +09:00
parent d9ab03f086
commit b75184ec8e
946 changed files with 41219 additions and 28839 deletions
--- a/packages/backend/src/queue/processors/DeliverProcessorService.ts
+++ b/packages/backend/src/queue/processors/DeliverProcessorService.ts
@@ -0,0 +1,130 @@
+import { Inject, Injectable } from '@nestjs/common';
+import { MoreThan } from 'typeorm';
+import { DI } from '@/di-symbols.js';
+import { DriveFilesRepository, InstancesRepository } from '@/models/index.js';
+import { Config } from '@/config.js';
+import type Logger from '@/logger.js';
+import { MetaService } from '@/core/MetaService.js';
+import { ApRequestService } from '@/core/remote/activitypub/ApRequestService.js';
+import { FederatedInstanceService } from '@/core/FederatedInstanceService.js';
+import { FetchInstanceMetadataService } from '@/core/FetchInstanceMetadataService.js';
+import { Cache } from '@/misc/cache.js';
+import type { Instance } from '@/models/entities/Instance.js';
+import InstanceChart from '@/core/chart/charts/instance.js';
+import ApRequestChart from '@/core/chart/charts/ap-request.js';
+import FederationChart from '@/core/chart/charts/federation.js';
+import { StatusError } from '@/misc/status-error.js';
+import { UtilityService } from '@/core/UtilityService.js';
+import { QueueLoggerService } from '../QueueLoggerService.js';
+import type Bull from 'bull';
+import type { DeliverJobData } from '../types.js';
+
+@Injectable()
+export class DeliverProcessorService {
+	#logger: Logger;
+	#suspendedHostsCache: Cache<Instance[]>;
+	#latest: string | null;
+
+	constructor(
+		@Inject(DI.config)
+		private config: Config,
+
+		@Inject(DI.instancesRepository)
+		private instancesRepository: InstancesRepository,
+
+		@Inject(DI.driveFilesRepository)
+		private driveFilesRepository: DriveFilesRepository,
+
+		private metaService: MetaService,
+		private utilityService: UtilityService,
+		private federatedInstanceService: FederatedInstanceService,
+		private fetchInstanceMetadataService: FetchInstanceMetadataService,
+		private apRequestService: ApRequestService,
+		private instanceChart: InstanceChart,
+		private apRequestChart: ApRequestChart,
+		private federationChart: FederationChart,
+		private queueLoggerService: QueueLoggerService,
+	) {
+		this.#logger = this.queueLoggerService.logger.createSubLogger('deliver');
+		this.#suspendedHostsCache = new Cache<Instance[]>(1000 * 60 * 60);
+		this.#latest = null;
+	}
+
+	public async process(job: Bull.Job<DeliverJobData>): Promise<string> {
+		const { host } = new URL(job.data.to);
+
+		// ブロックしてたら中断
+		const meta = await this.metaService.fetch();
+		if (meta.blockedHosts.includes(this.utilityService.toPuny(host))) {
+			return 'skip (blocked)';
+		}
+
+		// isSuspendedなら中断
+		let suspendedHosts = this.#suspendedHostsCache.get(null);
+		if (suspendedHosts == null) {
+			suspendedHosts = await this.instancesRepository.find({
+				where: {
+					isSuspended: true,
+				},
+			});
+			this.#suspendedHostsCache.set(null, suspendedHosts);
+		}
+		if (suspendedHosts.map(x => x.host).includes(this.utilityService.toPuny(host))) {
+			return 'skip (suspended)';
+		}
+
+		try {
+			if (this.#latest !== (this.#latest = JSON.stringify(job.data.content, null, 2))) {
+				this.#logger.debug(`delivering ${this.#latest}`);
+			}
+
+			await this.apRequestService.signedPost(job.data.user, job.data.to, job.data.content);
+
+			// Update stats
+			this.federatedInstanceService.registerOrFetchInstanceDoc(host).then(i => {
+				this.instancesRepository.update(i.id, {
+					latestRequestSentAt: new Date(),
+					latestStatus: 200,
+					lastCommunicatedAt: new Date(),
+					isNotResponding: false,
+				});
+
+				this.fetchInstanceMetadataService.fetchInstanceMetadata(i);
+
+				this.instanceChart.requestSent(i.host, true);
+				this.apRequestChart.deliverSucc();
+				this.federationChart.deliverd(i.host, true);
+			});
+
+			return 'Success';
+		} catch (res) {
+		// Update stats
+			this.federatedInstanceService.registerOrFetchInstanceDoc(host).then(i => {
+				this.instancesRepository.update(i.id, {
+					latestRequestSentAt: new Date(),
+					latestStatus: res instanceof StatusError ? res.statusCode : null,
+					isNotResponding: true,
+				});
+
+				this.instanceChart.requestSent(i.host, false);
+				this.apRequestChart.deliverFail();
+				this.federationChart.deliverd(i.host, false);
+			});
+
+			if (res instanceof StatusError) {
+			// 4xx
+				if (res.isClientError) {
+				// HTTPステータスコード4xxはクライアントエラーであり、それはつまり
+				// 何回再送しても成功することはないということなのでエラーにはしないでおく
+					return `${res.statusCode} ${res.statusMessage}`;
+				}
+
+				// 5xx etc.
+				throw `${res.statusCode} ${res.statusMessage}`;
+			} else {
+			// DNS error, socket error, timeout ...
+				throw res;
+			}
+		}
+	}
+}