import { Logger } from '@nestjs/common/services/logger.service'; import { loadPackage } from '@nestjs/common/utils/load-package.util'; import { randomStringGenerator } from '@nestjs/common/utils/random-string-generator.util'; import { isFunction } from '@nestjs/common/utils/shared.utils'; import { EventEmitter } from 'events'; import { EmptyError, fromEvent, lastValueFrom, merge, Observable } from 'rxjs'; import { first, map, retryWhen, scan, share, switchMap } from 'rxjs/operators'; import { CONNECT_FAILED_EVENT, DISCONNECTED_RMQ_MESSAGE, DISCONNECT_EVENT, ERROR_EVENT, RQM_DEFAULT_IS_GLOBAL_PREFETCH_COUNT, RQM_DEFAULT_NOACK, RQM_DEFAULT_PERSISTENT, RQM_DEFAULT_PREFETCH_COUNT, RQM_DEFAULT_QUEUE, RQM_DEFAULT_QUEUE_OPTIONS, RQM_DEFAULT_URL, RQM_DEFAULT_NO_ASSERT, } from '../constants'; import { RmqUrl } from '../external/rmq-url.interface'; import { ReadPacket, RmqOptions, WritePacket } from '../interfaces'; import { RmqRecord } from '../record-builders'; import { RmqRecordSerializer } from '../serializers/rmq-record.serializer'; import { ClientProxy } from './client-proxy'; let rqmPackage: any = {}; const REPLY_QUEUE = 'amq.rabbitmq.reply-to'; export class ClientRMQ extends ClientProxy { protected readonly logger = new Logger(ClientProxy.name); protected connection: Promise; protected client: any = null; protected channel: any = null; protected urls: string[] | RmqUrl[]; protected queue: string; protected queueOptions: any; protected responseEmitter: EventEmitter; protected replyQueue: string; protected persistent: boolean; protected noAssert: boolean; constructor(protected readonly options: RmqOptions['options']) { super(); this.urls = this.getOptionsProp(this.options, 'urls') || [RQM_DEFAULT_URL]; this.queue = this.getOptionsProp(this.options, 'queue') || RQM_DEFAULT_QUEUE; this.queueOptions = this.getOptionsProp(this.options, 'queueOptions') || RQM_DEFAULT_QUEUE_OPTIONS; this.replyQueue = this.getOptionsProp(this.options, 'replyQueue') || REPLY_QUEUE; this.persistent = this.getOptionsProp(this.options, 'persistent') || RQM_DEFAULT_PERSISTENT; this.noAssert = this.getOptionsProp(this.options, 'noAssert') || RQM_DEFAULT_NO_ASSERT; loadPackage('amqplib', ClientRMQ.name, () => require('amqplib')); rqmPackage = loadPackage('amqp-connection-manager', ClientRMQ.name, () => require('amqp-connection-manager'), ); this.initializeSerializer(options); this.initializeDeserializer(options); } public close(): void { this.channel && this.channel.close(); this.client && this.client.close(); this.channel = null; this.client = null; } public connect(): Promise { if (this.client) { return this.connection; } this.client = this.createClient(); this.handleError(this.client); this.handleDisconnectError(this.client); const connect$ = this.connect$(this.client); this.connection = lastValueFrom( this.mergeDisconnectEvent(this.client, connect$).pipe( switchMap(() => this.createChannel()), share(), ), ).catch(err => { if (err instanceof EmptyError) { return; } throw err; }); return this.connection; } public createChannel(): Promise { return new Promise(resolve => { this.channel = this.client.createChannel({ json: false, setup: (channel: any) => this.setupChannel(channel, resolve), }); }); } public createClient(): T { const socketOptions = this.getOptionsProp(this.options, 'socketOptions'); return rqmPackage.connect(this.urls, { connectionOptions: socketOptions, }) as T; } public mergeDisconnectEvent( instance: any, source$: Observable, ): Observable { const eventToError = (eventType: string) => fromEvent(instance, eventType).pipe( map((err: any) => { throw err; }), ); const disconnect$ = eventToError(DISCONNECT_EVENT); const urls = this.getOptionsProp(this.options, 'urls', []); const connectFailed$ = eventToError(CONNECT_FAILED_EVENT).pipe( retryWhen(e => e.pipe( scan((errorCount, error: any) => { if (urls.indexOf(error.url) >= urls.length - 1) { throw error; } return errorCount + 1; }, 0), ), ), ); return merge(source$, disconnect$, connectFailed$).pipe(first()); } public async setupChannel(channel: any, resolve: Function) { const prefetchCount = this.getOptionsProp(this.options, 'prefetchCount') || RQM_DEFAULT_PREFETCH_COUNT; const isGlobalPrefetchCount = this.getOptionsProp(this.options, 'isGlobalPrefetchCount') || RQM_DEFAULT_IS_GLOBAL_PREFETCH_COUNT; if (!this.queueOptions.noAssert) { await channel.assertQueue(this.queue, this.queueOptions); } await channel.prefetch(prefetchCount, isGlobalPrefetchCount); this.responseEmitter = new EventEmitter(); this.responseEmitter.setMaxListeners(0); await this.consumeChannel(channel); resolve(); } public async consumeChannel(channel: any) { const noAck = this.getOptionsProp(this.options, 'noAck', RQM_DEFAULT_NOACK); await channel.consume( this.replyQueue, (msg: any) => this.responseEmitter.emit(msg.properties.correlationId, msg), { noAck, }, ); } public handleError(client: any): void { client.addListener(ERROR_EVENT, (err: any) => this.logger.error(err)); } public handleDisconnectError(client: any): void { client.addListener(DISCONNECT_EVENT, (err: any) => { this.logger.error(DISCONNECTED_RMQ_MESSAGE); this.logger.error(err); this.close(); }); } public async handleMessage( packet: unknown, callback: (packet: WritePacket) => any, ); public async handleMessage( packet: unknown, options: Record, callback: (packet: WritePacket) => any, ); public async handleMessage( packet: unknown, options: Record | ((packet: WritePacket) => any), callback?: (packet: WritePacket) => any, ) { if (isFunction(options)) { callback = options as (packet: WritePacket) => any; options = undefined; } const { err, response, isDisposed } = await this.deserializer.deserialize( packet, options, ); if (isDisposed || err) { callback({ err, response, isDisposed: true, }); } callback({ err, response, }); } protected publish( message: ReadPacket, callback: (packet: WritePacket) => any, ): () => void { try { const correlationId = randomStringGenerator(); const listener = ({ content, options, }: { content: any; options: Record; }) => this.handleMessage(JSON.parse(content.toString()), options, callback); Object.assign(message, { id: correlationId }); const serializedPacket: ReadPacket & Partial = this.serializer.serialize(message); const options = serializedPacket.options; delete serializedPacket.options; this.responseEmitter.on(correlationId, listener); this.channel.sendToQueue( this.queue, Buffer.from(JSON.stringify(serializedPacket)), { replyTo: this.replyQueue, persistent: this.persistent, ...options, headers: this.mergeHeaders(options?.headers), correlationId, }, ); return () => this.responseEmitter.removeListener(correlationId, listener); } catch (err) { callback({ err }); } } protected dispatchEvent(packet: ReadPacket): Promise { const serializedPacket: ReadPacket & Partial = this.serializer.serialize(packet); const options = serializedPacket.options; delete serializedPacket.options; return new Promise((resolve, reject) => this.channel.sendToQueue( this.queue, Buffer.from(JSON.stringify(serializedPacket)), { persistent: this.persistent, ...options, headers: this.mergeHeaders(options?.headers), }, (err: unknown) => (err ? reject(err) : resolve()), ), ); } protected initializeSerializer(options: RmqOptions['options']) { this.serializer = options?.serializer ?? new RmqRecordSerializer(); } protected mergeHeaders( requestHeaders?: Record, ): Record | undefined { if (!requestHeaders && !this.options?.headers) { return undefined; } return { ...this.options?.headers, ...requestHeaders, }; } }