Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

refactor(core): Simplify Redis client types (no-changelog) #10397

Merged
merged 4 commits into from
Aug 15, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion packages/cli/src/services/cache/cache.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,7 @@ export class CacheService extends TypedEmitter<CacheEvents> {
);

const redisClient = redisClientService.createClient({
type: 'client(cache)',
type: 'cache(n8n)',
extraOptions: { keyPrefix: prefix },
});

Expand Down
19 changes: 3 additions & 16 deletions packages/cli/src/services/redis/RedisServiceBaseClasses.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,7 @@ import { Service } from 'typedi';
import config from '@/config';
import { Logger } from '@/Logger';
import { RedisClientService } from './redis-client.service';

export type RedisClientType =
| 'subscriber'
| 'client'
| 'bclient'
| 'subscriber(bull)'
| 'client(bull)'
| 'bclient(bull)'
| 'client(cache)'
| 'publisher'
| 'consumer'
| 'producer'
| 'list-sender'
| 'list-receiver';
import type { RedisClientType } from './redis.types';

export type RedisServiceMessageHandler =
| ((channel: string, message: string) => void)
Expand All @@ -34,7 +21,7 @@ class RedisServiceBase {
private readonly redisClientService: RedisClientService,
) {}

async init(type: RedisClientType = 'client'): Promise<void> {
async init(type: RedisClientType): Promise<void> {
if (this.redisClient && this.isInitialized) {
return;
}
Expand Down Expand Up @@ -62,7 +49,7 @@ class RedisServiceBase {
export abstract class RedisServiceBaseSender extends RedisServiceBase {
senderId: string;

async init(type: RedisClientType = 'client'): Promise<void> {
async init(type: RedisClientType): Promise<void> {
await super.init(type);
this.senderId = config.get('redis.queueModeId');
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ import { RedisServiceBaseSender } from './RedisServiceBaseClasses';
@Service()
export class RedisServicePubSubPublisher extends RedisServiceBaseSender {
async init(): Promise<void> {
await super.init('publisher');
await super.init('publisher(n8n)');
}

async publish(channel: string, message: string): Promise<void> {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ import { RedisServiceBaseReceiver } from './RedisServiceBaseClasses';
@Service()
export class RedisServicePubSubSubscriber extends RedisServiceBaseReceiver {
async init(): Promise<void> {
await super.init('subscriber');
await super.init('subscriber(n8n)');

this.redisClient?.on('message', (channel: string, message: string) => {
this.messageHandlers.forEach((handler: (channel: string, message: string) => void) =>
Expand Down
3 changes: 2 additions & 1 deletion packages/cli/src/services/redis/redis-client.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,8 @@ import { Service } from 'typedi';
import { Logger } from '@/Logger';
import ioRedis from 'ioredis';
import type { Cluster, RedisOptions } from 'ioredis';
import type { RedisClientType } from './RedisServiceBaseClasses';
import type { RedisClientType } from './redis.types';

import { OnShutdown } from '@/decorators/OnShutdown';
import { LOWEST_SHUTDOWN_PRIORITY } from '@/constants';
import { GlobalConfig } from '@n8n/config';
Expand Down
19 changes: 19 additions & 0 deletions packages/cli/src/services/redis/redis.types.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
export type RedisClientType = N8nRedisClientType | BullRedisClientType;

/**
* Redis client used by n8n.
*
* - `subscriber(n8n)` to listen for messages from scaling mode communication channels
* - `publisher(n8n)` to send messages into scaling mode communication channels
* - `cache(n8n)` for caching operations (variables, resource ownership, etc.)
*/
type N8nRedisClientType = 'subscriber(n8n)' | 'publisher(n8n)' | 'cache(n8n)';

/**
* Redis client used internally by Bull. Suffixed with `(bull)` at `ScalingService.setupQueue`.
*
* - `subscriber(bull)` for event listening
* - `client(bull)` for general queue operations
* - `bclient(bull)` for blocking operations when processing jobs
*/
Comment on lines +12 to +18
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Lovely documentation ❤️

type BullRedisClientType = 'subscriber(bull)' | 'client(bull)' | 'bclient(bull)';
Loading