feat: Add global event bus

cypress/e2e/10-settings-log-streaming.cy.ts

@@ -0,0 +1,114 @@
+import { SettingsLogStreamingPage } from '../pages';
+
+const settingsLogStreamingPage = new SettingsLogStreamingPage();
+
+describe('Default owner', () => {
+	before(() => {
+		cy.resetAll();
+	});
+
+	it('should skip owner setup', () => {
+		cy.skipSetup();
+	});
+
+	it('should be shown unlicensed view', () => {
+		cy.visit('/settings/logstreaming');
+		// force license to be disabled
+		settingsLogStreamingPage.getters.getDisableLicenseToggle().click();
+		settingsLogStreamingPage.getters.getActionBoxUnlicensed().should('be.visible');
+		settingsLogStreamingPage.getters.getContactUsButton().should('be.visible');
+		settingsLogStreamingPage.getters.getActionBoxLicensed().should('not.exist');
+	});
+
+	it('should be shown licensed view', () => {
+		cy.visit('/settings/logstreaming');
+		settingsLogStreamingPage.getters.getActionBoxLicensed().should('be.visible');
+		settingsLogStreamingPage.getters.getAddFirstDestinationButton().should('be.visible');
+		settingsLogStreamingPage.getters.getActionBoxUnlicensed().should('not.exist');
+	});
+
+	it('should be shown the add destination modal', () => {
+		cy.visit('/settings/logstreaming');
+		settingsLogStreamingPage.actions.clickAddFirstDestination();
+		cy.wait(100);
+		settingsLogStreamingPage.getters.getDestinationModal().should('be.visible');
+		settingsLogStreamingPage.getters.getSelectDestinationType().should('be.visible');
+		settingsLogStreamingPage.getters.getSelectDestinationButton().should('be.visible');
+		settingsLogStreamingPage.getters.getSelectDestinationButton().should('have.attr', 'disabled');
+		settingsLogStreamingPage.getters
+			.getDestinationModalDialog()
+			.invoke('css', 'width')
+			.then((widthStr) => parseInt((widthStr as unknown as string).replace('px', '')))
+			.should('be.lessThan', 500);
+		settingsLogStreamingPage.getters.getSelectDestinationType().click();
+		settingsLogStreamingPage.getters.getSelectDestinationTypeItems().eq(0).click();
+		settingsLogStreamingPage.getters
+			.getSelectDestinationButton()
+			.should('not.have.attr', 'disabled');
+		settingsLogStreamingPage.getters.getDestinationModal().click(1, 1);
+		settingsLogStreamingPage.getters.getDestinationModal().should('not.exist');
+	});
+
+	it('should create a destination and delete it', () => {
+		cy.visit('/settings/logstreaming');
+		settingsLogStreamingPage.actions.clickAddFirstDestination();
+		cy.wait(100);
+		settingsLogStreamingPage.getters.getDestinationModal().should('be.visible');
+		settingsLogStreamingPage.getters.getSelectDestinationType().click();
+		settingsLogStreamingPage.getters.getSelectDestinationTypeItems().eq(0).click();
+		settingsLogStreamingPage.getters.getSelectDestinationButton().click();
+		settingsLogStreamingPage.getters
+			.getDestinationNameInput()
+			.click()
+			.clear()
+			.type('Destination 0');
+		settingsLogStreamingPage.getters.getDestinationSaveButton().click();
+		cy.wait(100);
+		settingsLogStreamingPage.getters.getDestinationModal().click(1, 1);
+		cy.reload();
+		settingsLogStreamingPage.getters.getDestinationCards().eq(0).click();
+		settingsLogStreamingPage.getters.getDestinationDeleteButton().should('be.visible').click();
+		cy.get('.el-message-box').should('be.visible').find('.btn--cancel').click();
+		settingsLogStreamingPage.getters.getDestinationDeleteButton().click();
+		cy.get('.el-message-box').should('be.visible').find('.btn--confirm').click();
+		cy.reload();
+	});
+
+	it('should create a destination and delete it via card actions', () => {
+		cy.visit('/settings/logstreaming');
+		settingsLogStreamingPage.actions.clickAddFirstDestination();
+		cy.wait(100);
+		settingsLogStreamingPage.getters.getDestinationModal().should('be.visible');
+		settingsLogStreamingPage.getters.getSelectDestinationType().click();
+		settingsLogStreamingPage.getters.getSelectDestinationTypeItems().eq(1).click();
+		settingsLogStreamingPage.getters.getSelectDestinationButton().click();
+		settingsLogStreamingPage.getters
+			.getDestinationNameInput()
+			.click()
+			.clear()
+			.type('Destination 1');
+		settingsLogStreamingPage.getters.getDestinationSaveButton().should('not.have.attr', 'disabled');
+		settingsLogStreamingPage.getters.getDestinationSaveButton().click();
+		cy.wait(100);
+		settingsLogStreamingPage.getters.getDestinationModal().click(1, 1);
+		cy.reload();
+
+		settingsLogStreamingPage.getters
+			.getDestinationCards()
+			.eq(0)
+			.find('.el-dropdown-selfdefine')
+			.click();
+		cy.get('.el-dropdown-menu').find('.el-dropdown-menu__item').eq(0).click();
+		settingsLogStreamingPage.getters.getDestinationSaveButton().should('not.exist');
+		settingsLogStreamingPage.getters.getDestinationModal().click(1, 1);
+
+		settingsLogStreamingPage.getters
+			.getDestinationCards()
+			.eq(0)
+			.find('.el-dropdown-selfdefine')
+			.click();
+		cy.get('.el-dropdown-menu').find('.el-dropdown-menu__item').eq(1).click();
+		cy.get('.el-message-box').should('be.visible').find('.btn--confirm').click();
+		cy.reload();
+	});
+});

cypress/pages/index.ts

@@ -6,4 +6,5 @@ export * from './workflows';
 export * from './workflow';
 export * from './modals';
 export * from './settings-users';
+export * from './settings-logstreaming';
 export * from './ndv';

cypress/pages/settings-logstreaming.ts

@@ -0,0 +1,27 @@
+import { BasePage } from './base';
+
+export class SettingsLogStreamingPage extends BasePage {
+	url = '/settings/users';
+	getters = {
+		getDisableLicenseToggle: () => cy.getByTestId('disable-license-toggle'),
+		getActionBoxUnlicensed: () => cy.getByTestId('action-box-unlicensed'),
+		getActionBoxLicensed: () => cy.getByTestId('action-box-licensed'),
+		getDestinationModal: () => cy.getByTestId('destination-modal'),
+		getDestinationModalDialog: () => this.getters.getDestinationModal().find('.el-dialog'),
+		getSelectDestinationType: () => cy.getByTestId('select-destination-type'),
+		getDestinationNameInput: () => cy.getByTestId('subtitle-showing-type'),
+		getSelectDestinationTypeItems: () =>
+			this.getters.getSelectDestinationType().find('.el-select-dropdown__item'),
+		getSelectDestinationButton: () => cy.getByTestId('select-destination-button'),
+		getContactUsButton: () => this.getters.getActionBoxUnlicensed().find('button'),
+		getAddFirstDestinationButton: () => this.getters.getActionBoxLicensed().find('button'),
+		getDestinationSaveButton: () => cy.getByTestId('destination-save-button').find('button'),
+		getDestinationDeleteButton: () => cy.getByTestId('destination-delete-button'),
+		getDestinationCards: () => cy.getByTestId('destination-card'),
+	};
+	actions = {
+		clickContactUs: () => this.getters.getContactUsButton().click(),
+		clickAddFirstDestination: () => this.getters.getAddFirstDestinationButton().click(),
+		clickSelectDestinationButton: () => this.getters.getSelectDestinationButton().click(),
+	};
+}

package.json

@@ -27,6 +27,7 @@
     "webhook": "./packages/cli/bin/n8n webhook",
     "worker": "./packages/cli/bin/n8n worker",
     "cypress:install": "cypress install",
+    "cypress:open": "CYPRESS_BASE_URL=http://localhost:8080 cypress open",
     "test:e2e:ui": "cross-env E2E_TESTS=true start-server-and-test start http://localhost:5678/favicon.ico 'cypress open'",
     "test:e2e:dev": "cross-env E2E_TESTS=true CYPRESS_BASE_URL=http://localhost:8080 start-server-and-test dev http://localhost:8080/favicon.ico 'cypress open'",
     "test:e2e:smoke": "cross-env E2E_TESTS=true start-server-and-test start http://localhost:5678/favicon.ico 'cypress run --headless --spec \"cypress/e2e/0-smoke.cy.ts\"'",

packages/cli/jest.config.js

@@ -6,6 +6,7 @@ module.exports = {
 	},
 	globalSetup: '<rootDir>/test/setup.ts',
 	globalTeardown: '<rootDir>/test/teardown.ts',
+	setupFilesAfterEnv: ['<rootDir>/test/setup-mocks.ts'],
 	moduleNameMapper: {
 		'^@/(.*)$': '<rootDir>/src/$1',
 		'^@db/(.*)$': '<rootDir>/src/databases/$1',

packages/cli/package.json

@@ -70,16 +70,21 @@
     "@types/convict": "^4.2.1",
     "@types/cookie-parser": "^1.4.2",
     "@types/express": "^4.17.6",
+    "@types/ioredis": "^4.0.0",
     "@types/json-diff": "^0.5.1",
     "@types/jsonwebtoken": "^8.5.2",
     "@types/localtunnel": "^1.9.0",
     "@types/lodash.get": "^4.4.6",
     "@types/lodash.intersection": "^4.4.7",
+    "@types/lodash.iteratee": "^4.7.7",
     "@types/lodash.merge": "^4.6.6",
     "@types/lodash.omit": "^4.5.7",
     "@types/lodash.pick": "^4.4.7",
+    "@types/lodash.remove": "^4.7.7",
     "@types/lodash.set": "^4.3.6",
     "@types/lodash.split": "^4.4.7",
+    "@types/lodash.unionby": "^4.8.7",
+    "@types/lodash.uniqby": "^4.7.7",
     "@types/lodash.unset": "^4.5.7",
     "@types/parseurl": "^1.3.1",
     "@types/passport-jwt": "^3.0.6",
@@ -90,6 +95,7 @@
     "@types/superagent": "4.1.13",
     "@types/supertest": "^2.0.11",
     "@types/swagger-ui-express": "^4.1.3",
+    "@types/syslog-client": "^1.1.2",
     "@types/uuid": "^8.3.2",
     "@types/validator": "^13.7.0",
     "@types/yamljs": "^0.2.31",
@@ -142,12 +148,17 @@
     "localtunnel": "^2.0.0",
     "lodash.get": "^4.4.2",
     "lodash.intersection": "^4.4.0",
+    "lodash.iteratee": "^4.7.0",
     "lodash.merge": "^4.6.2",
     "lodash.omit": "^4.5.0",
     "lodash.pick": "^4.4.0",
+    "lodash.remove": "^4.7.0",
     "lodash.set": "^4.3.2",
     "lodash.split": "^4.4.2",
+    "lodash.unionby": "^4.8.0",
+    "lodash.uniqby": "^4.7.0",
     "lodash.unset": "^4.5.2",
+    "luxon": "^3.1.0",
     "mysql2": "~2.3.0",
     "n8n-core": "~0.149.2",
     "n8n-editor-ui": "~0.175.4",
@@ -174,6 +185,8 @@
     "sqlite3": "^5.1.2",
     "sse-channel": "^4.0.0",
     "swagger-ui-express": "^4.3.0",
+    "syslog-client": "^1.1.1",
+    "threads": "^1.7.0",
     "tslib": "1.14.1",
     "typeorm": "0.2.45",
     "uuid": "^8.3.2",

packages/cli/src/Db.ts

@@ -180,6 +180,8 @@ export async function init(
 	collections.InstalledNodes = linkRepository(entities.InstalledNodes);
 	collections.WorkflowStatistics = linkRepository(entities.WorkflowStatistics);
 
+	collections.EventDestinations = linkRepository(entities.EventDestinations);
+
 	isInitialized = true;
 
 	return collections;

packages/cli/src/Interfaces.ts

@@ -41,6 +41,7 @@ import type { User } from '@db/entities/User';
 import type { WebhookEntity } from '@db/entities/WebhookEntity';
 import type { WorkflowEntity } from '@db/entities/WorkflowEntity';
 import type { WorkflowStatistics } from '@db/entities/WorkflowStatistics';
+import type { EventDestinations } from '@db/entities/MessageEventBusDestinationEntity';
 
 export interface IActivationError {
 	time: number;
@@ -82,6 +83,7 @@ export interface IDatabaseCollections {
 	InstalledPackages: Repository<InstalledPackages>;
 	InstalledNodes: Repository<InstalledNodes>;
 	WorkflowStatistics: Repository<WorkflowStatistics>;
+	EventDestinations: Repository<EventDestinations>;
 }
 
 // ----------------------------------
@@ -339,32 +341,102 @@ export interface IInternalHooksClass {
 		firstWorkflowCreatedAt?: Date,
 	): Promise<unknown[]>;
 	onPersonalizationSurveySubmitted(userId: string, answers: Record<string, string>): Promise<void>;
-	onWorkflowCreated(userId: string, workflow: IWorkflowBase, publicApi: boolean): Promise<void>;
-	onWorkflowDeleted(userId: string, workflowId: string, publicApi: boolean): Promise<void>;
-	onWorkflowSaved(userId: string, workflow: IWorkflowBase, publicApi: boolean): Promise<void>;
+	onWorkflowCreated(user: User, workflow: IWorkflowBase, publicApi: boolean): Promise<void>;
+	onWorkflowDeleted(user: User, workflowId: string, publicApi: boolean): Promise<void>;
+	onWorkflowSaved(user: User, workflow: IWorkflowBase, publicApi: boolean): Promise<void>;
+	onWorkflowBeforeExecute(executionId: string, data: IWorkflowExecutionDataProcess): Promise<void>;
 	onWorkflowPostExecute(
 		executionId: string,
 		workflow: IWorkflowBase,
 		runData?: IRun,
 		userId?: string,
 	): Promise<void>;
-	onUserDeletion(
-		userId: string,
-		userDeletionData: ITelemetryUserDeletionData,
-		publicApi: boolean,
+	onNodeBeforeExecute(
+		executionId: string,
+		workflow: IWorkflowBase,
+		nodeName: string,
+	): Promise<void>;
+	onNodePostExecute(executionId: string, workflow: IWorkflowBase, nodeName: string): Promise<void>;
+	onUserDeletion(userDeletionData: {
+		user: User;
+		telemetryData: ITelemetryUserDeletionData;
+		publicApi: boolean;
+	}): Promise<void>;
+	onUserInvite(userInviteData: {
+		user: User;
+		target_user_id: string[];
+		public_api: boolean;
+	}): Promise<void>;
+	onUserReinvite(userReinviteData: {
+		user: User;
+		target_user_id: string;
+		public_api: boolean;
+	}): Promise<void>;
+	onUserUpdate(userUpdateData: { user: User; fields_changed: string[] }): Promise<void>;
+	onUserInviteEmailClick(userInviteClickData: { inviter: User; invitee: User }): Promise<void>;
+	onUserPasswordResetEmailClick(userPasswordResetData: { user: User }): Promise<void>;
+	onUserTransactionalEmail(
+		userTransactionalEmailData: {
+			user_id: string;
+			message_type: 'Reset password' | 'New user invite' | 'Resend invite';
+		},
+		user?: User,
 	): Promise<void>;
-	onUserInvite(userInviteData: { user_id: string; target_user_id: string[] }): Promise<void>;
-	onUserReinvite(userReinviteData: { user_id: string; target_user_id: string }): Promise<void>;
-	onUserUpdate(userUpdateData: { user_id: string; fields_changed: string[] }): Promise<void>;
-	onUserInviteEmailClick(userInviteClickData: { user_id: string }): Promise<void>;
-	onUserPasswordResetEmailClick(userPasswordResetData: { user_id: string }): Promise<void>;
-	onUserTransactionalEmail(userTransactionalEmailData: {
-		user_id: string;
+	onEmailFailed(failedEmailData: {
+		user: User;
 		message_type: 'Reset password' | 'New user invite' | 'Resend invite';
+		public_api: boolean;
+	}): Promise<void>;
+	onUserCreatedCredentials(userCreatedCredentialsData: {
+		user: User;
+		credential_name: string;
+		credential_type: string;
+		credential_id: string;
+		public_api: boolean;
+	}): Promise<void>;
+
+	onUserSharedCredentials(userSharedCredentialsData: {
+		user: User;
+		credential_name: string;
+		credential_type: string;
+		credential_id: string;
+		user_id_sharer: string;
+		user_ids_sharees_added: string[];
+		sharees_removed: number | null;
+	}): Promise<void>;
+	onUserPasswordResetRequestClick(userPasswordResetData: { user: User }): Promise<void>;
+	onInstanceOwnerSetup(instanceOwnerSetupData: { user_id: string }, user?: User): Promise<void>;
+	onUserSignup(userSignupData: { user: User }): Promise<void>;
+	onCommunityPackageInstallFinished(installationData: {
+		user: User;
+		input_string: string;
+		package_name: string;
+		success: boolean;
+		package_version?: string;
+		package_node_names?: string[];
+		package_author?: string;
+		package_author_email?: string;
+		failure_reason?: string;
+	}): Promise<void>;
+	onCommunityPackageUpdateFinished(updateData: {
+		user: User;
+		package_name: string;
+		package_version_current: string;
+		package_version_new: string;
+		package_node_names: string[];
+		package_author?: string;
+		package_author_email?: string;
+	}): Promise<void>;
+	onCommunityPackageDeleteFinished(deleteData: {
+		user: User;
+		package_name: string;
+		package_version?: string;
+		package_node_names?: string[];
+		package_author?: string;
+		package_author_email?: string;
 	}): Promise<void>;
-	onUserPasswordResetRequestClick(userPasswordResetData: { user_id: string }): Promise<void>;
-	onInstanceOwnerSetup(instanceOwnerSetupData: { user_id: string }): Promise<void>;
-	onUserSignup(userSignupData: { user_id: string }): Promise<void>;
+	onApiKeyCreated(apiKeyDeletedData: { user: User; public_api: boolean }): Promise<void>;
+	onApiKeyDeleted(apiKeyDeletedData: { user: User; public_api: boolean }): Promise<void>;
 }
 
 export interface IN8nConfig {
@@ -475,6 +547,7 @@ export interface IN8nUISettings {
 	};
 	enterprise: {
 		sharing: boolean;
+		logStreaming: boolean;
 	};
 	hideUsagePage: boolean;
 	license: {