refactor(core): Extract duplicate utility functions and add unit tests (no-changelog) (#9814)

packages/nodes-base/nodes/Transform/RemoveDuplicates/RemoveDuplicates.node.ts

@@ -10,7 +10,8 @@ import {
 	type INodeTypeDescription,
 } from 'n8n-workflow';
 import { prepareFieldsArray } from '../utils/utils';
-import { compareItems, flattenKeys, validateInputData } from './utils';
+import { validateInputData } from './utils';
+import { compareItems, flattenKeys } from '@utils/utilities';
 
 export class RemoveDuplicates implements INodeType {
 	description: INodeTypeDescription = {
@@ -211,7 +212,7 @@ export class RemoveDuplicates implements INodeType {
 		const removedIndexes: number[] = [];
 		let temp = newItems[0];
 		for (let index = 1; index < newItems.length; index++) {
-			if (compareItems(newItems[index], temp, keys, disableDotNotation, this.getNode())) {
+			if (compareItems(newItems[index], temp, keys, disableDotNotation)) {
 				removedIndexes.push(newItems[index].json.__INDEX as unknown as number);
 			} else {
 				temp = newItems[index];

packages/nodes-base/nodes/Transform/RemoveDuplicates/utils.ts

@@ -1,44 +1,5 @@
 import get from 'lodash/get';
-import isEqual from 'lodash/isEqual';
-import isObject from 'lodash/isObject';
-import merge from 'lodash/merge';
-import reduce from 'lodash/reduce';
-import {
-	NodeOperationError,
-	type IDataObject,
-	type INode,
-	type INodeExecutionData,
-} from 'n8n-workflow';
-
-export const compareItems = (
-	obj: INodeExecutionData,
-	obj2: INodeExecutionData,
-	keys: string[],
-	disableDotNotation: boolean,
-	_node: INode,
-) => {
-	let result = true;
-	for (const key of keys) {
-		if (!disableDotNotation) {
-			if (!isEqual(get(obj.json, key), get(obj2.json, key))) {
-				result = false;
-				break;
-			}
-		} else {
-			if (!isEqual(obj.json[key], obj2.json[key])) {
-				result = false;
-				break;
-			}
-		}
-	}
-	return result;
-};
-
-export const flattenKeys = (obj: IDataObject, path: string[] = []): IDataObject => {
-	return !isObject(obj)
-		? { [path.join('.')]: obj }
-		: reduce(obj, (cum, next, key) => merge(cum, flattenKeys(next as IDataObject, [...path, key])), {}); //prettier-ignore
-};
+import { NodeOperationError, type INode, type INodeExecutionData } from 'n8n-workflow';
 
 export const validateInputData = (
 	node: INode,