698d96a617
* refactor: use consistent folder structure across workflow, core, and cli * setup typescript project references across workflow, core, and cli
123 lines
3.3 KiB
TypeScript
123 lines
3.3 KiB
TypeScript
/* eslint-disable no-await-in-loop */
|
|
import { readFileSync, rmSync } from 'fs';
|
|
import { UserSettings } from 'n8n-core';
|
|
import type { QueryRunner } from 'typeorm/query-runner/QueryRunner';
|
|
import config from '@/config';
|
|
import { getLogger } from '@/Logger';
|
|
|
|
const PERSONALIZATION_SURVEY_FILENAME = 'personalizationSurvey.json';
|
|
|
|
export function loadSurveyFromDisk(): string | null {
|
|
const userSettingsPath = UserSettings.getUserN8nFolderPath();
|
|
try {
|
|
const filename = `${userSettingsPath}/${PERSONALIZATION_SURVEY_FILENAME}`;
|
|
const surveyFile = readFileSync(filename, 'utf-8');
|
|
rmSync(filename);
|
|
const personalizationSurvey = JSON.parse(surveyFile) as object;
|
|
const kvPairs = Object.entries(personalizationSurvey);
|
|
if (!kvPairs.length) {
|
|
throw new Error('personalizationSurvey is empty');
|
|
} else {
|
|
// eslint-disable-next-line @typescript-eslint/naming-convention
|
|
const emptyKeys = kvPairs.reduce((acc, [_key, value]) => {
|
|
if (!value || (Array.isArray(value) && !value.length)) {
|
|
return acc + 1;
|
|
}
|
|
return acc;
|
|
}, 0);
|
|
if (emptyKeys === kvPairs.length) {
|
|
throw new Error('incomplete personalizationSurvey');
|
|
}
|
|
}
|
|
return surveyFile;
|
|
} catch (error) {
|
|
return null;
|
|
}
|
|
}
|
|
|
|
let logFinishTimeout: NodeJS.Timeout;
|
|
|
|
export function logMigrationStart(
|
|
migrationName: string,
|
|
disableLogging = process.env.NODE_ENV === 'test',
|
|
): void {
|
|
if (disableLogging) return;
|
|
|
|
if (!logFinishTimeout) {
|
|
getLogger().warn('Migrations in progress, please do NOT stop the process.');
|
|
}
|
|
|
|
getLogger().debug(`Starting migration ${migrationName}`);
|
|
|
|
clearTimeout(logFinishTimeout);
|
|
}
|
|
|
|
export function logMigrationEnd(
|
|
migrationName: string,
|
|
disableLogging = process.env.NODE_ENV === 'test',
|
|
): void {
|
|
if (disableLogging) return;
|
|
|
|
getLogger().debug(`Finished migration ${migrationName}`);
|
|
|
|
logFinishTimeout = setTimeout(() => {
|
|
getLogger().warn('Migrations finished.');
|
|
}, 100);
|
|
}
|
|
|
|
export function batchQuery(query: string, limit: number, offset = 0): string {
|
|
return `
|
|
${query}
|
|
LIMIT ${limit}
|
|
OFFSET ${offset}
|
|
`;
|
|
}
|
|
|
|
export async function runInBatches(
|
|
queryRunner: QueryRunner,
|
|
query: string,
|
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
operation: (results: any[]) => Promise<void>,
|
|
limit = 100,
|
|
): Promise<void> {
|
|
let offset = 0;
|
|
let batchedQuery: string;
|
|
let batchedQueryResults: unknown[];
|
|
|
|
// eslint-disable-next-line no-param-reassign
|
|
if (query.trim().endsWith(';')) query = query.trim().slice(0, -1);
|
|
|
|
do {
|
|
batchedQuery = batchQuery(query, limit, offset);
|
|
batchedQueryResults = (await queryRunner.query(batchedQuery)) as unknown[];
|
|
// pass a copy to prevent errors from mutation
|
|
await operation([...batchedQueryResults]);
|
|
offset += limit;
|
|
} while (batchedQueryResults.length === limit);
|
|
}
|
|
|
|
export const getTablePrefix = () => {
|
|
const tablePrefix = config.getEnv('database.tablePrefix');
|
|
|
|
if (config.getEnv('database.type') === 'postgresdb') {
|
|
const schema = config.getEnv('database.postgresdb.schema');
|
|
return [schema, tablePrefix].join('.');
|
|
}
|
|
|
|
return tablePrefix;
|
|
};
|
|
|
|
export const escapeQuery = (
|
|
queryRunner: QueryRunner,
|
|
query: string,
|
|
params: { [property: string]: unknown },
|
|
): [string, unknown[]] =>
|
|
queryRunner.connection.driver.escapeQueryWithParameters(
|
|
query,
|
|
{
|
|
pinData: params.pinData,
|
|
id: params.id,
|
|
},
|
|
{},
|
|
);
|