86 lines
2.6 KiB
TypeScript
86 lines
2.6 KiB
TypeScript
/* eslint-disable no-await-in-loop */
|
|
import { readFileSync, rmSync } from 'fs';
|
|
import { UserSettings } from 'n8n-core';
|
|
import { QueryRunner } from 'typeorm/query-runner/QueryRunner';
|
|
import { getLogger } from '../../Logger';
|
|
|
|
const PERSONALIZATION_SURVEY_FILENAME = 'personalizationSurvey.json';
|
|
|
|
export function loadSurveyFromDisk(): string | null {
|
|
const userSettingsPath = UserSettings.getUserN8nFolderPath();
|
|
try {
|
|
const filename = `${userSettingsPath}/${PERSONALIZATION_SURVEY_FILENAME}`;
|
|
const surveyFile = readFileSync(filename, 'utf-8');
|
|
rmSync(filename);
|
|
const personalizationSurvey = JSON.parse(surveyFile) as object;
|
|
const kvPairs = Object.entries(personalizationSurvey);
|
|
if (!kvPairs.length) {
|
|
throw new Error('personalizationSurvey is empty');
|
|
} else {
|
|
// eslint-disable-next-line @typescript-eslint/naming-convention
|
|
const emptyKeys = kvPairs.reduce((acc, [_key, value]) => {
|
|
if (!value || (Array.isArray(value) && !value.length)) {
|
|
return acc + 1;
|
|
}
|
|
return acc;
|
|
}, 0);
|
|
if (emptyKeys === kvPairs.length) {
|
|
throw new Error('incomplete personalizationSurvey');
|
|
}
|
|
}
|
|
return surveyFile;
|
|
} catch (error) {
|
|
return null;
|
|
}
|
|
}
|
|
|
|
let logFinishTimeout: NodeJS.Timeout;
|
|
const disableLogging = process.argv[1].split('/').includes('jest');
|
|
|
|
export function logMigrationStart(migrationName: string): void {
|
|
if (disableLogging) return;
|
|
const logger = getLogger();
|
|
if (!logFinishTimeout) {
|
|
logger.warn('Migrations in progress, please do NOT stop the process.');
|
|
}
|
|
logger.debug(`Starting migration ${migrationName}`);
|
|
clearTimeout(logFinishTimeout);
|
|
}
|
|
|
|
export function logMigrationEnd(migrationName: string): void {
|
|
if (disableLogging) return;
|
|
const logger = getLogger();
|
|
logger.debug(`Finished migration ${migrationName}`);
|
|
logFinishTimeout = setTimeout(() => {
|
|
logger.warn('Migrations finished.');
|
|
}, 100);
|
|
}
|
|
|
|
export function chunkQuery(query: string, limit: number, offset = 0): string {
|
|
return `
|
|
${query}
|
|
LIMIT ${limit}
|
|
OFFSET ${offset}
|
|
`;
|
|
}
|
|
|
|
export async function runChunked(
|
|
queryRunner: QueryRunner,
|
|
query: string,
|
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
operation: (results: any[]) => Promise<void>,
|
|
limit = 100,
|
|
): Promise<void> {
|
|
let offset = 0;
|
|
let chunkedQuery: string;
|
|
let chunkedQueryResults: unknown[];
|
|
|
|
do {
|
|
chunkedQuery = chunkQuery(query, limit, offset);
|
|
chunkedQueryResults = (await queryRunner.query(chunkedQuery)) as unknown[];
|
|
// pass a copy to prevent errors from mutation
|
|
await operation([...chunkedQueryResults]);
|
|
offset += limit;
|
|
} while (chunkedQueryResults.length === limit);
|
|
}
|