@crowdin/app-project-module
Version:
Module that generates for you all common endpoints for serving standalone Crowdin App
145 lines (144 loc) • 6.61 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.migratePostgreSQL = exports.POSTGRESQL_SCHEMA = void 0;
exports.initPostgreSQL = initPostgreSQL;
const node_postgres_1 = require("drizzle-orm/node-postgres");
const migrator_1 = require("drizzle-orm/node-postgres/migrator");
const pg_1 = require("pg");
const crypto_1 = require("crypto");
const fs_1 = __importDefault(require("fs"));
const path_1 = require("path");
const types_1 = require("../../../types");
const schema = __importStar(require("./schema"));
function initPostgreSQL(config, additionalSchema = {}) {
const client = new pg_1.Pool(config);
return (0, node_postgres_1.drizzle)(client, { schema: Object.assign(Object.assign({}, schema), additionalSchema) });
}
exports.POSTGRESQL_SCHEMA = schema;
const migratePostgreSQL = (_a) => __awaiter(void 0, [_a], void 0, function* ({ db, name, directoryPath, additionalMigrationFolder, }) {
if (directoryPath && hasDumpFiles(directoryPath)) {
yield migrateFromSqlite(db, directoryPath);
}
// Use advisory lock to prevent concurrent migrations
const lockId = generateLockId(name);
yield db.$client.query('SELECT pg_advisory_lock($1)', [lockId]);
try {
yield (0, migrator_1.migrate)(db, { migrationsFolder: (0, path_1.join)(__dirname, 'migrations') });
if (additionalMigrationFolder) {
yield (0, migrator_1.migrate)(db, { migrationsFolder: additionalMigrationFolder });
}
}
finally {
yield db.$client.query('SELECT pg_advisory_unlock($1)', [lockId]);
}
});
exports.migratePostgreSQL = migratePostgreSQL;
function hasDumpFiles(directoryPath) {
if (!fs_1.default.existsSync(directoryPath)) {
return false;
}
const [name, extension] = types_1.storageFiles.DUMP.split('%s');
const files = fs_1.default.readdirSync(directoryPath).filter((file) => file.startsWith(name) && file.endsWith(extension));
return files.length > 0;
}
function migrateFromSqlite(db, directoryPath) {
return __awaiter(this, void 0, void 0, function* () {
const [name, extension] = types_1.storageFiles.DUMP.split('%s');
const files = fs_1.default
.readdirSync(directoryPath)
.filter((file) => file.startsWith(name) && file.endsWith(extension))
.sort((a, b) => a.localeCompare(b, undefined, { numeric: true }));
for (const file of files) {
const filePath = (0, path_1.join)(directoryPath, file);
const sql = fs_1.default.readFileSync(filePath, 'utf8');
try {
yield db.$client.query(sql);
fs_1.default.unlinkSync(filePath);
}
catch (e) {
console.error('Error while executing', file);
console.error(e);
fs_1.default.renameSync(filePath, filePath.replace('dump_table_', 'error_dump_table_'));
}
}
// Reset sequences for tables with serial primary keys
yield resetSequences(db);
});
}
function resetSequences(db) {
return __awaiter(this, void 0, void 0, function* () {
for (const table of Object.keys(schema)) {
const tableName = schema[table]._.name;
const query = `
SELECT a.attname
FROM pg_index i
JOIN pg_attribute a ON a.attrelid = i.indrelid AND a.attnum = ANY(i.indkey)
WHERE i.indrelid = '${tableName}'::regclass
AND i.indisprimary;
`;
const primaryKeyResult = yield db.$client.query(query);
if (primaryKeyResult.rows.length === 0) {
continue;
}
const primaryKey = primaryKeyResult.rows[0].attname;
const maxIdResult = yield db.$client.query(`SELECT MAX(${primaryKey}) FROM ${tableName}`);
const maxId = maxIdResult.rows[0].max;
// Skip if maxId is not a valid integer
if (maxId === null || isNaN(Number(maxId))) {
continue;
}
yield db.$client.query(`SELECT setval('${tableName}_${primaryKey}_seq', ${Number(maxId)}, true)`);
}
});
}
function generateLockId(str) {
// Create MD5 hash of the string
const hash = (0, crypto_1.createHash)('md5').update(str).digest('hex');
// Take first 8 hex characters and convert to integer
return parseInt(hash.substring(0, 8), 16);
}