@forzalabs/remora
Version:
A powerful CLI tool for seamless data translation.
72 lines (71 loc) • 3.52 kB
JavaScript
;
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
const Affirm_1 = __importDefault(require("../../core/Affirm"));
const ProducerEngine_1 = __importDefault(require("../ProducerEngine"));
const path_1 = __importDefault(require("path"));
const promises_1 = __importDefault(require("fs/promises"));
class DeveloperEngineClass {
constructor() {
this.discover = (producer) => __awaiter(this, void 0, void 0, function* () {
var _a;
(0, Affirm_1.default)(producer, 'Invalid producer');
const sampleData = yield ProducerEngine_1.default.readSampleData(producer, 10, true);
(0, Affirm_1.default)(sampleData, 'Discover process failed: no result found');
const typeDefinitions = this.extractFieldTypes(sampleData);
const mappedProducer = {
name: producer.name,
description: producer.description,
source: producer.source,
settings: Object.assign({}, producer.settings),
dimensions: typeDefinitions.map(field => ({
name: field.name,
type: this.mapFieldTypeToProducerType(field.type),
description: `Auto-mapped field: ${field.name}`
})),
measures: [],
_version: (_a = producer._version) !== null && _a !== void 0 ? _a : 1
};
mappedProducer['$schema'] = producer['$schema'];
// Save the mapped producer to file
const producerPath = path_1.default.join(process.cwd(), 'remora', 'producers', `${producer.name}.json`);
yield promises_1.default.writeFile(producerPath, JSON.stringify(mappedProducer, null, 4), 'utf-8');
return { producer: mappedProducer, fields: typeDefinitions };
});
this.mapFieldTypeToProducerType = (fieldType) => {
switch (fieldType) {
case 'number':
return 'number';
case 'string':
return 'string';
case 'date':
case 'datetime':
return 'datetime';
default:
return 'string';
}
};
this.extractFieldTypes = (data) => {
if (!data || data.length === 0)
return [];
const sample = data[0];
return Object.entries(sample).map(([key, value]) => ({
name: key,
type: Array.isArray(value) ? 'array' : typeof value
}));
};
}
}
const DeveloperEngine = new DeveloperEngineClass();
exports.default = DeveloperEngine;