autosql
Version:
An auto-parser of JSON into SQL.
64 lines (63 loc) • 2.61 kB
JavaScript
;
Object.defineProperty(exports, "__esModule", { value: true });
exports.nonCategoricalTypes = exports.DWH_LOADED_TIMESTAMP_NAMES = exports.MODIFIED_TIMESTAMP_NAMES = exports.CREATED_TIMESTAMP_NAMES = exports.DEFAULT_LENGTHS = exports.POSTGRES_MAX_ROW_SIZE = exports.MYSQL_MAX_ROW_SIZE = exports.MAX_COLUMN_COUNT = exports.maxQueryAttempts = exports.defaults = void 0;
exports.defaults = {
pseudoUnique: 0.90,
categorical: 0.20,
sampling: 0,
samplingMinimum: 100,
maxKeyLength: 255,
maxVarcharLength: 1024,
autoIndexing: true,
insertType: "UPDATE",
insertStack: 100,
safeMode: false,
deleteColumns: false,
decimalMaxLength: 6,
autoSplit: false,
useWorkers: true,
maxWorkers: 8,
addTimestamps: true,
addHistory: false,
useStagingInsert: true,
addNested: false,
excludeBlankColumns: true,
};
exports.maxQueryAttempts = 3;
exports.MAX_COLUMN_COUNT = 100;
exports.MYSQL_MAX_ROW_SIZE = 16 * 1024; // 16KB
exports.POSTGRES_MAX_ROW_SIZE = 8 * 1024; // 8KB
exports.DEFAULT_LENGTHS = {
varchar: 255,
text: 2,
mediumtext: 3,
longtext: 4,
json: 4,
decimal: 10,
};
exports.CREATED_TIMESTAMP_NAMES = [
"dwh_created_at", "created_at", "create_at", "created_date",
"create_date", "creation_time", "createdon", "record_created",
"inserted_at", "creation_date", "createdtimestamp", "created_ts",
"createddatetime", "createdutc", "creationtimestamp",
"insertedutc", "inserteddate", "insertedtime", "createddateutc",
"createdondate", "row_created_at", "inserted_timestamp",
"created_iso", "created_time_utc"
];
exports.MODIFIED_TIMESTAMP_NAMES = [
"dwh_modified_at", "modified_at", "modify_at", "modified_date",
"update_date", "updatedon", "last_modified", "last_update",
"record_updated", "changed_at", "updated_timestamp", "modified_ts",
"updateddatetime", "lastmodified", "modifiedutc", "modifieddateutc",
"updateddateutc", "lastupdateutc", "updatedondate", "row_modified_at",
"updatetime", "last_updated_at", "modified_time_utc"
];
exports.DWH_LOADED_TIMESTAMP_NAMES = [
"dwh_loaded_at", "dwh_loaded_date", "data_warehouse_loaded_at",
"etl_loaded_at", "data_loaded_at", "extract_timestamp",
"ingestion_time", "etl_timestamp", "dw_timestamp",
"loadedat", "load_timestamp", "ingested_at", "load_date",
"dwloadtimestamp", "sync_timestamp", "imported_at", "import_timestamp",
"staging_loaded_at", "data_loaded_time", "record_loaded_at"
];
exports.nonCategoricalTypes = ["boolean", "tinyint", "smallint", "binary", "datetimetz", "datetime"];