@arcane-utils/ingestion/dist/history.cjs

Ingestion utilities for Arcane

var c=Object.defineProperty;var u=Object.getOwnPropertyDescriptor;var A=Object.getOwnPropertyNames;var w=Object.prototype.hasOwnProperty;var E=(e,t)=>{for(var o in t)c(e,o,{get:t[o],enumerable:!0})},R=(e,t,o,s)=>{if(t&&typeof t=="object"||typeof t=="function")for(let i of A(t))!w.call(e,i)&&i!==o&&c(e,i,{get:()=>t[i],enumerable:!(s=u(t,i))||s.enumerable});return e};var b=e=>R(c({},"__esModule",{value:!0}),e);var _={};E(_,{HISTORICAL_TABLE_SCHEMA:()=>T,getHistoricalTableName:()=>p,storeExecutionDetails:()=>v});module.exports=b(_);var d=require("@arcane-utils/bigquery"),p=e=>`historical_${e}`,T=[{name:"timestamp",type:"TIMESTAMP"},{name:"type",type:"STRING"},{name:"invoker",type:"STRING"},{name:"headers",type:"STRING"},{name:"additional_info",type:"STRING"}],g=async(e,t)=>{if(!process.env.HISTORICAL_DATASET)throw new Error("HISTORICAL_DATASET environment variable is not defined");await t.dataset(process.env.HISTORICAL_DATASET).createTable(e,{schema:T})},v=async(e,t,o,s,i,l,y,n)=>{let r=p(t),f=`${process.env.GCP_PROJECT}.${process.env.HISTORICAL_DATASET}.${r}`,I={timestamp:new Date().toISOString(),type:"fetch",invoker:"",headers:(s??[]).map(a=>a.key).join(","),additional_info:JSON.stringify({monitoringId:o,jobRows:i,jobId:l,fileHash:y})},m={query:`
    INSERT INTO \`${f}\` (timestamp, type, invoker, headers, additional_info)
    VALUES (@timestamp, @type, @invoker, @headers, @additional_info)
  `,location:"EU",params:{...I}};try{let[a]=await e.createQueryJob(m);await(0,d.getJobResult)(a.id,"storeExecutionDetails",e,n),n.info(`Row inserted into ${r} successfully.`)}catch(a){if(a.message.includes("Not found")){n.info("Historical Table not found. Creating it..."),await g(r,e),n.info(`Table ${r} created. Retrying insert...`);let[S]=await e.createQueryJob(m);await(0,d.getJobResult)(S.id,"storeExecutionDetails",e,n),n.info(`Row inserted into ${r} after table creation.`)}else console.error("DML insert failed:",a)}};0&&(module.exports={HISTORICAL_TABLE_SCHEMA,getHistoricalTableName,storeExecutionDetails});
//# sourceMappingURL=history.cjs.map