@agility/cli
Version:
Agility CLI for working with your content. (Public Beta)
249 lines • 14 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __generator = (this && this.__generator) || function (thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (g && (g = 0, op[0] && (_ = 0)), _) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.downloadAllContainers = downloadAllContainers;
var fileOperations_1 = require("../../core/fileOperations");
var state_1 = require("../../core/state");
var path = __importStar(require("path"));
// import { ChangeDelta } from "../shared/change-delta-tracker";
var fs = __importStar(require("fs"));
var date_fns_1 = require("date-fns");
function downloadAllContainers(guid) {
return __awaiter(this, void 0, void 0, function () {
// Helper function to get local container metadata
function getLocalContainerInfo(filePath) {
try {
if (!fs.existsSync(filePath)) {
return { exists: false };
}
var content = JSON.parse(fs.readFileSync(filePath, 'utf8'));
return {
lastModifiedDate: content.lastModifiedDate,
exists: true
};
}
catch (error) {
return { exists: false };
}
}
// Helper function to check if container needs download based on lastModifiedDate
function shouldDownloadContainer(apiContainer, localInfo) {
if (state_1.state.update === false) {
return { shouldDownload: false, reason: '' };
}
if (!localInfo.exists) {
return { shouldDownload: true, reason: 'new file' };
}
if (!localInfo.lastModifiedDate || !apiContainer.lastModifiedDate) {
return { shouldDownload: true, reason: 'missing date info' };
}
//the date format is: 07/23/2025 08:22PM (MM/DD/YYYY hh:mma) so we need to convert it to a Date object
// Note: This assumes the date is in the format MM/DD/YYYY hh:mma
// If the date format is different, you may need to adjust the parsing logic accordingly
var apiDateTime = (0, date_fns_1.parse)(apiContainer.lastModifiedDate, "MM/dd/yyyy hh:mma", new Date());
var localeDateTime = (0, date_fns_1.parse)(localInfo.lastModifiedDate, "MM/dd/yyyy hh:mma", new Date());
if (apiDateTime > localeDateTime && state_1.state.update === true) {
return { shouldDownload: true, reason: 'content changed' };
}
return { shouldDownload: false, reason: 'unchanged' };
}
var fileOps, update, apiClient, logger, containersFolderPath, totalContainers, startTime, containers, downloadableContainers, skippableContainers, _i, containers_1, containerRef, containerID, containerName, containerFilePath, localInfo, downloadDecision, CONCURRENT_BATCH_SIZE, batches, i, processedCount, downloadedCount, skippedCount, batchIndex, batch, downloadPromises, results, _a, results_1, result, totalProcessed, errorCount, error_1;
var _this = this;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
fileOps = new fileOperations_1.fileOperations(guid);
update = state_1.state.update;
apiClient = (0, state_1.getApiClient)();
logger = (0, state_1.getLoggerForGuid)(guid);
if (!logger) {
console.warn("\u26A0\uFE0F No logger found for GUID ".concat(guid, ", skipping container logging"));
return [2 /*return*/];
}
logger.startTimer();
containersFolderPath = fileOps.getDataFolderPath('containers');
// Use fileOperations to create containers folder
fileOps.createFolder('containers');
totalContainers = 0;
startTime = Date.now();
_b.label = 1;
case 1:
_b.trys.push([1, 7, , 8]);
return [4 /*yield*/, apiClient.containerMethods.getContainerList(guid)];
case 2:
containers = _b.sent();
totalContainers = containers.length;
if (totalContainers === 0) {
logger.info("No containers found to download");
return [2 /*return*/];
}
downloadableContainers = [];
skippableContainers = [];
for (_i = 0, containers_1 = containers; _i < containers_1.length; _i++) {
containerRef = containers_1[_i];
containerID = containerRef.contentViewID.toString();
containerName = containerRef.referenceName;
containerFilePath = path.join(containersFolderPath, "".concat(containerID, ".json"));
localInfo = getLocalContainerInfo(containerFilePath);
downloadDecision = shouldDownloadContainer(containerRef, localInfo);
if (downloadDecision.shouldDownload) {
downloadableContainers.push({
containerRef: containerRef,
containerID: containerID,
containerName: containerName,
reason: downloadDecision.reason
});
}
else {
skippableContainers.push({
containerRef: containerRef,
containerID: containerID,
containerName: containerName,
reason: downloadDecision.reason
});
}
}
if (skippableContainers.length > 0) {
logger.changeDetectionSummary("container", downloadableContainers.length, skippableContainers.length);
}
// Phase 3: Download only the containers that need updating
if (downloadableContainers.length === 0) {
return [2 /*return*/];
}
CONCURRENT_BATCH_SIZE = 20;
batches = [];
for (i = 0; i < downloadableContainers.length; i += CONCURRENT_BATCH_SIZE) {
batches.push(downloadableContainers.slice(i, i + CONCURRENT_BATCH_SIZE));
}
processedCount = 0;
downloadedCount = 0;
skippedCount = skippableContainers.length;
batchIndex = 0;
_b.label = 3;
case 3:
if (!(batchIndex < batches.length)) return [3 /*break*/, 6];
batch = batches[batchIndex];
downloadPromises = batch.map(function (item) { return __awaiter(_this, void 0, void 0, function () {
var containerRef, containerID, containerName, reason, container, error_2;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
containerRef = item.containerRef, containerID = item.containerID, containerName = item.containerName, reason = item.reason;
_a.label = 1;
case 1:
_a.trys.push([1, 3, , 4]);
return [4 /*yield*/, apiClient.containerMethods.getContainerByID(containerID, guid)];
case 2:
container = _a.sent();
// Export container JSON
fileOps.exportFiles("containers", containerID.toString(), container);
logger.container.downloaded(container);
return [2 /*return*/, { success: true, container: container }];
case 3:
error_2 = _a.sent();
logger.container.error(null, "ID: ".concat(containerID, " - ").concat(error_2.message || 'Unknown error'));
return [2 /*return*/, { success: false, containerRef: containerRef, error: error_2 }];
case 4: return [2 /*return*/];
}
});
}); });
return [4 /*yield*/, Promise.all(downloadPromises)];
case 4:
results = _b.sent();
// Update counters
for (_a = 0, results_1 = results; _a < results_1.length; _a++) {
result = results_1[_a];
processedCount++;
if (result.success) {
downloadedCount++;
}
totalProcessed = processedCount + skippedCount;
}
_b.label = 5;
case 5:
batchIndex++;
return [3 /*break*/, 3];
case 6:
// Performance and summary reporting
logger.endTimer();
errorCount = downloadableContainers.length - downloadedCount;
logger.summary("pull", downloadedCount, skippedCount, errorCount);
return [3 /*break*/, 8];
case 7:
error_1 = _b.sent();
logger.error("Error in downloadAllContainers: ".concat(error_1.message || error_1));
throw error_1;
case 8: return [2 /*return*/];
}
});
});
}
//# sourceMappingURL=download-containers.js.map