@checkfirst/nestjs-outlook
Version:
An opinionated NestJS module for Microsoft Outlook integration that provides easy access to Microsoft Graph API for emails, calendars, and more.
383 lines • 22.4 kB
JavaScript
;
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __metadata = (this && this.__metadata) || function (k, v) {
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
var __await = (this && this.__await) || function (v) { return this instanceof __await ? (this.v = v, this) : new __await(v); }
var __asyncGenerator = (this && this.__asyncGenerator) || function (thisArg, _arguments, generator) {
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
var g = generator.apply(thisArg, _arguments || []), i, q = [];
return i = Object.create((typeof AsyncIterator === "function" ? AsyncIterator : Object).prototype), verb("next"), verb("throw"), verb("return", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;
function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }
function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }
function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }
function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }
function fulfill(value) { resume("next", value); }
function reject(value) { resume("throw", value); }
function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }
};
var __asyncValues = (this && this.__asyncValues) || function (o) {
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
var m = o[Symbol.asyncIterator], i;
return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
};
var DeltaSyncService_1;
Object.defineProperty(exports, "__esModule", { value: true });
exports.DeltaSyncService = exports.DeltaSyncError = void 0;
const common_1 = require("@nestjs/common");
const outlook_delta_link_repository_1 = require("../../repositories/outlook-delta-link.repository");
const resource_type_enum_1 = require("../../enums/resource-type.enum");
const retry_util_1 = require("../../utils/retry.util");
const outlook_api_executor_util_1 = require("../../utils/outlook-api-executor.util");
const user_id_converter_service_1 = require("./user-id-converter.service");
const graph_rate_limiter_service_1 = require("./graph-rate-limiter.service");
class DeltaSyncError extends Error {
constructor(message, code, statusCode) {
super(message);
this.code = code;
this.statusCode = statusCode;
this.name = "DeltaSyncError";
}
}
exports.DeltaSyncError = DeltaSyncError;
let DeltaSyncService = DeltaSyncService_1 = class DeltaSyncService {
constructor(deltaLinkRepository, userIdConverter, rateLimiter) {
this.deltaLinkRepository = deltaLinkRepository;
this.userIdConverter = userIdConverter;
this.rateLimiter = rateLimiter;
this.logger = new common_1.Logger(DeltaSyncService_1.name);
this.MAX_RETRIES = 3;
this.RETRY_DELAY_MS = 1000;
}
handleDeltaResponse(response, userId, resourceType) {
var _a;
if ((_a = response["@odata.deltaLink"]) === null || _a === void 0 ? void 0 : _a.includes("$deltatoken=")) {
this.logger.log(`Sync reset detected for user ${userId}, resource ${resourceType} with ${response.value.length} changes`);
}
if (response["@odata.deltaLink"]) {
const tokenExpiry = this.calculateTokenExpiry(resourceType);
this.logger.log(`Delta token will expire at ${tokenExpiry.toISOString()}`);
}
}
calculateTokenExpiry(resourceType) {
const now = new Date();
if (resourceType === resource_type_enum_1.ResourceType.CALENDAR) {
return new Date(now.getTime() + 6 * 24 * 60 * 60 * 1000);
}
return new Date(now.getTime() + 7 * 24 * 60 * 60 * 1000);
}
handleReplays(items) {
var _a;
const uniqueItems = new Map();
for (const item of items) {
if (item.id) {
if (item["@removed"]) {
uniqueItems.set(item.id, item);
}
else if (!uniqueItems.has(item.id) ||
!((_a = uniqueItems.get(item.id)) === null || _a === void 0 ? void 0 : _a["@removed"])) {
uniqueItems.set(item.id, item);
}
}
}
return Array.from(uniqueItems.values());
}
sortDeltaItems(items) {
return items.sort((a, b) => {
var _a, _b, _c, _d;
const aTime = (_b = (_a = a.lastModifiedDateTime) !== null && _a !== void 0 ? _a : a.createdDateTime) !== null && _b !== void 0 ? _b : "";
const bTime = (_d = (_c = b.lastModifiedDateTime) !== null && _c !== void 0 ? _c : b.createdDateTime) !== null && _d !== void 0 ? _d : "";
return new Date(aTime).getTime() - new Date(bTime).getTime();
});
}
async fetchEventDetailsWithConcurrencyLimit(client, items, concurrencyLimit = 5) {
if (items.length === 0) {
return [];
}
const startTime = Date.now();
const results = [];
const totalChunks = Math.ceil(items.length / concurrencyLimit);
const deletedCount = items.filter(item => item["@removed"]).length;
const fetchCount = items.length - deletedCount;
this.logger.warn(`[fetchEventDetailsWithConcurrencyLimit] ⚠️ DEPRECATED METHOD CALLED - ` +
`Fetching ${fetchCount} event details (${deletedCount} deleted, skipped) in ${totalChunks} chunks. ` +
`This should not be called for delta queries!`);
let chunkNumber = 0;
for (let i = 0; i < items.length; i += concurrencyLimit) {
chunkNumber++;
const chunk = items.slice(i, i + concurrencyLimit);
this.logger.debug(`[fetchEventDetailsWithConcurrencyLimit] Processing chunk ${chunkNumber}/${totalChunks} ` +
`(${chunk.length} items)`);
const chunkResults = await Promise.all(chunk.map((item) => item["@removed"]
? Promise.resolve(item)
: client.api(`/me/events/${item.id}`).get()));
results.push(...chunkResults);
}
const duration = Date.now() - startTime;
this.logger.log(`[fetchEventDetailsWithConcurrencyLimit] ✅ Fetched ${results.length} event details ` +
`in ${duration}ms (avg ${Math.round(duration / results.length)}ms per event)`);
return results;
}
fetchDeltaPagesCore(client, startUrl, userId) {
return __asyncGenerator(this, arguments, function* fetchDeltaPagesCore_1() {
let currentUrl = startUrl;
let pageCount = 0;
while (currentUrl) {
pageCount++;
yield __await(this.rateLimiter.acquirePermit(userId.toString()));
const response = (yield __await((0, outlook_api_executor_util_1.executeGraphApiCall)(() => client.api(currentUrl).get(), {
maxRetries: this.MAX_RETRIES,
retryDelayMs: this.RETRY_DELAY_MS,
logger: this.logger,
resourceName: `deltaPage-${pageCount}-user-${userId}`,
})));
const eventDetails = response.value;
const deltaLink = response["@odata.deltaLink"]
? this.getDeltaLink(response)
: null;
const isLastPage = deltaLink !== null;
yield yield __await({
items: eventDetails,
deltaLink,
isLastPage,
});
currentUrl = response["@odata.nextLink"] || "";
if (currentUrl) {
yield __await((0, retry_util_1.delay)(200));
}
}
});
}
async fetchAllDeltaPages(client, startUrl, userId) {
var _a, e_1, _b, _c;
const startTime = Date.now();
const allItems = [];
let lastDeltaLink = null;
let pageCount = 0;
this.logger.log(`[fetchAllDeltaPages] Starting delta fetch for user ${userId}`);
try {
try {
for (var _d = true, _e = __asyncValues(this.fetchDeltaPagesCore(client, startUrl, userId)), _f; _f = await _e.next(), _a = _f.done, !_a; _d = true) {
_c = _f.value;
_d = false;
const page = _c;
allItems.push(...page.items);
pageCount++;
if (page.isLastPage && page.deltaLink) {
lastDeltaLink = page.deltaLink;
}
}
}
catch (e_1_1) { e_1 = { error: e_1_1 }; }
finally {
try {
if (!_d && !_a && (_b = _e.return)) await _b.call(_e);
}
finally { if (e_1) throw e_1.error; }
}
const duration = Date.now() - startTime;
this.logger.log(`[fetchAllDeltaPages] ✅ Completed: ${allItems.length} items across ${pageCount} pages in ${duration}ms (user ${userId})`);
}
catch (error) {
const duration = Date.now() - startTime;
this.logger.error(`[fetchAllDeltaPages] ❌ Failed after ${pageCount} pages and ${duration}ms (user ${userId})`, error);
throw error;
}
return { items: allItems, deltaLink: lastDeltaLink };
}
async fetchAndSortChanges(client, requestUrl, externalUserId, forceReset = false, dateRange) {
const internalUserId = await this.userIdConverter.externalToInternal(externalUserId);
let startLink = await this.deltaLinkRepository.getDeltaLink(internalUserId, resource_type_enum_1.ResourceType.CALENDAR);
this.logger.log(`[fetchAndSortChanges] startLink: ${startLink} forceReset: ${forceReset} dateRange: ${JSON.stringify(dateRange)}`);
if (forceReset && startLink) {
this.logger.log(`[fetchAndSortChanges] Force reset requested, deleting existing delta link for user ${externalUserId}`);
await this.deltaLinkRepository.deleteDeltaLink(internalUserId, resource_type_enum_1.ResourceType.CALENDAR);
startLink = null;
}
if (!startLink) {
this.logger.log(`[fetchAndSortChanges] No delta link found for user ${externalUserId}, initializing from current point`);
const result = await this.initializeDeltaLink(client, requestUrl, internalUserId, resource_type_enum_1.ResourceType.CALENDAR, dateRange);
return this.sortDeltaItems(result);
}
this.logger.debug(`[fetchAndSortChanges] Starting incremental sync with existing delta link for user ${externalUserId}`);
try {
const { items: allItems, deltaLink: lastDeltaLink } = await this.fetchAllDeltaPages(client, startLink, internalUserId);
if (lastDeltaLink) {
await this.saveDeltaLink(internalUserId, resource_type_enum_1.ResourceType.CALENDAR, lastDeltaLink);
this.logger.log(`[fetchAndSortChanges] Saved delta link after fetching ${allItems.length} changes for user ${externalUserId}`);
}
return this.sortDeltaItems(allItems);
}
catch (error) {
if (this.is410Error(error)) {
this.logger.warn(`[fetchAndSortChanges] Delta token expired (410) for user ${externalUserId}, ` +
`deleting expired token and reinitializing with full sync`);
await this.deltaLinkRepository.deleteDeltaLink(internalUserId, resource_type_enum_1.ResourceType.CALENDAR);
this.logger.log(`[fetchAndSortChanges] Performing full sync after token expiration for user ${externalUserId}`);
const result = await this.initializeDeltaLink(client, requestUrl, internalUserId, resource_type_enum_1.ResourceType.CALENDAR, dateRange);
return this.sortDeltaItems(result);
}
throw error;
}
}
is410Error(error) {
if (!error || typeof error !== 'object') {
return false;
}
if ('statusCode' in error && error.statusCode === 410) {
return true;
}
if ('stack' in error && Array.isArray(error.stack) && error.stack.length > 0) {
const firstError = error.stack[0];
if (firstError && typeof firstError === 'object' && 'statusCode' in firstError) {
return firstError.statusCode === 410;
}
}
return false;
}
streamDeltaChanges(client_1, requestUrl_1, externalUserId_1) {
return __asyncGenerator(this, arguments, function* streamDeltaChanges_1(client, requestUrl, externalUserId, forceReset = false, dateRange, saveDeltaLink = true) {
var _a, e_2, _b, _c, _d, e_3, _e, _f;
const internalUserId = yield __await(this.userIdConverter.externalToInternal(externalUserId));
let startLink = yield __await(this.deltaLinkRepository.getDeltaLink(internalUserId, resource_type_enum_1.ResourceType.CALENDAR));
this.logger.log(`[streamDeltaChanges] Starting stream for user ${internalUserId}, startLink: ${startLink ? 'exists' : 'none'}, forceReset: ${forceReset}`);
if (forceReset && startLink) {
this.logger.log(`[streamDeltaChanges] Force reset requested, deleting existing delta link for user ${internalUserId}`);
yield __await(this.deltaLinkRepository.deleteDeltaLink(internalUserId, resource_type_enum_1.ResourceType.CALENDAR));
startLink = null;
}
let urlToUse;
let finalDeltaLink = null;
if (!startLink) {
this.logger.log(`[streamDeltaChanges] No delta link found, initializing from current point for user ${internalUserId}`);
if (dateRange) {
const { startDate, endDate } = dateRange;
urlToUse = `${requestUrl}?startDateTime=${startDate.toISOString()}&endDateTime=${endDate.toISOString()}`;
this.logger.log(`[streamDeltaChanges] Using date range: ${startDate.toISOString()} to ${endDate.toISOString()}`);
}
else {
urlToUse = requestUrl;
}
}
else {
this.logger.log(`[streamDeltaChanges] Using existing delta link for incremental sync for user ${internalUserId}`);
urlToUse = startLink;
}
let pageCount = 0;
try {
try {
for (var _g = true, _h = __asyncValues(this.fetchDeltaPagesCore(client, urlToUse, internalUserId)), _j; _j = yield __await(_h.next()), _a = _j.done, !_a; _g = true) {
_c = _j.value;
_g = false;
const page = _c;
pageCount++;
const sortedBatch = this.sortDeltaItems(page.items);
this.logger.log(`[streamDeltaChanges] Yielding page ${pageCount} with ${sortedBatch.length} sorted items for user ${internalUserId}`);
yield yield __await(sortedBatch);
if (page.isLastPage && page.deltaLink) {
finalDeltaLink = page.deltaLink;
}
}
}
catch (e_2_1) { e_2 = { error: e_2_1 }; }
finally {
try {
if (!_g && !_a && (_b = _h.return)) yield __await(_b.call(_h));
}
finally { if (e_2) throw e_2.error; }
}
if (finalDeltaLink && saveDeltaLink) {
yield __await(this.saveDeltaLink(internalUserId, resource_type_enum_1.ResourceType.CALENDAR, finalDeltaLink));
this.logger.log(`[streamDeltaChanges] Saved delta link after streaming ${pageCount} pages for user ${internalUserId}`);
}
else if (finalDeltaLink && !saveDeltaLink) {
this.logger.log(`[streamDeltaChanges] Delta link discarded (saveDeltaLink=false) after streaming ${pageCount} pages for user ${internalUserId}`);
}
else {
this.logger.warn(`[streamDeltaChanges] No delta link received after streaming ${pageCount} pages for user ${internalUserId}`);
}
return yield __await(finalDeltaLink);
}
catch (error) {
if (this.is410Error(error)) {
this.logger.warn(`[streamDeltaChanges] Delta token expired (410) for user ${externalUserId}, ` +
`deleting expired token and reinitializing with full sync stream`);
yield __await(this.deltaLinkRepository.deleteDeltaLink(internalUserId, resource_type_enum_1.ResourceType.CALENDAR));
this.logger.log(`[streamDeltaChanges] Restarting stream with full sync after token expiration for user ${externalUserId}`);
const freshUrl = dateRange
? `${requestUrl}?startDateTime=${dateRange.startDate.toISOString()}&endDateTime=${dateRange.endDate.toISOString()}`
: requestUrl;
let recoveryPageCount = 0;
let recoveryDeltaLink = null;
try {
for (var _k = true, _l = __asyncValues(this.fetchDeltaPagesCore(client, freshUrl, internalUserId)), _m; _m = yield __await(_l.next()), _d = _m.done, !_d; _k = true) {
_f = _m.value;
_k = false;
const page = _f;
recoveryPageCount++;
const sortedBatch = this.sortDeltaItems(page.items);
this.logger.log(`[streamDeltaChanges] [RECOVERY] Yielding page ${recoveryPageCount} with ${sortedBatch.length} sorted items for user ${internalUserId}`);
yield yield __await(sortedBatch);
if (page.isLastPage && page.deltaLink) {
recoveryDeltaLink = page.deltaLink;
}
}
}
catch (e_3_1) { e_3 = { error: e_3_1 }; }
finally {
try {
if (!_k && !_d && (_e = _l.return)) yield __await(_e.call(_l));
}
finally { if (e_3) throw e_3.error; }
}
if (recoveryDeltaLink && saveDeltaLink) {
yield __await(this.saveDeltaLink(internalUserId, resource_type_enum_1.ResourceType.CALENDAR, recoveryDeltaLink));
this.logger.log(`[streamDeltaChanges] [RECOVERY] Saved delta link after streaming ${recoveryPageCount} pages for user ${internalUserId}`);
}
return yield __await(recoveryDeltaLink);
}
throw error;
}
});
}
async initializeDeltaLink(client, requestUrl, internalUserId, resourceType, dateRange) {
const startTime = Date.now();
this.logger.log(`[initializeDeltaLink] Starting initialization for user ${internalUserId}`);
let urlWithDateRange = requestUrl;
if (dateRange) {
const { startDate, endDate } = dateRange;
urlWithDateRange = `${requestUrl}?startDateTime=${startDate.toISOString()}&endDateTime=${endDate.toISOString()}`;
}
const { items: allItems, deltaLink: lastDeltaLink } = await this.fetchAllDeltaPages(client, urlWithDateRange, internalUserId);
if (!lastDeltaLink) {
this.logger.error(`[initializeDeltaLink] ❌ No delta link received (user ${internalUserId})`);
throw new Error('Failed to initialize delta link - no delta link received from Microsoft Graph');
}
await this.saveDeltaLink(internalUserId, resourceType, lastDeltaLink);
const totalDuration = Date.now() - startTime;
this.logger.log(`[initializeDeltaLink] ✅ Complete: ${allItems.length} items, ${totalDuration}ms (user ${internalUserId})`);
return allItems;
}
async saveDeltaLink(internalUserId, resourceType, deltaLink) {
await this.deltaLinkRepository.saveDeltaLink(internalUserId, resourceType, deltaLink);
this.logger.debug(`[saveDeltaLink] Saved delta link for user ${internalUserId}, resource ${resourceType}`);
}
getDeltaLink(response) {
return response["@odata.deltaLink"] || null;
}
};
exports.DeltaSyncService = DeltaSyncService;
exports.DeltaSyncService = DeltaSyncService = DeltaSyncService_1 = __decorate([
(0, common_1.Injectable)(),
__metadata("design:paramtypes", [outlook_delta_link_repository_1.OutlookDeltaLinkRepository,
user_id_converter_service_1.UserIdConverterService,
graph_rate_limiter_service_1.GraphRateLimiterService])
], DeltaSyncService);
//# sourceMappingURL=delta-sync.service.js.map