allproxy/client/build/plugins/parsejson/plugin.js

AllProxy: MITM HTTP Debugging Tool.

// Function called to extract date, level, app name and message
//
// @param preJSONString: string - optional non-JSON string proceeding JSON object
// @param jsonObject: {} - JSON log data
// @returns {date: Date, level: string, category: string, appName: string, message: string, rawLine: string, additionalJSON: {} }
//
// category is the availability zone
// appName is the pod name
//
function parseJSON(preJSONString, jsonObject) {
    let level = '';
    let date = new Date(0);
    let category = '';
    let kind = '';
    let message = "";
    let additionalJSON = {};
    const ignoreFields = [];
    const typeahead = [];
    // Kube object?
    if (jsonObject.kind && jsonObject.metadata) {
        kind = jsonObject.kind;
        message = jsonObject.metadata.name;
        if (jsonObject.metadata.creationTimestamp) {
            date = new Date(jsonObject.metadata.creationTimestamp);
        }
        level = '';
        additionalJSON['level'] = undefined;
        // Errors detected by the parseJson plugin?
        if (jsonObject['errors']) {
            level = 'error';
            additionalJSON['level'] = level;
        }
    }
    else { // Try to dynamically find fields
        let dateSet, levelSet, kindSet, messageSet = false;

        const fieldValues = []; // array of {field, value} pairs  

        // Recursively traverse JSON and build fieldValues array
        function traverseJson(obj) {
            for (let field in obj) {
                const value = obj[field];
                if (typeof field === 'string' && (typeof value === 'string' || typeof value === 'number')) {
                    field = field.toLowerCase();
                    fieldValues.push({ field, value });
                } else if (typeof value === 'object' && !Array.isArray(value)) {
                    traverseJson(value);
                }
            }
        }
        traverseJson(jsonObject);

        // Check each JSON field,value pair looking for date, info, kind and message
        for (const fieldValue of fieldValues) {
            const field = fieldValue.field;
            const value = fieldValue.value;

            checkForDateLevelKindMessage(field, value);

            if (dateSet && levelSet && kindSet && messageSet) break;
        }

        // Check for data, level, kind and message fields
        function checkForDateLevelKindMessage(field, value) {
            if (!dateSet) {
                if ((field.includes('time') || field.includes('date')) && isValidDate(value)) {
                    dateSet = true;
                    date = new Date(value);
                    return;
                }
            }

            if (typeof value !== 'string') return;

            if (!levelSet) {
                if (field === 'level') {
                    levelSet = true;
                    level = value;
                    if (value.startsWith('err')) typeahead.push(field + ':' + value);
                    return;
                } else if (field === 'severity') {
                    level = value;
                    return;
                } else if (field === 'error') {
                    level = 'error';
                    return;
                }
            }

            if (field === 'error' && value.length > 0) typeahead.push(field + ':*');

            if (!kindSet) {
                if (field === 'kind' || field === 'app' || field === 'appname') {
                    kindSet = true;
                    kind = value;
                    return;
                } else if (field.length <= 64 && (field.startsWith("thread") ||
                    field.startsWith('app') || field.endsWith('app'))) {
                    kind = value;
                    return;
                }
            }

            if (!messageSet) {
                if (field === 'message' || field === 'msg' || field === 'error') {
                    messageSet = true;
                    message = value;
                    return;
                } else if (field.startsWith('message')) {
                    message = value;
                    return;
                }
            }

        }

        // Returns true, if this is a valid date
        function isValidDate(value) {
            try {
                let date = new Date(value);
                if (date.toString() === 'Invalid Date' && typeof value === 'string') {
                    const tokens = value.split(':', 2);
                    if (tokens.length === 2) {
                        let d = new Date(tokens[0]);
                        date = new Date(d.getFullYear() + '-' + (d.getMonth() + 1) + '-' + d.getDate() + ':' + tokens[1]);
                    }
                }
                if (date.toString() === 'Invalid Date') return false;
            } catch (e) {
                return false;
            }
            return true;
        }
    }

    return { date, level, category, kind, message, rawLine: undefined, additionalJSON, ignoreFields, typeahead };
};