highcharts
Version:
JavaScript charting framework
1,321 lines (1,284 loc) • 92 kB
JavaScript
/**
* @license Highcharts JS v12.1.2 (2024-12-21)
* @module highcharts/modules/data
* @requires highcharts
*
* Data module
*
* (c) 2012-2024 Torstein Honsi
*
* License: www.highcharts.com/license
*/
(function webpackUniversalModuleDefinition(root, factory) {
if(typeof exports === 'object' && typeof module === 'object')
module.exports = factory(root["_Highcharts"], root["_Highcharts"]["Axis"], root["_Highcharts"]["Chart"], root["_Highcharts"]["Point"], root["_Highcharts"]["SeriesRegistry"]);
else if(typeof define === 'function' && define.amd)
define("highcharts/modules/data", ["highcharts/highcharts"], function (amd1) {return factory(amd1,amd1["Axis"],amd1["Chart"],amd1["Point"],amd1["SeriesRegistry"]);});
else if(typeof exports === 'object')
exports["highcharts/modules/data"] = factory(root["_Highcharts"], root["_Highcharts"]["Axis"], root["_Highcharts"]["Chart"], root["_Highcharts"]["Point"], root["_Highcharts"]["SeriesRegistry"]);
else
root["Highcharts"] = factory(root["Highcharts"], root["Highcharts"]["Axis"], root["Highcharts"]["Chart"], root["Highcharts"]["Point"], root["Highcharts"]["SeriesRegistry"]);
})(typeof window === 'undefined' ? this : window, (__WEBPACK_EXTERNAL_MODULE__944__, __WEBPACK_EXTERNAL_MODULE__532__, __WEBPACK_EXTERNAL_MODULE__960__, __WEBPACK_EXTERNAL_MODULE__260__, __WEBPACK_EXTERNAL_MODULE__512__) => {
return /******/ (() => { // webpackBootstrap
/******/ "use strict";
/******/ var __webpack_modules__ = ({
/***/ 532:
/***/ ((module) => {
module.exports = __WEBPACK_EXTERNAL_MODULE__532__;
/***/ }),
/***/ 960:
/***/ ((module) => {
module.exports = __WEBPACK_EXTERNAL_MODULE__960__;
/***/ }),
/***/ 260:
/***/ ((module) => {
module.exports = __WEBPACK_EXTERNAL_MODULE__260__;
/***/ }),
/***/ 512:
/***/ ((module) => {
module.exports = __WEBPACK_EXTERNAL_MODULE__512__;
/***/ }),
/***/ 944:
/***/ ((module) => {
module.exports = __WEBPACK_EXTERNAL_MODULE__944__;
/***/ })
/******/ });
/************************************************************************/
/******/ // The module cache
/******/ var __webpack_module_cache__ = {};
/******/
/******/ // The require function
/******/ function __webpack_require__(moduleId) {
/******/ // Check if module is in cache
/******/ var cachedModule = __webpack_module_cache__[moduleId];
/******/ if (cachedModule !== undefined) {
/******/ return cachedModule.exports;
/******/ }
/******/ // Create a new module (and put it into the cache)
/******/ var module = __webpack_module_cache__[moduleId] = {
/******/ // no module.id needed
/******/ // no module.loaded needed
/******/ exports: {}
/******/ };
/******/
/******/ // Execute the module function
/******/ __webpack_modules__[moduleId](module, module.exports, __webpack_require__);
/******/
/******/ // Return the exports of the module
/******/ return module.exports;
/******/ }
/******/
/************************************************************************/
/******/ /* webpack/runtime/compat get default export */
/******/ (() => {
/******/ // getDefaultExport function for compatibility with non-harmony modules
/******/ __webpack_require__.n = (module) => {
/******/ var getter = module && module.__esModule ?
/******/ () => (module['default']) :
/******/ () => (module);
/******/ __webpack_require__.d(getter, { a: getter });
/******/ return getter;
/******/ };
/******/ })();
/******/
/******/ /* webpack/runtime/define property getters */
/******/ (() => {
/******/ // define getter functions for harmony exports
/******/ __webpack_require__.d = (exports, definition) => {
/******/ for(var key in definition) {
/******/ if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {
/******/ Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });
/******/ }
/******/ }
/******/ };
/******/ })();
/******/
/******/ /* webpack/runtime/hasOwnProperty shorthand */
/******/ (() => {
/******/ __webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))
/******/ })();
/******/
/************************************************************************/
var __webpack_exports__ = {};
// EXPORTS
__webpack_require__.d(__webpack_exports__, {
"default": () => (/* binding */ data_src)
});
// EXTERNAL MODULE: external {"amd":["highcharts/highcharts"],"commonjs":["highcharts"],"commonjs2":["highcharts"],"root":["Highcharts"]}
var highcharts_commonjs_highcharts_commonjs2_highcharts_root_Highcharts_ = __webpack_require__(944);
var highcharts_commonjs_highcharts_commonjs2_highcharts_root_Highcharts_default = /*#__PURE__*/__webpack_require__.n(highcharts_commonjs_highcharts_commonjs2_highcharts_root_Highcharts_);
;// ./code/es-modules/Core/HttpUtilities.js
/* *
*
* (c) 2010-2024 Christer Vasseng, Torstein Honsi
*
* License: www.highcharts.com/license
*
* !!!!!!! SOURCE GETS TRANSPILED BY TYPESCRIPT. EDIT TS FILE ONLY. !!!!!!!
*
* */
const { win } = (highcharts_commonjs_highcharts_commonjs2_highcharts_root_Highcharts_default());
const { discardElement, objectEach } = (highcharts_commonjs_highcharts_commonjs2_highcharts_root_Highcharts_default());
/* *
*
* Functions
*
* */
/**
* Perform an Ajax call.
*
* @function Highcharts.ajax
*
* @param {Highcharts.AjaxSettingsObject} settings
* The Ajax settings to use.
*
* @return {false|undefined}
* Returns false, if error occurred.
*/
function ajax(settings) {
const headers = {
json: 'application/json',
xml: 'application/xml',
text: 'text/plain',
octet: 'application/octet-stream'
}, r = new XMLHttpRequest();
/**
* Private error handler.
* @private
* @param {XMLHttpRequest} xhr
* Internal request object.
* @param {string|Error} err
* Occurred error.
*/
function handleError(xhr, err) {
if (settings.error) {
settings.error(xhr, err);
}
else {
// @todo Maybe emit a highcharts error event here
}
}
if (!settings.url) {
return false;
}
r.open((settings.type || 'get').toUpperCase(), settings.url, true);
if (!settings.headers || !settings.headers['Content-Type']) {
r.setRequestHeader('Content-Type', headers[settings.dataType || 'json'] || headers.text);
}
objectEach(settings.headers, function (val, key) {
r.setRequestHeader(key, val);
});
if (settings.responseType) {
r.responseType = settings.responseType;
}
// @todo lacking timeout handling
r.onreadystatechange = function () {
let res;
if (r.readyState === 4) {
if (r.status === 200) {
if (settings.responseType !== 'blob') {
res = r.responseText;
if (settings.dataType === 'json') {
try {
res = JSON.parse(res);
}
catch (e) {
if (e instanceof Error) {
return handleError(r, e);
}
}
}
}
return settings.success && settings.success(res, r);
}
handleError(r, r.responseText);
}
};
if (settings.data && typeof settings.data !== 'string') {
settings.data = JSON.stringify(settings.data);
}
r.send(settings.data);
}
/**
* Get a JSON resource over XHR, also supporting CORS without preflight.
*
* @function Highcharts.getJSON
* @param {string} url
* The URL to load.
* @param {Function} success
* The success callback. For error handling, use the `Highcharts.ajax`
* function instead.
*/
function getJSON(url, success) {
HttpUtilities.ajax({
url: url,
success: success,
dataType: 'json',
headers: {
// Override the Content-Type to avoid preflight problems with CORS
// in the Highcharts demos
'Content-Type': 'text/plain'
}
});
}
/**
* The post utility
*
* @private
* @function Highcharts.post
*
* @param {string} url
* Post URL
*
* @param {Object} data
* Post data
*
* @param {RequestInit} [fetchOptions]
* Additional attributes for the post request
*/
/**
*
*/
function post(url, data, fetchOptions) {
const formData = new win.FormData();
// Add the data
objectEach(data, function (val, name) {
formData.append(name, val);
});
formData.append('b64', 'true');
const { filename, type } = data;
return win.fetch(url, {
method: 'POST',
body: formData,
...fetchOptions
}).then((res) => {
if (res.ok) {
res.text().then((text) => {
const link = document.createElement('a');
link.href = `data:${type};base64,${text}`;
link.download = filename;
link.click();
discardElement(link);
});
}
});
}
/* *
*
* Default Export
*
* */
const HttpUtilities = {
ajax,
getJSON,
post
};
/* harmony default export */ const Core_HttpUtilities = (HttpUtilities);
/* *
*
* API Declarations
*
* */
/**
* @interface Highcharts.AjaxSettingsObject
*/ /**
* The payload to send.
*
* @name Highcharts.AjaxSettingsObject#data
* @type {string|Highcharts.Dictionary<any>|undefined}
*/ /**
* The data type expected.
* @name Highcharts.AjaxSettingsObject#dataType
* @type {"json"|"xml"|"text"|"octet"|undefined}
*/ /**
* Function to call on error.
* @name Highcharts.AjaxSettingsObject#error
* @type {Function|undefined}
*/ /**
* The headers; keyed on header name.
* @name Highcharts.AjaxSettingsObject#headers
* @type {Highcharts.Dictionary<string>|undefined}
*/ /**
* Function to call on success.
* @name Highcharts.AjaxSettingsObject#success
* @type {Function|undefined}
*/ /**
* The HTTP method to use. For example GET or POST.
* @name Highcharts.AjaxSettingsObject#type
* @type {string|undefined}
*/ /**
* The URL to call.
* @name Highcharts.AjaxSettingsObject#url
* @type {string}
*/
(''); // Keeps doclets above in JS file
// EXTERNAL MODULE: external {"amd":["highcharts/highcharts","Axis"],"commonjs":["highcharts","Axis"],"commonjs2":["highcharts","Axis"],"root":["Highcharts","Axis"]}
var highcharts_Axis_commonjs_highcharts_Axis_commonjs2_highcharts_Axis_root_Highcharts_Axis_ = __webpack_require__(532);
var highcharts_Axis_commonjs_highcharts_Axis_commonjs2_highcharts_Axis_root_Highcharts_Axis_default = /*#__PURE__*/__webpack_require__.n(highcharts_Axis_commonjs_highcharts_Axis_commonjs2_highcharts_Axis_root_Highcharts_Axis_);
// EXTERNAL MODULE: external {"amd":["highcharts/highcharts","Chart"],"commonjs":["highcharts","Chart"],"commonjs2":["highcharts","Chart"],"root":["Highcharts","Chart"]}
var highcharts_Chart_commonjs_highcharts_Chart_commonjs2_highcharts_Chart_root_Highcharts_Chart_ = __webpack_require__(960);
var highcharts_Chart_commonjs_highcharts_Chart_commonjs2_highcharts_Chart_root_Highcharts_Chart_default = /*#__PURE__*/__webpack_require__.n(highcharts_Chart_commonjs_highcharts_Chart_commonjs2_highcharts_Chart_root_Highcharts_Chart_);
// EXTERNAL MODULE: external {"amd":["highcharts/highcharts","Point"],"commonjs":["highcharts","Point"],"commonjs2":["highcharts","Point"],"root":["Highcharts","Point"]}
var highcharts_Point_commonjs_highcharts_Point_commonjs2_highcharts_Point_root_Highcharts_Point_ = __webpack_require__(260);
var highcharts_Point_commonjs_highcharts_Point_commonjs2_highcharts_Point_root_Highcharts_Point_default = /*#__PURE__*/__webpack_require__.n(highcharts_Point_commonjs_highcharts_Point_commonjs2_highcharts_Point_root_Highcharts_Point_);
// EXTERNAL MODULE: external {"amd":["highcharts/highcharts","SeriesRegistry"],"commonjs":["highcharts","SeriesRegistry"],"commonjs2":["highcharts","SeriesRegistry"],"root":["Highcharts","SeriesRegistry"]}
var highcharts_SeriesRegistry_commonjs_highcharts_SeriesRegistry_commonjs2_highcharts_SeriesRegistry_root_Highcharts_SeriesRegistry_ = __webpack_require__(512);
var highcharts_SeriesRegistry_commonjs_highcharts_SeriesRegistry_commonjs2_highcharts_SeriesRegistry_root_Highcharts_SeriesRegistry_default = /*#__PURE__*/__webpack_require__.n(highcharts_SeriesRegistry_commonjs_highcharts_SeriesRegistry_commonjs2_highcharts_SeriesRegistry_root_Highcharts_SeriesRegistry_);
;// ./code/es-modules/Extensions/Data.js
/* *
*
* Data module
*
* (c) 2012-2024 Torstein Honsi
*
* License: www.highcharts.com/license
*
* !!!!!!! SOURCE GETS TRANSPILED BY TYPESCRIPT. EDIT TS FILE ONLY. !!!!!!!
*
* */
const { getOptions } = (highcharts_commonjs_highcharts_commonjs2_highcharts_root_Highcharts_default());
const { doc } = (highcharts_commonjs_highcharts_commonjs2_highcharts_root_Highcharts_default());
const { ajax: Data_ajax } = Core_HttpUtilities;
const { seriesTypes } = (highcharts_SeriesRegistry_commonjs_highcharts_SeriesRegistry_commonjs2_highcharts_SeriesRegistry_root_Highcharts_SeriesRegistry_default());
const { addEvent, defined, extend, fireEvent, isNumber, merge, objectEach: Data_objectEach, pick, splat } = (highcharts_commonjs_highcharts_commonjs2_highcharts_root_Highcharts_default());
/* *
*
* Functions
*
* */
/**
* @private
*/
function getFreeIndexes(numberOfColumns, seriesBuilders) {
const freeIndexes = [], freeIndexValues = [];
let s, i, referencedIndexes;
// Add all columns as free
for (i = 0; i < numberOfColumns; i = i + 1) {
freeIndexes.push(true);
}
// Loop all defined builders and remove their referenced columns
for (s = 0; s < seriesBuilders.length; s = s + 1) {
referencedIndexes = seriesBuilders[s].getReferencedColumnIndexes();
for (i = 0; i < referencedIndexes.length; i = i + 1) {
freeIndexes[referencedIndexes[i]] = false;
}
}
// Collect the values for the free indexes
for (i = 0; i < freeIndexes.length; i = i + 1) {
if (freeIndexes[i]) {
freeIndexValues.push(i);
}
}
return freeIndexValues;
}
/**
*
*/
function hasURLOption(options) {
return Boolean(options &&
(options.rowsURL || options.csvURL || options.columnsURL));
}
/* *
*
* Class
*
* */
/**
* The Data class
*
* @requires modules/data
*
* @class
* @name Highcharts.Data
*
* @param {Highcharts.DataOptions} dataOptions
*
* @param {Highcharts.Options} [chartOptions]
*
* @param {Highcharts.Chart} [chart]
*/
class Data {
/* *
*
* Static Properties
*
* */
/**
* Creates a data object to parse data for a chart.
*
* @function Highcharts.data
*/
static data(dataOptions, chartOptions = {}, chart) {
return new Data(dataOptions, chartOptions, chart);
}
/**
* Reorganize rows into columns.
*
* @function Highcharts.Data.rowsToColumns
*/
static rowsToColumns(rows) {
let row, rowsLength, col, colsLength, columns;
if (rows) {
columns = [];
rowsLength = rows.length;
for (row = 0; row < rowsLength; row++) {
colsLength = rows[row].length;
for (col = 0; col < colsLength; col++) {
if (!columns[col]) {
columns[col] = [];
}
columns[col][row] = rows[row][col];
}
}
}
return columns;
}
/* *
*
* Constructors
*
* */
constructor(dataOptions, chartOptions = {}, chart) {
this.rowsToColumns = Data.rowsToColumns; // Backwards compatibility
/**
* A collection of available date formats, extendable from the outside to
* support custom date formats.
*
* @name Highcharts.Data#dateFormats
* @type {Highcharts.Dictionary<Highcharts.DataDateFormatObject>}
*/
this.dateFormats = {
'YYYY/mm/dd': {
regex: /^(\d{4})[\-\/\.](\d{1,2})[\-\/\.](\d{1,2})$/,
parser: function (match) {
return (match ?
Date.UTC(+match[1], +match[2] - 1, +match[3]) :
NaN);
}
},
'dd/mm/YYYY': {
regex: /^(\d{1,2})[\-\/\.](\d{1,2})[\-\/\.](\d{4})$/,
parser: function (match) {
return (match ?
Date.UTC(+match[3], +match[2] - 1, +match[1]) :
NaN);
},
alternative: 'mm/dd/YYYY' // Different format with the same regex
},
'mm/dd/YYYY': {
regex: /^(\d{1,2})[\-\/\.](\d{1,2})[\-\/\.](\d{4})$/,
parser: function (match) {
return (match ?
Date.UTC(+match[3], +match[1] - 1, +match[2]) :
NaN);
}
},
'dd/mm/YY': {
regex: /^(\d{1,2})[\-\/\.](\d{1,2})[\-\/\.](\d{2})$/,
parser: function (match) {
if (!match) {
return NaN;
}
const d = new Date();
let year = +match[3];
if (year > (d.getFullYear() - 2000)) {
year += 1900;
}
else {
year += 2000;
}
return Date.UTC(year, +match[2] - 1, +match[1]);
},
alternative: 'mm/dd/YY' // Different format with the same regex
},
'mm/dd/YY': {
regex: /^(\d{1,2})[\-\/\.](\d{1,2})[\-\/\.](\d{2})$/,
parser: function (match) {
return (match ?
Date.UTC(+match[3] + 2000, +match[1] - 1, +match[2]) :
NaN);
}
}
};
this.chart = chart;
this.chartOptions = chartOptions;
this.options = dataOptions;
this.rawColumns = [];
this.init(dataOptions, chartOptions, chart);
}
/* *
*
* Functions
*
* */
/**
* Initialize the Data object with the given options
*
* @private
* @function Highcharts.Data#init
*/
init(dataOptions, chartOptions, chart) {
let decimalPoint = dataOptions.decimalPoint, hasData;
if (chartOptions) {
this.chartOptions = chartOptions;
}
if (chart) {
this.chart = chart;
}
if (decimalPoint !== '.' && decimalPoint !== ',') {
decimalPoint = void 0;
}
this.options = dataOptions;
this.columns = (dataOptions.columns ||
this.rowsToColumns(dataOptions.rows) ||
[]);
this.firstRowAsNames = pick(dataOptions.firstRowAsNames, this.firstRowAsNames, true);
this.decimalRegex = (decimalPoint &&
new RegExp('^(-?[0-9]+)' + decimalPoint + '([0-9]+)$'));
// Always stop old polling when we have new options
if (this.liveDataTimeout !== void 0) {
clearTimeout(this.liveDataTimeout);
}
// This is a two-dimensional array holding the raw, trimmed string
// values with the same organisation as the columns array. It makes it
// possible for example to revert from interpreted timestamps to
// string-based categories.
this.rawColumns = [];
// No need to parse or interpret anything
if (this.columns.length) {
this.dataFound();
hasData = !hasURLOption(dataOptions);
}
if (!hasData) {
// Fetch live data
hasData = this.fetchLiveData();
}
if (!hasData) {
// Parse a CSV string if options.csv is given. The parseCSV function
// returns a columns array, if it has no length, we have no data
hasData = Boolean(this.parseCSV().length);
}
if (!hasData) {
// Parse a HTML table if options.table is given
hasData = Boolean(this.parseTable().length);
}
if (!hasData) {
// Parse a Google Spreadsheet
hasData = this.parseGoogleSpreadsheet();
}
if (!hasData && dataOptions.afterComplete) {
dataOptions.afterComplete(this);
}
}
/**
* Get the column distribution. For example, a line series takes a single
* column for Y values. A range series takes two columns for low and high
* values respectively, and an OHLC series takes four columns.
*
* @function Highcharts.Data#getColumnDistribution
*/
getColumnDistribution() {
const chartOptions = this.chartOptions, options = this.options, xColumns = [], getValueCount = function (type = 'line') {
return (seriesTypes[type].prototype.pointArrayMap || [0]).length;
}, getPointArrayMap = function (type = 'line') {
return seriesTypes[type].prototype.pointArrayMap;
}, globalType = chartOptions?.chart?.type, individualCounts = [], seriesBuilders = [],
// If no series mapping is defined, check if the series array is
// defined with types.
seriesMapping = (options?.seriesMapping ||
chartOptions?.series?.map(function () {
return { x: 0 };
}) ||
[]);
let seriesIndex = 0;
(chartOptions?.series || []).forEach((series) => {
individualCounts.push(getValueCount(series.type || globalType));
});
// Collect the x-column indexes from seriesMapping
seriesMapping.forEach((mapping) => {
xColumns.push(mapping.x || 0);
});
// If there are no defined series with x-columns, use the first column
// as x column
if (xColumns.length === 0) {
xColumns.push(0);
}
// Loop all seriesMappings and constructs SeriesBuilders from
// the mapping options.
seriesMapping.forEach((mapping) => {
const builder = new SeriesBuilder(), numberOfValueColumnsNeeded = individualCounts[seriesIndex] ||
getValueCount(globalType), seriesArr = chartOptions?.series ?? [], series = seriesArr[seriesIndex] ?? {}, defaultPointArrayMap = getPointArrayMap(series.type || globalType), pointArrayMap = defaultPointArrayMap ?? ['y'];
if (
// User-defined x.mapping
defined(mapping.x) ||
// All non cartesian don't need 'x'
series.isCartesian ||
// Except pie series:
!defaultPointArrayMap) {
// Add an x reader from the x property or from an undefined
// column if the property is not set. It will then be auto
// populated later.
builder.addColumnReader(mapping.x, 'x');
}
// Add all column mappings
Data_objectEach(mapping, function (val, name) {
if (name !== 'x') {
builder.addColumnReader(val, name);
}
});
// Add missing columns
for (let i = 0; i < numberOfValueColumnsNeeded; i++) {
if (!builder.hasReader(pointArrayMap[i])) {
// Create and add a column reader for the next free column
// index
builder.addColumnReader(void 0, pointArrayMap[i]);
}
}
seriesBuilders.push(builder);
seriesIndex++;
});
let globalPointArrayMap = getPointArrayMap(globalType);
if (typeof globalPointArrayMap === 'undefined') {
globalPointArrayMap = ['y'];
}
this.valueCount = {
global: getValueCount(globalType),
xColumns: xColumns,
individual: individualCounts,
seriesBuilders: seriesBuilders,
globalPointArrayMap: globalPointArrayMap
};
}
/**
* When the data is parsed into columns, either by CSV, table, GS or direct
* input, continue with other operations.
*
* @private
* @function Highcharts.Data#dataFound
*/
dataFound() {
if (this.options.switchRowsAndColumns) {
this.columns = this.rowsToColumns(this.columns);
}
// Interpret the info about series and columns
this.getColumnDistribution();
// Interpret the values into right types
this.parseTypes();
// Handle columns if a handleColumns callback is given
if (this.parsed() !== false) {
// Complete if a complete callback is given
this.complete();
}
}
/**
* Parse a CSV input string
*
* @function Highcharts.Data#parseCSV
*/
parseCSV(inOptions) {
const self = this, columns = this.columns = [], options = inOptions || this.options, startColumn = options.startColumn || 0, endColumn = options.endColumn || Number.MAX_VALUE, dataTypes = [],
// We count potential delimiters in the prepass, and use the
// result as the basis of half-intelligent guesses.
potDelimiters = {
',': 0,
';': 0,
'\t': 0
};
let csv = options.csv, startRow = options.startRow || 0, endRow = options.endRow || Number.MAX_VALUE, itemDelimiter, lines, rowIt = 0;
/*
This implementation is quite verbose. It will be shortened once
it's stable and passes all the test.
It's also not written with speed in mind, instead everything is
very segregated, and there a several redundant loops.
This is to make it easier to stabilize the code initially.
We do a pre-pass on the first 4 rows to make some intelligent
guesses on the set. Guessed delimiters are in this pass counted.
Auto detecting delimiters
- If we meet a quoted string, the next symbol afterwards
(that's not \s, \t) is the delimiter
- If we meet a date, the next symbol afterwards is the delimiter
Date formats
- If we meet a column with date formats, check all of them to
see if one of the potential months crossing 12. If it does,
we now know the format
It would make things easier to guess the delimiter before
doing the actual parsing.
General rules:
- Quoting is allowed, e.g: "Col 1",123,321
- Quoting is optional, e.g.: Col1,123,321
- Double quoting is escaping, e.g. "Col ""Hello world""",123
- Spaces are considered part of the data: Col1 ,123
- New line is always the row delimiter
- Potential column delimiters are , ; \t
- First row may optionally contain headers
- The last row may or may not have a row delimiter
- Comments are optionally supported, in which case the comment
must start at the first column, and the rest of the line will
be ignored
*/
/**
* Parse a single row.
* @private
*/
function parseRow(columnStr, rowNumber, noAdd, callbacks) {
let i = 0, c = '', cl = '', cn = '', token = '', actualColumn = 0, column = 0;
/**
* @private
*/
function read(j) {
c = columnStr[j];
cl = columnStr[j - 1];
cn = columnStr[j + 1];
}
/**
* @private
*/
function pushType(type) {
if (dataTypes.length < column + 1) {
dataTypes.push([type]);
}
if (dataTypes[column][dataTypes[column].length - 1] !== type) {
dataTypes[column].push(type);
}
}
/**
* @private
*/
function push() {
if (startColumn > actualColumn || actualColumn > endColumn) {
// Skip this column, but increment the column count (#7272)
++actualColumn;
token = '';
return;
}
if (!options.columnTypes) {
if (!isNaN(parseFloat(token)) && isFinite(token)) {
token = parseFloat(token);
pushType('number');
}
else if (!isNaN(Date.parse(token))) {
token = token.replace(/\//g, '-');
pushType('date');
}
else {
pushType('string');
}
}
if (columns.length < column + 1) {
columns.push([]);
}
if (!noAdd) {
// Don't push - if there's a varying amount of columns
// for each row, pushing will skew everything down n slots
columns[column][rowNumber] = token;
}
token = '';
++column;
++actualColumn;
}
if (!columnStr.trim().length) {
return;
}
if (columnStr.trim()[0] === '#') {
return;
}
for (; i < columnStr.length; i++) {
read(i);
if (c === '"') {
read(++i);
while (i < columnStr.length) {
if (c === '"' && cl !== '"' && cn !== '"') {
break;
}
if (c !== '"' || (c === '"' && cl !== '"')) {
token += c;
}
read(++i);
}
// Perform "plugin" handling
}
else if (callbacks?.[c]) {
if (callbacks[c](c, token)) {
push();
}
// Delimiter - push current token
}
else if (c === itemDelimiter) {
push();
// Actual column data
}
else {
token += c;
}
}
push();
}
/**
* Attempt to guess the delimiter. We do a separate parse pass here
* because we need to count potential delimiters softly without making
* any assumptions.
* @private
*/
function guessDelimiter(lines) {
let points = 0, commas = 0, guessed = false;
lines.some(function (columnStr, i) {
let inStr = false, c, cn, cl, token = '';
// We should be able to detect dateformats within 13 rows
if (i > 13) {
return true;
}
for (let j = 0; j < columnStr.length; j++) {
c = columnStr[j];
cn = columnStr[j + 1];
cl = columnStr[j - 1];
if (c === '#') {
// Skip the rest of the line - it's a comment
return;
}
if (c === '"') {
if (inStr) {
if (cl !== '"' && cn !== '"') {
while (cn === ' ' && j < columnStr.length) {
cn = columnStr[++j];
}
// After parsing a string, the next non-blank
// should be a delimiter if the CSV is properly
// formed.
if (typeof potDelimiters[cn] !== 'undefined') {
potDelimiters[cn]++;
}
inStr = false;
}
}
else {
inStr = true;
}
}
else if (typeof potDelimiters[c] !== 'undefined') {
token = token.trim();
if (!isNaN(Date.parse(token))) {
potDelimiters[c]++;
}
else if (isNaN(token) ||
!isFinite(token)) {
potDelimiters[c]++;
}
token = '';
}
else {
token += c;
}
if (c === ',') {
commas++;
}
if (c === '.') {
points++;
}
}
});
// Count the potential delimiters.
// This could be improved by checking if the number of delimiters
// equals the number of columns - 1
if (potDelimiters[';'] > potDelimiters[',']) {
guessed = ';';
}
else if (potDelimiters[','] > potDelimiters[';']) {
guessed = ',';
}
else {
// No good guess could be made..
guessed = ',';
}
// Try to deduce the decimal point if it's not explicitly set.
// If both commas or points is > 0 there is likely an issue
if (!options.decimalPoint) {
if (points > commas) {
options.decimalPoint = '.';
}
else {
options.decimalPoint = ',';
}
// Apply a new decimal regex based on the presumed decimal sep.
self.decimalRegex = new RegExp('^(-?[0-9]+)' +
options.decimalPoint +
'([0-9]+)$');
}
return guessed;
}
/**
* Tries to guess the date format
* - Check if either month candidate exceeds 12
* - Check if year is missing (use current year)
* - Check if a shortened year format is used (e.g. 1/1/99)
* - If no guess can be made, the user must be prompted
* data is the data to deduce a format based on
* @private
*/
function deduceDateFormat(data, limit) {
const format = 'YYYY/mm/dd', stable = [], max = [];
let thing, guessedFormat = [], calculatedFormat, i = 0, madeDeduction = false, j;
if (!limit || limit > data.length) {
limit = data.length;
}
for (; i < limit; i++) {
if (typeof data[i] !== 'undefined' &&
data[i]?.length) {
thing = data[i]
.trim()
.replace(/\//g, ' ')
.replace(/\-/g, ' ')
.replace(/\./g, ' ')
.split(' ');
guessedFormat = [
'',
'',
''
];
for (j = 0; j < thing.length; j++) {
if (j < guessedFormat.length) {
thing[j] = parseInt(thing[j], 10);
if (thing[j]) {
max[j] = (!max[j] || max[j] < thing[j]) ?
thing[j] :
max[j];
if (typeof stable[j] !== 'undefined') {
if (stable[j] !== thing[j]) {
stable[j] = false;
}
}
else {
stable[j] = thing[j];
}
if (thing[j] > 31) {
if (thing[j] < 100) {
guessedFormat[j] = 'YY';
}
else {
guessedFormat[j] = 'YYYY';
}
}
else if (thing[j] > 12 &&
thing[j] <= 31) {
guessedFormat[j] = 'dd';
madeDeduction = true;
}
else if (!guessedFormat[j].length) {
guessedFormat[j] = 'mm';
}
}
}
}
}
}
if (madeDeduction) {
// This handles a few edge cases with hard to guess dates
for (j = 0; j < stable.length; j++) {
if (stable[j] !== false) {
if (max[j] > 12 &&
guessedFormat[j] !== 'YY' &&
guessedFormat[j] !== 'YYYY') {
guessedFormat[j] = 'YY';
}
}
else if (max[j] > 12 && guessedFormat[j] === 'mm') {
guessedFormat[j] = 'dd';
}
}
// If the middle one is dd, and the last one is dd,
// the last should likely be year.
if (guessedFormat.length === 3 &&
guessedFormat[1] === 'dd' &&
guessedFormat[2] === 'dd') {
guessedFormat[2] = 'YY';
}
calculatedFormat = guessedFormat.join('/');
// If the calculated format is not valid, we need to present an
// error.
if (!(options.dateFormats || self.dateFormats)[calculatedFormat]) {
// This should emit an event instead
fireEvent(self, 'deduceDateFailed');
return format;
}
return calculatedFormat;
}
return format;
}
if (csv && options.beforeParse) {
csv = options.beforeParse.call(this, csv);
}
if (csv) {
lines = csv
.replace(/\r\n/g, '\n') // Unix
.replace(/\r/g, '\n') // Mac
.split(options.lineDelimiter || '\n');
if (!startRow || startRow < 0) {
startRow = 0;
}
if (!endRow || endRow >= lines.length) {
endRow = lines.length - 1;
}
if (options.itemDelimiter) {
itemDelimiter = options.itemDelimiter;
}
else {
itemDelimiter = guessDelimiter(lines);
}
let offset = 0;
for (rowIt = startRow; rowIt <= endRow; rowIt++) {
if (lines[rowIt][0] === '#') {
offset++;
}
else {
parseRow(lines[rowIt], rowIt - startRow - offset);
}
}
if ((!options.columnTypes || options.columnTypes.length === 0) &&
dataTypes.length &&
dataTypes[0].length &&
dataTypes[0][1] === 'date' &&
!options.dateFormat) {
options.dateFormat = deduceDateFormat(columns[0]);
}
/// lines.forEach(function (line, rowNo) {
// let trimmed = self.trim(line),
// isComment = trimmed.indexOf('#') === 0,
// isBlank = trimmed === '',
// items;
// if (
// rowNo >= startRow &&
// rowNo <= endRow &&
// !isComment && !isBlank
// ) {
// items = line.split(itemDelimiter);
// items.forEach(function (item, colNo) {
// if (colNo >= startColumn && colNo <= endColumn) {
// if (!columns[colNo - startColumn]) {
// columns[colNo - startColumn] = [];
// }
// columns[colNo - startColumn][activeRowNo] = item;
// }
// });
// activeRowNo += 1;
// }
// });
//
this.dataFound();
}
return columns;
}
/**
* Parse a HTML table
*
* @function Highcharts.Data#parseTable
*/
parseTable() {
const options = this.options, columns = this.columns || [], startRow = options.startRow || 0, endRow = options.endRow || Number.MAX_VALUE, startColumn = options.startColumn || 0, endColumn = options.endColumn || Number.MAX_VALUE;
if (options.table) {
let table = options.table;
if (typeof table === 'string') {
table = doc.getElementById(table);
}
[].forEach.call(table.getElementsByTagName('tr'), (tr, rowNo) => {
if (rowNo >= startRow && rowNo <= endRow) {
[].forEach.call(tr.children, (item, colNo) => {
const row = columns[colNo - startColumn];
let i = 1;
if ((item.tagName === 'TD' ||
item.tagName === 'TH') &&
colNo >= startColumn &&
colNo <= endColumn) {
if (!columns[colNo - startColumn]) {
columns[colNo - startColumn] = [];
}
columns[colNo - startColumn][rowNo - startRow] = item.innerHTML;
// Loop over all previous indices and make sure
// they are nulls, not undefined.
while (rowNo - startRow >= i &&
row[rowNo - startRow - i] === void 0) {
row[rowNo - startRow - i] = null;
i++;
}
}
});
}
});
this.dataFound(); // Continue
}
return columns;
}
/**
* Fetch or refetch live data
*
* @function Highcharts.Data#fetchLiveData
*
* @return {boolean}
* The URLs that were tried can be found in the options
*/
fetchLiveData() {
const data = this, chart = this.chart, options = this.options, maxRetries = 3, pollingEnabled = options.enablePolling, originalOptions = merge(options);
let currentRetries = 0, updateIntervalMs = (options.dataRefreshRate || 2) * 1000;
if (!hasURLOption(options)) {
return false;
}
// Do not allow polling more than once a second
if (updateIntervalMs < 1000) {
updateIntervalMs = 1000;
}
delete options.csvURL;
delete options.rowsURL;
delete options.columnsURL;
/**
* @private
*/
function performFetch(initialFetch) {
/**
* Helper function for doing the data fetch + polling.
* @private
*/
function request(url, done, tp) {
if (!url ||
!/^(http|\/|\.\/|\.\.\/)/.test(url)) {
if (url && options.error) {
options.error('Invalid URL');
}
return false;
}
if (initialFetch) {
clearTimeout(data.liveDataTimeout);
chart.liveDataURL = url;
}
/**
* @private
*/
function poll() {
// Poll
if (pollingEnabled && chart.liveDataURL === url) {
// We need to stop doing this if the URL has changed
data.liveDataTimeout =
setTimeout(performFetch, updateIntervalMs);
}
}
Data_ajax({
url: url,
dataType: tp || 'json',
success: function (res) {
if (chart?.series) {
done(res);
}
poll();
},
error: function (xhr, text) {
if (++currentRetries < maxRetries) {
poll();
}
return options.error?.(text, xhr);
}
});
return true;
}
if (!request(originalOptions.csvURL, function (res) {
chart.update({
data: {
csv: res
}
});
}, 'text')) {
if (!request(originalOptions.rowsURL, function (res) {
chart.update({
data: {
rows: res
}
});
})) {
request(originalOptions.columnsURL, function (res) {
chart.update({
data: {
columns: res
}
});
});
}
}
}
performFetch(true);
return hasURLOption(options);
}
/**
* Parse a Google spreadsheet.
*
* @function Highcharts.Data#parseGoogleSpreadsheet
*
* @return {boolean}
* Always returns false, because it is an intermediate fetch.
*/
parseGoogleSpreadsheet() {
const data = this, options = this.options, googleSpreadsheetKey = options.googleSpreadsheetKey, chart = this.chart, refreshRate = Math.max((options.dataRefreshRate || 2) * 1000, 4000);
/**
* Form the `values` field after range settings, unless the
* googleSpreadsheetRange option is set.
*/
const getRange = () => {
if (options.googleSpreadsheetRange) {
return options.googleSpreadsheetRange;
}
const alphabet = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
const start = (alphabet.charAt(options.startColumn || 0) || 'A') +
((options.startRow || 0) + 1);
let end = alphabet.charAt(pick(options.endColumn, -1)) || 'ZZ';
if (defined(options.endRow)) {
end += options.endRow + 1;
}
return `${start}:${end}`;
};
/**
* Fetch the actual spreadsheet using XMLHttpRequest.
* @private
*/
function fetchSheet(fn) {
const url = [
'https://sheets.googleapis.com/v4/spreadsheets',
googleSpreadsheetKey,
'values',
getRange(),
'?alt=json&' +
'majorDimension=COLUMNS&' +
'valueRenderOption=UNFORMATTED_VALUE&' +
'dateTimeRenderOption=FORMATTED_STRING&' +
'key=' + options.googleAPIKey
].join('/');
Data_ajax({
url,
dataType: 'json',
success: function (json) {
fn(json);
if (options.enablePolling) {
data.liveDataTimeout = setTimeout(function () {
fetchSheet(fn);
}, refreshRate);
}
},
error: function (xhr, text) {
return options.error?.(text, xhr);
}
});
}
if (googleSpreadsheetKey) {
delete options.googleSpreadsheetKey;
fetchSheet(function (json) {
// Prepare the data from the spreadsheet
const columns = json.values;
if (!columns || columns.length === 0) {
return false;
}
// Find the maximum row count in order to extend shorter columns
const rowCount = columns.reduce((rowCount, column) => Math.max(rowCount, column.length), 0);
// Insert null for empty spreadsheet cells (#5298)
columns.forEach((column) => {
for (let i = 0; i < rowCount; i++) {
if (typeof column[i] === 'undefined') {
column[i] = null;
}
}
});
if (chart?.series) {
chart.update(