UNPKG

@antv/dumi-theme-antv

Version:
225 lines (217 loc) 18.3 kB
function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return e; }; var t, e = {}, r = Object.prototype, n = r.hasOwnProperty, o = Object.defineProperty || function (t, e, r) { t[e] = r.value; }, i = "function" == typeof Symbol ? Symbol : {}, a = i.iterator || "@@iterator", c = i.asyncIterator || "@@asyncIterator", u = i.toStringTag || "@@toStringTag"; function define(t, e, r) { return Object.defineProperty(t, e, { value: r, enumerable: !0, configurable: !0, writable: !0 }), t[e]; } try { define({}, ""); } catch (t) { define = function define(t, e, r) { return t[e] = r; }; } function wrap(t, e, r, n) { var i = e && e.prototype instanceof Generator ? e : Generator, a = Object.create(i.prototype), c = new Context(n || []); return o(a, "_invoke", { value: makeInvokeMethod(t, r, c) }), a; } function tryCatch(t, e, r) { try { return { type: "normal", arg: t.call(e, r) }; } catch (t) { return { type: "throw", arg: t }; } } e.wrap = wrap; var h = "suspendedStart", l = "suspendedYield", f = "executing", s = "completed", y = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var p = {}; define(p, a, function () { return this; }); var d = Object.getPrototypeOf, v = d && d(d(values([]))); v && v !== r && n.call(v, a) && (p = v); var g = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(p); function defineIteratorMethods(t) { ["next", "throw", "return"].forEach(function (e) { define(t, e, function (t) { return this._invoke(e, t); }); }); } function AsyncIterator(t, e) { function invoke(r, o, i, a) { var c = tryCatch(t[r], t, o); if ("throw" !== c.type) { var u = c.arg, h = u.value; return h && "object" == _typeof(h) && n.call(h, "__await") ? e.resolve(h.__await).then(function (t) { invoke("next", t, i, a); }, function (t) { invoke("throw", t, i, a); }) : e.resolve(h).then(function (t) { u.value = t, i(u); }, function (t) { return invoke("throw", t, i, a); }); } a(c.arg); } var r; o(this, "_invoke", { value: function value(t, n) { function callInvokeWithMethodAndArg() { return new e(function (e, r) { invoke(t, n, e, r); }); } return r = r ? r.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(e, r, n) { var o = h; return function (i, a) { if (o === f) throw new Error("Generator is already running"); if (o === s) { if ("throw" === i) throw a; return { value: t, done: !0 }; } for (n.method = i, n.arg = a;;) { var c = n.delegate; if (c) { var u = maybeInvokeDelegate(c, n); if (u) { if (u === y) continue; return u; } } if ("next" === n.method) n.sent = n._sent = n.arg;else if ("throw" === n.method) { if (o === h) throw o = s, n.arg; n.dispatchException(n.arg); } else "return" === n.method && n.abrupt("return", n.arg); o = f; var p = tryCatch(e, r, n); if ("normal" === p.type) { if (o = n.done ? s : l, p.arg === y) continue; return { value: p.arg, done: n.done }; } "throw" === p.type && (o = s, n.method = "throw", n.arg = p.arg); } }; } function maybeInvokeDelegate(e, r) { var n = r.method, o = e.iterator[n]; if (o === t) return r.delegate = null, "throw" === n && e.iterator.return && (r.method = "return", r.arg = t, maybeInvokeDelegate(e, r), "throw" === r.method) || "return" !== n && (r.method = "throw", r.arg = new TypeError("The iterator does not provide a '" + n + "' method")), y; var i = tryCatch(o, e.iterator, r.arg); if ("throw" === i.type) return r.method = "throw", r.arg = i.arg, r.delegate = null, y; var a = i.arg; return a ? a.done ? (r[e.resultName] = a.value, r.next = e.nextLoc, "return" !== r.method && (r.method = "next", r.arg = t), r.delegate = null, y) : a : (r.method = "throw", r.arg = new TypeError("iterator result is not an object"), r.delegate = null, y); } function pushTryEntry(t) { var e = { tryLoc: t[0] }; 1 in t && (e.catchLoc = t[1]), 2 in t && (e.finallyLoc = t[2], e.afterLoc = t[3]), this.tryEntries.push(e); } function resetTryEntry(t) { var e = t.completion || {}; e.type = "normal", delete e.arg, t.completion = e; } function Context(t) { this.tryEntries = [{ tryLoc: "root" }], t.forEach(pushTryEntry, this), this.reset(!0); } function values(e) { if (e || "" === e) { var r = e[a]; if (r) return r.call(e); if ("function" == typeof e.next) return e; if (!isNaN(e.length)) { var o = -1, i = function next() { for (; ++o < e.length;) if (n.call(e, o)) return next.value = e[o], next.done = !1, next; return next.value = t, next.done = !0, next; }; return i.next = i; } } throw new TypeError(_typeof(e) + " is not iterable"); } return GeneratorFunction.prototype = GeneratorFunctionPrototype, o(g, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), o(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, u, "GeneratorFunction"), e.isGeneratorFunction = function (t) { var e = "function" == typeof t && t.constructor; return !!e && (e === GeneratorFunction || "GeneratorFunction" === (e.displayName || e.name)); }, e.mark = function (t) { return Object.setPrototypeOf ? Object.setPrototypeOf(t, GeneratorFunctionPrototype) : (t.__proto__ = GeneratorFunctionPrototype, define(t, u, "GeneratorFunction")), t.prototype = Object.create(g), t; }, e.awrap = function (t) { return { __await: t }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, c, function () { return this; }), e.AsyncIterator = AsyncIterator, e.async = function (t, r, n, o, i) { void 0 === i && (i = Promise); var a = new AsyncIterator(wrap(t, r, n, o), i); return e.isGeneratorFunction(r) ? a : a.next().then(function (t) { return t.done ? t.value : a.next(); }); }, defineIteratorMethods(g), define(g, u, "Generator"), define(g, a, function () { return this; }), define(g, "toString", function () { return "[object Generator]"; }), e.keys = function (t) { var e = Object(t), r = []; for (var n in e) r.push(n); return r.reverse(), function next() { for (; r.length;) { var t = r.pop(); if (t in e) return next.value = t, next.done = !1, next; } return next.done = !0, next; }; }, e.values = values, Context.prototype = { constructor: Context, reset: function reset(e) { if (this.prev = 0, this.next = 0, this.sent = this._sent = t, this.done = !1, this.delegate = null, this.method = "next", this.arg = t, this.tryEntries.forEach(resetTryEntry), !e) for (var r in this) "t" === r.charAt(0) && n.call(this, r) && !isNaN(+r.slice(1)) && (this[r] = t); }, stop: function stop() { this.done = !0; var t = this.tryEntries[0].completion; if ("throw" === t.type) throw t.arg; return this.rval; }, dispatchException: function dispatchException(e) { if (this.done) throw e; var r = this; function handle(n, o) { return a.type = "throw", a.arg = e, r.next = n, o && (r.method = "next", r.arg = t), !!o; } for (var o = this.tryEntries.length - 1; o >= 0; --o) { var i = this.tryEntries[o], a = i.completion; if ("root" === i.tryLoc) return handle("end"); if (i.tryLoc <= this.prev) { var c = n.call(i, "catchLoc"), u = n.call(i, "finallyLoc"); if (c && u) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } else if (c) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); } else { if (!u) throw new Error("try statement without catch or finally"); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } } } }, abrupt: function abrupt(t, e) { for (var r = this.tryEntries.length - 1; r >= 0; --r) { var o = this.tryEntries[r]; if (o.tryLoc <= this.prev && n.call(o, "finallyLoc") && this.prev < o.finallyLoc) { var i = o; break; } } i && ("break" === t || "continue" === t) && i.tryLoc <= e && e <= i.finallyLoc && (i = null); var a = i ? i.completion : {}; return a.type = t, a.arg = e, i ? (this.method = "next", this.next = i.finallyLoc, y) : this.complete(a); }, complete: function complete(t, e) { if ("throw" === t.type) throw t.arg; return "break" === t.type || "continue" === t.type ? this.next = t.arg : "return" === t.type ? (this.rval = this.arg = t.arg, this.method = "return", this.next = "end") : "normal" === t.type && e && (this.next = e), y; }, finish: function finish(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.finallyLoc === t) return this.complete(r.completion, r.afterLoc), resetTryEntry(r), y; } }, catch: function _catch(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.tryLoc === t) { var n = r.completion; if ("throw" === n.type) { var o = n.arg; resetTryEntry(r); } return o; } } throw new Error("illegal catch attempt"); }, delegateYield: function delegateYield(e, r, n) { return this.delegate = { iterator: values(e), resultName: r, nextLoc: n }, "next" === this.method && (this.arg = t), y; } }, e; } function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) { try { var info = gen[key](arg); var value = info.value; } catch (error) { reject(error); return; } if (info.done) { resolve(value); } else { Promise.resolve(value).then(_next, _throw); } } function _asyncToGenerator(fn) { return function () { var self = this, args = arguments; return new Promise(function (resolve, reject) { var gen = fn.apply(self, args); function _next(value) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value); } function _throw(err) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err); } _next(undefined); }); }; } function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); } // src/components/DataUploader.tsx import React from 'react'; import { Upload, message, Tooltip } from 'antd'; import { useRequest } from 'ahooks'; import { useIntl } from 'dumi'; import { FileIcons } from "../../../constant"; // 定义文件元信息类型,与父组件保持一致 // 定义回调函数返回的完整数据类型 // 定义组件Props // 新增:直接发送给AI的原始内容最大字符数阈值 var DIRECT_FEED_CHAR_THRESHOLD = 4000; // 约1k tokens,这是一个比较保守和经济的阈值 var MAX_FILE_SIZE_MB = 5; var MAX_CONTEXT_CHARS = 5000; var ALLOWED_FILE_TYPES = ['csv', 'json', 'tsv', 'txt']; var MAX_LINES = 10; // --- 辅助函数(与之前相同) --- var formatBytes = function formatBytes(bytes) { var decimals = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 2; if (bytes === 0) return '0 Bytes'; var k = 1024; var dm = decimals < 0 ? 0 : decimals; var sizes = ['Bytes', 'KB', 'MB', 'GB', 'TB']; var i = Math.floor(Math.log(bytes) / Math.log(k)); return parseFloat((bytes / Math.pow(k, i)).toFixed(dm)) + ' ' + sizes[i]; }; // 这些函数负责将文件内容转换成给AI看的摘要 function getTableSummary(content, fileType, intl) { var lines = content.replace(/\r\n/g, '\n').split('\n'); if (lines.length === 0) return intl.formatMessage({ id: 'ai.upload.file.empty' }); var delimiter = fileType === 'csv' ? ',' : '\t'; var header = lines[0]; // 取前MAX_LINES行有效数据作为样本 var sampleRows = lines.slice(1).filter(function (line) { return line.trim() !== ''; }).slice(0, MAX_LINES).join('\n'); var columnCount = header.split(delimiter).length; var rowCount = lines.filter(function (line) { return line.trim() !== ''; }).length; return intl.formatMessage({ id: 'ai.upload.file.table.summary' }, { rowCount: rowCount, columnCount: columnCount, header: header, maxLines: MAX_LINES, sampleRows: sampleRows }); } function getJsonSummary(data, intl) { if (Array.isArray(data) && data.length > 0 && _typeof(data[0]) === 'object') { var keys = Object.keys(data[0]); var sampleData = data.slice(0, MAX_LINES).map(function (item) { return JSON.stringify(item); }).join('\n'); return intl.formatMessage({ id: 'ai.upload.file.json.array.summary' }, { dataLength: data.length, keys: keys.join(', '), maxLines: MAX_LINES, sampleData: sampleData }); } return intl.formatMessage({ id: 'ai.upload.file.json.object.summary' }) + '\n' + JSON.stringify(data, null, 2); } // --- 文件解析服务函数 --- function parseFile(_x, _x2) { return _parseFile.apply(this, arguments); } function _parseFile() { _parseFile = _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime().mark(function _callee(file, intl) { return _regeneratorRuntime().wrap(function _callee$(_context) { while (1) switch (_context.prev = _context.next) { case 0: return _context.abrupt("return", new Promise(function (resolve, reject) { var reader = new FileReader(); reader.onload = function (event) { try { var _event$target; var fileContent = (_event$target = event.target) === null || _event$target === void 0 ? void 0 : _event$target.result; var dataSummary; // --- 智能策略判断 --- if (fileContent.length <= DIRECT_FEED_CHAR_THRESHOLD) { // 策略1:文件内容足够小,直接作为上下文 dataSummary = intl.formatMessage({ id: 'ai.upload.file.full.content' }, { fileContent: fileContent }); } else { var _file$name$split$pop2; // 策略2:文件内容过大,执行摘要算法 var fileType = ((_file$name$split$pop2 = file.name.split('.').pop()) === null || _file$name$split$pop2 === void 0 ? void 0 : _file$name$split$pop2.toLowerCase()) || ''; if (fileType === 'json') { var jsonData = JSON.parse(fileContent); dataSummary = getJsonSummary(jsonData, intl); } else if (['csv', 'tsv', 'txt'].includes(fileType)) { dataSummary = getTableSummary(fileContent, fileType, intl); } else { reject(new Error(intl.formatMessage({ id: 'ai.upload.file.parse.type.error' }))); return; } if (dataSummary.length > MAX_CONTEXT_CHARS) { dataSummary = dataSummary.substring(0, MAX_CONTEXT_CHARS) + "\n" + intl.formatMessage({ id: 'ai.upload.file.summary.truncated' }); } } resolve({ dataSummary: dataSummary, fileMeta: { type: 'FILE', fileName: file.name, fileSize: formatBytes(file.size) } }); } catch (e) { reject(new Error(intl.formatMessage({ id: 'ai.upload.file.parse.error' }))); } }; reader.onerror = function () { return reject(new Error(intl.formatMessage({ id: 'ai.upload.file.read.error' }))); }; reader.readAsText(file); })); case 1: case "end": return _context.stop(); } }, _callee); })); return _parseFile.apply(this, arguments); } export var DataUploader = function DataUploader(_ref) { var onDataAnalyzed = _ref.onDataAnalyzed, isCompact = _ref.isCompact, tooltipText = _ref.tooltipText; var intl = useIntl(); var _useRequest = useRequest(function (file) { return parseFile(file, intl); }, { manual: true, onSuccess: function onSuccess(result) { // message.success(`${result.fileMeta?.fileName} 分析成功!`); onDataAnalyzed(result); }, onError: function onError(e) { message.error(e.message); // 如果解析失败,也需要通知父组件清空数据 onDataAnalyzed({ fileMeta: null, dataSummary: '' }); } }), runParse = _useRequest.run, loading = _useRequest.loading; var uploadProps = { showUploadList: false, // 我们用自己的DatasourceCard来回显,所以隐藏默认列表 accept: ALLOWED_FILE_TYPES.map(function (ext) { return ".".concat(ext); }).join(','), beforeUpload: function beforeUpload(file) { var _file$name$split$pop; var fileExtension = ((_file$name$split$pop = file.name.split('.').pop()) === null || _file$name$split$pop === void 0 ? void 0 : _file$name$split$pop.toLowerCase()) || ''; if (!ALLOWED_FILE_TYPES.includes(fileExtension)) { message.error(intl.formatMessage({ id: 'ai.upload.file.type.error' }, { types: ALLOWED_FILE_TYPES.join(', ') })); return Upload.LIST_IGNORE; } if (file.size / 1024 / 1024 > MAX_FILE_SIZE_MB) { message.error(intl.formatMessage({ id: 'ai.upload.file.size.error' }, { size: MAX_FILE_SIZE_MB })); return Upload.LIST_IGNORE; } runParse(file); return false; // 总是返回 false 来手动控制 } }; return /*#__PURE__*/React.createElement(Tooltip, { title: isCompact ? "".concat(intl.formatMessage({ id: 'ai.upload.data' }), "\u3002").concat(tooltipText) : tooltipText }, /*#__PURE__*/React.createElement(Upload, uploadProps, /*#__PURE__*/React.createElement("button", { type: "button", disabled: loading }, loading ? intl.formatMessage({ id: 'ai.upload.analyzing' }) : /*#__PURE__*/React.createElement(React.Fragment, null, /*#__PURE__*/React.createElement("img", { src: FileIcons.FILE, alt: "file-icon" }), " ", !isCompact && intl.formatMessage({ id: 'ai.upload.data' }))))); };