pip-services4-expressions-node
Version:
Tokenizers, parsers and expression calculators in Node.js / ES2017
75 lines • 2.89 kB
JavaScript
;
/** @module csv */
Object.defineProperty(exports, "__esModule", { value: true });
exports.CsvQuoteState = void 0;
const Token_1 = require("../tokenizers/Token");
const TokenType_1 = require("../tokenizers/TokenType");
const CharValidator_1 = require("../tokenizers/utilities/CharValidator");
/**
* Implements a quote string state object for CSV streams.
*/
class CsvQuoteState {
/**
* Gets the next token from the stream started from the character linked to this state.
* @param scanner A textual string to be tokenized.
* @param tokenizer A tokenizer class that controls the process.
* @returns The next token from the top of the stream.
*/
// eslint-disable-next-line @typescript-eslint/no-unused-vars
nextToken(scanner, tokenizer) {
const firstSymbol = scanner.read();
const line = scanner.line();
const column = scanner.column();
let tokenValue = "";
tokenValue = tokenValue + String.fromCharCode(firstSymbol);
for (let nextSymbol = scanner.read(); !CharValidator_1.CharValidator.isEof(nextSymbol); nextSymbol = scanner.read()) {
tokenValue = tokenValue + String.fromCharCode(nextSymbol);
if (nextSymbol == firstSymbol) {
if (scanner.peek() == firstSymbol) {
nextSymbol = scanner.read();
tokenValue = tokenValue + String.fromCharCode(nextSymbol);
}
else {
break;
}
}
}
return new Token_1.Token(TokenType_1.TokenType.Quoted, tokenValue, line, column);
}
/**
* Encodes a string value.
* @param value A string value to be encoded.
* @param quoteSymbol A string quote character.
* @returns An encoded string.
*/
encodeString(value, quoteSymbol) {
if (value != null) {
const quoteString = String.fromCharCode(quoteSymbol);
const result = quoteString
+ value.replace(quoteString, quoteString + quoteString)
+ quoteString;
return result;
}
else {
return null;
}
}
/**
* Decodes a string value.
* @param value A string value to be decoded.
* @param quoteSymbol A string quote character.
* @returns An decoded string.
*/
decodeString(value, quoteSymbol) {
if (value == null)
return null;
if (value.length >= 2 && value.charCodeAt(0) == quoteSymbol
&& value.charCodeAt(value.length - 1) == quoteSymbol) {
const quoteString = String.fromCharCode(quoteSymbol);
return value.substring(1, value.length - 1).replace(quoteString + quoteString, quoteString);
}
return value;
}
}
exports.CsvQuoteState = CsvQuoteState;
//# sourceMappingURL=CsvQuoteState.js.map