UNPKG

micromark

Version:

small commonmark compliant markdown parser with positional info and concrete tokens

66 lines (53 loc) 1.35 kB
import markdownLineEnding from '../character/markdown-line-ending.mjs' import spaceFactory from '../tokenize/factory-space.mjs' var tokenize = initializeContent function initializeContent(effects) { var contentStart = effects.attempt( this.parser.constructs.contentInitial, afterContentStartConstruct, paragraphInitial ) var previous return contentStart function afterContentStartConstruct(code) { if (code === null) { effects.consume(code) return } effects.enter('lineEnding') effects.consume(code) effects.exit('lineEnding') return spaceFactory(effects, contentStart, 'linePrefix') } function paragraphInitial(code) { effects.enter('paragraph') return lineStart(code) } function lineStart(code) { var token = effects.enter('chunkText', { contentType: 'text', previous: previous }) if (previous) { previous.next = token } previous = token return data(code) } function data(code) { if (code === null) { effects.exit('chunkText') effects.exit('paragraph') effects.consume(code) return } if (markdownLineEnding(code)) { effects.consume(code) effects.exit('chunkText') return lineStart } // Data. effects.consume(code) return data } } export {tokenize}