sgauthier
6e64e138e2
All checks were successful
Publish To Prod / deploy_and_publish (push) Successful in 35s
70 lines
1.4 KiB
JavaScript
70 lines
1.4 KiB
JavaScript
'use strict'
|
|
|
|
Object.defineProperty(exports, '__esModule', {value: true})
|
|
|
|
var markdownLineEnding = require('../character/markdown-line-ending.js')
|
|
var factorySpace = require('../tokenize/factory-space.js')
|
|
|
|
var tokenize = initializeContent
|
|
|
|
function initializeContent(effects) {
|
|
var contentStart = effects.attempt(
|
|
this.parser.constructs.contentInitial,
|
|
afterContentStartConstruct,
|
|
paragraphInitial
|
|
)
|
|
var previous
|
|
return contentStart
|
|
|
|
function afterContentStartConstruct(code) {
|
|
if (code === null) {
|
|
effects.consume(code)
|
|
return
|
|
}
|
|
|
|
effects.enter('lineEnding')
|
|
effects.consume(code)
|
|
effects.exit('lineEnding')
|
|
return factorySpace(effects, contentStart, 'linePrefix')
|
|
}
|
|
|
|
function paragraphInitial(code) {
|
|
effects.enter('paragraph')
|
|
return lineStart(code)
|
|
}
|
|
|
|
function lineStart(code) {
|
|
var token = effects.enter('chunkText', {
|
|
contentType: 'text',
|
|
previous: previous
|
|
})
|
|
|
|
if (previous) {
|
|
previous.next = token
|
|
}
|
|
|
|
previous = token
|
|
return data(code)
|
|
}
|
|
|
|
function data(code) {
|
|
if (code === null) {
|
|
effects.exit('chunkText')
|
|
effects.exit('paragraph')
|
|
effects.consume(code)
|
|
return
|
|
}
|
|
|
|
if (markdownLineEnding(code)) {
|
|
effects.consume(code)
|
|
effects.exit('chunkText')
|
|
return lineStart
|
|
} // Data.
|
|
|
|
effects.consume(code)
|
|
return data
|
|
}
|
|
}
|
|
|
|
exports.tokenize = tokenize
|