This commit is contained in:
69
node_modules/micromark/dist/initialize/content.js
generated
vendored
Normal file
69
node_modules/micromark/dist/initialize/content.js
generated
vendored
Normal file
@@ -0,0 +1,69 @@
|
||||
'use strict'
|
||||
|
||||
Object.defineProperty(exports, '__esModule', {value: true})
|
||||
|
||||
var markdownLineEnding = require('../character/markdown-line-ending.js')
|
||||
var factorySpace = require('../tokenize/factory-space.js')
|
||||
|
||||
var tokenize = initializeContent
|
||||
|
||||
function initializeContent(effects) {
|
||||
var contentStart = effects.attempt(
|
||||
this.parser.constructs.contentInitial,
|
||||
afterContentStartConstruct,
|
||||
paragraphInitial
|
||||
)
|
||||
var previous
|
||||
return contentStart
|
||||
|
||||
function afterContentStartConstruct(code) {
|
||||
if (code === null) {
|
||||
effects.consume(code)
|
||||
return
|
||||
}
|
||||
|
||||
effects.enter('lineEnding')
|
||||
effects.consume(code)
|
||||
effects.exit('lineEnding')
|
||||
return factorySpace(effects, contentStart, 'linePrefix')
|
||||
}
|
||||
|
||||
function paragraphInitial(code) {
|
||||
effects.enter('paragraph')
|
||||
return lineStart(code)
|
||||
}
|
||||
|
||||
function lineStart(code) {
|
||||
var token = effects.enter('chunkText', {
|
||||
contentType: 'text',
|
||||
previous: previous
|
||||
})
|
||||
|
||||
if (previous) {
|
||||
previous.next = token
|
||||
}
|
||||
|
||||
previous = token
|
||||
return data(code)
|
||||
}
|
||||
|
||||
function data(code) {
|
||||
if (code === null) {
|
||||
effects.exit('chunkText')
|
||||
effects.exit('paragraph')
|
||||
effects.consume(code)
|
||||
return
|
||||
}
|
||||
|
||||
if (markdownLineEnding(code)) {
|
||||
effects.consume(code)
|
||||
effects.exit('chunkText')
|
||||
return lineStart
|
||||
} // Data.
|
||||
|
||||
effects.consume(code)
|
||||
return data
|
||||
}
|
||||
}
|
||||
|
||||
exports.tokenize = tokenize
|
||||
237
node_modules/micromark/dist/initialize/document.js
generated
vendored
Normal file
237
node_modules/micromark/dist/initialize/document.js
generated
vendored
Normal file
@@ -0,0 +1,237 @@
|
||||
'use strict'
|
||||
|
||||
Object.defineProperty(exports, '__esModule', {value: true})
|
||||
|
||||
var markdownLineEnding = require('../character/markdown-line-ending.js')
|
||||
var factorySpace = require('../tokenize/factory-space.js')
|
||||
var partialBlankLine = require('../tokenize/partial-blank-line.js')
|
||||
|
||||
var tokenize = initializeDocument
|
||||
var containerConstruct = {
|
||||
tokenize: tokenizeContainer
|
||||
}
|
||||
var lazyFlowConstruct = {
|
||||
tokenize: tokenizeLazyFlow
|
||||
}
|
||||
|
||||
function initializeDocument(effects) {
|
||||
var self = this
|
||||
var stack = []
|
||||
var continued = 0
|
||||
var inspectConstruct = {
|
||||
tokenize: tokenizeInspect,
|
||||
partial: true
|
||||
}
|
||||
var inspectResult
|
||||
var childFlow
|
||||
var childToken
|
||||
return start
|
||||
|
||||
function start(code) {
|
||||
if (continued < stack.length) {
|
||||
self.containerState = stack[continued][1]
|
||||
return effects.attempt(
|
||||
stack[continued][0].continuation,
|
||||
documentContinue,
|
||||
documentContinued
|
||||
)(code)
|
||||
}
|
||||
|
||||
return documentContinued(code)
|
||||
}
|
||||
|
||||
function documentContinue(code) {
|
||||
continued++
|
||||
return start(code)
|
||||
}
|
||||
|
||||
function documentContinued(code) {
|
||||
// If we’re in a concrete construct (such as when expecting another line of
|
||||
// HTML, or we resulted in lazy content), we can immediately start flow.
|
||||
if (inspectResult && inspectResult.flowContinue) {
|
||||
return flowStart(code)
|
||||
}
|
||||
|
||||
self.interrupt =
|
||||
childFlow &&
|
||||
childFlow.currentConstruct &&
|
||||
childFlow.currentConstruct.interruptible
|
||||
self.containerState = {}
|
||||
return effects.attempt(
|
||||
containerConstruct,
|
||||
containerContinue,
|
||||
flowStart
|
||||
)(code)
|
||||
}
|
||||
|
||||
function containerContinue(code) {
|
||||
stack.push([self.currentConstruct, self.containerState])
|
||||
self.containerState = undefined
|
||||
return documentContinued(code)
|
||||
}
|
||||
|
||||
function flowStart(code) {
|
||||
if (code === null) {
|
||||
exitContainers(0, true)
|
||||
effects.consume(code)
|
||||
return
|
||||
}
|
||||
|
||||
childFlow = childFlow || self.parser.flow(self.now())
|
||||
effects.enter('chunkFlow', {
|
||||
contentType: 'flow',
|
||||
previous: childToken,
|
||||
_tokenizer: childFlow
|
||||
})
|
||||
return flowContinue(code)
|
||||
}
|
||||
|
||||
function flowContinue(code) {
|
||||
if (code === null) {
|
||||
continueFlow(effects.exit('chunkFlow'))
|
||||
return flowStart(code)
|
||||
}
|
||||
|
||||
if (markdownLineEnding(code)) {
|
||||
effects.consume(code)
|
||||
continueFlow(effects.exit('chunkFlow'))
|
||||
return effects.check(inspectConstruct, documentAfterPeek)
|
||||
}
|
||||
|
||||
effects.consume(code)
|
||||
return flowContinue
|
||||
}
|
||||
|
||||
function documentAfterPeek(code) {
|
||||
exitContainers(
|
||||
inspectResult.continued,
|
||||
inspectResult && inspectResult.flowEnd
|
||||
)
|
||||
continued = 0
|
||||
return start(code)
|
||||
}
|
||||
|
||||
function continueFlow(token) {
|
||||
if (childToken) childToken.next = token
|
||||
childToken = token
|
||||
childFlow.lazy = inspectResult && inspectResult.lazy
|
||||
childFlow.defineSkip(token.start)
|
||||
childFlow.write(self.sliceStream(token))
|
||||
}
|
||||
|
||||
function exitContainers(size, end) {
|
||||
var index = stack.length // Close the flow.
|
||||
|
||||
if (childFlow && end) {
|
||||
childFlow.write([null])
|
||||
childToken = childFlow = undefined
|
||||
} // Exit open containers.
|
||||
|
||||
while (index-- > size) {
|
||||
self.containerState = stack[index][1]
|
||||
stack[index][0].exit.call(self, effects)
|
||||
}
|
||||
|
||||
stack.length = size
|
||||
}
|
||||
|
||||
function tokenizeInspect(effects, ok) {
|
||||
var subcontinued = 0
|
||||
inspectResult = {}
|
||||
return inspectStart
|
||||
|
||||
function inspectStart(code) {
|
||||
if (subcontinued < stack.length) {
|
||||
self.containerState = stack[subcontinued][1]
|
||||
return effects.attempt(
|
||||
stack[subcontinued][0].continuation,
|
||||
inspectContinue,
|
||||
inspectLess
|
||||
)(code)
|
||||
} // If we’re continued but in a concrete flow, we can’t have more
|
||||
// containers.
|
||||
|
||||
if (childFlow.currentConstruct && childFlow.currentConstruct.concrete) {
|
||||
inspectResult.flowContinue = true
|
||||
return inspectDone(code)
|
||||
}
|
||||
|
||||
self.interrupt =
|
||||
childFlow.currentConstruct && childFlow.currentConstruct.interruptible
|
||||
self.containerState = {}
|
||||
return effects.attempt(
|
||||
containerConstruct,
|
||||
inspectFlowEnd,
|
||||
inspectDone
|
||||
)(code)
|
||||
}
|
||||
|
||||
function inspectContinue(code) {
|
||||
subcontinued++
|
||||
return self.containerState._closeFlow
|
||||
? inspectFlowEnd(code)
|
||||
: inspectStart(code)
|
||||
}
|
||||
|
||||
function inspectLess(code) {
|
||||
if (childFlow.currentConstruct && childFlow.currentConstruct.lazy) {
|
||||
// Maybe another container?
|
||||
self.containerState = {}
|
||||
return effects.attempt(
|
||||
containerConstruct,
|
||||
inspectFlowEnd, // Maybe flow, or a blank line?
|
||||
effects.attempt(
|
||||
lazyFlowConstruct,
|
||||
inspectFlowEnd,
|
||||
effects.check(partialBlankLine, inspectFlowEnd, inspectLazy)
|
||||
)
|
||||
)(code)
|
||||
} // Otherwise we’re interrupting.
|
||||
|
||||
return inspectFlowEnd(code)
|
||||
}
|
||||
|
||||
function inspectLazy(code) {
|
||||
// Act as if all containers are continued.
|
||||
subcontinued = stack.length
|
||||
inspectResult.lazy = true
|
||||
inspectResult.flowContinue = true
|
||||
return inspectDone(code)
|
||||
} // We’re done with flow if we have more containers, or an interruption.
|
||||
|
||||
function inspectFlowEnd(code) {
|
||||
inspectResult.flowEnd = true
|
||||
return inspectDone(code)
|
||||
}
|
||||
|
||||
function inspectDone(code) {
|
||||
inspectResult.continued = subcontinued
|
||||
self.interrupt = self.containerState = undefined
|
||||
return ok(code)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function tokenizeContainer(effects, ok, nok) {
|
||||
return factorySpace(
|
||||
effects,
|
||||
effects.attempt(this.parser.constructs.document, ok, nok),
|
||||
'linePrefix',
|
||||
this.parser.constructs.disable.null.indexOf('codeIndented') > -1
|
||||
? undefined
|
||||
: 4
|
||||
)
|
||||
}
|
||||
|
||||
function tokenizeLazyFlow(effects, ok, nok) {
|
||||
return factorySpace(
|
||||
effects,
|
||||
effects.lazy(this.parser.constructs.flow, ok, nok),
|
||||
'linePrefix',
|
||||
this.parser.constructs.disable.null.indexOf('codeIndented') > -1
|
||||
? undefined
|
||||
: 4
|
||||
)
|
||||
}
|
||||
|
||||
exports.tokenize = tokenize
|
||||
60
node_modules/micromark/dist/initialize/flow.js
generated
vendored
Normal file
60
node_modules/micromark/dist/initialize/flow.js
generated
vendored
Normal file
@@ -0,0 +1,60 @@
|
||||
'use strict'
|
||||
|
||||
Object.defineProperty(exports, '__esModule', {value: true})
|
||||
|
||||
var content = require('../tokenize/content.js')
|
||||
var factorySpace = require('../tokenize/factory-space.js')
|
||||
var partialBlankLine = require('../tokenize/partial-blank-line.js')
|
||||
|
||||
var tokenize = initializeFlow
|
||||
|
||||
function initializeFlow(effects) {
|
||||
var self = this
|
||||
var initial = effects.attempt(
|
||||
// Try to parse a blank line.
|
||||
partialBlankLine,
|
||||
atBlankEnding, // Try to parse initial flow (essentially, only code).
|
||||
effects.attempt(
|
||||
this.parser.constructs.flowInitial,
|
||||
afterConstruct,
|
||||
factorySpace(
|
||||
effects,
|
||||
effects.attempt(
|
||||
this.parser.constructs.flow,
|
||||
afterConstruct,
|
||||
effects.attempt(content, afterConstruct)
|
||||
),
|
||||
'linePrefix'
|
||||
)
|
||||
)
|
||||
)
|
||||
return initial
|
||||
|
||||
function atBlankEnding(code) {
|
||||
if (code === null) {
|
||||
effects.consume(code)
|
||||
return
|
||||
}
|
||||
|
||||
effects.enter('lineEndingBlank')
|
||||
effects.consume(code)
|
||||
effects.exit('lineEndingBlank')
|
||||
self.currentConstruct = undefined
|
||||
return initial
|
||||
}
|
||||
|
||||
function afterConstruct(code) {
|
||||
if (code === null) {
|
||||
effects.consume(code)
|
||||
return
|
||||
}
|
||||
|
||||
effects.enter('lineEnding')
|
||||
effects.consume(code)
|
||||
effects.exit('lineEnding')
|
||||
self.currentConstruct = undefined
|
||||
return initial
|
||||
}
|
||||
}
|
||||
|
||||
exports.tokenize = tokenize
|
||||
201
node_modules/micromark/dist/initialize/text.js
generated
vendored
Normal file
201
node_modules/micromark/dist/initialize/text.js
generated
vendored
Normal file
@@ -0,0 +1,201 @@
|
||||
'use strict'
|
||||
|
||||
Object.defineProperty(exports, '__esModule', {value: true})
|
||||
|
||||
var assign = require('../constant/assign.js')
|
||||
var shallow = require('../util/shallow.js')
|
||||
|
||||
var text = initializeFactory('text')
|
||||
var string = initializeFactory('string')
|
||||
var resolver = {
|
||||
resolveAll: createResolver()
|
||||
}
|
||||
|
||||
function initializeFactory(field) {
|
||||
return {
|
||||
tokenize: initializeText,
|
||||
resolveAll: createResolver(
|
||||
field === 'text' ? resolveAllLineSuffixes : undefined
|
||||
)
|
||||
}
|
||||
|
||||
function initializeText(effects) {
|
||||
var self = this
|
||||
var constructs = this.parser.constructs[field]
|
||||
var text = effects.attempt(constructs, start, notText)
|
||||
return start
|
||||
|
||||
function start(code) {
|
||||
return atBreak(code) ? text(code) : notText(code)
|
||||
}
|
||||
|
||||
function notText(code) {
|
||||
if (code === null) {
|
||||
effects.consume(code)
|
||||
return
|
||||
}
|
||||
|
||||
effects.enter('data')
|
||||
effects.consume(code)
|
||||
return data
|
||||
}
|
||||
|
||||
function data(code) {
|
||||
if (atBreak(code)) {
|
||||
effects.exit('data')
|
||||
return text(code)
|
||||
} // Data.
|
||||
|
||||
effects.consume(code)
|
||||
return data
|
||||
}
|
||||
|
||||
function atBreak(code) {
|
||||
var list = constructs[code]
|
||||
var index = -1
|
||||
|
||||
if (code === null) {
|
||||
return true
|
||||
}
|
||||
|
||||
if (list) {
|
||||
while (++index < list.length) {
|
||||
if (
|
||||
!list[index].previous ||
|
||||
list[index].previous.call(self, self.previous)
|
||||
) {
|
||||
return true
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function createResolver(extraResolver) {
|
||||
return resolveAllText
|
||||
|
||||
function resolveAllText(events, context) {
|
||||
var index = -1
|
||||
var enter // A rather boring computation (to merge adjacent `data` events) which
|
||||
// improves mm performance by 29%.
|
||||
|
||||
while (++index <= events.length) {
|
||||
if (enter === undefined) {
|
||||
if (events[index] && events[index][1].type === 'data') {
|
||||
enter = index
|
||||
index++
|
||||
}
|
||||
} else if (!events[index] || events[index][1].type !== 'data') {
|
||||
// Don’t do anything if there is one data token.
|
||||
if (index !== enter + 2) {
|
||||
events[enter][1].end = events[index - 1][1].end
|
||||
events.splice(enter + 2, index - enter - 2)
|
||||
index = enter + 2
|
||||
}
|
||||
|
||||
enter = undefined
|
||||
}
|
||||
}
|
||||
|
||||
return extraResolver ? extraResolver(events, context) : events
|
||||
}
|
||||
} // A rather ugly set of instructions which again looks at chunks in the input
|
||||
// stream.
|
||||
// The reason to do this here is that it is *much* faster to parse in reverse.
|
||||
// And that we can’t hook into `null` to split the line suffix before an EOF.
|
||||
// To do: figure out if we can make this into a clean utility, or even in core.
|
||||
// As it will be useful for GFMs literal autolink extension (and maybe even
|
||||
// tables?)
|
||||
|
||||
function resolveAllLineSuffixes(events, context) {
|
||||
var eventIndex = -1
|
||||
var chunks
|
||||
var data
|
||||
var chunk
|
||||
var index
|
||||
var bufferIndex
|
||||
var size
|
||||
var tabs
|
||||
var token
|
||||
|
||||
while (++eventIndex <= events.length) {
|
||||
if (
|
||||
(eventIndex === events.length ||
|
||||
events[eventIndex][1].type === 'lineEnding') &&
|
||||
events[eventIndex - 1][1].type === 'data'
|
||||
) {
|
||||
data = events[eventIndex - 1][1]
|
||||
chunks = context.sliceStream(data)
|
||||
index = chunks.length
|
||||
bufferIndex = -1
|
||||
size = 0
|
||||
tabs = undefined
|
||||
|
||||
while (index--) {
|
||||
chunk = chunks[index]
|
||||
|
||||
if (typeof chunk === 'string') {
|
||||
bufferIndex = chunk.length
|
||||
|
||||
while (chunk.charCodeAt(bufferIndex - 1) === 32) {
|
||||
size++
|
||||
bufferIndex--
|
||||
}
|
||||
|
||||
if (bufferIndex) break
|
||||
bufferIndex = -1
|
||||
} // Number
|
||||
else if (chunk === -2) {
|
||||
tabs = true
|
||||
size++
|
||||
} else if (chunk === -1);
|
||||
else {
|
||||
// Replacement character, exit.
|
||||
index++
|
||||
break
|
||||
}
|
||||
}
|
||||
|
||||
if (size) {
|
||||
token = {
|
||||
type:
|
||||
eventIndex === events.length || tabs || size < 2
|
||||
? 'lineSuffix'
|
||||
: 'hardBreakTrailing',
|
||||
start: {
|
||||
line: data.end.line,
|
||||
column: data.end.column - size,
|
||||
offset: data.end.offset - size,
|
||||
_index: data.start._index + index,
|
||||
_bufferIndex: index
|
||||
? bufferIndex
|
||||
: data.start._bufferIndex + bufferIndex
|
||||
},
|
||||
end: shallow(data.end)
|
||||
}
|
||||
data.end = shallow(token.start)
|
||||
|
||||
if (data.start.offset === data.end.offset) {
|
||||
assign(data, token)
|
||||
} else {
|
||||
events.splice(
|
||||
eventIndex,
|
||||
0,
|
||||
['enter', token, context],
|
||||
['exit', token, context]
|
||||
)
|
||||
eventIndex += 2
|
||||
}
|
||||
}
|
||||
|
||||
eventIndex++
|
||||
}
|
||||
}
|
||||
|
||||
return events
|
||||
}
|
||||
|
||||
exports.resolver = resolver
|
||||
exports.string = string
|
||||
exports.text = text
|
||||
Reference in New Issue
Block a user