mirror of
https://github.com/Funkoala14/knowledgebase_law.git
synced 2025-06-09 05:58:15 +08:00
100 lines
2.1 KiB
JavaScript
100 lines
2.1 KiB
JavaScript
/**
|
|
* @import {
|
|
* InitialConstruct,
|
|
* Initializer,
|
|
* State,
|
|
* TokenizeContext,
|
|
* Token
|
|
* } from 'micromark-util-types'
|
|
*/
|
|
|
|
import {ok as assert} from 'devlop'
|
|
import {factorySpace} from 'micromark-factory-space'
|
|
import {markdownLineEnding} from 'micromark-util-character'
|
|
import {codes, constants, types} from 'micromark-util-symbol'
|
|
|
|
/** @type {InitialConstruct} */
|
|
export const content = {tokenize: initializeContent}
|
|
|
|
/**
|
|
* @this {TokenizeContext}
|
|
* Context.
|
|
* @type {Initializer}
|
|
* Content.
|
|
*/
|
|
function initializeContent(effects) {
|
|
const contentStart = effects.attempt(
|
|
this.parser.constructs.contentInitial,
|
|
afterContentStartConstruct,
|
|
paragraphInitial
|
|
)
|
|
/** @type {Token} */
|
|
let previous
|
|
|
|
return contentStart
|
|
|
|
/** @type {State} */
|
|
function afterContentStartConstruct(code) {
|
|
assert(
|
|
code === codes.eof || markdownLineEnding(code),
|
|
'expected eol or eof'
|
|
)
|
|
|
|
if (code === codes.eof) {
|
|
effects.consume(code)
|
|
return
|
|
}
|
|
|
|
effects.enter(types.lineEnding)
|
|
effects.consume(code)
|
|
effects.exit(types.lineEnding)
|
|
return factorySpace(effects, contentStart, types.linePrefix)
|
|
}
|
|
|
|
/** @type {State} */
|
|
function paragraphInitial(code) {
|
|
assert(
|
|
code !== codes.eof && !markdownLineEnding(code),
|
|
'expected anything other than a line ending or EOF'
|
|
)
|
|
effects.enter(types.paragraph)
|
|
return lineStart(code)
|
|
}
|
|
|
|
/** @type {State} */
|
|
function lineStart(code) {
|
|
const token = effects.enter(types.chunkText, {
|
|
contentType: constants.contentTypeText,
|
|
previous
|
|
})
|
|
|
|
if (previous) {
|
|
previous.next = token
|
|
}
|
|
|
|
previous = token
|
|
|
|
return data(code)
|
|
}
|
|
|
|
/** @type {State} */
|
|
function data(code) {
|
|
if (code === codes.eof) {
|
|
effects.exit(types.chunkText)
|
|
effects.exit(types.paragraph)
|
|
effects.consume(code)
|
|
return
|
|
}
|
|
|
|
if (markdownLineEnding(code)) {
|
|
effects.consume(code)
|
|
effects.exit(types.chunkText)
|
|
return lineStart
|
|
}
|
|
|
|
// Data.
|
|
effects.consume(code)
|
|
return data
|
|
}
|
|
}
|