mirror of
https://github.com/Funkoala14/knowledgebase_law.git
synced 2025-06-10 03:18:14 +08:00
46 lines
1.5 KiB
TypeScript
46 lines
1.5 KiB
TypeScript
/**
|
||
* Create a tokenizer.
|
||
* Tokenizers deal with one type of data (e.g., containers, flow, text).
|
||
* The parser is the object dealing with it all.
|
||
* `initialize` works like other constructs, except that only its `tokenize`
|
||
* function is used, in which case it doesn’t receive an `ok` or `nok`.
|
||
* `from` can be given to set the point before the first character, although
|
||
* when further lines are indented, they must be set with `defineSkip`.
|
||
*
|
||
* @param {ParseContext} parser
|
||
* Parser.
|
||
* @param {InitialConstruct} initialize
|
||
* Construct.
|
||
* @param {Omit<Point, '_bufferIndex' | '_index'> | undefined} [from]
|
||
* Point (optional).
|
||
* @returns {TokenizeContext}
|
||
* Context.
|
||
*/
|
||
export function createTokenizer(parser: ParseContext, initialize: InitialConstruct, from?: Omit<Point, "_bufferIndex" | "_index"> | undefined): TokenizeContext;
|
||
/**
|
||
* Restore the state.
|
||
*/
|
||
export type Restore = () => undefined;
|
||
/**
|
||
* Info.
|
||
*/
|
||
export type Info = {
|
||
/**
|
||
* Restore.
|
||
*/
|
||
restore: Restore;
|
||
/**
|
||
* From.
|
||
*/
|
||
from: number;
|
||
};
|
||
/**
|
||
* Handle a successful run.
|
||
*/
|
||
export type ReturnHandle = (construct: Construct, info: Info) => undefined;
|
||
import type { ParseContext } from 'micromark-util-types';
|
||
import type { InitialConstruct } from 'micromark-util-types';
|
||
import type { Point } from 'micromark-util-types';
|
||
import type { TokenizeContext } from 'micromark-util-types';
|
||
import type { Construct } from 'micromark-util-types';
|
||
//# sourceMappingURL=create-tokenizer.d.ts.map
|