{"ast_node_type":"function","tokens":[{"end":16,"kind":"keyword","start":0,"text":"pub"}]}
pub fn tokenize(
/// When tokenizing a slice of a document, be sure to disallow frontmatters with [`FrontmatterAllowed::No`]
    input: &str,