Datasetpublic

basant307/AI_Governance_Project

sourceHugging Faceapache-2.0updated 2mo agoView on Hugging Face

0likes48downloads

rootqwen-codenode_modulesmicromarklibpostprocess.js

postprocess.js18 linesDownload Raw Back to lib

1/**2 * @import {Event} from 'micromark-util-types'3 */4 5import { subtokenize } from 'micromark-util-subtokenize';6 7/**8 * @param {Array<Event>} events9 *   Events.10 * @returns {Array<Event>}11 *   Events.12 */13export function postprocess(events) {14  while (!subtokenize(events)) {15    // Empty16  }17  return events;18}