CoolFace
Datasetpublic

basant307/AI_Governance_Project

sourceHugging Faceapache-2.0updated 2mo agoView on Hugging Face
0likes45downloads
_unicodeWords.js70 linesDownload Raw Back to lodash-es
1/** Used to compose unicode character classes. */2var rsAstralRange = '\\ud800-\\udfff',3    rsComboMarksRange = '\\u0300-\\u036f',4    reComboHalfMarksRange = '\\ufe20-\\ufe2f',5    rsComboSymbolsRange = '\\u20d0-\\u20ff',6    rsComboRange = rsComboMarksRange + reComboHalfMarksRange + rsComboSymbolsRange,7    rsDingbatRange = '\\u2700-\\u27bf',8    rsLowerRange = 'a-z\\xdf-\\xf6\\xf8-\\xff',9    rsMathOpRange = '\\xac\\xb1\\xd7\\xf7',10    rsNonCharRange = '\\x00-\\x2f\\x3a-\\x40\\x5b-\\x60\\x7b-\\xbf',11    rsPunctuationRange = '\\u2000-\\u206f',12    rsSpaceRange = ' \\t\\x0b\\f\\xa0\\ufeff\\n\\r\\u2028\\u2029\\u1680\\u180e\\u2000\\u2001\\u2002\\u2003\\u2004\\u2005\\u2006\\u2007\\u2008\\u2009\\u200a\\u202f\\u205f\\u3000',13    rsUpperRange = 'A-Z\\xc0-\\xd6\\xd8-\\xde',14    rsVarRange = '\\ufe0e\\ufe0f',15    rsBreakRange = rsMathOpRange + rsNonCharRange + rsPunctuationRange + rsSpaceRange;16 17/** Used to compose unicode capture groups. */18var rsApos = "['\u2019]",19    rsBreak = '[' + rsBreakRange + ']',20    rsCombo = '[' + rsComboRange + ']',21    rsDigits = '\\d+',22    rsDingbat = '[' + rsDingbatRange + ']',23    rsLower = '[' + rsLowerRange + ']',24    rsMisc = '[^' + rsAstralRange + rsBreakRange + rsDigits + rsDingbatRange + rsLowerRange + rsUpperRange + ']',25    rsFitz = '\\ud83c[\\udffb-\\udfff]',26    rsModifier = '(?:' + rsCombo + '|' + rsFitz + ')',27    rsNonAstral = '[^' + rsAstralRange + ']',28    rsRegional = '(?:\\ud83c[\\udde6-\\uddff]){2}',29    rsSurrPair = '[\\ud800-\\udbff][\\udc00-\\udfff]',30    rsUpper = '[' + rsUpperRange + ']',31    rsZWJ = '\\u200d';32 33/** Used to compose unicode regexes. */34var rsMiscLower = '(?:' + rsLower + '|' + rsMisc + ')',35    rsMiscUpper = '(?:' + rsUpper + '|' + rsMisc + ')',36    rsOptContrLower = '(?:' + rsApos + '(?:d|ll|m|re|s|t|ve))?',37    rsOptContrUpper = '(?:' + rsApos + '(?:D|LL|M|RE|S|T|VE))?',38    reOptMod = rsModifier + '?',39    rsOptVar = '[' + rsVarRange + ']?',40    rsOptJoin = '(?:' + rsZWJ + '(?:' + [rsNonAstral, rsRegional, rsSurrPair].join('|') + ')' + rsOptVar + reOptMod + ')*',41    rsOrdLower = '\\d*(?:1st|2nd|3rd|(?![123])\\dth)(?=\\b|[A-Z_])',42    rsOrdUpper = '\\d*(?:1ST|2ND|3RD|(?![123])\\dTH)(?=\\b|[a-z_])',43    rsSeq = rsOptVar + reOptMod + rsOptJoin,44    rsEmoji = '(?:' + [rsDingbat, rsRegional, rsSurrPair].join('|') + ')' + rsSeq;45 46/** Used to match complex or compound words. */47var reUnicodeWord = RegExp([48  rsUpper + '?' + rsLower + '+' + rsOptContrLower + '(?=' + [rsBreak, rsUpper, '$'].join('|') + ')',49  rsMiscUpper + '+' + rsOptContrUpper + '(?=' + [rsBreak, rsUpper + rsMiscLower, '$'].join('|') + ')',50  rsUpper + '?' + rsMiscLower + '+' + rsOptContrLower,51  rsUpper + '+' + rsOptContrUpper,52  rsOrdUpper,53  rsOrdLower,54  rsDigits,55  rsEmoji56].join('|'), 'g');57 58/**59 * Splits a Unicode `string` into an array of its words.60 *61 * @private62 * @param {string} The string to inspect.63 * @returns {Array} Returns the words of `string`.64 */65function unicodeWords(string) {66  return string.match(reUnicodeWord) || [];67}68 69export default unicodeWords;70 
basant307/AI_Governance_Project · CoolFace