Add wordcloud support for cyrillic letters (#2194) (#2234)

builder-247 · web-flow · commit e34261b36b00 · 2020-10-02T14:26:34.000-07:00
* Add wordcloud support for cyrillic letters (#2194) * Update utility.js
diff --git a/util/utility.js b/util/utility.js
@@ -21,7 +21,7 @@ const contributors = require('../CONTRIBUTORS');
  * @return {Array}
  */
 function tokenize(input) {
-  return input.replace(/[^a-zA-Z- ]+/g, '').replace('/ {2,}/', ' ').toLowerCase().split(' ');
+  return input.replace(/[^a-zа-я- ]+/gi, '').replace('/ {2,}/', ' ').toLowerCase().split(' ');
 }
 
 /*

Original file line number	Diff line number	Diff line change
`@@ -21,7 +21,7 @@ const contributors = require('../CONTRIBUTORS');`
`21`	`21`	`* @return {Array}`
`22`	`22`	`*/`
`23`	`23`	`function tokenize(input) {`
`24`		`- return input.replace(/[^a-zA-Z- ]+/g, '').replace('/ {2,}/', ' ').toLowerCase().split(' ');`
	`24`	`+ return input.replace(/[^a-zа-я- ]+/gi, '').replace('/ {2,}/', ' ').toLowerCase().split(' ');`
`25`	`25`	`}`
`26`	`26`
`27`	`27`	`/*`