Add wordcloud support for cyrillic letters (#2194)

builder-247 · web-flow · commit e23830d75b49 · 2020-09-11T10:37:22.000+03:00
diff --git a/util/utility.js b/util/utility.js
@@ -21,7 +21,7 @@ const contributors = require('../CONTRIBUTORS');
  * @return {Array}
  */
 function tokenize(input) {
-  return input.replace(/[^a-zA-Z- ]+/g, '').replace('/ {2,}/', ' ').toLowerCase().split(' ');
+  return input.replace(/[^a-zwа-я- ]+/gi, '').replace('/ {2,}/', ' ').toLowerCase().split(' ');
 }
 
 /*

Original file line number	Diff line number	Diff line change
`@@ -21,7 +21,7 @@ const contributors = require('../CONTRIBUTORS');`
`21`	`21`	`* @return {Array}`
`22`	`22`	`*/`
`23`	`23`	`function tokenize(input) {`
`24`		`- return input.replace(/[^a-zA-Z- ]+/g, '').replace('/ {2,}/', ' ').toLowerCase().split(' ');`
	`24`	`+ return input.replace(/[^a-zwа-я- ]+/gi, '').replace('/ {2,}/', ' ').toLowerCase().split(' ');`
`25`	`25`	`}`
`26`	`26`
`27`	`27`	`/*`