41 lines
885 B
Go
41 lines
885 B
Go
package utils
|
|
|
|
import (
|
|
"html"
|
|
"regexp"
|
|
"sort"
|
|
"strings"
|
|
|
|
"github.com/deluan/sanitize"
|
|
"github.com/microcosm-cc/bluemonday"
|
|
)
|
|
|
|
var quotesRegex = regexp.MustCompile("[“”‘’'\"\\[\\(\\{\\]\\)\\}]")
|
|
|
|
func SanitizeStrings(text ...string) string {
|
|
sanitizedText := strings.Builder{}
|
|
for _, txt := range text {
|
|
sanitizedText.WriteString(strings.TrimSpace(sanitize.Accents(strings.ToLower(txt))) + " ")
|
|
}
|
|
words := make(map[string]struct{})
|
|
for _, w := range strings.Fields(sanitizedText.String()) {
|
|
words[w] = struct{}{}
|
|
}
|
|
var fullText []string
|
|
for w := range words {
|
|
w = quotesRegex.ReplaceAllString(w, "")
|
|
if w != "" {
|
|
fullText = append(fullText, w)
|
|
}
|
|
}
|
|
sort.Strings(fullText)
|
|
return strings.Join(fullText, " ")
|
|
}
|
|
|
|
var policy = bluemonday.UGCPolicy()
|
|
|
|
func SanitizeText(text string) string {
|
|
s := policy.Sanitize(text)
|
|
return html.UnescapeString(s)
|
|
}
|