Processing speed update (faster processing)

cache/blacklist.go

@@ -1,6 +1,10 @@
 package cache
 
-import "sync"
+import (
+	"sync"
+
+	"github.com/google/btree"
+)
 
 var BlacklistMu = sync.RWMutex{}
 var Blacklist = map[string]string{}
@@ -254,3 +258,73 @@ var Chinese = &[]string{
 var Emoji = &[]string{
 	"🖕🏻", "👌🏻👈🏻", "👉🏻👌🏻", "🤏🏻", "🖕", "🖕🏼", "🖕🏽", "🖕🏾", "🖕🏿", ":middle_finger:",
 }
+
+const (
+	DGeneral int = iota + 1
+	DMinor
+	DSexual
+	DBelittle
+	DRace
+	DParent
+	DPolitics
+	DEnglish
+	DJapanese
+	DChinese
+	DSpecial
+)
+
+type TrieNode struct {
+	children map[rune]*TrieNode
+	isEnd    bool
+}
+
+type Trie struct {
+	Root *TrieNode
+}
+
+func NewTrie() *Trie {
+	return &Trie{
+		Root: &TrieNode{
+			children: make(map[rune]*TrieNode),
+		},
+	}
+}
+
+func (t *Trie) Insert(word string) {
+	node := t.Root
+	for _, ch := range word {
+		if _, ok := node.children[ch]; !ok {
+			node.children[ch] = &TrieNode{children: make(map[rune]*TrieNode)}
+		}
+		node = node.children[ch]
+	}
+	node.isEnd = true
+}
+
+func (t *Trie) Search(word string) bool {
+	node := t.Root
+	for _, ch := range word {
+		if _, ok := node.children[ch]; !ok {
+			return false
+		}
+		node = node.children[ch]
+	}
+	return node.isEnd
+}
+
+type WordEntry struct {
+	Word  string
+	WType int
+}
+
+func (w WordEntry) Less(than btree.Item) bool {
+	return w.Word < than.(WordEntry).Word
+}
+
+var (
+	ProfanityTrie = NewTrie()
+
+	BTree = btree.New(8)
+
+	Mu sync.RWMutex
+)

example/example.go

@@ -7,13 +7,23 @@ import (
 )
 
 func main() {
-	// Discord Message Event Logic
-	ck := korcen.Check("MESSAGE")
+	korcen.InitProfanityData()
+
+	sampleInput := "MESSAGE"
+
+	ck := korcen.Check(sampleInput)
+
 	if ck.Detect {
-		dtif := ck.Swear[0]
-		message := ck.NewText[:dtif.Start] + "\x1b[1m\x1b[41m\"" + ck.NewText[dtif.Start:dtif.End] + "\"\x1b[0m" + ck.NewText[dtif.End:]
-		discord_ansi := "```ansi\n" + message + "\n```"
-		fmt.Println(discord_ansi)
+		for _, dtif := range ck.Swear {
+			message := ck.NewText[:dtif.Start] +
+				"\x1b[1m\x1b[41m\"" + ck.NewText[dtif.Start:dtif.End] + "\"\x1b[0m" +
+				ck.NewText[dtif.End:]
+
+			discord_ansi := "```ansi\n" + message + "\n```"
+			fmt.Println(discord_ansi)
+		}
+	} else {
+		fmt.Println("비속어가 감지되지 않았습니다.")
 	}
-	// Discord Send Logic
+
 }

go.mod

@@ -3,3 +3,5 @@ module github.com/fluffy-melli/korcen-go
 go 1.20
 
 require github.com/gyarang/gohangul v0.1.3
+
+require github.com/google/btree v1.1.3 // indirect

go.sum

@@ -1,2 +1,4 @@
+github.com/google/btree v1.1.3 h1:CVpQJjYgC4VbzxeGVHfvZrv1ctoYCAI8vbl07Fcxlyg=
+github.com/google/btree v1.1.3/go.mod h1:qOPhT0dTNdNzV6Z/lhRX0YXUafgPLFUh+gZMl761Gm4=
 github.com/gyarang/gohangul v0.1.3 h1:UV5TCR2+XheNr+q79nJoHCzDyUow4Z/AmOqxZqm3SvQ=
 github.com/gyarang/gohangul v0.1.3/go.mod h1:EzJMLXEkhFBcEgmMNklqj6vlZh+cBv4AzAcyz7KU2Mw=