Much better accuracy, fewer false positives.

finnbear · Dec 20, 2020 · e8aacf2 · e8aacf2
1 parent 7ebd40c
commit e8aacf2
Show file tree

Hide file tree

Showing 12 changed files with 8,535 additions and 56 deletions.
diff --git a/generator/.gitignore b/generator/.gitignore
@@ -1,3 +1,4 @@
 clean.txt
 dictionary.txt
+dictionary_common.txt
 dictionary_filtered.txt
diff --git a/generator/Makefile b/generator/Makefile
@@ -5,5 +5,8 @@ all: dictionary_filtered.txt ../wordlists.go
 dictionary.txt:
 	wget -O dictionary.txt https://raw.githubusercontent.com/dwyl/english-words/master/words_alpha.txt
 
-dictionary_filtered.txt ../wordlists.go: filter_dictionary.go dictionary.txt profanity.txt dictionary_blacklist.txt dictionary_extra.txt
-	go run filter_dictionary.go dictionary.txt profanity.txt dictionary_blacklist.txt dictionary_extra.txt dictionary_filtered.txt ../wordlists.go
+dictionary_common.txt:
+	wget -O dictionary_common.txt https://raw.githubusercontent.com/first20hours/google-10000-english/master/google-10000-english.txt
+
+dictionary_filtered.txt ../wordlists.go: filter_dictionary.go dictionary.txt dictionary_common.txt profanity.txt dictionary_blacklist.txt dictionary_extra.txt
+	go run filter_dictionary.go dictionary.txt dictionary_common.txt profanity.txt dictionary_blacklist.txt dictionary_extra.txt dictionary_filtered.txt ../wordlists.go
diff --git a/generator/dictionary_blacklist.txt b/generator/dictionary_blacklist.txt
@@ -16,6 +16,7 @@ jackass
 nude(.*)
 penises
 poop(.*)
+porn(.?)
 prostitut(.*)
 sex(.*)
 shita

diff --git a/generator/dictionary_extra.txt b/generator/dictionary_extra.txt
@@ -1,10 +1,7 @@
 akshita
-butthe
 clitheroe
 cockburn
 harshitha
-getit
 magnacumlaude
-isextreme
 superbowlxxx
 tysongay
diff --git a/generator/filter_dictionary.go b/generator/filter_dictionary.go
diff --git a/generator/profanity.csv b/generator/profanity.csv
@@ -32,6 +32,7 @@ felching,2
 fuck,1
 fudgepacker,2
 flange,2
+handjob,2
 horny,2
 incest,2
 jerk,2

diff --git a/generator/profanity.txt b/generator/profanity.txt
@@ -14,6 +14,7 @@ bollok
 boner
 boob
 bugger
+bullshit
 butt
 clitoris
 cock
@@ -32,7 +33,9 @@ felching
 fuck
 fudgepacker
 flange
+handjob
 horny
+horseshit
 incest
 jerk
 jizz
@@ -54,11 +57,11 @@ queer
 rimjob
 scrotum
 semen
-sex
 shit
 slut
 spunk
 suckmy
+sex
 tit
 tohell
 tosser
-Original file line number
+Diff line change
@@ Expand Up / @@ -14,6 +14,7 @@ bollok @@
     boner
     boob
     bugger
+    bullshit
     butt
     clitoris
     cock
@@ Expand All / @@ -32,7 +33,9 @@ felching @@
     fuck
     fudgepacker
     flange
+    handjob
     horny
+    horseshit
     incest
     jerk
     jizz
@@ Expand All / @@ -54,11 +57,11 @@ queer @@
     rimjob
     scrotum
     semen
-    sex
     shit
     slut
     spunk
     suckmy
+    sex
     tit
     tohell
     tosser
@@ Expand Down @@