Added removing whitelisted words to removing safewords

Again this is to assist with splitting the removing duplicates into multiple go routines
experimental
Justin Reichardt 2022-08-19 20:27:53 -05:00
parent 1e2de999d8
commit b6e1a08b5f
1 changed files with 12 additions and 9 deletions

View File

@ -257,9 +257,12 @@ func removeduplicates(siteBuff *[]siteList, whitelist *[]string) {
}
}
// Removing safewords
log.Print("Checking for safewords")
// Removing safewords and whitelisted words
log.Print("Checking for safewords and whitelisted words")
for i,e := range entry {
if (*e.r == true) {
continue
}
for _,w := range(safewords) {
if *e.s == w {
*(entry[i].r) = true
@ -267,6 +270,13 @@ func removeduplicates(siteBuff *[]siteList, whitelist *[]string) {
break
}
}
for _, w := range *whitelist {
if *e.s == w {
*(entry[i].r) = true
c.w++
break
}
}
}
// Removing duplicates
@ -276,13 +286,6 @@ func removeduplicates(siteBuff *[]siteList, whitelist *[]string) {
if *(entry[i].r) == true {
continue
}
for _, w := range *whitelist {
if *e.s == w {
*(entry[i].r) = true
c.w++
break
}
}
if *(entry[i].r) == true {
continue
}