goodmorningbitcoin/wot-relay
1
0
Fork 0
mirror of https://github.com/bitvora/wot-relay.git synced 2025-05-22 01:52:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #31 from bitvora/dev-profileRefresh

Browse Source 
remove bloom filter
This commit is contained in:
Barry Deen 2024-09-12 14:17:31 -04:00 committed by GitHub
commit 9124cc3204
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
main.go
View File

@ -9,13 +9,10 @@ import (
"net/http" "net/http"
"os" "os"
"strconv" "strconv"
"sync"
"time" "time"
"github.com/cespare/xxhash"
"github.com/fiatjaf/khatru" "github.com/fiatjaf/khatru"
"github.com/fiatjaf/khatru/policies" "github.com/fiatjaf/khatru/policies"
"github.com/greatroar/blobloom"
"github.com/joho/godotenv" "github.com/joho/godotenv"
"github.com/nbd-wtf/go-nostr" "github.com/nbd-wtf/go-nostr"
) )
@ -35,12 +32,10 @@ var pool *nostr.SimplePool
var relays []string var relays []string
var config Config var config Config
var trustNetwork []string var trustNetwork []string
var mu sync.Mutex
var trustNetworkFilter *blobloom.Filter
var trustNetworkFilterMu sync.Mutex
var seedRelays []string var seedRelays []string
var booted bool var booted bool
var oneHopNetwork []string var oneHopNetwork []string
var trustNetworkMap map[string]bool
func main() { func main() {
nostr.InfoLogger = log.New(io.Discard, "", 0) nostr.InfoLogger = log.New(io.Discard, "", 0)
@ -190,14 +185,12 @@ func getEnv(key string) string {
} }
func updateTrustNetworkFilter() { func updateTrustNetworkFilter() {
trustNetworkMap = make(map[string]bool)
nKeys := uint64(len(trustNetwork)) nKeys := uint64(len(trustNetwork))
log.Println("🌐 updating trust network filter with", nKeys, "keys") log.Println("🌐 updating trust network map with", nKeys, "keys")
trustNetworkFilter = blobloom.NewOptimized(blobloom.Config{
Capacity: nKeys,
FPRate: 1e-4,
})
for _, trustedPubkey := range trustNetwork { for _, trustedPubkey := range trustNetwork {
trustNetworkFilter.Add(xxhash.Sum64([]byte(trustedPubkey))) trustNetworkMap[trustedPubkey] = true
} }
} }
@ -367,13 +360,14 @@ func archiveTrustedNotes(relay *khatru.Relay, ctx context.Context) {
return return
} }
if trustNetworkFilter.Has(xxhash.Sum64([]byte(ev.Event.PubKey))) { if trustNetworkMap[ev.Event.PubKey] {
if len(ev.Event.Tags) > 3000 { if len(ev.Event.Tags) > 3000 {
continue continue
} }
relay.AddEvent(ctx, ev.Event) relay.AddEvent(ctx, ev.Event)
trustedNotes++ trustedNotes++
log.Println("📦 archived note: ", ev.Event.ID)
} else { } else {
untrustedNotes++ untrustedNotes++
} }