mirror of
https://github.com/therootcompany/golib.git
synced 2026-11-04 06:55:00 +00:00
AJ ONeal
dddfdd392c
PrefixSet: git-backed CIDR files via gitshallow, refreshed every 47 min. DomainSet: takes pre-parsed (staticPrefixes, domains []string); resolves hostnames every 5 min, retaining stale IPs on failure. Both use atomic-swapped ipcohort.Cohort for lock-free reads. ParseDomainSet(RecordReader) parses rows into prefixes and hostnames; caller constructs the record reader (e.g. csv.Reader with delimiter, comment char). RecordReader interface is satisfied by *csv.Reader. commaify uses plain string concat (integers max ~7 groups).
95 lines
1.9 KiB
Go
95 lines
1.9 KiB
Go
package ipgate
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/netip"
|
|
"os"
|
|
"sync/atomic"
|
|
"time"
|
|
|
|
"github.com/therootcompany/golib/net/gitshallow"
|
|
"github.com/therootcompany/golib/net/ipcohort"
|
|
)
|
|
|
|
const prefixSetRefreshInterval = 47 * time.Minute
|
|
|
|
type PrefixSet struct {
|
|
repo *gitshallow.Repo
|
|
files []string
|
|
cohort atomic.Pointer[ipcohort.Cohort]
|
|
}
|
|
|
|
func EmptyPrefixSet() *PrefixSet {
|
|
ps := &PrefixSet{}
|
|
ps.cohort.Store(&ipcohort.Cohort{})
|
|
return ps
|
|
}
|
|
|
|
func NewPrefixSet(ctx context.Context, repoURL, dataPath string, files []string) (*PrefixSet, error) {
|
|
if err := os.MkdirAll(dataPath, 0o755); err != nil {
|
|
return nil, fmt.Errorf("ipgate: create data dir: %w", err)
|
|
}
|
|
|
|
repo := gitshallow.New(repoURL, dataPath, 0, "")
|
|
|
|
ps := &PrefixSet{
|
|
repo: repo,
|
|
files: files,
|
|
}
|
|
ps.cohort.Store(&ipcohort.Cohort{})
|
|
|
|
go ps.refreshLoop(ctx)
|
|
|
|
return ps, nil
|
|
}
|
|
|
|
func (ps *PrefixSet) Contains(addr netip.Addr) bool {
|
|
return ps.cohort.Load().ContainsAddr(addr)
|
|
}
|
|
|
|
func (ps *PrefixSet) reload(ctx context.Context) error {
|
|
updated, err := ps.repo.Fetch(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if !updated && ps.cohort.Load().Size() > 0 {
|
|
return nil
|
|
}
|
|
|
|
paths := make([]string, len(ps.files))
|
|
for i, f := range ps.files {
|
|
paths[i] = ps.repo.FilePath(f)
|
|
}
|
|
|
|
cohort, err := ipcohort.LoadFiles(paths...)
|
|
if err != nil {
|
|
return fmt.Errorf("load files: %w", err)
|
|
}
|
|
|
|
ps.cohort.Store(cohort)
|
|
|
|
log().Info("prefix set loaded", "entries", commaify(cohort.Size()))
|
|
return nil
|
|
}
|
|
|
|
func (ps *PrefixSet) refreshLoop(ctx context.Context) {
|
|
if err := ps.reload(ctx); err != nil {
|
|
log().Warn("prefix set initial load (will retry)", "err", err)
|
|
}
|
|
|
|
ticker := time.NewTicker(prefixSetRefreshInterval)
|
|
defer ticker.Stop()
|
|
|
|
for {
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
case <-ticker.C:
|
|
if err := ps.reload(ctx); err != nil {
|
|
log().Warn("prefix set reload failed", "err", err)
|
|
}
|
|
}
|
|
}
|
|
}
|