zonefile.go

package main

import (
	"database/sql"
	"fmt"
	"io/fs"
	"os"
	"regexp"

	"github.com/monoidic/dns"
)

type zoneData struct {
	zone     dns.Name
	filename string
}

func readZonefiles(zoneDataChan <-chan zoneData, rrDataChan chan<- rrData) {
	for zoneD := range zoneDataChan {
		zoneName, filename := zoneD.zone, zoneD.filename
		fp := check1(os.Open(filename))

		zp := dns.NewZoneParser(fp, zoneName, filename)

		for rr, running := zp.Next(); running; rr, running = zp.Next() {
			switch rr.(type) {
			case *dns.NSEC, *dns.NSEC3, *dns.RRSIG:
				continue
			}

			dns.Canonicalize(rr)
			rrValue := rr.String()
			header := rr.Header()

			rrD := rrData{
				zone:       zoneName,
				rrValue:    rrValue,
				rrType:     dns.TypeToString[header.Rrtype],
				rrName:     header.Name,
				msgtype:    rrDataRegular,
				parentZone: tldZone,
			}

			rrDataChan <- rrD
		}

		rrDataChan <- rrData{
			zone:    zoneName,
			msgtype: rrDataZoneDone,
		}

		fmt.Printf("inserted %s\n", zoneName)
		check(fp.Close())
	}
}

func parseZoneFiles(db *sql.DB) {
	var matches []string
	if len(args) > 0 {
		matches = args
	} else {
		matches = check1(fs.Glob(os.DirFS("."), "zones/*.zone"))
	}

	pattern := regexp.MustCompile("zones/([a-z0-9.-]+)zone")
	rrDataChan := make(chan rrData, BUFLEN)
	zoneDataChan := make(chan zoneData, BUFLEN)

	go func(matches []string) {
		for _, match := range matches {
			reMatch := pattern.FindAllStringSubmatch(match, 1)
			zone := mustParseName(reMatch[0][1]).Canonical()

			zoneDataChan <- zoneData{filename: match, zone: zone}
		}
		close(zoneDataChan)
	}(matches)

	chanWorkers(rrDataChan, numProcs, func() { readZonefiles(zoneDataChan, rrDataChan) })

	insertRRWorker(db, chanToSeq(rrDataChan))
}