added separate hash for srcinfo cache

utils.go

@@ -19,6 +19,7 @@ import (
 	"os/exec"
 	"path/filepath"
 	"regexp"
+	"runtime"
 	"sort"
 	"strconv"
 	"strings"
@@ -117,6 +118,85 @@ func updateLastUpdated() error {
 	return nil
 }
 
+func (b *BuildManager) refreshSRCINFOs(ctx context.Context, path string) error {
+	pkgBuilds, err := Glob(path)
+	if err != nil {
+		return fmt.Errorf("error scanning for PKGBUILDs: %w", err)
+	}
+
+	step := int(float32(len(pkgBuilds)) / float32(runtime.NumCPU()))
+	cur := 0
+	wg := sync.WaitGroup{}
+	for i := 0; i < runtime.NumCPU(); i++ {
+		if i == runtime.NumCPU()-1 {
+			step = len(pkgBuilds) - cur
+		}
+
+		wg.Add(1)
+		go func(pkgBuilds []string) {
+			defer wg.Done()
+			for _, pkgbuild := range pkgBuilds {
+				mPkgbuild := PKGBUILD(pkgbuild)
+				if mPkgbuild.FullRepo() == "trunk" || !Contains(conf.Repos, mPkgbuild.Repo()) || containsSubStr(mPkgbuild.FullRepo(), conf.Blacklist.Repo) {
+					continue
+				}
+
+				for _, march := range conf.March {
+					dbPkg, dbErr := db.DbPackage.Query().Where(
+						dbpackage.And(
+							dbpackage.Pkgbase(mPkgbuild.PkgBase()),
+							dbpackage.RepositoryEQ(dbpackage.Repository(mPkgbuild.Repo())),
+							dbpackage.March(march),
+						),
+					).Only(context.Background())
+
+					if ent.IsNotFound(dbErr) {
+						log.Debugf("[%s/%s] Package not found in database", mPkgbuild.Repo(), mPkgbuild.PkgBase())
+					} else if err != nil {
+						log.Errorf("[%s/%s] Problem querying db for package: %v", mPkgbuild.Repo(), mPkgbuild.PkgBase(), dbErr)
+					}
+
+					// compare b3sum of PKGBUILD file to hash in database, only proceed if hash differs
+					// reduces the amount of PKGBUILDs that need to be parsed with makepkg, which is _really_ slow, significantly
+					b3s, err := b3sum(pkgbuild)
+					if err != nil {
+						log.Fatalf("Error hashing PKGBUILD: %v", err)
+					}
+
+					if dbPkg != nil && b3s == dbPkg.Hash {
+						log.Debugf("[%s/%s] Skipped: PKGBUILD hash matches db (%s)", mPkgbuild.Repo(), mPkgbuild.PkgBase(), b3s)
+						continue
+					} else if dbPkg != nil && b3s != dbPkg.Hash && dbPkg.SrcinfoHash != b3s {
+						log.Debugf("[%s/%s] srcinfo cleared", mPkgbuild.Repo(), mPkgbuild.PkgBase())
+						dbPkg = dbPkg.Update().ClearSrcinfo().SaveX(context.Background())
+					}
+
+					proto := &ProtoPackage{
+						Pkgbuild:  pkgbuild,
+						Pkgbase:   mPkgbuild.PkgBase(),
+						Repo:      dbpackage.Repository(mPkgbuild.Repo()),
+						March:     march,
+						FullRepo:  mPkgbuild.Repo() + "-" + march,
+						Hash:      b3s,
+						DbPackage: dbPkg,
+					}
+
+					_, err = proto.isEligible(ctx)
+					if err != nil {
+						log.Infof("Unable to determine status for package %s: %v", proto.Pkgbase, err)
+						b.repoPurge[proto.FullRepo] <- []*ProtoPackage{proto}
+					}
+				}
+			}
+		}(pkgBuilds[cur : cur+step])
+
+		cur += step
+	}
+
+	wg.Wait()
+	return nil
+}
+
 func statusId2string(s dbpackage.Status) string {
 	switch s {
 	case dbpackage.StatusSkipped: