BreizhHardware/jfa-go
1
0
Fork 0
mirror of https://github.com/hrfee/jfa-go.git synced 2026-03-18 21:50:33 +01:00
Code Issues Packages Projects Releases Wiki Activity

scripts/variants: add parallel flag

Browse Source 
doesn't result in much gain on my machine or my CI server so it's not
the default. On local machine (5800x), went from ~5ms to ~4ms, on my CI
(hetzner ampere altra with 8 vCPUs) went from ~15ms to ~10ms.
This commit is contained in:
Harvey Tindall
2025-12-09 15:44:47 +00:00
parent fd72c838c3
commit 833fd26091
1 changed files with 45 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

45
scripts/variants/main.go
View File

@@ -13,6 +13,7 @@ import (
"os"
"path/filepath"
"regexp"
"sync"
)
var VERBOSE = false
@@ -71,6 +72,42 @@ func ParseDir(in, out string) error {
return err
}
func ParseDirParallel(in, out string) error {
var wg sync.WaitGroup
err := filepath.WalkDir(in, func(path string, d fs.DirEntry, err error) error {
if err != nil {
return err
}
info, err := d.Info()
if err != nil {
return err
}
perm := info.Mode()
rel, err := filepath.Rel(in, path)
outFile := filepath.Join(out, rel)
if d.IsDir() {
return os.MkdirAll(outFile, perm)
}
if VERBOSE {
log.Printf("\"%s\" => \"%s\"\n", path, outFile)
}
if err != nil {
return err
}
wg.Go(func() {
if err := ParseFile(path, outFile, &perm); err != nil {
panic(err)
}
})
return nil
})
if err != nil {
return err
}
wg.Wait()
return err
}
func ParseFile(in, out string, perm *fs.FileMode) error {
file, err := os.ReadFile(in)
if err != nil {
@@ -133,10 +170,12 @@ func ParseFile(in, out string, perm *fs.FileMode) error {
func main() {
var inFile, inDir, out string
var parallel bool
flag.StringVar(&inFile, "file", "", "Input of an individual file.")
flag.StringVar(&inDir, "dir", "", "Input of a whole directory.")
flag.StringVar(&out, "out", "", "Output filepath/directory, depending on if -file or -dir passed.")
flag.BoolVar(&VERBOSE, "v", false, "prints information about files and replacements as they are made")
flag.BoolVar(&VERBOSE, "v", false, "Prints information about files and replacements as they are made")
flag.BoolVar(&parallel, "p", false, "Run a goroutine per file. Probably won't speed things up.")
flag.Parse()
if out == "" {
@@ -147,7 +186,11 @@ func main() {
if inFile != "" {
err = ParseFile(inFile, out, nil)
} else if inDir != "" {
if parallel {
err = ParseDirParallel(inDir, out)
} else {
err = ParseDir(inDir, out)
}
} else {
flag.PrintDefaults()
os.Exit(1)