actions/kubeconform
13
0
Fork 0
mirror of https://github.com/yannh/kubeconform.git synced 2026-07-02 17:39:30 +00:00
Code Releases 1 Activity Actions

Read resources from multiple workers

Browse source
This commit is contained in:
Yann Hamon 2026-06-01 12:53:41 +02:00
parent e60892483e
commit 906255e12a
2 changed files with 18 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

2
cmd/kubeconform/main.go
View file

@ -102,7 +102,7 @@ func kubeconform(cfg config.Config) int {
if useStdin {
resourcesChan, errors = resource.FromStream(ctx, "stdin", os.Stdin)
} else {
resourcesChan, errors = resource.FromFiles(ctx, cfg.Files, cfg.IgnoreFilenamePatterns)
resourcesChan, errors = resource.FromFiles(ctx, cfg.Files, cfg.IgnoreFilenamePatterns, cfg.NumberOfWorkers)
}
// Process discovered resources across multiple workers

25
pkg/resource/files.go
View file

@ -8,6 +8,7 @@ import (
"path/filepath"
"regexp"
"strings"
"sync"
)
func isYAMLFile(info os.FileInfo) bool {
@ -124,19 +125,27 @@ func findResourcesInFile(p string, resources chan<- Resource, errors chan<- erro
findResourcesInReader(p, f, resources, errors, buf)
}
func FromFiles(ctx context.Context, paths []string, ignoreFilePatterns []string) (<-chan Resource, <-chan error) {
func FromFiles(ctx context.Context, paths []string, ignoreFilePatterns []string, nReaders int) (<-chan Resource, <-chan error) {
resources := make(chan Resource)
files, errors := findFilesInFolders(ctx, paths, ignoreFilePatterns)
wg := sync.WaitGroup{}
for i := 0; i < nReaders; i++ {
wg.Add(1)
go func() {
defer wg.Done()
initialBufSize := 4 * 1024 * 1024
buf := make([]byte, initialBufSize) // per-reader buffer, reused across files
for p := range files {
findResourcesInFile(p, resources, errors, buf)
}
}()
}
go func() {
initialBufSize := 4 * 1024 * 1024 // This is the initial size - scanner will resize if needed
buf := make([]byte, initialBufSize) // We reuse the same buffer to avoid multiple large memory allocations
for p := range files {
findResourcesInFile(p, resources, errors, buf)
}
wg.Wait()
close(errors)
close(resources)
}()