kubeconform/pkg/resource/files.go

package resource

import (
	"bufio"
	"context"
	"io"
	"os"
	"path/filepath"
	"regexp"
	"strings"
)

func isYAMLFile(info os.FileInfo) bool {
	return !info.IsDir() && (strings.HasSuffix(strings.ToLower(info.Name()), ".yaml") || strings.HasSuffix(strings.ToLower(info.Name()), ".yml"))
}

func isJSONFile(info os.FileInfo) bool {
	return !info.IsDir() && (strings.HasSuffix(strings.ToLower(info.Name()), ".json"))
}

type DiscoveryError struct {
	Path string
	Err  error
}

func (de DiscoveryError) Error() string {
	return de.Err.Error()
}

func isIgnored(path string, ignoreFilePatterns []string) (bool, error) {
	for _, p := range ignoreFilePatterns {
		m, err := regexp.MatchString(p, path)
		if err != nil {
			return false, err
		}
		if m {
			return true, nil
		}
	}
	return false, nil
}

func FromFiles(ctx context.Context, ignoreFilePatterns []string, paths ...string) (<-chan Resource, <-chan error) {
	resources := make(chan Resource)
	files := make(chan string)
	errors := make(chan error)

	go func() {
		for _, path := range paths {
			// we handle errors in the walk function directly
			// so it should be safe to discard the outer error
			err := filepath.Walk(path, func(p string, i os.FileInfo, err error) error {
				select {
				case <-ctx.Done():
					return io.EOF
				default:
				}

				if err != nil {
					return err
				}

				if !isYAMLFile(i) && !isJSONFile(i) {
					return nil
				}

				ignored, err := isIgnored(p, ignoreFilePatterns)
				if err != nil {
					return err
				}
				if ignored {
					return nil
				}

				files <- p

				return nil
			})

			if err != nil && err != io.EOF {
				errors <- DiscoveryError{path, err}
			}
		}

		close(files)
	}()

	go func() {
		maxResourceSize := 4 * 1024 * 1024
		buf := make([]byte, maxResourceSize)

		for p := range files {
			f, err := os.Open(p)
			if err != nil {
				errors <- DiscoveryError{p, err}
				continue
			}

			scanner := bufio.NewScanner(f)
			scanner.Buffer(buf, maxResourceSize)
			scanner.Split(SplitYAMLDocument)
			nRes := 0
			for res := scanner.Scan(); res != false; res = scanner.Scan() {
				resources <- Resource{Path: p, Bytes: []byte(scanner.Text())}
				nRes++
			}
			if err := scanner.Err(); err != nil {
				errors <- DiscoveryError{p, err}
			}
			if nRes == 0 {
				resources <- Resource{Path: p, Bytes: []byte{}}
			}

			f.Close()
		}

		close(errors)
		close(resources)
	}()

	return resources, errors
}