97 lines
2.1 KiB
Go
97 lines
2.1 KiB
Go
// Copyright 2024 Matthew Rich <matthewrich.conf@gmail.com>. All rights reserved.
|
|
|
|
package source
|
|
|
|
import (
|
|
_ "context"
|
|
_ "encoding/json"
|
|
_ "fmt"
|
|
_ "gopkg.in/yaml.v3"
|
|
"net/url"
|
|
"path/filepath"
|
|
"decl/internal/resource"
|
|
"decl/internal/transport"
|
|
"regexp"
|
|
_ "os"
|
|
"io"
|
|
"compress/gzip"
|
|
"errors"
|
|
"log/slog"
|
|
)
|
|
|
|
type DeclFile struct {
|
|
Path string `yaml:"path" json:"path"`
|
|
transport *transport.Reader `yaml:"-" json:"-"`
|
|
}
|
|
|
|
func NewDeclFile() *DeclFile {
|
|
return &DeclFile{}
|
|
}
|
|
|
|
func init() {
|
|
SourceTypes.Register([]string{"decl"}, func(u *url.URL) DocSource {
|
|
t := NewDeclFile()
|
|
t.Path,_ = filepath.Abs(filepath.Join(u.Hostname(), u.RequestURI()))
|
|
t.transport,_ = transport.NewReader(u)
|
|
return t
|
|
})
|
|
|
|
SourceTypes.Register([]string{"yaml","yml","yaml.gz","yml.gz"}, func(u *url.URL) DocSource {
|
|
t := NewDeclFile()
|
|
if u.Scheme == "file" {
|
|
fileAbsolutePath, _ := filepath.Abs(filepath.Join(u.Hostname(), u.RequestURI()))
|
|
t.Path = fileAbsolutePath
|
|
} else {
|
|
t.Path = filepath.Join(u.Hostname(), u.Path)
|
|
}
|
|
t.transport,_ = transport.NewReader(u)
|
|
return t
|
|
})
|
|
|
|
}
|
|
|
|
|
|
func (d *DeclFile) Type() string { return "decl" }
|
|
|
|
func (d *DeclFile) ExtractResources(filter ResourceSelector) ([]*resource.Document, error) {
|
|
documents := make([]*resource.Document, 0, 100)
|
|
|
|
GzipFileName := regexp.MustCompile(`^.*\.gz$`)
|
|
|
|
defer d.transport.Close()
|
|
|
|
var fileReader io.Reader
|
|
|
|
if GzipFileName.FindString(d.Path) == d.Path {
|
|
slog.Info("decompressing gzip", "path", d.Path)
|
|
zr, err := gzip.NewReader(d.transport)
|
|
if err != nil {
|
|
return documents, err
|
|
}
|
|
fileReader = zr
|
|
} else {
|
|
fileReader = d.transport
|
|
}
|
|
|
|
decoder := resource.NewYAMLDecoder(fileReader)
|
|
slog.Info("ExtractResources()", "documents", documents)
|
|
index := 0
|
|
for {
|
|
doc := resource.NewDocument()
|
|
e := decoder.Decode(doc)
|
|
if errors.Is(e, io.EOF) {
|
|
break
|
|
}
|
|
if e != nil {
|
|
return documents, e
|
|
}
|
|
slog.Info("ExtractResources()", "res", doc.ResourceDecls[0].Attributes)
|
|
if validationErr := doc.Validate(); validationErr != nil {
|
|
return documents, validationErr
|
|
}
|
|
documents = append(documents, doc)
|
|
index++
|
|
}
|
|
return documents, nil
|
|
}
|