snapshot of https://github.com/cortezaproject/corteza.git (2024.9.x, 2026-09-18; blobs > 131072B omitted)

server/pkg/envoyx/io.go

@@ -0,0 +1,187 @@
+package envoyx
+
+import (
+	"context"
+	"fmt"
+	"io"
+	"io/fs"
+	"os"
+	"path/filepath"
+	"strings"
+
+	"github.com/cortezaproject/corteza/server/pkg/envoyx/csv"
+	"github.com/cortezaproject/corteza/server/pkg/envoyx/json"
+)
+
+func (svc *Service) decodeIo(ctx context.Context, p DecodeParams) (nodes NodeSet, providers []Provider, err error) {
+	// Get and validate the reader param
+	r, ok := p.Params["reader"]
+	if !ok {
+		err = fmt.Errorf("cannot decode IO: no reader parameter provided")
+		return
+	}
+	reader, ok := r.(io.Reader)
+	if !ok {
+		err = fmt.Errorf("cannot decode IO: reader should be io.Reader encoded")
+		return
+	}
+
+	// Get and validate the mimetype param
+	_, ok = p.Params["mime"].(string)
+	if !ok {
+		// @todo guess mime type
+		p.Params["mime"] = "text/yaml"
+	}
+
+	// @todo different ext based on mimetype -- currently yaml is the only supported one
+	tmpFileName := "*.yaml"
+	f, err := os.CreateTemp(os.TempDir(), tmpFileName)
+	if err != nil {
+		return
+	}
+	defer f.Close()
+	defer os.Remove(f.Name())
+
+	_, err = io.Copy(f, reader)
+	if err != nil {
+		return
+	}
+
+	return svc.decodeFile(ctx, p, os.TempDir(), f.Name())
+}
+
+func (svc *Service) decodeUri(ctx context.Context, p DecodeParams) (nodes NodeSet, providers []Provider, err error) {
+	aUri, ok := p.Params["uri"]
+	if !ok {
+		err = fmt.Errorf("cannot decode URI: no uri parameter provided")
+		return
+	}
+
+	uri, ok := aUri.(string)
+	if !ok {
+		err = fmt.Errorf("cannot decode URI: uri should be string encoded: got %v", aUri)
+		return
+	}
+
+	pp := strings.Split(uri, "://")
+
+	proto := pp[0]
+	rest := pp[1]
+
+	switch proto {
+	case "file":
+		fileInfo, err := os.Stat(rest)
+		if err != nil {
+			return nil, nil, err
+		}
+
+		if fileInfo.IsDir() {
+			// decode whole directory
+			return svc.decodeDirectory(ctx, p, rest)
+		}
+
+		// decode specific file
+		var base string
+		bits := strings.Split(rest, string(os.PathSeparator))
+		base = strings.Join(bits[0:len(bits)-1], string(os.PathSeparator))
+		return svc.decodeFile(ctx, p, base, rest)
+
+	default:
+		err = fmt.Errorf("unsupported URI protocol %s", proto)
+		return
+	}
+}
+
+func (nvyx *Service) encodeIo(ctx context.Context, dg *DepGraph, p EncodeParams) (err error) {
+	for rt, nn := range NodesByResourceType(dg.Roots()...) {
+		for _, se := range nvyx.encoders[EncodeTypeIo] {
+			nn = OmitPlaceholderNodes(nn...)
+			if len(nn) == 0 {
+				continue
+			}
+
+			err = se.Encode(ctx, p, rt, OmitPlaceholderNodes(nn...), dg)
+			if err != nil {
+				return
+			}
+		}
+	}
+
+	return
+}
+
+func (nvyx *Service) decodeDirectory(ctx context.Context, p DecodeParams, path string) (nodes NodeSet, providers []Provider, err error) {
+	basePath := path
+	return nodes, providers, filepath.Walk(path, func(path string, info fs.FileInfo, err error) error {
+		if err != nil {
+			return err
+		}
+
+		// @todo consider supporting nested directories
+		if info.IsDir() {
+			return nil
+		}
+
+		auxNodes, auxProviders, err := nvyx.decodeFile(ctx, p, basePath, path)
+		if err != nil {
+			return err
+		}
+
+		nodes = append(nodes, auxNodes...)
+		providers = append(providers, auxProviders...)
+		return nil
+	})
+}
+
+func (nvyx *Service) decodeFile(ctx context.Context, p DecodeParams, basePath, path string) (nodes NodeSet, providers []Provider, err error) {
+	var aux NodeSet
+	f, err := os.Open(path)
+	if err != nil {
+		return
+	}
+	defer f.Close()
+
+	p.Params["stream"] = f
+
+	for _, d := range nvyx.decoders[DecodeTypeURI] {
+		if cc, ok := d.(canCheckFile); ok {
+			if !cc.CanFile(f) {
+				continue
+			}
+		}
+
+		aux, err = d.Decode(ctx, p)
+		if err != nil {
+			return
+		}
+		nodes = append(nodes, aux...)
+
+		_, err = f.Seek(0, 0)
+		if err != nil {
+			return
+		}
+	}
+
+	providerIdent := strings.Replace(f.Name(), basePath, "", -1)
+	providerIdent = strings.TrimLeft(providerIdent, "/")
+
+	if csv.CanDecodeFile(f) || csv.CanDecodeExt(f.Name()) {
+		f.Seek(0, 0)
+		aux, err := csv.Decoder(f, providerIdent, p.Config)
+		if err != nil {
+			return nil, nil, err
+		}
+		providers = append(providers, aux)
+	}
+
+	if json.CanDecodeFile(f) || json.CanDecodeExt(f.Name()) {
+		f.Seek(0, 0)
+		aux, err := json.Decoder(f, providerIdent)
+		if err != nil {
+			return nil, nil, err
+		}
+		providers = append(providers, aux)
+	}
+
+	return
+}