snapshot of https://github.com/cortezaproject/corteza.git (2024.9.x, 2026-09-18; blobs > 131072B omitted)
Some checks failed
SonarQube / SonarQube (push) Failing after 5m28s
E2e test on main branch push / server and client test (map[name:admin port:8080]) (push) Failing after 3m33s
Server and lib tests / Library test (js) (push) Failing after 1m36s
Server and lib tests / Library test (vue) (push) Successful in 2m24s
Server and lib tests / Web client test (admin) (push) Successful in 2m52s
Server and lib tests / Web client test (compose) (push) Successful in 3m23s
Server and lib tests / Web client test (discovery) (push) Successful in 2m49s
Server and lib tests / Web client test (one) (push) Successful in 2m52s
Server and lib tests / Web client test (privacy) (push) Successful in 2m44s
Server and lib tests / Web client test (reporter) (push) Successful in 2m56s
Server and lib tests / Web client test (workflow) (push) Successful in 3m0s
Server and lib tests / Server tests (push) Failing after 4m55s
E2e test on main branch push / notify-failure (push) Failing after 9s
Server and lib tests / Send matrix testing notification (push) Successful in 2s
Mark stale issues and pull requests / stale (push) Successful in 40s
Some checks failed
SonarQube / SonarQube (push) Failing after 5m28s
E2e test on main branch push / server and client test (map[name:admin port:8080]) (push) Failing after 3m33s
Server and lib tests / Library test (js) (push) Failing after 1m36s
Server and lib tests / Library test (vue) (push) Successful in 2m24s
Server and lib tests / Web client test (admin) (push) Successful in 2m52s
Server and lib tests / Web client test (compose) (push) Successful in 3m23s
Server and lib tests / Web client test (discovery) (push) Successful in 2m49s
Server and lib tests / Web client test (one) (push) Successful in 2m52s
Server and lib tests / Web client test (privacy) (push) Successful in 2m44s
Server and lib tests / Web client test (reporter) (push) Successful in 2m56s
Server and lib tests / Web client test (workflow) (push) Successful in 3m0s
Server and lib tests / Server tests (push) Failing after 4m55s
E2e test on main branch push / notify-failure (push) Failing after 9s
Server and lib tests / Send matrix testing notification (push) Successful in 2s
Mark stale issues and pull requests / stale (push) Successful in 40s
This commit is contained in:
168
server/pkg/http/request.go
Normal file
168
server/pkg/http/request.go
Normal file
@@ -0,0 +1,168 @@
|
||||
package http
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"mime/multipart"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"strings"
|
||||
)
|
||||
|
||||
type (
|
||||
Request struct {
|
||||
*http.Request
|
||||
Body io.Reader
|
||||
}
|
||||
|
||||
// The BufferedReader behaves exactly like a bytes.Reader, with the exception
|
||||
// when the last block is read, it automatically rewinds the internal pointer to the start,
|
||||
// so effectively, the content can be read again without calling Seek() externally.
|
||||
BufferedReader struct {
|
||||
s []byte
|
||||
i int64 // current reading index
|
||||
prevRune int // index of previous rune; or < 0
|
||||
}
|
||||
)
|
||||
|
||||
const maxMemory = 1 << 30 // 1GB
|
||||
|
||||
func NewRequest(r *http.Request) (rr *Request, err error) {
|
||||
rr = &Request{
|
||||
Request: r,
|
||||
}
|
||||
|
||||
contentType := r.Header.Get("Content-Type")
|
||||
if strings.HasPrefix(contentType, "multipart/form-data") {
|
||||
// @todo consider increasing the limit; should be plenty for now
|
||||
var body []byte
|
||||
body, err = io.ReadAll(io.LimitReader(r.Body, maxMemory))
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
r.Body.Close()
|
||||
|
||||
// Save a copy of the body
|
||||
bCopy := make([]byte, len(body))
|
||||
copy(bCopy, body)
|
||||
|
||||
// Restore the body so we can parse it
|
||||
r.Body = io.NopCloser(bytes.NewReader(body))
|
||||
|
||||
// Pull files (this consumes the body)
|
||||
err = getFilesAsReaders(r)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
|
||||
// Restore & parse
|
||||
rr.Body, err = NewBufferedReader(bytes.NewBuffer(bCopy))
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
} else {
|
||||
// @todo support for others when needed?
|
||||
rr.Body, err = NewBufferedReader(r.Body)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
return
|
||||
}
|
||||
|
||||
// NewBufferedReader copies original data to the
|
||||
// BufferedReader
|
||||
func NewBufferedReader(rr io.Reader) (bb *BufferedReader, err error) {
|
||||
var (
|
||||
buf = &bytes.Buffer{}
|
||||
)
|
||||
|
||||
bb = &BufferedReader{}
|
||||
|
||||
_, err = io.Copy(buf, rr)
|
||||
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
|
||||
return &BufferedReader{
|
||||
s: buf.Bytes(),
|
||||
i: 0,
|
||||
prevRune: -1,
|
||||
}, nil
|
||||
}
|
||||
|
||||
func (r *BufferedReader) Read(b []byte) (n int, err error) {
|
||||
if r.i >= int64(len(r.s)) {
|
||||
n = 0
|
||||
err = io.EOF
|
||||
r.Seek(0, io.SeekStart)
|
||||
return
|
||||
}
|
||||
r.prevRune = -1
|
||||
n = copy(b, r.s[r.i:])
|
||||
r.i += int64(n)
|
||||
return
|
||||
}
|
||||
|
||||
func (r *BufferedReader) Seek(offset int64, whence int) (int64, error) {
|
||||
r.prevRune = -1
|
||||
var abs int64
|
||||
switch whence {
|
||||
case io.SeekStart:
|
||||
abs = offset
|
||||
case io.SeekCurrent:
|
||||
abs = r.i + offset
|
||||
case io.SeekEnd:
|
||||
abs = int64(len(r.s)) + offset
|
||||
default:
|
||||
return 0, fmt.Errorf("bytes.Reader.Seek: invalid whence")
|
||||
}
|
||||
if abs < 0 {
|
||||
return 0, fmt.Errorf("bytes.Reader.Seek: negative position")
|
||||
}
|
||||
r.i = abs
|
||||
return abs, nil
|
||||
}
|
||||
|
||||
func (bb *Request) MarshalJSON() ([]byte, error) {
|
||||
return json.Marshal(&struct {
|
||||
Method string
|
||||
URL *url.URL
|
||||
Header http.Header
|
||||
ContentLength int64
|
||||
Host string
|
||||
Form url.Values
|
||||
PostForm url.Values
|
||||
MultipartForm *multipart.Form
|
||||
RemoteAddr string
|
||||
RequestURI string
|
||||
}{
|
||||
Method: bb.Method,
|
||||
URL: bb.URL,
|
||||
Header: bb.Header,
|
||||
ContentLength: bb.ContentLength,
|
||||
Host: bb.Host,
|
||||
Form: bb.Form,
|
||||
PostForm: bb.PostForm,
|
||||
MultipartForm: bb.MultipartForm,
|
||||
RemoteAddr: bb.RemoteAddr,
|
||||
RequestURI: bb.RequestURI,
|
||||
})
|
||||
}
|
||||
|
||||
func getFilesAsReaders(r *http.Request) (err error) {
|
||||
err = r.ParseMultipartForm(32 << 20)
|
||||
if err != nil {
|
||||
return fmt.Errorf("error parsing multipart form: %w", err)
|
||||
}
|
||||
|
||||
if r.MultipartForm == nil {
|
||||
return fmt.Errorf("no multipart form found")
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
Reference in New Issue
Block a user