initial commit
This commit is contained in:
102
internal/stdlib/fetch.go
Normal file
102
internal/stdlib/fetch.go
Normal file
@@ -0,0 +1,102 @@
|
||||
package stdlib
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"io"
|
||||
"maps"
|
||||
"net/http"
|
||||
"strings"
|
||||
|
||||
"reichard.io/poiesis/internal/functions"
|
||||
)
|
||||
|
||||
func init() {
|
||||
functions.RegisterAsyncFunction("fetch", Fetch)
|
||||
}
|
||||
|
||||
type FetchArgs struct {
|
||||
Input string `json:"input"`
|
||||
Init *RequestInit `json:"init,omitempty"`
|
||||
}
|
||||
|
||||
func (f FetchArgs) Validate() error {
|
||||
return nil
|
||||
}
|
||||
|
||||
type RequestInit struct {
|
||||
Method string `json:"method,omitempty"`
|
||||
Headers map[string]string `json:"headers,omitempty"`
|
||||
Body *string `json:"body,omitempty"`
|
||||
}
|
||||
|
||||
func (o *RequestInit) Validate() error {
|
||||
return nil
|
||||
}
|
||||
|
||||
type Response struct {
|
||||
OK bool `json:"ok"`
|
||||
Status int `json:"status"`
|
||||
Body string `json:"body"`
|
||||
Headers map[string]string `json:"headers"`
|
||||
}
|
||||
|
||||
func Fetch(ctx context.Context, args FetchArgs) (Response, error) {
|
||||
// Set Default Method and Headers
|
||||
method := "GET"
|
||||
headers := make(map[string]string)
|
||||
|
||||
// Apply Init Options
|
||||
if args.Init != nil {
|
||||
if args.Init.Method != "" {
|
||||
method = args.Init.Method
|
||||
}
|
||||
if args.Init.Headers != nil {
|
||||
maps.Copy(headers, args.Init.Headers)
|
||||
}
|
||||
}
|
||||
|
||||
// Create Request
|
||||
req, err := http.NewRequestWithContext(ctx, method, args.Input, nil)
|
||||
if err != nil {
|
||||
return Response{}, fmt.Errorf("failed to create request: %w", err)
|
||||
}
|
||||
|
||||
// Set Request Headers
|
||||
for k, v := range headers {
|
||||
req.Header.Set(k, v)
|
||||
}
|
||||
|
||||
// Execute Request
|
||||
resp, err := http.DefaultClient.Do(req)
|
||||
if err != nil {
|
||||
return Response{}, fmt.Errorf("failed to fetch: %w", err)
|
||||
}
|
||||
defer func() {
|
||||
_ = resp.Body.Close()
|
||||
}()
|
||||
|
||||
// Read Response Body
|
||||
body, err := io.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
return Response{}, fmt.Errorf("failed to read body: %w", err)
|
||||
}
|
||||
|
||||
// Collect Response Headers
|
||||
resultHeaders := make(map[string]string)
|
||||
for key, values := range resp.Header {
|
||||
if len(values) > 0 {
|
||||
val := values[0]
|
||||
resultHeaders[key] = val
|
||||
resultHeaders[strings.ToLower(key)] = val
|
||||
}
|
||||
}
|
||||
|
||||
// Return Response
|
||||
return Response{
|
||||
OK: resp.StatusCode >= 200 && resp.StatusCode < 300,
|
||||
Status: resp.StatusCode,
|
||||
Body: string(body),
|
||||
Headers: resultHeaders,
|
||||
}, nil
|
||||
}
|
||||
130
internal/stdlib/fetch_test.go
Normal file
130
internal/stdlib/fetch_test.go
Normal file
@@ -0,0 +1,130 @@
|
||||
package stdlib
|
||||
|
||||
import (
|
||||
"context"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"testing"
|
||||
|
||||
"github.com/stretchr/testify/assert"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
func TestFetch(t *testing.T) {
|
||||
// Create Context
|
||||
ctx := context.Background()
|
||||
|
||||
// Create Test Server
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "application/json")
|
||||
w.Header().Set("X-Custom-Header", "test-value")
|
||||
w.WriteHeader(http.StatusOK)
|
||||
_, _ = w.Write([]byte(`{"status":"ok","message":"Hello from httptest"}`))
|
||||
}))
|
||||
defer server.Close()
|
||||
|
||||
// Execute Fetch
|
||||
result, err := Fetch(ctx, FetchArgs{Input: server.URL})
|
||||
require.NoError(t, err)
|
||||
|
||||
// Verify Response
|
||||
assert.True(t, result.OK)
|
||||
assert.Equal(t, http.StatusOK, result.Status)
|
||||
assert.Contains(t, result.Body, "Hello from httptest")
|
||||
assert.Contains(t, result.Body, `"status":"ok"`)
|
||||
assert.Equal(t, "application/json", result.Headers["Content-Type"])
|
||||
assert.Equal(t, "test-value", result.Headers["X-Custom-Header"])
|
||||
}
|
||||
|
||||
func TestFetchHTTPBin(t *testing.T) {
|
||||
// Create Context
|
||||
ctx := context.Background()
|
||||
|
||||
// Create Test Server
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
w.Header().Set("Content-Type", "application/json")
|
||||
w.WriteHeader(http.StatusOK)
|
||||
_, _ = w.Write([]byte(`{"args":{}}`))
|
||||
}))
|
||||
defer server.Close()
|
||||
|
||||
// Execute Fetch
|
||||
result, err := Fetch(ctx, FetchArgs{Input: server.URL})
|
||||
require.NoError(t, err)
|
||||
|
||||
// Verify Response
|
||||
assert.True(t, result.OK)
|
||||
assert.Equal(t, http.StatusOK, result.Status)
|
||||
assert.Contains(t, result.Body, `"args"`)
|
||||
assert.Equal(t, "application/json", result.Headers["Content-Type"])
|
||||
}
|
||||
|
||||
func TestFetchWith404(t *testing.T) {
|
||||
// Create Context
|
||||
ctx := context.Background()
|
||||
|
||||
// Execute Fetch
|
||||
result, err := Fetch(ctx, FetchArgs{Input: "https://httpbin.org/status/404"})
|
||||
require.NoError(t, err)
|
||||
|
||||
// Verify Response
|
||||
assert.False(t, result.OK)
|
||||
assert.Equal(t, http.StatusNotFound, result.Status)
|
||||
}
|
||||
|
||||
func TestFetchWithInvalidURL(t *testing.T) {
|
||||
// Create Context
|
||||
ctx := context.Background()
|
||||
|
||||
// Execute Fetch - Should Fail
|
||||
_, err := Fetch(ctx, FetchArgs{Input: "http://this-domain-does-not-exist-12345.com"})
|
||||
assert.Error(t, err)
|
||||
assert.Contains(t, err.Error(), "failed to fetch")
|
||||
}
|
||||
|
||||
func TestFetchWithHeaders(t *testing.T) {
|
||||
// Create Context
|
||||
ctx := context.Background()
|
||||
|
||||
// Create Test Server
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
assert.Equal(t, "Bearer test-token", r.Header.Get("Authorization"))
|
||||
assert.Equal(t, "GET", r.Method)
|
||||
w.WriteHeader(http.StatusOK)
|
||||
_, _ = w.Write([]byte(`ok`))
|
||||
}))
|
||||
defer server.Close()
|
||||
|
||||
// Configure Request Options
|
||||
headers := map[string]string{
|
||||
"Authorization": "Bearer test-token",
|
||||
}
|
||||
options := &RequestInit{
|
||||
Method: "GET",
|
||||
Headers: headers,
|
||||
}
|
||||
|
||||
// Execute Fetch with Headers
|
||||
result, err := Fetch(ctx, FetchArgs{Input: server.URL, Init: options})
|
||||
require.NoError(t, err)
|
||||
assert.True(t, result.OK)
|
||||
}
|
||||
|
||||
func TestFetchDefaults(t *testing.T) {
|
||||
// Create Context
|
||||
ctx := context.Background()
|
||||
|
||||
// Create Test Server
|
||||
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
assert.Equal(t, "GET", r.Method, "default method should be GET")
|
||||
w.WriteHeader(http.StatusOK)
|
||||
_, _ = w.Write([]byte(`ok`))
|
||||
}))
|
||||
defer server.Close()
|
||||
|
||||
// Execute Fetch with Empty Options
|
||||
options := &RequestInit{}
|
||||
result, err := Fetch(ctx, FetchArgs{Input: server.URL, Init: options})
|
||||
require.NoError(t, err)
|
||||
assert.True(t, result.OK)
|
||||
}
|
||||
Reference in New Issue
Block a user