initial commit

This commit is contained in:
2025-12-31 15:33:16 -05:00
commit 89f2114b06
51 changed files with 4779 additions and 0 deletions

1
backend/.gitignore vendored Normal file
View File

@@ -0,0 +1 @@
dist

53
backend/AGENTS.md Normal file
View File

@@ -0,0 +1,53 @@
# Backend Agent Instructions
## Stack
- **Go 1.25.5**
- **cobra** (CLI framework)
- **logrus** (structured logging)
- **openai-go/v3** (OpenAI API client)
- **golangci-lint** (linting)
## Commands
```bash
go build -o ./dist/aethera ./cmd
golangci-lint run
go test ./...
```
## Non-Negotiables
- ❌ No unhandled errors - always check `err`
- ❌ No ignored linter warnings
- ❌ No sensitive data in logs
- ❌ No hardcoded paths - use `path.Join`
- ❌ No unsafe file access - use `filepath.Base`
- ❌ Don't skip tests or linting
## Code Style
- tab indentation, PascalCase exports, camelCase internal
- Error wrapping with context: `fmt.Errorf("...: %w", err)`
- Custom error types for domain errors (e.g., `ChatNotFoundError`)
- Struct tags for JSON with `omitempty`
- Log with context: `log.WithField("key", val)`
- Clean up resources with `defer`
## Key Patterns
- **Interfaces**: `Store` interface for swappable backends
- **DI**: Dependencies through constructors (`New*` functions)
- **HTTP**: Handlers receive `store.Store`, validate inputs, return proper status codes
- **Streaming**: Use `FlushWriter` for SSE/text streams
- **Storage**: JSON file-based (`FileStore` implementation)
## What Goes Where
- CLI entry: `cmd/` (main.go, config.go)
- HTTP handlers: `internal/api/`
- OpenAI client: `internal/client/`
- Server setup: `internal/server/`
- Storage interface & impl: `internal/store/`
- Storage utilities: `internal/storage/`
- Utilities: `pkg/` (ptr, slices)

24
backend/cmd/config.go Normal file
View File

@@ -0,0 +1,24 @@
package main
import (
"fmt"
"os"
"path"
)
type cliParams struct {
ListenAddr string
ListenPort int
DataDir string
SettingsFile string
}
func (p *cliParams) Validate() error {
// Ensure Generated Directories
imgDir := path.Join(p.DataDir, "generated/images")
if err := os.MkdirAll(imgDir, 0755); err != nil {
return fmt.Errorf("failed to create images directory: %w", err)
}
return nil
}

50
backend/cmd/main.go Normal file
View File

@@ -0,0 +1,50 @@
package main
import (
"os"
"path"
"github.com/sirupsen/logrus"
"github.com/spf13/cobra"
"reichard.io/aethera/internal/server"
"reichard.io/aethera/internal/store"
)
var (
params = cliParams{
ListenAddr: "localhost",
ListenPort: 8080,
DataDir: "./data",
}
rootCmd = &cobra.Command{Use: "aethera"}
)
func init() {
rootCmd.PersistentFlags().StringVar(&params.DataDir, "data-dir", "data", "Directory to store generated images")
rootCmd.PersistentFlags().StringVar(&params.ListenAddr, "listen", "localhost", "Address to listen on")
rootCmd.PersistentFlags().IntVar(&params.ListenPort, "port", 8080, "Port to listen on")
}
func main() {
// Validate Params
if err := params.Validate(); err != nil {
logrus.Fatalf("failed to validate parameters: %v", err)
}
// Initialize Store
fileStore, err := store.NewFileStore(path.Join(params.DataDir, "settings.json"))
if err != nil {
logrus.Fatalf("failed to create store: %v", err)
}
// Start Server
rootCmd.Run = func(cmd *cobra.Command, args []string) {
server.StartServer(fileStore, params.DataDir, params.ListenAddr, params.ListenPort)
}
if err := rootCmd.Execute(); err != nil {
logrus.Fatal(err)
os.Exit(1)
}
}

21
backend/go.mod Normal file
View File

@@ -0,0 +1,21 @@
module reichard.io/aethera
go 1.25.5
require (
github.com/sirupsen/logrus v1.9.3
github.com/spf13/cobra v1.10.2
)
require (
github.com/google/jsonschema-go v0.4.2 // indirect
github.com/google/uuid v1.6.0 // indirect
github.com/inconshreveable/mousetrap v1.1.0 // indirect
github.com/openai/openai-go/v3 v3.15.0 // indirect
github.com/spf13/pflag v1.0.9 // indirect
github.com/tidwall/gjson v1.18.0 // indirect
github.com/tidwall/match v1.1.1 // indirect
github.com/tidwall/pretty v1.2.1 // indirect
github.com/tidwall/sjson v1.2.5 // indirect
golang.org/x/sys v0.29.0 // indirect
)

42
backend/go.sum Normal file
View File

@@ -0,0 +1,42 @@
github.com/cpuguy83/go-md2man/v2 v2.0.6/go.mod h1:oOW0eioCTA6cOiMLiUPZOpcVxMig6NIQQ7OS05n1F4g=
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/google/jsonschema-go v0.4.2 h1:tmrUohrwoLZZS/P3x7ex0WAVknEkBZM46iALbcqoRA8=
github.com/google/jsonschema-go v0.4.2/go.mod h1:r5quNTdLOYEz95Ru18zA0ydNbBuYoo9tgaYcxEYhJVE=
github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8=
github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw=
github.com/openai/openai-go/v3 v3.15.0 h1:hk99rM7YPz+M99/5B/zOQcVwFRLLMdprVGx1vaZ8XMo=
github.com/openai/openai-go/v3 v3.15.0/go.mod h1:cdufnVK14cWcT9qA1rRtrXx4FTRsgbDPW7Ia7SS5cZo=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=
github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ=
github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
github.com/spf13/cobra v1.10.2 h1:DMTTonx5m65Ic0GOoRY2c16WCbHxOOw6xxezuLaBpcU=
github.com/spf13/cobra v1.10.2/go.mod h1:7C1pvHqHw5A4vrJfjNwvOdzYu0Gml16OCs2GRiTUUS4=
github.com/spf13/pflag v1.0.9 h1:9exaQaMOCwffKiiiYk6/BndUBv+iRViNW+4lEMi0PvY=
github.com/spf13/pflag v1.0.9/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/tidwall/gjson v1.14.2/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk=
github.com/tidwall/gjson v1.18.0 h1:FIDeeyB800efLX89e5a8Y0BNH+LOngJyGrIWxG2FKQY=
github.com/tidwall/gjson v1.18.0/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk=
github.com/tidwall/match v1.1.1 h1:+Ho715JplO36QYgwN9PGYNhgZvoUSc9X2c80KVTi+GA=
github.com/tidwall/match v1.1.1/go.mod h1:eRSPERbgtNPcGhD8UCthc6PmLEQXEWd3PRB5JTxsfmM=
github.com/tidwall/pretty v1.2.0/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
github.com/tidwall/pretty v1.2.1 h1:qjsOFOWWQl+N3RsoF5/ssm1pHmJJwhjlSbZ51I6wMl4=
github.com/tidwall/pretty v1.2.1/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
github.com/tidwall/sjson v1.2.5 h1:kLy8mja+1c9jlljvWTlSazM7cKDRfJuR/bOJhcY5NcY=
github.com/tidwall/sjson v1.2.5/go.mod h1:Fvgq9kS/6ociJEDnK0Fk1cpYF4FIW6ZF7LAe+6jwd28=
go.yaml.in/yaml/v3 v3.0.4/go.mod h1:DhzuOOF2ATzADvBadXxruRBLzYTpT36CKvDb3+aBEFg=
golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8 h1:0A+M6Uqn+Eje4kHMK80dtF3JCXC4ykBgQG4Fe06QRhQ=
golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/sys v0.29.0 h1:TPYlXGxvx1MGTn2GiZDhnjPA9wZzZeGKHHmKhHYvgaU=
golang.org/x/sys v0.29.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c h1:dUUwHk2QECo/6vqA44rthZ8ie2QXMNeKRTHCNY2nXvo=
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

View File

@@ -0,0 +1,28 @@
package api
import (
"reichard.io/aethera/internal/store"
"reichard.io/aethera/pkg/slices"
)
func toChat(c *store.Chat) *Chat {
chat := &Chat{
ID: c.ID,
CreatedAt: c.CreatedAt,
Title: c.Title,
MessageCount: len(c.Messages),
Messages: c.Messages,
}
if firstMessage, found := slices.First(c.Messages); found {
chat.InitialMessage = firstMessage.Content
}
return chat
}
func toChatNoMessages(c *store.Chat) *Chat {
chat := toChat(c)
chat.Messages = []*store.Message{}
return chat
}

View File

@@ -0,0 +1,27 @@
package api
import (
"net/http"
)
type flushWriter struct {
w http.ResponseWriter
f http.Flusher
}
func (fw *flushWriter) Write(p []byte) (n int, err error) {
// Write Data
n, err = fw.w.Write(p)
if err == nil && fw.f != nil {
fw.f.Flush()
}
return
}
func newFlushWriter(w http.ResponseWriter) *flushWriter {
flusher, _ := w.(http.Flusher)
return &flushWriter{
w: w,
f: flusher,
}
}

View File

@@ -0,0 +1,549 @@
package api
import (
"context"
"encoding/base64"
"encoding/json"
"errors"
"fmt"
"net/http"
"net/url"
"os"
"path"
"path/filepath"
"sort"
"strings"
"time"
"github.com/google/uuid"
"github.com/openai/openai-go/v3"
"github.com/sirupsen/logrus"
"reichard.io/aethera/internal/client"
"reichard.io/aethera/internal/store"
"reichard.io/aethera/pkg/slices"
)
type API struct {
logger *logrus.Entry
store store.Store
client *client.Client
dataDir string
}
func New(s store.Store, dataDir string, logger *logrus.Logger) *API {
return &API{
store: s,
dataDir: dataDir,
logger: logger.WithField("service", "api"),
}
}
func (a *API) GetSettings(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "GetSettingsHandler")
settings, err := a.store.GetSettings()
if err != nil {
log.WithError(err).Error("failed to retrieve settings")
http.Error(w, "Failed to retrieve application settings", http.StatusInternalServerError)
return
}
w.Header().Set("Content-Type", "application/json")
if err := json.NewEncoder(w).Encode(settings); err != nil {
log.WithError(err).Error("failed to encode application settings response")
http.Error(w, "Failed to encode application settings response", http.StatusInternalServerError)
return
}
}
func (a *API) PostSettings(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "PostSettingsHandler")
var newSettings store.Settings
if err := json.NewDecoder(r.Body).Decode(&newSettings); err != nil {
log.WithError(err).Error("invalid JSON in settings update request")
http.Error(w, "Invalid request body format for settings", http.StatusBadRequest)
return
}
if apiEndpoint := newSettings.APIEndpoint; apiEndpoint != "" {
baseURL, err := url.Parse(apiEndpoint)
if err != nil {
errMsg := fmt.Sprintf("Invalid API Endpoint URL: %q", baseURL)
log.WithError(err).Error(errMsg)
http.Error(w, errMsg, http.StatusBadRequest)
return
}
testClient := client.NewClient(baseURL)
if _, err := testClient.GetModels(r.Context()); err != nil {
log.WithError(err).Error("failed to access configured API endpoint")
http.Error(w, "API endpoint inaccessible", http.StatusBadRequest)
return
}
a.client = nil
}
if err := a.store.SaveSettings(&newSettings); err != nil {
log.WithError(err).Error("failed to save settings")
http.Error(w, "Failed to save application settings", http.StatusInternalServerError)
return
}
w.WriteHeader(http.StatusOK)
}
func (a *API) GetModels(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "GetModelsHandler")
client, err := a.getClient()
if err != nil {
log.WithError(err).Error("failed to initialize API client")
http.Error(w, "Failed to initialize API client", http.StatusInternalServerError)
return
}
models, err := client.GetModels(r.Context())
if err != nil {
log.WithError(err).Error("failed to retrieve available models")
http.Error(w, "Failed to retrieve available models from API", http.StatusInternalServerError)
return
}
if err := json.NewEncoder(w).Encode(models); err != nil {
log.WithError(err).Error("failed to encode available models response")
http.Error(w, "Failed to encode available models response", http.StatusInternalServerError)
return
}
}
func (a *API) GetImages(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "GetImagesHandler")
files, err := os.ReadDir(path.Join(a.dataDir, "generated/images"))
if err != nil {
log.WithError(err).Error("failed to read images directory")
http.Error(w, "Failed to read images directory", http.StatusInternalServerError)
return
}
imageList := make([]ImageRecord, 0)
for _, file := range files {
if !file.IsDir() && strings.HasSuffix(strings.ToLower(file.Name()), ".png") {
info, err := file.Info()
if err != nil {
continue
}
imageList = append(imageList, ImageRecord{
Name: file.Name(),
Path: "/generated/images/" + file.Name(),
Size: info.Size(),
Date: info.ModTime().Format(time.RFC3339),
})
}
}
sort.Slice(imageList, func(i, j int) bool {
return imageList[i].Date > imageList[j].Date
})
if err := json.NewEncoder(w).Encode(imageList); err != nil {
log.WithError(err).Error("failed to encode image list metadata response")
http.Error(w, "Failed to encode image list metadata response", http.StatusInternalServerError)
return
}
}
func (a *API) PostImage(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "PostImageHandler")
client, err := a.getClient()
if err != nil {
log.WithError(err).Error("failed to initialize API client")
http.Error(w, "Failed to initialize API client", http.StatusInternalServerError)
return
}
var genReq GenerateImageRequest
if err := json.NewDecoder(r.Body).Decode(&genReq); err != nil {
log.WithError(err).Error("invalid JSON in image generation request")
http.Error(w, "Invalid request body format for image generation", http.StatusBadRequest)
return
}
if err := genReq.Validate(); err != nil {
log.WithError(err).Error("invalid request")
http.Error(w, err.Error(), http.StatusBadRequest)
return
}
// Edit vs Generate Request
var images []openai.Image
var reqErr error
if genReq.isEdit() {
editParams, err := genReq.getEditParams()
if err != nil {
log.WithError(err).Error("invalid image edit parameters")
http.Error(w, "Invalid image edit parameters", http.StatusBadRequest)
return
}
images, reqErr = client.EditImage(r.Context(), *editParams)
} else {
genParams, err := genReq.getGenerateParams()
if err != nil {
log.WithError(err).Error("invalid image generation parameters")
http.Error(w, "Invalid image generation parameters", http.StatusBadRequest)
return
}
images, reqErr = client.GenerateImages(r.Context(), *genParams)
}
// Check Error
if reqErr != nil {
log.WithError(reqErr).Error("failed to generate images")
http.Error(w, "Failed to generate images via API", http.StatusInternalServerError)
return
}
// Normalize Responses
imageRecords := make([]ImageRecord, 0)
for i, img := range images {
if img.B64JSON == "" {
log.Warnf("empty image data at index %d, skipping", i)
continue
}
// Decode Image
imgBytes, err := base64.StdEncoding.DecodeString(img.B64JSON)
if err != nil {
log.WithError(err).WithField("index", i).Error("failed to decode image")
continue
}
// Save Image
filename := fmt.Sprintf("image_%d_%d.png", time.Now().Unix(), i)
filePath := path.Join(a.dataDir, "generated/images", filename)
if err := os.WriteFile(filePath, imgBytes, 0644); err != nil {
log.WithError(err).WithField("file", filePath).Error("failed to save generated image")
continue
}
// Record Image
imageRecords = append(imageRecords, ImageRecord{
Name: filename,
Path: fmt.Sprintf("/generated/images/%s", filename),
Date: time.Now().Format(time.RFC3339),
Size: int64(len(imgBytes)),
})
}
w.Header().Set("Content-Type", "application/json")
if err := json.NewEncoder(w).Encode(imageRecords); err != nil {
log.WithError(err).Error("failed to encode generated images response")
http.Error(w, "Failed to encode generated images response", http.StatusInternalServerError)
return
}
}
func (a *API) DeleteImage(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "DeleteImageHandler")
filename := r.PathValue("filename")
if filename == "" {
log.Error("missing filename parameter")
http.Error(w, "Filename parameter is required", http.StatusBadRequest)
return
}
// Delete Image
imgDir := path.Join(a.dataDir, "generated/images")
safePath := path.Join(imgDir, filepath.Base(filename))
if err := os.Remove(safePath); err != nil {
log.WithError(err).WithField("file", safePath).Error("failed to delete image file")
http.Error(w, "Failed to delete image file", http.StatusInternalServerError)
return
}
w.WriteHeader(http.StatusNoContent)
}
func (a *API) GetChats(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "GetChatsHandler")
chats, err := a.store.ListChats()
if err != nil {
log.WithError(err).Error("failed to list chats")
http.Error(w, "Failed to retrieve chats", http.StatusInternalServerError)
return
}
sort.Slice(chats, func(i, j int) bool {
iLast, iFound := slices.Last(chats[i].Messages)
if !iFound {
return false
}
jLast, jFound := slices.Last(chats[j].Messages)
if !jFound {
return true
}
return iLast.CreatedAt.After(jLast.CreatedAt)
})
w.Header().Set("Content-Type", "application/json")
if err := json.NewEncoder(w).Encode(ChatListResponse{Chats: slices.Map(chats, toChatNoMessages)}); err != nil {
log.WithError(err).Error("failed to encode chats list response")
http.Error(w, "Failed to encode chats list response", http.StatusInternalServerError)
return
}
}
func (a *API) PostChat(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "PostChatHandler")
// Decode Request
var genReq GenerateTextRequest
if err := json.NewDecoder(r.Body).Decode(&genReq); err != nil {
log.WithError(err).Error("invalid JSON in text generation request")
http.Error(w, "Invalid request body format for new chat", http.StatusBadRequest)
return
}
if err := genReq.Validate(); err != nil {
log.WithError(err).Error("invalid request")
http.Error(w, err.Error(), http.StatusBadRequest)
return
}
// Create Chat
var chat store.Chat
if err := a.store.SaveChat(&chat); err != nil {
log.WithError(err).Error("failed to create new chat")
http.Error(w, "Failed to create new chat", http.StatusInternalServerError)
return
}
// Send Message
if err := a.sendMessage(r.Context(), w, chat.ID, genReq.Model, genReq.Prompt); err != nil {
log.WithError(err).WithField("chat_id", chat.ID).Error("failed to send message")
http.Error(w, "Failed to send message", http.StatusInternalServerError)
}
}
func (a *API) DeleteChat(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "DeleteChatHandler")
chatIDStr := r.PathValue("chatId")
if chatIDStr == "" {
log.Error("missing chat ID parameter")
http.Error(w, "Chat ID is required", http.StatusBadRequest)
return
}
chatID, err := uuid.Parse(chatIDStr)
if err != nil {
log.WithError(err).Error("invalid chat ID format")
http.Error(w, "Invalid chat ID format", http.StatusBadRequest)
return
}
// Delete Chat
if err := a.store.DeleteChat(chatID); err != nil {
log.WithError(err).WithField("chat_id", chatID).Error("failed to delete chat")
if errors.Is(err, store.ErrChatNotFound) {
http.Error(w, "Chat not found", http.StatusNotFound)
} else {
http.Error(w, "Failed to delete chat", http.StatusInternalServerError)
}
return
}
w.WriteHeader(http.StatusNoContent)
}
func (a *API) GetChat(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "GetChatHandler")
chatID := r.PathValue("chatId")
if chatID == "" {
log.Error("missing chat ID parameter")
http.Error(w, "Chat ID is required", http.StatusBadRequest)
return
}
parsedChatID, err := uuid.Parse(chatID)
if err != nil {
log.WithError(err).Error("invalid chat ID format")
http.Error(w, "Invalid chat ID format", http.StatusBadRequest)
return
}
chat, err := a.store.GetChat(parsedChatID)
if err != nil {
log.WithError(err).WithField("chat_id", parsedChatID).Error("failed to get chat")
http.Error(w, "Failed to get chat", http.StatusInternalServerError)
return
}
w.Header().Set("Content-Type", "application/json")
if err := json.NewEncoder(w).Encode(toChat(chat)); err != nil {
log.WithError(err).Error("failed to encode chat messages response")
http.Error(w, "Failed to encode chat messages response", http.StatusInternalServerError)
return
}
}
func (a *API) PostChatMessage(w http.ResponseWriter, r *http.Request) {
log := a.logger.WithField("handler", "PostChatMessageHandler")
rawChatID := r.PathValue("chatId")
if rawChatID == "" {
log.Error("missing chat ID parameter")
http.Error(w, "Chat ID is required", http.StatusBadRequest)
return
}
chatID, err := uuid.Parse(rawChatID)
if err != nil {
log.WithError(err).Error("invalid chat ID format")
http.Error(w, "Invalid chat ID format", http.StatusBadRequest)
return
}
var genReq GenerateTextRequest
if err := json.NewDecoder(r.Body).Decode(&genReq); err != nil {
log.WithError(err).Error("invalid JSON in text generation request")
http.Error(w, "Invalid request body format for text generation", http.StatusBadRequest)
return
}
if err := genReq.Validate(); err != nil {
log.WithError(err).Error("invalid request")
http.Error(w, err.Error(), http.StatusBadRequest)
return
}
if err := a.sendMessage(r.Context(), w, chatID, genReq.Model, genReq.Prompt); err != nil {
log.WithError(err).WithField("chat_id", chatID).Error("failed to send message")
http.Error(w, "Failed to send message", http.StatusInternalServerError)
}
}
func (a *API) getClient() (*client.Client, error) {
if a.client != nil {
return a.client, nil
}
// Get Settings & Validate Endpoint
settings, err := a.store.GetSettings()
if err != nil {
return nil, fmt.Errorf("failed to retrieve application settings: %w", err)
} else if settings.APIEndpoint == "" {
return nil, errors.New("no API endpoint configured in settings")
}
baseURL, err := url.Parse(settings.APIEndpoint)
if err != nil {
return nil, fmt.Errorf("invalid API endpoint URL: %w", err)
}
a.client = client.NewClient(baseURL)
return a.client, nil
}
func (a *API) sendMessage(ctx context.Context, w http.ResponseWriter, chatID uuid.UUID, chatModel, userMessage string) error {
apiClient, err := a.getClient()
if err != nil {
return fmt.Errorf("failed to get client: %w", err)
}
// Detach Request Context
ctx, cancel := context.WithTimeout(context.WithoutCancel(ctx), time.Minute*5)
defer cancel()
// Create User Message
userMsg := &store.Message{ChatID: chatID, Role: "user", Content: userMessage}
if err := a.store.SaveChatMessage(userMsg); err != nil {
return fmt.Errorf("failed to add user message to chat: %w", err)
}
// Add Assistant Response - TODO: Ensure InProgress Flag?
assistantMsg := &store.Message{ChatID: chatID, Role: "assistant"}
if err := a.store.SaveChatMessage(assistantMsg); err != nil {
return fmt.Errorf("failed to add assistant message to chat: %w", err)
}
// Get Chat
chat, err := a.store.GetChat(chatID)
if err != nil {
return fmt.Errorf("failed to get chat: %w", err)
}
// Set Headers
w.Header().Set("Content-Type", "application/x-ndjson")
w.Header().Set("Cache-Control", "no-cache")
w.Header().Set("Connection", "keep-alive")
w.Header().Set("Transfer-Encoding", "chunked")
// Create Flush Writer
flushWriter := newFlushWriter(w)
// Send Initial Chunk - User Message & Chat
if err := json.NewEncoder(flushWriter).Encode(&MessageChunk{
Chat: toChatNoMessages(chat),
UserMessage: userMsg,
}); err != nil {
return fmt.Errorf("failed to send initial chunk: %w", err)
}
// Send Message
if _, err := apiClient.SendMessage(ctx, chat.Messages, chatModel, func(m *client.MessageChunk) error {
var apiMsgChunk MessageChunk
if m.Stats != nil {
assistantMsg.Stats = m.Stats
}
if m.Message != nil {
assistantMsg.Content += *m.Message
apiMsgChunk.AssistantMessage = assistantMsg
}
if m.Thinking != nil {
assistantMsg.Thinking += *m.Thinking
apiMsgChunk.AssistantMessage = assistantMsg
}
// Send Progress Chunk
if err := json.NewEncoder(flushWriter).Encode(apiMsgChunk); err != nil {
return fmt.Errorf("failed to send progress chunk: %w", err)
}
return nil
}); err != nil {
return fmt.Errorf("failed to generate text stream: %w", err)
}
// Summarize & Update Chat Title
if chat.Title == "" {
chat.Title, err = apiClient.CreateTitle(ctx, chat.Messages[0].Content, chatModel)
if err != nil {
a.logger.WithError(err).WithField("chat_id", chat.ID).Error("failed to create chat title")
} else if err := a.store.SaveChat(chat); err != nil {
a.logger.WithError(err).WithField("chat_id", chat.ID).Error("failed to update chat")
}
}
// Update Assistant Message
if err := a.store.SaveChatMessage(assistantMsg); err != nil {
return fmt.Errorf("failed to save assistant message to chat: %w", err)
}
// Send Final Chunk
if err := json.NewEncoder(flushWriter).Encode(&MessageChunk{
Chat: toChatNoMessages(chat),
AssistantMessage: assistantMsg,
}); err != nil {
return fmt.Errorf("failed to send final chunk: %w", err)
}
return nil
}

View File

@@ -0,0 +1,163 @@
package api
import (
"bytes"
"encoding/base64"
"encoding/json"
"errors"
"fmt"
"io"
"strings"
"time"
"github.com/google/uuid"
"github.com/openai/openai-go/v3"
"github.com/openai/openai-go/v3/packages/param"
"reichard.io/aethera/internal/store"
)
type ChatListResponse struct {
Chats []*Chat `json:"chats"`
}
type Chat struct {
ID uuid.UUID `json:"id"`
CreatedAt time.Time `json:"created_at"`
Title string `json:"title"`
InitialMessage string `json:"initial_message"`
MessageCount int `json:"message_count"`
Messages []*store.Message `json:"messages"`
}
type MessageChunk struct {
Chat *Chat `json:"chat,omitempty"`
UserMessage *store.Message `json:"user_message,omitempty"`
AssistantMessage *store.Message `json:"assistant_message,omitempty"`
}
type GenerateImageRequest struct {
Model string `json:"model"`
Prompt string `json:"prompt"`
N int64 `json:"n"`
Size string `json:"size"`
Mask *string `json:"mask"` // Data URL (e.g. "data:image/png;base64,...")
Image *string `json:"image"` // Data URL (e.g. "data:image/png;base64,...")
GenerateImageRequestExtraArgs
}
func (r *GenerateImageRequest) Validate() error {
if r.Model == "" {
return errors.New("model is required")
}
if r.Prompt == "" {
return errors.New("prompt is required")
}
return nil
}
type GenerateImageRequestExtraArgs struct {
Seed *int32 `json:"seed,omitempty"`
}
type ImageRecord struct {
Name string `json:"name"`
Path string `json:"path"`
Size int64 `json:"size"`
Date string `json:"date"`
}
type GenerateTextRequest struct {
Model string `json:"model"`
Prompt string `json:"prompt"`
}
func (r *GenerateTextRequest) Validate() error {
if r.Model == "" {
return errors.New("model is required")
}
if r.Prompt == "" {
return errors.New("prompt is required")
}
return nil
}
func (r *GenerateImageRequest) getPrompt() string {
prompt := r.Prompt
d, _ := json.Marshal(r.GenerateImageRequestExtraArgs)
if extraArgs := string(d); extraArgs != "" {
prompt += fmt.Sprintf(" <sd_cpp_extra_args>%s</sd_cpp_extra_args>", extraArgs)
}
return strings.TrimSpace(prompt)
}
func (r *GenerateImageRequest) isEdit() bool {
return r.Image != nil
}
func (r *GenerateImageRequest) getEditParams() (*openai.ImageEditParams, error) {
if !r.isEdit() {
return nil, errors.New("not an edit request")
}
strippedImage, err := stripDataURLPrefix(*r.Image)
if err != nil {
return nil, fmt.Errorf("failed to strip data url prefix for image: %w", err)
}
imageBytes, err := base64.StdEncoding.DecodeString(strippedImage)
if err != nil {
return nil, fmt.Errorf("failed to decode image: %w", err)
}
iFile := openai.File(bytes.NewReader(imageBytes), "main.png", "image/png")
editReq := &openai.ImageEditParams{
Model: r.Model,
Prompt: r.getPrompt(),
Size: openai.ImageEditParamsSize(r.Size),
N: param.NewOpt(r.N),
OutputFormat: openai.ImageEditParamsOutputFormatPNG,
Image: openai.ImageEditParamsImageUnion{OfFileArray: []io.Reader{iFile}},
}
if r.Mask == nil {
return editReq, nil
}
strippedMask, err := stripDataURLPrefix(*r.Mask)
if err != nil {
return nil, fmt.Errorf("failed to strip data url prefix for mask: %w", err)
}
maskBytes, err := base64.StdEncoding.DecodeString(strippedMask)
if err != nil {
return nil, fmt.Errorf("failed to decode image: %w", err)
}
editReq.Mask = openai.File(bytes.NewReader(maskBytes), "mask.png", "image/png")
return editReq, nil
}
func (r *GenerateImageRequest) getGenerateParams() (*openai.ImageGenerateParams, error) {
if r.isEdit() {
return nil, errors.New("not a generate request")
}
return &openai.ImageGenerateParams{
Model: r.Model,
Prompt: r.getPrompt(),
Size: openai.ImageGenerateParamsSize(r.Size),
N: param.NewOpt(r.N),
OutputFormat: openai.ImageGenerateParamsOutputFormatPNG,
}, nil
}
func stripDataURLPrefix(dataURL string) (string, error) {
if !strings.Contains(dataURL, ",") {
return dataURL, nil
}
parts := strings.SplitN(dataURL, ",", 2)
prefix := parts[0]
switch prefix {
case "data:image/png;base64", "data:image/jpeg;base64":
return parts[1], nil
default:
return "", fmt.Errorf("unsupported image type: %s", prefix)
}
}

View File

@@ -0,0 +1,290 @@
package client
import (
"context"
"encoding/json"
"fmt"
"net/url"
"reflect"
"time"
"github.com/google/jsonschema-go/jsonschema"
"github.com/openai/openai-go/v3"
"github.com/openai/openai-go/v3/option"
"github.com/openai/openai-go/v3/packages/respjson"
"github.com/openai/openai-go/v3/shared"
"reichard.io/aethera/internal/store"
"reichard.io/aethera/internal/types"
"reichard.io/aethera/pkg/ptr"
"reichard.io/aethera/pkg/slices"
)
type StreamCallback func(*MessageChunk) error
type Client struct {
oaiClient *openai.Client
}
func (c *Client) GetModels(ctx context.Context) ([]Model, error) {
// Get Models
currPage, err := c.oaiClient.Models.List(ctx)
if err != nil {
return nil, err
}
allData := currPage.Data
// Pagination
for {
currPage, err = currPage.GetNextPage()
if err != nil {
return nil, err
} else if currPage == nil {
break
}
allData = append(allData, currPage.Data...)
}
// Convert
return slices.Map(allData, fromOpenAIModel), nil
}
func (c *Client) GenerateImages(ctx context.Context, body openai.ImageGenerateParams) ([]openai.Image, error) {
// Generate Images
resp, err := c.oaiClient.Images.Generate(ctx, body)
if err != nil {
return nil, err
}
return resp.Data, nil
}
func (c *Client) EditImage(ctx context.Context, body openai.ImageEditParams) ([]openai.Image, error) {
// Edit Image
resp, err := c.oaiClient.Images.Edit(ctx, body)
if err != nil {
return nil, err
}
return resp.Data, nil
}
func (c *Client) SendMessage(ctx context.Context, chatMessages []*store.Message, model string, cb StreamCallback) (string, error) {
// Ensure Callback
if cb == nil {
cb = func(mc *MessageChunk) error { return nil }
}
// Map Messages
messages := slices.Map(chatMessages, func(m *store.Message) openai.ChatCompletionMessageParamUnion {
if m.Role == "user" {
return openai.UserMessage(m.Content)
}
return openai.AssistantMessage(m.Content)
})
// Create Request
chatReq := openai.ChatCompletionNewParams{
Model: model,
Messages: messages,
StreamOptions: openai.ChatCompletionStreamOptionsParam{
IncludeUsage: openai.Bool(true),
},
}
chatReq.SetExtraFields(map[string]any{
"timings_per_token": true, // Llama.cpp
})
// Perform Request & Allocate Stats
msgStats := types.MessageStats{StartTime: time.Now()}
stream := c.oaiClient.Chat.Completions.NewStreaming(ctx, chatReq)
// Iterate Stream
var respContent string
for stream.Next() {
// Check Context
if ctx.Err() != nil {
return respContent, ctx.Err()
}
// Load Chunk
chunk := stream.Current()
msgChunk := &MessageChunk{Stats: &msgStats}
// Populate Timings
sendUpdate := populateLlamaCPPTimings(&msgStats, chunk.JSON.ExtraFields)
sendUpdate = populateUsageTimings(&msgStats, chunk.Usage) || sendUpdate
if len(chunk.Choices) > 0 {
delta := chunk.Choices[0].Delta
// Check Thinking
if thinkingField, found := delta.JSON.ExtraFields["reasoning_content"]; found {
var thinkingContent string
if err := json.Unmarshal([]byte(thinkingField.Raw()), &thinkingContent); err != nil {
return respContent, fmt.Errorf("thinking unmarshal error: %w", err)
} else if thinkingContent != "" {
msgStats.RecordFirstToken()
sendUpdate = true
msgChunk.Thinking = ptr.Of(thinkingContent)
}
}
// Check Content
if delta.Content != "" {
msgStats.RecordFirstToken()
sendUpdate = true
msgChunk.Message = ptr.Of(delta.Content)
respContent += delta.Content
}
}
// Send Timings
if sendUpdate {
msgStats.CalculateDerived()
if err := cb(msgChunk); err != nil {
return respContent, fmt.Errorf("chunk callback error: %w", err)
}
}
}
// Check Error
if err := stream.Err(); err != nil {
return respContent, fmt.Errorf("stream error: %w", err)
}
// Send Final Chunk
msgStats.RecordLastToken()
msgStats.CalculateDerived()
if err := cb(&MessageChunk{Stats: &msgStats}); err != nil {
return respContent, fmt.Errorf("chunk callback error: %w", err)
}
return respContent, nil
}
func (c *Client) CreateTitle(ctx context.Context, userMessage, model string) (string, error) {
prompt := "You are an agent responsible for creating titles for chats based on the initial message. " +
"Your titles should be succinct and short. Respond with JUST the chat title. Initial Message: \n\n" + userMessage
// Generate Text Stream
output, err := c.SendMessage(ctx, []*store.Message{{
Role: "user",
Content: prompt,
}}, model, nil)
if err != nil {
return "", fmt.Errorf("failed to sent message: %w", err)
}
return output, nil
}
func (c *Client) StructuredOutput(ctx context.Context, target any, prompt, model string) error {
// Validate Target Pointer
v := reflect.ValueOf(target)
if v.Kind() != reflect.Pointer {
return fmt.Errorf("target must be a pointer, got %T", target)
}
if v.IsNil() {
return fmt.Errorf("target pointer is nil")
}
// Validate Target Struct
elem := v.Elem()
if elem.Kind() != reflect.Struct {
return fmt.Errorf("target must be a pointer to struct, got pointer to %s", elem.Kind())
}
// Build Schema
schema, err := buildJSONSchema(elem.Type())
if err != nil {
return fmt.Errorf("failed to build schema: %w", err)
}
// Perform Request
resp, err := c.oaiClient.Chat.Completions.New(ctx, openai.ChatCompletionNewParams{
Model: model,
Messages: []openai.ChatCompletionMessageParamUnion{
openai.UserMessage(prompt),
},
ResponseFormat: openai.ChatCompletionNewParamsResponseFormatUnion{
OfJSONSchema: schema,
},
})
if err != nil {
return fmt.Errorf("API call failed: %w", err)
}
// Parse Response
content := resp.Choices[0].Message.Content
if err := json.Unmarshal([]byte(content), target); err != nil {
return fmt.Errorf("failed to unmarshal response: %w", err)
}
return nil
}
func buildJSONSchema(rType reflect.Type) (*shared.ResponseFormatJSONSchemaParam, error) {
schema, err := jsonschema.ForType(rType, nil)
if err != nil {
return nil, err
}
return &shared.ResponseFormatJSONSchemaParam{
JSONSchema: shared.ResponseFormatJSONSchemaJSONSchemaParam{
Name: rType.Name(),
Schema: map[string]any{
"type": schema.Type,
"properties": schema.Properties,
"required": schema.Required,
"additionalProperties": false,
},
Strict: openai.Bool(true),
},
}, nil
}
func populateLlamaCPPTimings(msgStats *types.MessageStats, extraFields map[string]respjson.Field) bool {
rawTimings, found := extraFields["timings"]
if !found {
return false
}
var llamaTimings llamaCPPTimings
if err := json.Unmarshal([]byte(rawTimings.Raw()), &llamaTimings); err != nil {
return false
}
if llamaTimings.PromptN != 0 {
msgStats.PromptTokens = ptr.Of(int32(llamaTimings.PromptN))
}
if llamaTimings.PredictedN != 0 {
msgStats.GeneratedTokens = ptr.Of(int32(llamaTimings.PredictedN))
}
msgStats.PromptPerSec = ptr.Of(float32(llamaTimings.PromptPerSecond))
msgStats.GeneratedPerSec = ptr.Of(float32(llamaTimings.PredictedPerSecond))
return true
}
func populateUsageTimings(msgStats *types.MessageStats, usage openai.CompletionUsage) (didChange bool) {
if usage.PromptTokens == 0 && usage.CompletionTokens == 0 {
return
}
if msgStats.PromptTokens == nil {
didChange = true
msgStats.PromptTokens = ptr.Of(int32(usage.PromptTokens))
}
if msgStats.GeneratedTokens == nil {
didChange = true
reasoningTokens := usage.CompletionTokensDetails.ReasoningTokens
msgStats.GeneratedTokens = ptr.Of(int32(usage.CompletionTokens + reasoningTokens))
}
return didChange
}
func NewClient(baseURL *url.URL) *Client {
oaiClient := openai.NewClient(option.WithBaseURL(baseURL.String()))
return &Client{oaiClient: &oaiClient}
}

View File

@@ -0,0 +1,79 @@
package client
import (
"bytes"
"context"
"net/url"
"testing"
"time"
"reichard.io/aethera/internal/store"
)
const model = "devstral-small-2-instruct"
func TestSendMessage(t *testing.T) {
// Initialize Client
baseURL, err := url.Parse("https://llm-api.va.reichard.io/v1")
if err != nil {
t.Fatalf("Failed to parse base URL: %v", err)
}
client := NewClient(baseURL)
// Create Context
ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
defer cancel()
// Generate Text Stream
var buf bytes.Buffer
_, err = client.SendMessage(ctx, []*store.Message{{
Role: "user",
Content: "Hello, how are you?",
}}, model, func(mc *MessageChunk) error {
if mc.Message != nil {
_, err := buf.Write([]byte(*mc.Message))
return err
}
return nil
})
if err != nil {
t.Fatalf("Failed to generate text stream: %v", err)
}
// Verify Results
output := buf.String()
if output == "" {
t.Error("No content was written to the buffer")
} else {
t.Logf("Successfully received %d bytes from the stream", len(output))
t.Logf("Output: %s", output)
}
}
func TestSummarizeChat(t *testing.T) {
// Initialize Client
baseURL, err := url.Parse("https://llm-api.va.reichard.io/v1")
if err != nil {
t.Fatalf("Failed to parse base URL: %v", err)
}
client := NewClient(baseURL)
// Create Context
ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
defer cancel()
// Generate Text Stream
userMessage := "Write me a go program that reads in a zip file and prints the contents along with their sizes and mimetype."
output, err := client.CreateTitle(ctx, userMessage, model)
if err != nil {
t.Fatalf("Failed to generate text stream: %v", err)
}
// Verify Results
if output == "" {
t.Error("No content was written to the buffer")
} else {
t.Logf("Successfully received %d bytes from the stream", len(output))
t.Logf("Output: %s", output)
}
}

View File

@@ -0,0 +1,41 @@
package client
import (
"encoding/json"
"github.com/openai/openai-go/v3"
)
func fromOpenAIModel(m openai.Model) Model {
newModel := Model{
Model: m,
Name: m.ID,
}
extraFields := make(map[string]any)
for k, v := range m.JSON.ExtraFields {
var val any
if err := json.Unmarshal([]byte(v.Raw()), &val); err != nil {
continue
}
extraFields[k] = val
}
// Extract Name
if rawName, found := extraFields["name"]; found {
if name, ok := rawName.(string); ok {
newModel.Name = name
}
}
// Extract Meta
if rawMeta, found := extraFields["meta"]; found {
if parsedMeta, ok := rawMeta.(map[string]any); ok {
if llamaMeta, ok := parsedMeta["llamaswap"].(map[string]any); ok {
newModel.Meta = llamaMeta
}
}
}
return newModel
}

View File

@@ -0,0 +1,31 @@
package client
import (
"github.com/openai/openai-go/v3"
"reichard.io/aethera/internal/types"
)
type Model struct {
openai.Model
Name string `json:"name"`
Meta map[string]any `json:"meta,omitempty"`
}
type MessageChunk struct {
Thinking *string `json:"thinking,omitempty"`
Message *string `json:"message,omitempty"`
Stats *types.MessageStats `json:"stats,omitempty"`
}
type llamaCPPTimings struct {
CacheN int `json:"cache_n"`
PredictedMS float64 `json:"predicted_ms"`
PredictedN int `json:"predicted_n"`
PredictedPerSecond float64 `json:"predicted_per_second"`
PredictedPerTokenMS float64 `json:"predicted_per_token_ms"`
PromptMS float64 `json:"prompt_ms"`
PromptN int `json:"prompt_n"`
PromptPerSecond float64 `json:"prompt_per_second"`
PromptPerTokenMS float64 `json:"prompt_per_token_ms"`
}

View File

@@ -0,0 +1,95 @@
package server
import (
"fmt"
"net/http"
"path"
"time"
"github.com/sirupsen/logrus"
"reichard.io/aethera/internal/api"
"reichard.io/aethera/internal/store"
)
func StartServer(settingsStore store.Store, dataDir, listenAddress string, listenPort int) {
mux := http.NewServeMux()
// Create API Instance - use settingsStore as the unified store for both settings and chat
logger := logrus.New()
api := api.New(settingsStore, dataDir, logger)
feFS := http.FileServer(http.Dir("../frontend/public/"))
mux.Handle("GET /", feFS)
// Serve UI Pages
pagesFS := http.FileServer(http.Dir("../frontend/public/pages/"))
mux.Handle("GET /pages/", http.StripPrefix("/pages/", pagesFS))
// Serve Generated Data
genFS := http.FileServer(http.Dir(path.Join(dataDir, "generated")))
mux.Handle("GET /generated/", http.StripPrefix("/generated/", genFS))
// Register API Routes
mux.HandleFunc("POST /api/images", api.PostImage)
mux.HandleFunc("GET /api/settings", api.GetSettings)
mux.HandleFunc("POST /api/settings", api.PostSettings)
mux.HandleFunc("GET /api/models", api.GetModels)
mux.HandleFunc("GET /api/images", api.GetImages)
mux.HandleFunc("DELETE /api/images/{filename}", api.DeleteImage)
// Register Chat Management Routes
mux.HandleFunc("GET /api/chats", api.GetChats)
mux.HandleFunc("POST /api/chats", api.PostChat)
mux.HandleFunc("GET /api/chats/{chatId}", api.GetChat)
mux.HandleFunc("POST /api/chats/{chatId}", api.PostChatMessage)
mux.HandleFunc("DELETE /api/chats/{chatId}", api.DeleteChat)
// Wrap Logging
wrappedMux := loggingMiddleware(mux)
logrus.Infof("Starting server on %s:%d with data directory: %s", listenAddress, listenPort, dataDir)
logrus.Fatal(http.ListenAndServe(fmt.Sprintf("%s:%d", listenAddress, listenPort), wrappedMux))
}
// loggingMiddleware wraps an http.Handler and logs requests
func loggingMiddleware(next http.Handler) http.Handler {
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
start := time.Now()
ww := &responseWriterWrapper{ResponseWriter: w}
next.ServeHTTP(ww, r)
logrus.WithFields(logrus.Fields{
"datetime": start.UTC().Format(time.RFC3339),
"method": r.Method,
"path": r.URL.Path,
"remote": r.RemoteAddr,
"status": ww.getStatusCode(),
"latency": time.Since(start),
}).Infof("%s %s", r.Method, r.URL.Path)
})
}
// responseWriterWrapper wraps http.ResponseWriter to capture status code
type responseWriterWrapper struct {
http.ResponseWriter
statusCode int
}
func (w *responseWriterWrapper) Flush() {
if f, ok := w.ResponseWriter.(http.Flusher); ok {
f.Flush()
}
}
func (rw *responseWriterWrapper) getStatusCode() int {
if rw.statusCode == 0 {
return 200
}
return rw.statusCode
}
func (rw *responseWriterWrapper) WriteHeader(code int) {
if code > 0 {
rw.statusCode = code
}
rw.ResponseWriter.WriteHeader(code)
}

View File

@@ -0,0 +1,34 @@
package storage
import (
"os"
"path"
"strings"
"reichard.io/aethera/internal/api"
)
func ListImages(dataDir string) ([]api.ImageRecord, error) {
files, err := os.ReadDir(path.Join(dataDir, "generated/images"))
if err != nil {
return nil, err
}
var imageList []api.ImageRecord
for _, file := range files {
if !file.IsDir() && strings.HasSuffix(strings.ToLower(file.Name()), ".png") {
info, err := file.Info()
if err != nil {
continue
}
imageList = append(imageList, api.ImageRecord{
Name: file.Name(),
Path: "/generated/images" + file.Name(),
Size: info.Size(),
Date: info.ModTime().Format("2006-01-02T15:04:05Z07:00"),
})
}
}
return imageList, nil
}

View File

@@ -0,0 +1,10 @@
package store
import (
"errors"
)
var (
ErrChatNotFound = errors.New("chat not found")
ErrNilChatID = errors.New("chat id cannot be nil")
)

View File

@@ -0,0 +1,18 @@
package store
import (
"github.com/google/uuid"
)
type Store interface {
// Settings Methods
SaveSettings(*Settings) error
GetSettings() (*Settings, error)
// Chat Methods
GetChat(chatID uuid.UUID) (*Chat, error)
DeleteChat(chatID uuid.UUID) error
ListChats() ([]*Chat, error)
SaveChat(*Chat) error
SaveChatMessage(*Message) error
}

View File

@@ -0,0 +1,126 @@
package store
import (
"sync"
"github.com/google/uuid"
"reichard.io/aethera/pkg/slices"
)
var _ Store = (*InMemoryStore)(nil)
// InMemoryStore implements Store interface using in-memory storage
type InMemoryStore struct {
mu sync.RWMutex
chats map[uuid.UUID]*Chat
settings *Settings
}
// NewInMemoryStore creates a new InMemoryStore
func NewInMemoryStore() *InMemoryStore {
return &InMemoryStore{
chats: make(map[uuid.UUID]*Chat),
}
}
// SaveChat creates or updates a chat
func (s *InMemoryStore) SaveChat(c *Chat) error {
s.mu.Lock()
defer s.mu.Unlock()
c.ensureDefaults()
s.chats[c.ID] = c
return nil
}
// GetChat retrieves a chat by ID
func (s *InMemoryStore) GetChat(chatID uuid.UUID) (*Chat, error) {
s.mu.RLock()
defer s.mu.RUnlock()
chat, exists := s.chats[chatID]
if !exists {
return nil, ErrChatNotFound
}
// Return a copy to avoid concurrent modification
return chat, nil
}
// DeleteChat removes a chat by ID
func (s *InMemoryStore) DeleteChat(chatID uuid.UUID) error {
s.mu.Lock()
defer s.mu.Unlock()
if _, exists := s.chats[chatID]; !exists {
return ErrChatNotFound
}
delete(s.chats, chatID)
return nil
}
// ListChats returns all chat
func (s *InMemoryStore) ListChats() ([]*Chat, error) {
s.mu.RLock()
defer s.mu.RUnlock()
// Convert Map
var chats []*Chat
for _, chat := range s.chats {
chats = append(chats, chat)
}
return chats, nil
}
// SaveChatMessage creates or updates a chat message to a chat
func (s *InMemoryStore) SaveChatMessage(m *Message) error {
s.mu.Lock()
defer s.mu.Unlock()
if m.ChatID == uuid.Nil {
return ErrNilChatID
}
m.ensureDefaults()
// Get Chat
chat, exists := s.chats[m.ChatID]
if !exists {
return ErrChatNotFound
}
// Find Existing
existingMsg, found := slices.FindFirst(chat.Messages, func(item *Message) bool {
return item.ID == m.ID
})
// Upsert
if found {
*existingMsg = *m
} else {
chat.Messages = append(chat.Messages, m)
}
return nil
}
// SaveSettings saves settings to in-memory storage
func (s *InMemoryStore) SaveSettings(settings *Settings) error {
s.mu.Lock()
defer s.mu.Unlock()
s.settings = settings
return nil
}
// GetSettings retrieves settings from in-memory storage
func (s *InMemoryStore) GetSettings() (*Settings, error) {
s.mu.RLock()
defer s.mu.RUnlock()
if s.settings == nil {
return &Settings{}, nil
}
return s.settings, nil
}

View File

@@ -0,0 +1,190 @@
package store
import (
"encoding/json"
"fmt"
"os"
"path/filepath"
"strings"
"github.com/google/uuid"
"reichard.io/aethera/pkg/slices"
)
var _ Store = (*FileStore)(nil)
// Settings represents the application settings
type Settings struct {
APIEndpoint string `json:"api_endpoint,omitempty"`
ImageEditSelector string `json:"image_edit_selector,omitempty"`
ImageGenerationSelector string `json:"image_generation_selector,omitempty"`
TextGenerationSelector string `json:"text_generation_selector,omitempty"`
}
// FileStore implements the Store interface using a file-based storage
type FileStore struct {
filePath string
chatDir string
}
// NewFileStore creates a new FileStore with the specified file path
func NewFileStore(filePath string) (*FileStore, error) {
// Derive Chat Directory
chatDir := filepath.Join(filepath.Dir(filePath), "chats")
// Ensure Chat Directory Exists
if err := os.MkdirAll(chatDir, 0755); err != nil {
return nil, fmt.Errorf("failed to create directory: %w", err)
}
return &FileStore{
filePath: filePath,
chatDir: chatDir,
}, nil
}
// GetSettings reads and returns the settings from the file
func (fs *FileStore) GetSettings() (*Settings, error) {
data, err := os.ReadFile(fs.filePath)
if err != nil {
return &Settings{}, nil
}
var settings Settings
err = json.Unmarshal(data, &settings)
if err != nil {
return nil, err
}
return &settings, nil
}
// SaveSettings saves the settings to the file
func (fs *FileStore) SaveSettings(settings *Settings) error {
data, err := json.MarshalIndent(settings, "", " ")
if err != nil {
return err
}
return os.WriteFile(fs.filePath, data, 0644)
}
// GetChat retrieves a chat from disk
func (fs *FileStore) GetChat(chatID uuid.UUID) (*Chat, error) {
filePath := filepath.Join(fs.chatDir, chatID.String()+".json")
data, err := os.ReadFile(filePath)
if err != nil {
if os.IsNotExist(err) {
return nil, ErrChatNotFound
}
return nil, fmt.Errorf("failed to read chat: %w", err)
}
var chat Chat
if err := json.Unmarshal(data, &chat); err != nil {
return nil, fmt.Errorf("failed to unmarshal chat: %w", err)
}
return &chat, nil
}
// SaveChat creates or updates a chat and persists it to disk
func (fs *FileStore) SaveChat(c *Chat) error {
c.ensureDefaults()
return fs.saveChatSession(c)
}
// DeleteChat removes a chat from disk
func (fs *FileStore) DeleteChat(chatID uuid.UUID) error {
filePath := filepath.Join(fs.chatDir, chatID.String()+".json")
if _, err := os.Stat(filePath); os.IsNotExist(err) {
return ErrChatNotFound
}
if err := os.Remove(filePath); err != nil {
return fmt.Errorf("failed to delete chat: %w", err)
}
return nil
}
// ListChats returns all persisted chats
func (fs *FileStore) ListChats() ([]*Chat, error) {
// Read Files
entries, err := os.ReadDir(fs.chatDir)
if err != nil {
return nil, fmt.Errorf("failed to read chat directory: %w", err)
}
var chats []*Chat
for _, entry := range entries {
// Ensure JSON
if entry.IsDir() || !strings.HasSuffix(entry.Name(), ".json") {
continue
}
// Extract Chat ID
rawChatID := strings.TrimSuffix(entry.Name(), ".json")
chatID, err := uuid.Parse(rawChatID)
if err != nil {
return nil, fmt.Errorf("%w: invalid chat id %s", err, rawChatID)
}
// Read & Parse Chat
chat, err := fs.GetChat(chatID)
if err != nil {
return nil, fmt.Errorf("%w: failed to read chat id %s", err, rawChatID)
}
chats = append(chats, chat)
}
return chats, nil
}
// SaveChatMessage creates or updates a chat message to a chat and persists it to disk
func (fs *FileStore) SaveChatMessage(m *Message) error {
if m.ChatID == uuid.Nil {
return ErrNilChatID
}
m.ensureDefaults()
// Get Chat
chat, err := fs.GetChat(m.ChatID)
if err != nil {
return err
}
// Find Existing
existingMsg, found := slices.FindFirst(chat.Messages, func(item *Message) bool {
return item.ID == m.ID
})
// Upsert
if found {
*existingMsg = *m
} else {
chat.Messages = append(chat.Messages, m)
}
// Save
return fs.saveChatSession(chat)
}
// saveChatSession is a helper method to save a chat to disk
func (fs *FileStore) saveChatSession(session *Chat) error {
filePath := filepath.Join(fs.chatDir, session.ID.String()+".json")
data, err := json.MarshalIndent(session, "", " ")
if err != nil {
return fmt.Errorf("failed to marshal chat: %w", err)
}
if err := os.WriteFile(filePath, data, 0644); err != nil {
return fmt.Errorf("failed to write chat file: %w", err)
}
return nil
}

View File

@@ -0,0 +1,39 @@
package store
import (
"time"
"github.com/google/uuid"
"reichard.io/aethera/internal/types"
)
type baseModel struct {
ID uuid.UUID `json:"id"`
CreatedAt time.Time `json:"created_at"`
}
func (b *baseModel) ensureDefaults() {
if b.ID == uuid.Nil {
b.ID = uuid.New()
}
if b.CreatedAt.IsZero() {
b.CreatedAt = time.Now()
}
}
type Chat struct {
baseModel
Title string `json:"title"`
Messages []*Message `json:"messages"`
}
type Message struct {
baseModel
ChatID uuid.UUID `json:"chat_id"`
Role string `json:"role"`
Thinking string `json:"thinking"`
Content string `json:"content"`
Stats *types.MessageStats `json:"stats,omitempty"`
}

View File

@@ -0,0 +1,50 @@
package types
import (
"time"
"reichard.io/aethera/pkg/ptr"
)
type MessageStats struct {
StartTime time.Time `json:"start_time"`
EndTime *time.Time `json:"end_time,omitempty"`
PromptTokens *int32 `json:"prompt_tokens"`
GeneratedTokens *int32 `json:"generated_tokens"`
PromptPerSec *float32 `json:"prompt_per_second"`
GeneratedPerSec *float32 `json:"generated_per_second"`
TimeToFirstToken *int32 `json:"time_to_first_token,omitempty"`
TimeToLastToken *int32 `json:"time_to_last_token,omitempty"`
}
func (s *MessageStats) RecordFirstToken() {
if s.TimeToFirstToken == nil {
s.TimeToFirstToken = ptr.Of(int32(time.Since(s.StartTime).Milliseconds()))
}
}
func (s *MessageStats) RecordLastToken() {
s.TimeToLastToken = ptr.Of(int32(time.Since(s.StartTime).Milliseconds()))
}
func (s *MessageStats) CalculateDerived() {
// Populate PromptPerSec
if s.PromptPerSec == nil && s.TimeToFirstToken != nil && s.PromptTokens != nil {
ttft := *s.TimeToFirstToken
pt := *s.PromptTokens
if ttft > 0 && pt > 0 {
s.PromptPerSec = ptr.Of(float32(1000 * pt / ttft))
}
}
// Populate GeneratedPerSec
if s.GeneratedPerSec == nil && s.TimeToFirstToken != nil && s.TimeToLastToken != nil && s.GeneratedTokens != nil {
genTimeMS := *s.TimeToLastToken - *s.TimeToFirstToken
if genTimeMS > 0 && *s.GeneratedTokens > 0 {
s.GeneratedPerSec = ptr.Of(float32(1000 * float32(*s.GeneratedTokens) / float32(genTimeMS)))
}
}
}

13
backend/pkg/ptr/ptr.go Normal file
View File

@@ -0,0 +1,13 @@
package ptr
func DerefOrZero[T any](ptrVal *T) T {
var zeroT T
if ptrVal == nil {
return zeroT
}
return *ptrVal
}
func Of[T any](v T) *T {
return &v
}

36
backend/pkg/slices/map.go Normal file
View File

@@ -0,0 +1,36 @@
package slices
// Map consumes []T and a function that returns D
func Map[T, D any](srcItems []T, mapFunc func(T) D) []D {
dstItems := make([]D, len(srcItems))
for i, v := range srcItems {
dstItems[i] = mapFunc(v)
}
return dstItems
}
// First returns the first of a slice
func First[T any](s []T) (item T, found bool) {
if len(s) > 0 {
return s[0], true
}
return item, false
}
// Last returns the last of a slice
func Last[T any](s []T) (item T, found bool) {
if len(s) > 0 {
return s[len(s)-1], true
}
return item, false
}
// FindFirst finds the first matching item in s given fn
func FindFirst[T any](s []T, fn func(T) bool) (item T, found bool) {
for _, v := range s {
if fn(v) {
return v, true
}
}
return item, false
}

View File

@@ -0,0 +1,24 @@
package values
// FirstNonZero will return the first non zero value. If none exists,
// it returns the zero value.
func FirstNonZero[T comparable](vals ...T) T {
var zeroT T
for _, v := range vals {
if v != zeroT {
return v
}
}
return zeroT
}
// CountNonZero returns the count of items that are non zero
func CountNonZero[T comparable](vals ...T) (count int) {
var zeroT T
for _, v := range vals {
if v != zeroT {
count++
}
}
return count
}