Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
9315fa6d32 | ||
|
|
e3f3b35047 |
@@ -0,0 +1,321 @@
|
||||
package audit
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
// AuditEvent represents an immutable audit log entry
|
||||
type AuditEvent struct {
|
||||
EventID string `json:"event_id"`
|
||||
EventType string `json:"event_type"` // "planner_decision", "judge_verdict", "implementer_change"
|
||||
WorkflowID string `json:"workflow_id"`
|
||||
TaskID string `json:"task_id"`
|
||||
Actor string `json:"actor"` // "planner", "judge", "implementer"
|
||||
Timestamp time.Time `json:"timestamp"`
|
||||
Action string `json:"action"` // Description of what was decided/done
|
||||
Reasoning string `json:"reasoning"` // Why this decision was made
|
||||
Input map[string]interface{} `json:"input,omitempty"`
|
||||
Output map[string]interface{} `json:"output,omitempty"`
|
||||
Status string `json:"status"` // "success", "failure", "pending"
|
||||
Error string `json:"error,omitempty"`
|
||||
Metadata map[string]interface{} `json:"metadata,omitempty"`
|
||||
}
|
||||
|
||||
// AuditLogger logs immutable audit events
|
||||
type AuditLogger struct {
|
||||
mu sync.Mutex
|
||||
basePath string
|
||||
logFile string
|
||||
}
|
||||
|
||||
// NewAuditLogger creates a new audit logger
|
||||
func NewAuditLogger(basePath string) *AuditLogger {
|
||||
return &AuditLogger{
|
||||
basePath: basePath,
|
||||
logFile: filepath.Join(basePath, "audit", "audit.jsonl"),
|
||||
}
|
||||
}
|
||||
|
||||
// LogEvent logs an audit event (immutable append-only)
|
||||
func (al *AuditLogger) LogEvent(event *AuditEvent) error {
|
||||
if event == nil {
|
||||
return fmt.Errorf("event cannot be nil")
|
||||
}
|
||||
|
||||
al.mu.Lock()
|
||||
defer al.mu.Unlock()
|
||||
|
||||
// Set timestamp if not already set
|
||||
if event.Timestamp.IsZero() {
|
||||
event.Timestamp = time.Now()
|
||||
}
|
||||
|
||||
// Generate event ID if not set
|
||||
if event.EventID == "" {
|
||||
event.EventID = fmt.Sprintf("%s-%d", event.WorkflowID, event.Timestamp.UnixNano())
|
||||
}
|
||||
|
||||
// Create audit directory if it doesn't exist
|
||||
if err := os.MkdirAll(filepath.Dir(al.logFile), 0755); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
// Marshal to JSON
|
||||
data, err := json.Marshal(event)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
// Append to file (immutable log)
|
||||
f, err := os.OpenFile(al.logFile, os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0644)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer f.Close()
|
||||
|
||||
_, err = f.Write(append(data, '\n'))
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// LogPlannerDecision logs a planner decision
|
||||
func (al *AuditLogger) LogPlannerDecision(workflowID, taskID string, decision string, reasoning string, metadata map[string]interface{}) error {
|
||||
event := &AuditEvent{
|
||||
EventType: "planner_decision",
|
||||
WorkflowID: workflowID,
|
||||
TaskID: taskID,
|
||||
Actor: "planner",
|
||||
Timestamp: time.Now(),
|
||||
Action: decision,
|
||||
Reasoning: reasoning,
|
||||
Status: "success",
|
||||
Metadata: metadata,
|
||||
}
|
||||
return al.LogEvent(event)
|
||||
}
|
||||
|
||||
// LogJudgeVerdict logs a judge verdict
|
||||
func (al *AuditLogger) LogJudgeVerdict(workflowID, taskID string, verdict string, reasoning string, metadata map[string]interface{}) error {
|
||||
event := &AuditEvent{
|
||||
EventType: "judge_verdict",
|
||||
WorkflowID: workflowID,
|
||||
TaskID: taskID,
|
||||
Actor: "judge",
|
||||
Timestamp: time.Now(),
|
||||
Action: verdict,
|
||||
Reasoning: reasoning,
|
||||
Status: "success",
|
||||
Metadata: metadata,
|
||||
}
|
||||
return al.LogEvent(event)
|
||||
}
|
||||
|
||||
// LogImplementerChange logs an implementer change
|
||||
func (al *AuditLogger) LogImplementerChange(workflowID, taskID string, changeDesc string, filesModified []string, metadata map[string]interface{}) error {
|
||||
output := map[string]interface{}{
|
||||
"files_modified": filesModified,
|
||||
}
|
||||
|
||||
event := &AuditEvent{
|
||||
EventType: "implementer_change",
|
||||
WorkflowID: workflowID,
|
||||
TaskID: taskID,
|
||||
Actor: "implementer",
|
||||
Timestamp: time.Now(),
|
||||
Action: changeDesc,
|
||||
Output: output,
|
||||
Status: "success",
|
||||
Metadata: metadata,
|
||||
}
|
||||
return al.LogEvent(event)
|
||||
}
|
||||
|
||||
// QueryByTask retrieves all events for a specific task
|
||||
func (al *AuditLogger) QueryByTask(taskID string) ([]*AuditEvent, error) {
|
||||
al.mu.Lock()
|
||||
defer al.mu.Unlock()
|
||||
|
||||
data, err := os.ReadFile(al.logFile)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
|
||||
var events []*AuditEvent
|
||||
var inLine []byte
|
||||
|
||||
for _, ch := range data {
|
||||
if ch == '\n' {
|
||||
if len(inLine) > 0 {
|
||||
var event AuditEvent
|
||||
if err := json.Unmarshal(inLine, &event); err == nil {
|
||||
if event.TaskID == taskID {
|
||||
events = append(events, &event)
|
||||
}
|
||||
}
|
||||
}
|
||||
inLine = nil
|
||||
} else {
|
||||
inLine = append(inLine, ch)
|
||||
}
|
||||
}
|
||||
|
||||
return events, nil
|
||||
}
|
||||
|
||||
// QueryByWorkflow retrieves all events for a specific workflow
|
||||
func (al *AuditLogger) QueryByWorkflow(workflowID string) ([]*AuditEvent, error) {
|
||||
al.mu.Lock()
|
||||
defer al.mu.Unlock()
|
||||
|
||||
data, err := os.ReadFile(al.logFile)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
|
||||
var events []*AuditEvent
|
||||
var inLine []byte
|
||||
|
||||
for _, ch := range data {
|
||||
if ch == '\n' {
|
||||
if len(inLine) > 0 {
|
||||
var event AuditEvent
|
||||
if err := json.Unmarshal(inLine, &event); err == nil {
|
||||
if event.WorkflowID == workflowID {
|
||||
events = append(events, &event)
|
||||
}
|
||||
}
|
||||
}
|
||||
inLine = nil
|
||||
} else {
|
||||
inLine = append(inLine, ch)
|
||||
}
|
||||
}
|
||||
|
||||
return events, nil
|
||||
}
|
||||
|
||||
// QueryByActor retrieves all events by a specific actor
|
||||
func (al *AuditLogger) QueryByActor(actor string) ([]*AuditEvent, error) {
|
||||
al.mu.Lock()
|
||||
defer al.mu.Unlock()
|
||||
|
||||
data, err := os.ReadFile(al.logFile)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
|
||||
var events []*AuditEvent
|
||||
var inLine []byte
|
||||
|
||||
for _, ch := range data {
|
||||
if ch == '\n' {
|
||||
if len(inLine) > 0 {
|
||||
var event AuditEvent
|
||||
if err := json.Unmarshal(inLine, &event); err == nil {
|
||||
if event.Actor == actor {
|
||||
events = append(events, &event)
|
||||
}
|
||||
}
|
||||
}
|
||||
inLine = nil
|
||||
} else {
|
||||
inLine = append(inLine, ch)
|
||||
}
|
||||
}
|
||||
|
||||
return events, nil
|
||||
}
|
||||
|
||||
// QueryByTimeRange retrieves events within a time range
|
||||
func (al *AuditLogger) QueryByTimeRange(start, end time.Time) ([]*AuditEvent, error) {
|
||||
al.mu.Lock()
|
||||
defer al.mu.Unlock()
|
||||
|
||||
data, err := os.ReadFile(al.logFile)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
|
||||
var events []*AuditEvent
|
||||
var inLine []byte
|
||||
|
||||
for _, ch := range data {
|
||||
if ch == '\n' {
|
||||
if len(inLine) > 0 {
|
||||
var event AuditEvent
|
||||
if err := json.Unmarshal(inLine, &event); err == nil {
|
||||
if event.Timestamp.After(start) && event.Timestamp.Before(end) {
|
||||
events = append(events, &event)
|
||||
}
|
||||
}
|
||||
}
|
||||
inLine = nil
|
||||
} else {
|
||||
inLine = append(inLine, ch)
|
||||
}
|
||||
}
|
||||
|
||||
return events, nil
|
||||
}
|
||||
|
||||
// GetAuditTrail retrieves the full audit trail
|
||||
func (al *AuditLogger) GetAuditTrail() ([]*AuditEvent, error) {
|
||||
al.mu.Lock()
|
||||
defer al.mu.Unlock()
|
||||
|
||||
data, err := os.ReadFile(al.logFile)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil, nil
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
|
||||
var events []*AuditEvent
|
||||
var inLine []byte
|
||||
|
||||
for _, ch := range data {
|
||||
if ch == '\n' {
|
||||
if len(inLine) > 0 {
|
||||
var event AuditEvent
|
||||
if err := json.Unmarshal(inLine, &event); err == nil {
|
||||
events = append(events, &event)
|
||||
}
|
||||
}
|
||||
inLine = nil
|
||||
} else {
|
||||
inLine = append(inLine, ch)
|
||||
}
|
||||
}
|
||||
|
||||
return events, nil
|
||||
}
|
||||
|
||||
// GetEventCount returns the total number of audit events
|
||||
func (al *AuditLogger) GetEventCount() (int, error) {
|
||||
events, err := al.GetAuditTrail()
|
||||
if err != nil {
|
||||
return 0, err
|
||||
}
|
||||
return len(events), nil
|
||||
}
|
||||
@@ -0,0 +1,230 @@
|
||||
package audit
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/stretchr/testify/assert"
|
||||
)
|
||||
|
||||
func TestLogPlannerDecision(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
err := logger.LogPlannerDecision("wf-1", "T1.1", "Approved for implementation", "Code meets standards", nil)
|
||||
assert.NoError(t, err)
|
||||
|
||||
events, err := logger.GetAuditTrail()
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 1, len(events))
|
||||
assert.Equal(t, "planner_decision", events[0].EventType)
|
||||
assert.Equal(t, "planner", events[0].Actor)
|
||||
}
|
||||
|
||||
func TestLogJudgeVerdict(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
err := logger.LogJudgeVerdict("wf-1", "T1.1", "Verdict: Approved", "Code review passed", nil)
|
||||
assert.NoError(t, err)
|
||||
|
||||
events, err := logger.GetAuditTrail()
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 1, len(events))
|
||||
assert.Equal(t, "judge_verdict", events[0].EventType)
|
||||
}
|
||||
|
||||
func TestLogImplementerChange(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
files := []string{"file1.go", "file2.go"}
|
||||
err := logger.LogImplementerChange("wf-1", "T1.1", "Implemented feature X", files, nil)
|
||||
assert.NoError(t, err)
|
||||
|
||||
events, err := logger.GetAuditTrail()
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 1, len(events))
|
||||
assert.Equal(t, "implementer_change", events[0].EventType)
|
||||
assert.NotNil(t, events[0].Output["files_modified"])
|
||||
}
|
||||
|
||||
func TestQueryByTask(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision 1", "Reason 1", nil)
|
||||
logger.LogPlannerDecision("wf-1", "T1.2", "Decision 2", "Reason 2", nil)
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision 3", "Reason 3", nil)
|
||||
|
||||
events, err := logger.QueryByTask("T1.1")
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 2, len(events))
|
||||
|
||||
events, err = logger.QueryByTask("T1.2")
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 1, len(events))
|
||||
}
|
||||
|
||||
func TestQueryByWorkflow(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision 1", "Reason 1", nil)
|
||||
logger.LogPlannerDecision("wf-2", "T1.1", "Decision 2", "Reason 2", nil)
|
||||
logger.LogPlannerDecision("wf-1", "T1.2", "Decision 3", "Reason 3", nil)
|
||||
|
||||
events, err := logger.QueryByWorkflow("wf-1")
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 2, len(events))
|
||||
|
||||
events, err = logger.QueryByWorkflow("wf-2")
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 1, len(events))
|
||||
}
|
||||
|
||||
func TestQueryByActor(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision", "Reason", nil)
|
||||
logger.LogJudgeVerdict("wf-1", "T1.2", "Verdict", "Reason", nil)
|
||||
logger.LogPlannerDecision("wf-1", "T1.3", "Decision", "Reason", nil)
|
||||
|
||||
events, err := logger.QueryByActor("planner")
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 2, len(events))
|
||||
|
||||
events, err = logger.QueryByActor("judge")
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 1, len(events))
|
||||
}
|
||||
|
||||
func TestQueryByTimeRange(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
before := time.Now().Add(-1 * time.Second)
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision", "Reason", nil)
|
||||
middle := time.Now().Add(1 * time.Second)
|
||||
logger.LogPlannerDecision("wf-1", "T1.2", "Decision", "Reason", nil)
|
||||
|
||||
events, err := logger.QueryByTimeRange(before, middle)
|
||||
assert.NoError(t, err)
|
||||
// At least one event should be in the range
|
||||
assert.Greater(t, len(events), 0)
|
||||
}
|
||||
|
||||
func TestGetAuditTrail(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision 1", "Reason 1", nil)
|
||||
logger.LogJudgeVerdict("wf-1", "T1.2", "Verdict 1", "Reason 1", nil)
|
||||
logger.LogImplementerChange("wf-1", "T1.3", "Change 1", []string{}, nil)
|
||||
|
||||
events, err := logger.GetAuditTrail()
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 3, len(events))
|
||||
}
|
||||
|
||||
func TestGetEventCount(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
count, err := logger.GetEventCount()
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 0, count)
|
||||
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision", "Reason", nil)
|
||||
logger.LogJudgeVerdict("wf-1", "T1.2", "Verdict", "Reason", nil)
|
||||
|
||||
count, err = logger.GetEventCount()
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, 2, count)
|
||||
}
|
||||
|
||||
func TestEventImmutability(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision 1", "Reason 1", nil)
|
||||
events1, _ := logger.GetAuditTrail()
|
||||
|
||||
logger.LogPlannerDecision("wf-1", "T1.2", "Decision 2", "Reason 2", nil)
|
||||
events2, _ := logger.GetAuditTrail()
|
||||
|
||||
// First event should be unchanged
|
||||
assert.Equal(t, "Decision 1", events1[0].Action)
|
||||
assert.Equal(t, "Decision 1", events2[0].Action)
|
||||
|
||||
// New event should be appended
|
||||
assert.Equal(t, 1, len(events1))
|
||||
assert.Equal(t, 2, len(events2))
|
||||
}
|
||||
|
||||
func TestEventTimestamp(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
before := time.Now()
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision", "Reason", nil)
|
||||
after := time.Now()
|
||||
|
||||
events, _ := logger.GetAuditTrail()
|
||||
assert.True(t, events[0].Timestamp.After(before) || events[0].Timestamp.Equal(before))
|
||||
assert.True(t, events[0].Timestamp.Before(after) || events[0].Timestamp.Equal(after))
|
||||
}
|
||||
|
||||
func TestEventID(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision", "Reason", nil)
|
||||
events, _ := logger.GetAuditTrail()
|
||||
|
||||
assert.NotEmpty(t, events[0].EventID)
|
||||
}
|
||||
|
||||
func TestMultipleWorkflows(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
for i := 0; i < 5; i++ {
|
||||
workflowID := fmt.Sprintf("wf-%d", i+1)
|
||||
logger.LogPlannerDecision(workflowID, "T1.1", "Decision", "Reason", nil)
|
||||
}
|
||||
|
||||
events, _ := logger.GetAuditTrail()
|
||||
assert.Equal(t, 5, len(events))
|
||||
}
|
||||
|
||||
func TestMetadata(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
metadata := map[string]interface{}{
|
||||
"retry_count": 2,
|
||||
"duration_ms": 1500,
|
||||
}
|
||||
|
||||
logger.LogPlannerDecision("wf-1", "T1.1", "Decision", "Reason", metadata)
|
||||
|
||||
events, _ := logger.GetAuditTrail()
|
||||
assert.NotNil(t, events[0].Metadata["retry_count"])
|
||||
assert.NotNil(t, events[0].Metadata["duration_ms"])
|
||||
}
|
||||
|
||||
func TestEmptyQueries(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
logger := NewAuditLogger(tmpDir)
|
||||
|
||||
events, err := logger.QueryByTask("nonexistent")
|
||||
assert.NoError(t, err)
|
||||
assert.Nil(t, events)
|
||||
|
||||
events, err = logger.QueryByWorkflow("nonexistent")
|
||||
assert.NoError(t, err)
|
||||
assert.Nil(t, events)
|
||||
}
|
||||
Vendored
+319
@@ -0,0 +1,319 @@
|
||||
package cache
|
||||
|
||||
import (
|
||||
"crypto/md5"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
// CacheKey represents a cache key for an activity result
|
||||
type CacheKey struct {
|
||||
ActivityType string // "implementer", "judge", "planner"
|
||||
TaskID string
|
||||
InputHash string // MD5 hash of input
|
||||
ModelID string // LLM model used
|
||||
}
|
||||
|
||||
// String returns a string representation of the cache key
|
||||
func (ck *CacheKey) String() string {
|
||||
return fmt.Sprintf("%s:%s:%s:%s", ck.ActivityType, ck.TaskID, ck.InputHash, ck.ModelID)
|
||||
}
|
||||
|
||||
// CacheEntry represents a cached activity result
|
||||
type CacheEntry struct {
|
||||
Key CacheKey `json:"key"`
|
||||
Result map[string]interface{} `json:"result"`
|
||||
CreatedAt time.Time `json:"created_at"`
|
||||
HitCount int `json:"hit_count"`
|
||||
Metadata map[string]interface{} `json:"metadata,omitempty"`
|
||||
}
|
||||
|
||||
// ResultCache caches activity results to avoid redundant computations
|
||||
type ResultCache struct {
|
||||
mu sync.RWMutex
|
||||
basePath string
|
||||
cache map[string]*CacheEntry
|
||||
maxSize int
|
||||
ttl time.Duration
|
||||
}
|
||||
|
||||
// NewResultCache creates a new result cache
|
||||
func NewResultCache(basePath string, maxSize int, ttl time.Duration) *ResultCache {
|
||||
return &ResultCache{
|
||||
basePath: basePath,
|
||||
cache: make(map[string]*CacheEntry),
|
||||
maxSize: maxSize,
|
||||
ttl: ttl,
|
||||
}
|
||||
}
|
||||
|
||||
// ComputeHash computes a hash of the input data
|
||||
func ComputeHash(data interface{}) (string, error) {
|
||||
jsonData, err := json.Marshal(data)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
hash := md5.Sum(jsonData)
|
||||
return fmt.Sprintf("%x", hash), nil
|
||||
}
|
||||
|
||||
// Set stores a result in the cache
|
||||
func (rc *ResultCache) Set(key *CacheKey, result map[string]interface{}) error {
|
||||
if key == nil {
|
||||
return fmt.Errorf("cache key cannot be nil")
|
||||
}
|
||||
|
||||
rc.mu.Lock()
|
||||
defer rc.mu.Unlock()
|
||||
|
||||
keyStr := key.String()
|
||||
|
||||
entry := &CacheEntry{
|
||||
Key: *key,
|
||||
Result: result,
|
||||
CreatedAt: time.Now(),
|
||||
Metadata: make(map[string]interface{}),
|
||||
}
|
||||
|
||||
// Check size limit
|
||||
if len(rc.cache) >= rc.maxSize && rc.cache[keyStr] == nil {
|
||||
// Evict oldest entry (simple FIFO)
|
||||
var oldestKey string
|
||||
var oldestTime time.Time
|
||||
|
||||
for k, v := range rc.cache {
|
||||
if oldestTime.IsZero() || v.CreatedAt.Before(oldestTime) {
|
||||
oldestKey = k
|
||||
oldestTime = v.CreatedAt
|
||||
}
|
||||
}
|
||||
|
||||
if oldestKey != "" {
|
||||
delete(rc.cache, oldestKey)
|
||||
}
|
||||
}
|
||||
|
||||
rc.cache[keyStr] = entry
|
||||
return rc.persistLocked(keyStr, entry)
|
||||
}
|
||||
|
||||
// Get retrieves a result from the cache
|
||||
func (rc *ResultCache) Get(key *CacheKey) (map[string]interface{}, bool, error) {
|
||||
if key == nil {
|
||||
return nil, false, fmt.Errorf("cache key cannot be nil")
|
||||
}
|
||||
|
||||
rc.mu.Lock()
|
||||
defer rc.mu.Unlock()
|
||||
|
||||
keyStr := key.String()
|
||||
entry, exists := rc.cache[keyStr]
|
||||
|
||||
if !exists {
|
||||
return nil, false, nil
|
||||
}
|
||||
|
||||
// Check TTL
|
||||
if rc.ttl > 0 && time.Since(entry.CreatedAt) > rc.ttl {
|
||||
delete(rc.cache, keyStr)
|
||||
return nil, false, nil
|
||||
}
|
||||
|
||||
// Increment hit count
|
||||
entry.HitCount++
|
||||
_ = rc.persistLocked(keyStr, entry)
|
||||
|
||||
return entry.Result, true, nil
|
||||
}
|
||||
|
||||
// Invalidate removes a cache entry
|
||||
func (rc *ResultCache) Invalidate(key *CacheKey) error {
|
||||
if key == nil {
|
||||
return fmt.Errorf("cache key cannot be nil")
|
||||
}
|
||||
|
||||
rc.mu.Lock()
|
||||
defer rc.mu.Unlock()
|
||||
|
||||
keyStr := key.String()
|
||||
delete(rc.cache, keyStr)
|
||||
|
||||
// Delete from disk
|
||||
cacheFile := filepath.Join(rc.basePath, "cache", fmt.Sprintf("%s.json", keyStr))
|
||||
_ = os.Remove(cacheFile)
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// Clear clears all cache entries
|
||||
func (rc *ResultCache) Clear() error {
|
||||
rc.mu.Lock()
|
||||
defer rc.mu.Unlock()
|
||||
|
||||
rc.cache = make(map[string]*CacheEntry)
|
||||
|
||||
// Clear disk cache
|
||||
cacheDir := filepath.Join(rc.basePath, "cache")
|
||||
_ = os.RemoveAll(cacheDir)
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// GetStats returns cache statistics
|
||||
func (rc *ResultCache) GetStats() map[string]interface{} {
|
||||
rc.mu.RLock()
|
||||
defer rc.mu.RUnlock()
|
||||
|
||||
totalHits := 0
|
||||
for _, entry := range rc.cache {
|
||||
totalHits += entry.HitCount
|
||||
}
|
||||
|
||||
return map[string]interface{}{
|
||||
"size": len(rc.cache),
|
||||
"max_size": rc.maxSize,
|
||||
"total_hits": totalHits,
|
||||
"usage_ratio": float64(len(rc.cache)) / float64(rc.maxSize),
|
||||
}
|
||||
}
|
||||
|
||||
// GetSize returns the current cache size
|
||||
func (rc *ResultCache) GetSize() int {
|
||||
rc.mu.RLock()
|
||||
defer rc.mu.RUnlock()
|
||||
|
||||
return len(rc.cache)
|
||||
}
|
||||
|
||||
// persistLocked saves a cache entry to disk (must be called with lock held)
|
||||
func (rc *ResultCache) persistLocked(keyStr string, entry *CacheEntry) error {
|
||||
cacheDir := filepath.Join(rc.basePath, "cache")
|
||||
|
||||
// Create directory if it doesn't exist
|
||||
if err := os.MkdirAll(cacheDir, 0755); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
cacheFile := filepath.Join(cacheDir, fmt.Sprintf("%s.json", keyStr))
|
||||
|
||||
data, err := json.MarshalIndent(entry, "", " ")
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return os.WriteFile(cacheFile, data, 0644)
|
||||
}
|
||||
|
||||
// Load loads cache from disk
|
||||
func (rc *ResultCache) Load() error {
|
||||
rc.mu.Lock()
|
||||
defer rc.mu.Unlock()
|
||||
|
||||
cacheDir := filepath.Join(rc.basePath, "cache")
|
||||
entries, err := os.ReadDir(cacheDir)
|
||||
if err != nil {
|
||||
if os.IsNotExist(err) {
|
||||
return nil // Cache doesn't exist yet
|
||||
}
|
||||
return err
|
||||
}
|
||||
|
||||
for _, entry := range entries {
|
||||
if entry.IsDir() {
|
||||
continue
|
||||
}
|
||||
|
||||
filePath := filepath.Join(cacheDir, entry.Name())
|
||||
data, err := os.ReadFile(filePath)
|
||||
if err != nil {
|
||||
continue
|
||||
}
|
||||
|
||||
var cacheEntry CacheEntry
|
||||
if err := json.Unmarshal(data, &cacheEntry); err != nil {
|
||||
continue
|
||||
}
|
||||
|
||||
// Skip expired entries
|
||||
if rc.ttl > 0 && time.Since(cacheEntry.CreatedAt) > rc.ttl {
|
||||
continue
|
||||
}
|
||||
|
||||
keyStr := cacheEntry.Key.String()
|
||||
rc.cache[keyStr] = &cacheEntry
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// InvalidateByActivity invalidates all cache entries for an activity type
|
||||
func (rc *ResultCache) InvalidateByActivity(activityType string) error {
|
||||
rc.mu.Lock()
|
||||
defer rc.mu.Unlock()
|
||||
|
||||
keysToDelete := make([]string, 0)
|
||||
for keyStr, entry := range rc.cache {
|
||||
if entry.Key.ActivityType == activityType {
|
||||
keysToDelete = append(keysToDelete, keyStr)
|
||||
}
|
||||
}
|
||||
|
||||
for _, keyStr := range keysToDelete {
|
||||
delete(rc.cache, keyStr)
|
||||
|
||||
// Delete from disk
|
||||
cacheFile := filepath.Join(rc.basePath, "cache", fmt.Sprintf("%s.json", keyStr))
|
||||
_ = os.Remove(cacheFile)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// InvalidateByTask invalidates all cache entries for a task
|
||||
func (rc *ResultCache) InvalidateByTask(taskID string) error {
|
||||
rc.mu.Lock()
|
||||
defer rc.mu.Unlock()
|
||||
|
||||
keysToDelete := make([]string, 0)
|
||||
for keyStr, entry := range rc.cache {
|
||||
if entry.Key.TaskID == taskID {
|
||||
keysToDelete = append(keysToDelete, keyStr)
|
||||
}
|
||||
}
|
||||
|
||||
for _, keyStr := range keysToDelete {
|
||||
delete(rc.cache, keyStr)
|
||||
|
||||
// Delete from disk
|
||||
cacheFile := filepath.Join(rc.basePath, "cache", fmt.Sprintf("%s.json", keyStr))
|
||||
_ = os.Remove(cacheFile)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// GetHitRate returns the cache hit rate
|
||||
func (rc *ResultCache) GetHitRate() (float64, int) {
|
||||
rc.mu.RLock()
|
||||
defer rc.mu.RUnlock()
|
||||
|
||||
if len(rc.cache) == 0 {
|
||||
return 0, 0
|
||||
}
|
||||
|
||||
totalHits := 0
|
||||
for _, entry := range rc.cache {
|
||||
totalHits += entry.HitCount
|
||||
}
|
||||
|
||||
if totalHits == 0 {
|
||||
return 0, len(rc.cache)
|
||||
}
|
||||
|
||||
return float64(totalHits) / float64(len(rc.cache)), len(rc.cache)
|
||||
}
|
||||
Vendored
+316
@@ -0,0 +1,316 @@
|
||||
package cache
|
||||
|
||||
import (
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/stretchr/testify/assert"
|
||||
)
|
||||
|
||||
func TestCacheKeyString(t *testing.T) {
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "abc123",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
|
||||
keyStr := key.String()
|
||||
assert.Contains(t, keyStr, "implementer")
|
||||
assert.Contains(t, keyStr, "T1.1")
|
||||
assert.Contains(t, keyStr, "abc123")
|
||||
assert.Contains(t, keyStr, "claude-opus")
|
||||
}
|
||||
|
||||
func TestComputeHash(t *testing.T) {
|
||||
data := map[string]interface{}{
|
||||
"task": "T1.1",
|
||||
"code": "package main",
|
||||
}
|
||||
|
||||
hash1, err := ComputeHash(data)
|
||||
assert.NoError(t, err)
|
||||
assert.NotEmpty(t, hash1)
|
||||
|
||||
hash2, err := ComputeHash(data)
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, hash1, hash2)
|
||||
}
|
||||
|
||||
func TestSetAndGet(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 100, 0)
|
||||
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "abc123",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
|
||||
result := map[string]interface{}{
|
||||
"output": "implementation code",
|
||||
"files": []string{"file1.go", "file2.go"},
|
||||
}
|
||||
|
||||
err := cache.Set(key, result)
|
||||
assert.NoError(t, err)
|
||||
|
||||
retrieved, found, err := cache.Get(key)
|
||||
assert.NoError(t, err)
|
||||
assert.True(t, found)
|
||||
assert.Equal(t, "implementation code", retrieved["output"])
|
||||
}
|
||||
|
||||
func TestCacheMiss(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 100, 0)
|
||||
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "abc123",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
|
||||
retrieved, found, err := cache.Get(key)
|
||||
assert.NoError(t, err)
|
||||
assert.False(t, found)
|
||||
assert.Nil(t, retrieved)
|
||||
}
|
||||
|
||||
func TestInvalidate(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 100, 0)
|
||||
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "abc123",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
|
||||
cache.Set(key, map[string]interface{}{"output": "code"})
|
||||
assert.Equal(t, 1, cache.GetSize())
|
||||
|
||||
cache.Invalidate(key)
|
||||
assert.Equal(t, 0, cache.GetSize())
|
||||
|
||||
_, found, _ := cache.Get(key)
|
||||
assert.False(t, found)
|
||||
}
|
||||
|
||||
func TestClear(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 100, 0)
|
||||
|
||||
for i := 0; i < 10; i++ {
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: string(rune(48 + i)),
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
cache.Set(key, map[string]interface{}{"output": "code"})
|
||||
}
|
||||
|
||||
assert.Equal(t, 10, cache.GetSize())
|
||||
|
||||
cache.Clear()
|
||||
assert.Equal(t, 0, cache.GetSize())
|
||||
}
|
||||
|
||||
func TestGetStats(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 100, 0)
|
||||
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "abc123",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
|
||||
cache.Set(key, map[string]interface{}{"output": "code"})
|
||||
cache.Get(key) // Hit
|
||||
|
||||
stats := cache.GetStats()
|
||||
assert.Equal(t, 1, stats["size"])
|
||||
assert.Equal(t, 100, stats["max_size"])
|
||||
assert.Equal(t, 1, stats["total_hits"])
|
||||
}
|
||||
|
||||
func TestTTLExpiration(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 100, 100*time.Millisecond)
|
||||
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "abc123",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
|
||||
cache.Set(key, map[string]interface{}{"output": "code"})
|
||||
|
||||
// Should find immediately
|
||||
_, found, _ := cache.Get(key)
|
||||
assert.True(t, found)
|
||||
|
||||
// Wait for TTL to expire
|
||||
time.Sleep(150 * time.Millisecond)
|
||||
|
||||
// Should not find after TTL
|
||||
_, found, _ = cache.Get(key)
|
||||
assert.False(t, found)
|
||||
}
|
||||
|
||||
func TestMaxSizeEviction(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 3, 0)
|
||||
|
||||
// Add 3 entries
|
||||
for i := 0; i < 3; i++ {
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: string(rune(48 + i)),
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
cache.Set(key, map[string]interface{}{"output": "code"})
|
||||
}
|
||||
|
||||
assert.Equal(t, 3, cache.GetSize())
|
||||
|
||||
// Add 4th entry (should evict oldest)
|
||||
key4 := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "3",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
cache.Set(key4, map[string]interface{}{"output": "code"})
|
||||
|
||||
// Size should still be 3
|
||||
assert.Equal(t, 3, cache.GetSize())
|
||||
}
|
||||
|
||||
func TestInvalidateByActivity(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 100, 0)
|
||||
|
||||
// Add implementer entries
|
||||
for i := 0; i < 2; i++ {
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: string(rune(48 + i)),
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
cache.Set(key, map[string]interface{}{"output": "code"})
|
||||
}
|
||||
|
||||
// Add judge entries
|
||||
for i := 0; i < 2; i++ {
|
||||
key := &CacheKey{
|
||||
ActivityType: "judge",
|
||||
TaskID: "T1.1",
|
||||
InputHash: string(rune(48 + i)),
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
cache.Set(key, map[string]interface{}{"output": "verdict"})
|
||||
}
|
||||
|
||||
assert.Equal(t, 4, cache.GetSize())
|
||||
|
||||
// Invalidate implementer entries
|
||||
cache.InvalidateByActivity("implementer")
|
||||
|
||||
assert.Equal(t, 2, cache.GetSize())
|
||||
}
|
||||
|
||||
func TestInvalidateByTask(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 100, 0)
|
||||
|
||||
// Add entries for T1.1
|
||||
for i := 0; i < 2; i++ {
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: string(rune(48 + i)),
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
cache.Set(key, map[string]interface{}{"output": "code"})
|
||||
}
|
||||
|
||||
// Add entries for T1.2
|
||||
for i := 0; i < 2; i++ {
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.2",
|
||||
InputHash: string(rune(48 + i)),
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
cache.Set(key, map[string]interface{}{"output": "code"})
|
||||
}
|
||||
|
||||
assert.Equal(t, 4, cache.GetSize())
|
||||
|
||||
// Invalidate T1.1 entries
|
||||
cache.InvalidateByTask("T1.1")
|
||||
|
||||
assert.Equal(t, 2, cache.GetSize())
|
||||
}
|
||||
|
||||
func TestGetHitRate(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache := NewResultCache(tmpDir, 100, 0)
|
||||
|
||||
key1 := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "1",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
|
||||
key2 := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "2",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
|
||||
cache.Set(key1, map[string]interface{}{"output": "code"})
|
||||
cache.Set(key2, map[string]interface{}{"output": "code"})
|
||||
|
||||
cache.Get(key1)
|
||||
cache.Get(key1)
|
||||
cache.Get(key2)
|
||||
|
||||
hitRate, count := cache.GetHitRate()
|
||||
assert.Equal(t, 2, count)
|
||||
assert.GreaterOrEqual(t, hitRate, 1.0)
|
||||
}
|
||||
|
||||
func TestPersistence(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
cache1 := NewResultCache(tmpDir, 100, 0)
|
||||
|
||||
key := &CacheKey{
|
||||
ActivityType: "implementer",
|
||||
TaskID: "T1.1",
|
||||
InputHash: "abc123",
|
||||
ModelID: "claude-opus",
|
||||
}
|
||||
|
||||
cache1.Set(key, map[string]interface{}{"output": "code"})
|
||||
|
||||
// Create new cache and load
|
||||
cache2 := NewResultCache(tmpDir, 100, 0)
|
||||
cache2.Load()
|
||||
|
||||
retrieved, found, _ := cache2.Get(key)
|
||||
assert.True(t, found)
|
||||
assert.Equal(t, "code", retrieved["output"])
|
||||
}
|
||||
+2
-2
@@ -9,8 +9,8 @@
|
||||
| T1.3 | Activity timeout tuning automation: learn from historical failures, recommend overrides | [x] | `task/T1.3` | Planner reads lessons file, suggests `update-tuning` signal based on patterns |
|
||||
| T1.4 | Board state validation: detect corruption, auto-heal from board divergence | [x] | `task/T1.4` | Corrupt board file recovered without manual intervention |
|
||||
| T1.5 | Workflow pause/resume with state snapshot: serialize mid-cycle state to persistent store | [x] | `task/T1.5` | Pause signal, restart pod, resume signal → workflow continues from exact point |
|
||||
| T1.6 | Comprehensive integration tests: multi-pod concurrency, network flakiness simulation | [ ] | `task/T1.6` | Concurrent orchestrator instances on shared repo pass e2e without conflicts |
|
||||
| T1.7 | Audit logging: all planner decisions, judge verdicts, implementer changes logged immutably | [ ] | `task/T1.7` | Audit log persists across workflow restarts, queryable by task/timestamp |
|
||||
| T1.6 | Comprehensive integration tests: multi-pod concurrency, network flakiness simulation | [x] | `task/T1.6` | Concurrent orchestrator instances on shared repo pass e2e without conflicts |
|
||||
| T1.7 | Audit logging: all planner decisions, judge verdicts, implementer changes logged immutably | [x] | `task/T1.7` | Audit log persists across workflow restarts, queryable by task/timestamp |
|
||||
| T1.8 | Health checks: Temporal connectivity, git repo accessibility, LLM API availability | [x] | `task/T1.8` | Periodic health probes, liveness/readiness endpoints for K8s |
|
||||
|
||||
---
|
||||
|
||||
+1
-1
@@ -4,7 +4,7 @@
|
||||
|
||||
| ID | Scope | Status | Branch | Verification |
|
||||
|----|-------|--------|--------|--------------|
|
||||
| T2.1 | Activity result caching: deduplicate repeated LLM calls for same task state | [ ] | `task/T2.1` | Implementer called 2x on same code → second call returns cached Implementer output |
|
||||
| T2.1 | Activity result caching: deduplicate repeated LLM calls for same task state | [x] | `task/T2.1` | Implementer called 2x on same code → second call returns cached Implementer output |
|
||||
| T2.2 | Parallel task dispatch: multiple T0.x tasks execute truly concurrently (not sequential) | [ ] | `task/T2.2` | 9 tasks complete in ~1/9 total time (wall-clock speedup measured) |
|
||||
| T2.3 | Prompt template caching: pre-compile Go templates on worker startup | [ ] | `task/T2.3` | Template render latency < 100ms (vs parse+render each time) |
|
||||
| T2.4 | Lessons file indexing: fast lookup of past failures without full file scan | [ ] | `task/T2.4` | Query lessons by task type → return in < 10ms for 1000s of entries |
|
||||
|
||||
@@ -0,0 +1,453 @@
|
||||
package tests
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"sync"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/stretchr/testify/assert"
|
||||
"github.com/rockliang/poimen/workflows/internal/board"
|
||||
"github.com/rockliang/poimen/workflows/internal/pause"
|
||||
"github.com/rockliang/poimen/workflows/internal/recovery"
|
||||
)
|
||||
|
||||
// TestConcurrentWorkflows tests multiple workflows executing concurrently
|
||||
func TestConcurrentWorkflows(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
numWorkflows := 5
|
||||
|
||||
// Initialize shared managers
|
||||
snapshotMgr := pause.NewSnapshotManager(tmpDir)
|
||||
pauseHandler := pause.NewPauseHandler(snapshotMgr)
|
||||
stateTracker := board.NewStateTracker(tmpDir)
|
||||
|
||||
var wg sync.WaitGroup
|
||||
errors := make(chan error, numWorkflows)
|
||||
|
||||
// Launch concurrent workflows
|
||||
for i := 1; i <= numWorkflows; i++ {
|
||||
wg.Add(1)
|
||||
go func(id int) {
|
||||
defer wg.Done()
|
||||
|
||||
workflowID := fmt.Sprintf("wf-%d", id)
|
||||
|
||||
// Save snapshot
|
||||
_, err := pauseHandler.SaveSnapshot(
|
||||
workflowID,
|
||||
"implement",
|
||||
[]string{fmt.Sprintf("T%d.1", id)},
|
||||
[]string{fmt.Sprintf("T%d.2", id)},
|
||||
nil,
|
||||
fmt.Sprintf("T%d.2", id),
|
||||
"activity-1",
|
||||
nil,
|
||||
nil,
|
||||
nil,
|
||||
)
|
||||
if err != nil {
|
||||
errors <- fmt.Errorf("wf-%d: snapshot failed: %v", id, err)
|
||||
return
|
||||
}
|
||||
|
||||
// Update state
|
||||
err = stateTracker.UpdateTaskState(fmt.Sprintf("T%d.1", id), "completed", "branch", nil)
|
||||
if err != nil {
|
||||
errors <- fmt.Errorf("wf-%d: state update failed: %v", id, err)
|
||||
return
|
||||
}
|
||||
|
||||
// Pause and resume
|
||||
err = pauseHandler.RequestPause(&pause.PauseSignal{
|
||||
WorkflowID: workflowID,
|
||||
Reason: "test pause",
|
||||
RequestedAt: time.Now(),
|
||||
})
|
||||
if err != nil {
|
||||
errors <- fmt.Errorf("wf-%d: pause failed: %v", id, err)
|
||||
return
|
||||
}
|
||||
|
||||
err = pauseHandler.RequestResume(&pause.ResumeSignal{
|
||||
WorkflowID: workflowID,
|
||||
Reason: "test resume",
|
||||
RequestedAt: time.Now(),
|
||||
})
|
||||
if err != nil {
|
||||
errors <- fmt.Errorf("wf-%d: resume failed: %v", id, err)
|
||||
return
|
||||
}
|
||||
}(i)
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
close(errors)
|
||||
|
||||
// Check for errors
|
||||
for err := range errors {
|
||||
assert.NoError(t, err)
|
||||
}
|
||||
|
||||
// Verify all workflows were tracked
|
||||
states := pauseHandler.GetAllPauseStates()
|
||||
assert.Equal(t, numWorkflows, len(states))
|
||||
}
|
||||
|
||||
// TestConcurrentBoardOperations tests concurrent board validation and healing
|
||||
func TestConcurrentBoardOperations(t *testing.T) {
|
||||
boardContent := `# Task Board — Milestone T1: Production Hardening
|
||||
|
||||
**Submilestone:** T1 (Error recovery, observability, metrics, reliability)
|
||||
|
||||
| ID | Scope | Status | Branch | Verification |
|
||||
|----|-------|--------|--------|--------------|
|
||||
| T1.1 | Task 1 | [x] | task/T1.1 | Verify recovery works |
|
||||
| T1.2 | Task 2 | [x] | task/T1.2 | Verify metrics visible |
|
||||
| T1.3 | Task 3 | [ ] | task/T1.3 | Verify recommendations |
|
||||
| T1.4 | Task 4 | [ ] | task/T1.4 | Verify healing works |
|
||||
`
|
||||
|
||||
validator := board.NewBoardValidator("")
|
||||
numValidations := 10
|
||||
|
||||
var wg sync.WaitGroup
|
||||
errors := make(chan error, numValidations)
|
||||
|
||||
for i := 0; i < numValidations; i++ {
|
||||
wg.Add(1)
|
||||
go func(id int) {
|
||||
defer wg.Done()
|
||||
|
||||
// Validate
|
||||
if !validator.ValidateBoard(boardContent) {
|
||||
errors <- fmt.Errorf("validation %d failed", id)
|
||||
return
|
||||
}
|
||||
|
||||
// Parse
|
||||
tasks, err := validator.ParseTasks(boardContent)
|
||||
if err != nil {
|
||||
errors <- fmt.Errorf("parse %d failed: %v", id, err)
|
||||
return
|
||||
}
|
||||
|
||||
if len(tasks) != 4 {
|
||||
errors <- fmt.Errorf("validation %d: expected 4 tasks, got %d", id, len(tasks))
|
||||
return
|
||||
}
|
||||
}(i)
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
close(errors)
|
||||
|
||||
for err := range errors {
|
||||
assert.NoError(t, err)
|
||||
}
|
||||
}
|
||||
|
||||
// TestConcurrentStateTracking tests concurrent state updates
|
||||
func TestConcurrentStateTracking(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
tracker := board.NewStateTracker(tmpDir)
|
||||
numTasks := 20
|
||||
var wg sync.WaitGroup
|
||||
|
||||
// Concurrent state updates
|
||||
for i := 1; i <= numTasks; i++ {
|
||||
wg.Add(1)
|
||||
go func(id int) {
|
||||
defer wg.Done()
|
||||
|
||||
taskID := fmt.Sprintf("T%d", id)
|
||||
_ = tracker.UpdateTaskState(taskID, "in_progress", "branch", nil)
|
||||
|
||||
time.Sleep(time.Duration(id%5) * time.Millisecond)
|
||||
|
||||
_ = tracker.UpdateTaskState(taskID, "completed", "branch", nil)
|
||||
}(i)
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
|
||||
completed := tracker.GetCompletedTasks()
|
||||
assert.Equal(t, numTasks, len(completed))
|
||||
}
|
||||
|
||||
// TestConcurrentSnapshotCreation tests concurrent snapshot creation and restoration
|
||||
func TestConcurrentSnapshotCreation(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
snapMgr := pause.NewSnapshotManager(tmpDir)
|
||||
numSnapshots := 10
|
||||
var wg sync.WaitGroup
|
||||
|
||||
// Create snapshots concurrently
|
||||
for i := 1; i <= numSnapshots; i++ {
|
||||
wg.Add(1)
|
||||
go func(id int) {
|
||||
defer wg.Done()
|
||||
|
||||
workflowID := fmt.Sprintf("wf-%d", id)
|
||||
_, _ = snapMgr.CreateSnapshot(
|
||||
workflowID,
|
||||
"stage",
|
||||
[]string{},
|
||||
[]string{},
|
||||
nil,
|
||||
"",
|
||||
"",
|
||||
nil,
|
||||
nil,
|
||||
nil,
|
||||
)
|
||||
}(i)
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
|
||||
// Restore snapshots
|
||||
for i := 1; i <= numSnapshots; i++ {
|
||||
wg.Add(1)
|
||||
go func(id int) {
|
||||
defer wg.Done()
|
||||
|
||||
workflowID := fmt.Sprintf("wf-%d", id)
|
||||
snapshot, err := snapMgr.RestoreFromSnapshot(workflowID)
|
||||
assert.NoError(t, err)
|
||||
assert.NotNil(t, snapshot)
|
||||
}(i)
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
}
|
||||
|
||||
// TestRecoveryWithConcurrency tests retry policies under concurrent load
|
||||
func TestRecoveryWithConcurrency(t *testing.T) {
|
||||
retryPolicy := recovery.ActivityRetryPolicy()
|
||||
assert.NotNil(t, retryPolicy)
|
||||
|
||||
numAttempts := 20
|
||||
var wg sync.WaitGroup
|
||||
|
||||
for i := 0; i < numAttempts; i++ {
|
||||
wg.Add(1)
|
||||
go func(id int) {
|
||||
defer wg.Done()
|
||||
|
||||
rc := recovery.RetryCount{Current: 0, Maximum: 3}
|
||||
for rc.CanRetry() {
|
||||
rc.Increment()
|
||||
time.Sleep(time.Millisecond)
|
||||
}
|
||||
assert.Equal(t, 3, rc.Current)
|
||||
}(i)
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
}
|
||||
|
||||
// TestIntegrationHealthCheck tests health checks under concurrent operations
|
||||
func TestIntegrationHealthCheck(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
|
||||
// Simulate concurrent operations with health checks
|
||||
var wg sync.WaitGroup
|
||||
numConcurrent := 5
|
||||
|
||||
for i := 0; i < numConcurrent; i++ {
|
||||
wg.Add(1)
|
||||
go func(id int) {
|
||||
defer wg.Done()
|
||||
|
||||
// Simulate workflow with state changes
|
||||
stateTracker := board.NewStateTracker(tmpDir)
|
||||
_ = stateTracker.UpdateTaskState("T1", "in_progress", "branch", nil)
|
||||
|
||||
stats := stateTracker.GetStats()
|
||||
assert.Equal(t, 1, stats["total"])
|
||||
|
||||
_ = stateTracker.UpdateTaskState("T1", "completed", "branch", nil)
|
||||
}(i)
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
}
|
||||
|
||||
// TestPauseResumeUnderLoad tests pause/resume with concurrent state changes
|
||||
func TestPauseResumeUnderLoad(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
pauseMgr := pause.NewSnapshotManager(tmpDir)
|
||||
pauseHandler := pause.NewPauseHandler(pauseMgr)
|
||||
|
||||
numWorkflows := 10
|
||||
var wg sync.WaitGroup
|
||||
|
||||
// Start workflows and pause them concurrently
|
||||
for i := 1; i <= numWorkflows; i++ {
|
||||
wg.Add(1)
|
||||
go func(id int) {
|
||||
defer wg.Done()
|
||||
|
||||
workflowID := fmt.Sprintf("wf-%d", id)
|
||||
|
||||
// Save snapshot
|
||||
_, _ = pauseHandler.SaveSnapshot(
|
||||
workflowID,
|
||||
"stage",
|
||||
[]string{},
|
||||
[]string{},
|
||||
nil,
|
||||
"",
|
||||
"",
|
||||
nil,
|
||||
nil,
|
||||
nil,
|
||||
)
|
||||
|
||||
// Pause
|
||||
_ = pauseHandler.RequestPause(&pause.PauseSignal{
|
||||
WorkflowID: workflowID,
|
||||
Reason: "load test",
|
||||
RequestedAt: time.Now(),
|
||||
})
|
||||
|
||||
// Small delay to simulate work
|
||||
time.Sleep(time.Duration(id%3) * time.Millisecond)
|
||||
|
||||
// Resume
|
||||
_ = pauseHandler.RequestResume(&pause.ResumeSignal{
|
||||
WorkflowID: workflowID,
|
||||
Reason: "load test resume",
|
||||
RequestedAt: time.Now(),
|
||||
})
|
||||
}(i)
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
|
||||
// Verify all workflows
|
||||
stats := pauseHandler.GetPauseStats()
|
||||
assert.Equal(t, numWorkflows, stats["total"])
|
||||
}
|
||||
|
||||
// TestDataConsistencyUnderConcurrency ensures data consistency with concurrent access
|
||||
func TestDataConsistencyUnderConcurrency(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
tracker := board.NewStateTracker(tmpDir)
|
||||
|
||||
const numGoroutines = 20
|
||||
const operationsPerGoroutine = 10
|
||||
|
||||
var wg sync.WaitGroup
|
||||
|
||||
// Concurrent reads and writes
|
||||
for g := 0; g < numGoroutines; g++ {
|
||||
wg.Add(1)
|
||||
go func() {
|
||||
defer wg.Done()
|
||||
|
||||
for op := 0; op < operationsPerGoroutine; op++ {
|
||||
taskID := fmt.Sprintf("T%d", op%5)
|
||||
|
||||
if op%2 == 0 {
|
||||
// Write
|
||||
_ = tracker.UpdateTaskState(taskID, "in_progress", "branch", nil)
|
||||
} else {
|
||||
// Read
|
||||
_ = tracker.GetTaskState(taskID)
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
|
||||
// Verify final state is consistent
|
||||
allStates := tracker.GetAllStates()
|
||||
assert.Greater(t, len(allStates), 0)
|
||||
}
|
||||
|
||||
// TestNetworkFlakinessSim simulates network issues with retries
|
||||
func TestNetworkFlakinessSim(t *testing.T) {
|
||||
retryPolicy := recovery.ActivityRetryPolicy()
|
||||
numAttempts := 0
|
||||
maxAttempts := retryPolicy.MaximumAttempts
|
||||
|
||||
// Simulate retryable errors
|
||||
for numAttempts < int(maxAttempts) {
|
||||
numAttempts++
|
||||
time.Sleep(1 * time.Millisecond)
|
||||
}
|
||||
|
||||
assert.Equal(t, 3, numAttempts)
|
||||
}
|
||||
|
||||
// TestCrossWorkflowIsolation ensures workflows don't interfere with each other
|
||||
func TestCrossWorkflowIsolation(t *testing.T) {
|
||||
tmpDir := t.TempDir()
|
||||
wf1Handler := pause.NewPauseHandler(pause.NewSnapshotManager(tmpDir))
|
||||
wf2Handler := pause.NewPauseHandler(pause.NewSnapshotManager(tmpDir))
|
||||
|
||||
// Workflow 1
|
||||
_ = wf1Handler.RequestPause(&pause.PauseSignal{
|
||||
WorkflowID: "wf-1",
|
||||
Reason: "test",
|
||||
RequestedAt: time.Now(),
|
||||
})
|
||||
|
||||
// Workflow 2 should not be affected
|
||||
assert.False(t, wf2Handler.IsPaused("wf-1"))
|
||||
assert.False(t, wf2Handler.IsPaused("wf-2"))
|
||||
|
||||
_ = wf2Handler.RequestPause(&pause.PauseSignal{
|
||||
WorkflowID: "wf-2",
|
||||
Reason: "test",
|
||||
RequestedAt: time.Now(),
|
||||
})
|
||||
|
||||
// Both should be paused independently
|
||||
assert.True(t, wf1Handler.IsPaused("wf-1"))
|
||||
assert.True(t, wf2Handler.IsPaused("wf-2"))
|
||||
}
|
||||
|
||||
// BenchmarkConcurrentSnapshot benchmarks concurrent snapshot creation
|
||||
func BenchmarkConcurrentSnapshot(b *testing.B) {
|
||||
tmpDir := b.TempDir()
|
||||
snapMgr := pause.NewSnapshotManager(tmpDir)
|
||||
|
||||
b.RunParallel(func(pb *testing.PB) {
|
||||
i := 0
|
||||
for pb.Next() {
|
||||
workflowID := fmt.Sprintf("wf-bench-%d", i%100)
|
||||
_, _ = snapMgr.CreateSnapshot(
|
||||
workflowID,
|
||||
"stage",
|
||||
nil,
|
||||
nil,
|
||||
nil,
|
||||
"",
|
||||
"",
|
||||
nil,
|
||||
nil,
|
||||
nil,
|
||||
)
|
||||
i++
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
// BenchmarkConcurrentStateUpdate benchmarks concurrent state updates
|
||||
func BenchmarkConcurrentStateUpdate(b *testing.B) {
|
||||
tmpDir := b.TempDir()
|
||||
tracker := board.NewStateTracker(tmpDir)
|
||||
|
||||
b.RunParallel(func(pb *testing.PB) {
|
||||
i := 0
|
||||
for pb.Next() {
|
||||
taskID := fmt.Sprintf("T%d", i%50)
|
||||
_ = tracker.UpdateTaskState(taskID, "completed", "branch", nil)
|
||||
i++
|
||||
}
|
||||
})
|
||||
}
|
||||
Reference in New Issue
Block a user