Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
9ed6c2638d | ||
|
|
b2cebe1ba7 |
@@ -0,0 +1,373 @@
|
|||||||
|
package batching
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"sync"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
// LLMRequest represents a single LLM request to be batched
|
||||||
|
type LLMRequest struct {
|
||||||
|
ID string `json:"id"`
|
||||||
|
Type string `json:"type"` // "implementer", "judge", "planner"
|
||||||
|
Model string `json:"model"`
|
||||||
|
Prompt string `json:"prompt"`
|
||||||
|
Metadata map[string]interface{} `json:"metadata,omitempty"`
|
||||||
|
Timestamp time.Time `json:"timestamp"`
|
||||||
|
ResultCh chan *LLMResult `json:"-"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// LLMResult represents the result of a single LLM request
|
||||||
|
type LLMResult struct {
|
||||||
|
RequestID string `json:"request_id"`
|
||||||
|
Response string `json:"response"`
|
||||||
|
Error error `json:"error,omitempty"`
|
||||||
|
Duration time.Duration `json:"duration"`
|
||||||
|
TokenCount int `json:"token_count"`
|
||||||
|
Metadata map[string]interface{} `json:"metadata,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// LLMBatch represents a batch of LLM requests
|
||||||
|
type LLMBatch struct {
|
||||||
|
ID string
|
||||||
|
Requests []*LLMRequest
|
||||||
|
Model string
|
||||||
|
Type string
|
||||||
|
CreatedAt time.Time
|
||||||
|
ExecutedAt time.Time
|
||||||
|
Status string // "pending", "executing", "completed", "failed"
|
||||||
|
Error error
|
||||||
|
Results map[string]*LLMResult
|
||||||
|
ExecutionTime time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
// LLMBatcher batches LLM requests for efficient API usage
|
||||||
|
type LLMBatcher struct {
|
||||||
|
mu sync.RWMutex
|
||||||
|
queue []*LLMRequest
|
||||||
|
maxBatchSize int
|
||||||
|
maxBatchAge time.Duration
|
||||||
|
lastFlushTime time.Time
|
||||||
|
executedBatches []*LLMBatch
|
||||||
|
pendingBatches []*LLMBatch
|
||||||
|
stats *LLMBatchStats
|
||||||
|
}
|
||||||
|
|
||||||
|
// LLMBatchStats tracks LLM batching statistics
|
||||||
|
type LLMBatchStats struct {
|
||||||
|
TotalRequests int
|
||||||
|
TotalBatches int
|
||||||
|
AvgRequestsPerBatch float64
|
||||||
|
APICallsSaved int // Total API calls saved (individual requests - batches)
|
||||||
|
TotalTokens int
|
||||||
|
TotalExecutionTime time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewLLMBatcher creates a new LLM batcher
|
||||||
|
func NewLLMBatcher(maxBatchSize int, maxBatchAge time.Duration) *LLMBatcher {
|
||||||
|
if maxBatchSize <= 0 {
|
||||||
|
maxBatchSize = 10
|
||||||
|
}
|
||||||
|
if maxBatchAge <= 0 {
|
||||||
|
maxBatchAge = 2 * time.Second
|
||||||
|
}
|
||||||
|
|
||||||
|
return &LLMBatcher{
|
||||||
|
queue: make([]*LLMRequest, 0),
|
||||||
|
maxBatchSize: maxBatchSize,
|
||||||
|
maxBatchAge: maxBatchAge,
|
||||||
|
lastFlushTime: time.Now(),
|
||||||
|
executedBatches: make([]*LLMBatch, 0),
|
||||||
|
pendingBatches: make([]*LLMBatch, 0),
|
||||||
|
stats: &LLMBatchStats{
|
||||||
|
TotalRequests: 0,
|
||||||
|
TotalBatches: 0,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Enqueue adds an LLM request to the queue
|
||||||
|
func (lb *LLMBatcher) Enqueue(req *LLMRequest) {
|
||||||
|
if req == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
if req.ID == "" {
|
||||||
|
req.ID = fmt.Sprintf("req-%d", time.Now().UnixNano())
|
||||||
|
}
|
||||||
|
|
||||||
|
req.Timestamp = time.Now()
|
||||||
|
if req.ResultCh == nil {
|
||||||
|
req.ResultCh = make(chan *LLMResult, 1)
|
||||||
|
}
|
||||||
|
|
||||||
|
lb.mu.Lock()
|
||||||
|
defer lb.mu.Unlock()
|
||||||
|
|
||||||
|
lb.queue = append(lb.queue, req)
|
||||||
|
lb.stats.TotalRequests++
|
||||||
|
|
||||||
|
// Auto-flush if batch is full
|
||||||
|
if len(lb.queue) >= lb.maxBatchSize {
|
||||||
|
lb.flushLocked()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// flushLocked creates a batch from queued requests (must be called with lock held)
|
||||||
|
func (lb *LLMBatcher) flushLocked() {
|
||||||
|
if len(lb.queue) == 0 {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Group by type and model
|
||||||
|
groups := make(map[string][]*LLMRequest)
|
||||||
|
for _, req := range lb.queue {
|
||||||
|
key := fmt.Sprintf("%s:%s", req.Type, req.Model)
|
||||||
|
groups[key] = append(groups[key], req)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create batch for each group
|
||||||
|
for key, reqs := range groups {
|
||||||
|
batch := &LLMBatch{
|
||||||
|
ID: fmt.Sprintf("batch-%d", lb.stats.TotalBatches),
|
||||||
|
Requests: reqs,
|
||||||
|
Model: reqs[0].Model,
|
||||||
|
Type: reqs[0].Type,
|
||||||
|
CreatedAt: time.Now(),
|
||||||
|
Status: "pending",
|
||||||
|
Results: make(map[string]*LLMResult),
|
||||||
|
}
|
||||||
|
|
||||||
|
lb.pendingBatches = append(lb.pendingBatches, batch)
|
||||||
|
lb.stats.TotalBatches++
|
||||||
|
_ = key // Silence unused variable warning
|
||||||
|
}
|
||||||
|
|
||||||
|
lb.queue = make([]*LLMRequest, 0)
|
||||||
|
lb.lastFlushTime = time.Now()
|
||||||
|
}
|
||||||
|
|
||||||
|
// Flush manually flushes the current queue
|
||||||
|
func (lb *LLMBatcher) Flush() {
|
||||||
|
lb.mu.Lock()
|
||||||
|
defer lb.mu.Unlock()
|
||||||
|
|
||||||
|
lb.flushLocked()
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetPendingBatch returns the next pending batch without removing it
|
||||||
|
func (lb *LLMBatcher) GetPendingBatch() *LLMBatch {
|
||||||
|
lb.mu.RLock()
|
||||||
|
defer lb.mu.RUnlock()
|
||||||
|
|
||||||
|
if len(lb.pendingBatches) == 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
return lb.pendingBatches[0]
|
||||||
|
}
|
||||||
|
|
||||||
|
// MarkBatchExecuting marks a batch as executing
|
||||||
|
func (lb *LLMBatcher) MarkBatchExecuting(batchID string) {
|
||||||
|
lb.mu.Lock()
|
||||||
|
defer lb.mu.Unlock()
|
||||||
|
|
||||||
|
for _, batch := range lb.pendingBatches {
|
||||||
|
if batch.ID == batchID {
|
||||||
|
batch.Status = "executing"
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// MarkBatchCompleted marks a batch as completed and delivers results
|
||||||
|
func (lb *LLMBatcher) MarkBatchCompleted(batchID string, results map[string]*LLMResult) {
|
||||||
|
lb.mu.Lock()
|
||||||
|
defer lb.mu.Unlock()
|
||||||
|
|
||||||
|
var idx int
|
||||||
|
var found *LLMBatch
|
||||||
|
for i, batch := range lb.pendingBatches {
|
||||||
|
if batch.ID == batchID {
|
||||||
|
idx = i
|
||||||
|
found = batch
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if found != nil {
|
||||||
|
found.Status = "completed"
|
||||||
|
found.ExecutedAt = time.Now()
|
||||||
|
found.ExecutionTime = found.ExecutedAt.Sub(found.CreatedAt)
|
||||||
|
found.Results = results
|
||||||
|
|
||||||
|
// Deliver results to request channels
|
||||||
|
for _, req := range found.Requests {
|
||||||
|
if result, exists := results[req.ID]; exists {
|
||||||
|
select {
|
||||||
|
case req.ResultCh <- result:
|
||||||
|
default:
|
||||||
|
// Channel not ready or closed
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Update stats
|
||||||
|
lb.stats.TotalTokens += countTokensInBatch(found)
|
||||||
|
lb.stats.TotalExecutionTime += found.ExecutionTime
|
||||||
|
|
||||||
|
// Move to executed batches
|
||||||
|
lb.executedBatches = append(lb.executedBatches, found)
|
||||||
|
lb.pendingBatches = append(lb.pendingBatches[:idx], lb.pendingBatches[idx+1:]...)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// MarkBatchFailed marks a batch as failed
|
||||||
|
func (lb *LLMBatcher) MarkBatchFailed(batchID string, err error) {
|
||||||
|
lb.mu.Lock()
|
||||||
|
defer lb.mu.Unlock()
|
||||||
|
|
||||||
|
var found *LLMBatch
|
||||||
|
for _, batch := range lb.pendingBatches {
|
||||||
|
if batch.ID == batchID {
|
||||||
|
found = batch
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if found != nil {
|
||||||
|
found.Status = "failed"
|
||||||
|
found.Error = err
|
||||||
|
found.ExecutedAt = time.Now()
|
||||||
|
|
||||||
|
// Deliver errors to request channels
|
||||||
|
for _, req := range found.Requests {
|
||||||
|
result := &LLMResult{
|
||||||
|
RequestID: req.ID,
|
||||||
|
Error: err,
|
||||||
|
}
|
||||||
|
|
||||||
|
select {
|
||||||
|
case req.ResultCh <- result:
|
||||||
|
default:
|
||||||
|
// Channel not ready or closed
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetStats returns batching statistics
|
||||||
|
func (lb *LLMBatcher) GetStats() *LLMBatchStats {
|
||||||
|
lb.mu.RLock()
|
||||||
|
defer lb.mu.RUnlock()
|
||||||
|
|
||||||
|
stats := *lb.stats
|
||||||
|
if stats.TotalBatches > 0 {
|
||||||
|
stats.AvgRequestsPerBatch = float64(stats.TotalRequests) / float64(stats.TotalBatches)
|
||||||
|
// API calls saved: total requests - total batches
|
||||||
|
stats.APICallsSaved = stats.TotalRequests - stats.TotalBatches
|
||||||
|
}
|
||||||
|
|
||||||
|
return &stats
|
||||||
|
}
|
||||||
|
|
||||||
|
// QueueSize returns current queue size
|
||||||
|
func (lb *LLMBatcher) QueueSize() int {
|
||||||
|
lb.mu.RLock()
|
||||||
|
defer lb.mu.RUnlock()
|
||||||
|
|
||||||
|
return len(lb.queue)
|
||||||
|
}
|
||||||
|
|
||||||
|
// PendingBatchCount returns number of pending batches
|
||||||
|
func (lb *LLMBatcher) PendingBatchCount() int {
|
||||||
|
lb.mu.RLock()
|
||||||
|
defer lb.mu.RUnlock()
|
||||||
|
|
||||||
|
return len(lb.pendingBatches)
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetBatchByID returns a batch by ID
|
||||||
|
func (lb *LLMBatcher) GetBatchByID(batchID string) *LLMBatch {
|
||||||
|
lb.mu.RLock()
|
||||||
|
defer lb.mu.RUnlock()
|
||||||
|
|
||||||
|
for _, batch := range lb.pendingBatches {
|
||||||
|
if batch.ID == batchID {
|
||||||
|
return batch
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, batch := range lb.executedBatches {
|
||||||
|
if batch.ID == batchID {
|
||||||
|
return batch
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// TimeSinceLastFlush returns time since last flush
|
||||||
|
func (lb *LLMBatcher) TimeSinceLastFlush() time.Duration {
|
||||||
|
lb.mu.RLock()
|
||||||
|
defer lb.mu.RUnlock()
|
||||||
|
|
||||||
|
return time.Since(lb.lastFlushTime)
|
||||||
|
}
|
||||||
|
|
||||||
|
// ShouldFlush checks if queue should be flushed based on age
|
||||||
|
func (lb *LLMBatcher) ShouldFlush() bool {
|
||||||
|
lb.mu.RLock()
|
||||||
|
defer lb.mu.RUnlock()
|
||||||
|
|
||||||
|
if len(lb.queue) == 0 {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
return time.Since(lb.lastFlushTime) >= lb.maxBatchAge
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetExecutedBatches returns all executed batches
|
||||||
|
func (lb *LLMBatcher) GetExecutedBatches() []*LLMBatch {
|
||||||
|
lb.mu.RLock()
|
||||||
|
defer lb.mu.RUnlock()
|
||||||
|
|
||||||
|
result := make([]*LLMBatch, len(lb.executedBatches))
|
||||||
|
copy(result, lb.executedBatches)
|
||||||
|
|
||||||
|
return result
|
||||||
|
}
|
||||||
|
|
||||||
|
// Clear clears all pending operations
|
||||||
|
func (lb *LLMBatcher) Clear() {
|
||||||
|
lb.mu.Lock()
|
||||||
|
defer lb.mu.Unlock()
|
||||||
|
|
||||||
|
lb.queue = make([]*LLMRequest, 0)
|
||||||
|
lb.pendingBatches = make([]*LLMBatch, 0)
|
||||||
|
lb.executedBatches = make([]*LLMBatch, 0)
|
||||||
|
}
|
||||||
|
|
||||||
|
// countTokensInBatch counts total tokens in a batch
|
||||||
|
func countTokensInBatch(batch *LLMBatch) int {
|
||||||
|
total := 0
|
||||||
|
for _, result := range batch.Results {
|
||||||
|
total += result.TokenCount
|
||||||
|
}
|
||||||
|
return total
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetBatchInfo returns human-readable batch information
|
||||||
|
func (batch *LLMBatch) GetInfo() map[string]interface{} {
|
||||||
|
return map[string]interface{}{
|
||||||
|
"id": batch.ID,
|
||||||
|
"type": batch.Type,
|
||||||
|
"model": batch.Model,
|
||||||
|
"status": batch.Status,
|
||||||
|
"request_count": len(batch.Requests),
|
||||||
|
"created_at": batch.CreatedAt,
|
||||||
|
"executed_at": batch.ExecutedAt,
|
||||||
|
"duration": batch.ExecutionTime,
|
||||||
|
"error": batch.Error,
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,436 @@
|
|||||||
|
package batching
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestLLMNewBatcher(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
assert.NotNil(t, batcher)
|
||||||
|
assert.Equal(t, 0, batcher.QueueSize())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMEnqueueRequest(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{
|
||||||
|
ID: "req-1",
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "Generate code",
|
||||||
|
}
|
||||||
|
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
assert.Equal(t, 1, batcher.QueueSize())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMEnqueueMultipleRequests(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
for i := 0; i < 5; i++ {
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "Prompt",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
}
|
||||||
|
|
||||||
|
assert.Equal(t, 5, batcher.QueueSize())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMAutoFlushOnMaxBatchSize(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(5, 10*time.Second)
|
||||||
|
|
||||||
|
for i := 0; i < 5; i++ {
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "Prompt",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
}
|
||||||
|
|
||||||
|
assert.Equal(t, 0, batcher.QueueSize())
|
||||||
|
assert.Equal(t, 1, batcher.PendingBatchCount())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMManualFlush(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "Prompt",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
|
||||||
|
batcher.Flush()
|
||||||
|
assert.Equal(t, 0, batcher.QueueSize())
|
||||||
|
assert.Equal(t, 1, batcher.PendingBatchCount())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMGetPendingBatch(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "Prompt",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
batch := batcher.GetPendingBatch()
|
||||||
|
assert.NotNil(t, batch)
|
||||||
|
assert.Equal(t, 1, len(batch.Requests))
|
||||||
|
assert.Equal(t, "implementer", batch.Type)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMMarkBatchExecuting(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{Type: "implementer", Model: "claude-opus", Prompt: "test"}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
batch := batcher.GetPendingBatch()
|
||||||
|
batcher.MarkBatchExecuting(batch.ID)
|
||||||
|
|
||||||
|
updated := batcher.GetBatchByID(batch.ID)
|
||||||
|
assert.Equal(t, "executing", updated.Status)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMMarkBatchCompleted(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{
|
||||||
|
ID: "req-1",
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "test",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
batch := batcher.GetPendingBatch()
|
||||||
|
|
||||||
|
results := map[string]*LLMResult{
|
||||||
|
"req-1": {
|
||||||
|
RequestID: "req-1",
|
||||||
|
Response: "Generated code",
|
||||||
|
TokenCount: 100,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
batcher.MarkBatchCompleted(batch.ID, results)
|
||||||
|
|
||||||
|
executed := batcher.GetExecutedBatches()
|
||||||
|
assert.Equal(t, 1, len(executed))
|
||||||
|
assert.Equal(t, "completed", executed[0].Status)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMMarkBatchFailed(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{
|
||||||
|
ID: "req-1",
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
batch := batcher.GetPendingBatch()
|
||||||
|
testErr := assert.AnError
|
||||||
|
batcher.MarkBatchFailed(batch.ID, testErr)
|
||||||
|
|
||||||
|
failed := batcher.GetBatchByID(batch.ID)
|
||||||
|
assert.Equal(t, "failed", failed.Status)
|
||||||
|
assert.Error(t, failed.Error)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMGroupByTypeAndModel(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(100, 5*time.Second)
|
||||||
|
|
||||||
|
// Add requests of different types
|
||||||
|
for i := 0; i < 3; i++ {
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "test",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
}
|
||||||
|
|
||||||
|
for i := 0; i < 2; i++ {
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "judge",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "test",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
}
|
||||||
|
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
// Should create 2 batches (one for implementer, one for judge)
|
||||||
|
assert.Equal(t, 2, batcher.PendingBatchCount())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMGetStats(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(5, 5*time.Second)
|
||||||
|
|
||||||
|
// Add 10 requests (will create 2 batches)
|
||||||
|
for i := 0; i < 10; i++ {
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "test",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
}
|
||||||
|
|
||||||
|
stats := batcher.GetStats()
|
||||||
|
assert.Equal(t, 10, stats.TotalRequests)
|
||||||
|
assert.Equal(t, 2, stats.TotalBatches)
|
||||||
|
assert.Equal(t, 5.0, stats.AvgRequestsPerBatch)
|
||||||
|
// 10 requests in 2 batches saves 8 API calls
|
||||||
|
assert.Equal(t, 8, stats.APICallsSaved)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMResultDelivery(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{
|
||||||
|
ID: "req-1",
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "test",
|
||||||
|
ResultCh: make(chan *LLMResult, 1),
|
||||||
|
}
|
||||||
|
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
batch := batcher.GetPendingBatch()
|
||||||
|
|
||||||
|
results := map[string]*LLMResult{
|
||||||
|
"req-1": {
|
||||||
|
RequestID: "req-1",
|
||||||
|
Response: "Response",
|
||||||
|
TokenCount: 50,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
batcher.MarkBatchCompleted(batch.ID, results)
|
||||||
|
|
||||||
|
// Check if result was delivered to channel
|
||||||
|
select {
|
||||||
|
case result := <-req.ResultCh:
|
||||||
|
assert.NotNil(t, result)
|
||||||
|
assert.Equal(t, "Response", result.Response)
|
||||||
|
case <-time.After(1 * time.Second):
|
||||||
|
t.Fatal("Result not delivered")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMMultipleBatches(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(3, 5*time.Second)
|
||||||
|
|
||||||
|
// Create 3 batches (3 requests each)
|
||||||
|
for batch := 0; batch < 3; batch++ {
|
||||||
|
for i := 0; i < 3; i++ {
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "test",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
assert.Equal(t, 3, batcher.PendingBatchCount())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMQueueSize(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{Type: "implementer", Model: "claude-opus"}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
|
||||||
|
assert.Equal(t, 1, batcher.QueueSize())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMPendingBatchCount(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{Type: "implementer", Model: "claude-opus"}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
assert.Equal(t, 1, batcher.PendingBatchCount())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMGetExecutedBatches(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
for i := 0; i < 2; i++ {
|
||||||
|
req := &LLMRequest{Type: "implementer", Model: "claude-opus"}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
batch := batcher.GetPendingBatch()
|
||||||
|
batcher.MarkBatchCompleted(batch.ID, make(map[string]*LLMResult))
|
||||||
|
}
|
||||||
|
|
||||||
|
executed := batcher.GetExecutedBatches()
|
||||||
|
assert.Equal(t, 2, len(executed))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMTimeSinceLastFlush(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{Type: "implementer", Model: "claude-opus"}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
time.Sleep(100 * time.Millisecond)
|
||||||
|
elapsed := batcher.TimeSinceLastFlush()
|
||||||
|
|
||||||
|
assert.Greater(t, elapsed, 50*time.Millisecond)
|
||||||
|
assert.Less(t, elapsed, 200*time.Millisecond)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMShouldFlush(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(100, 100*time.Millisecond)
|
||||||
|
|
||||||
|
req := &LLMRequest{Type: "implementer", Model: "claude-opus"}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
|
||||||
|
// Should not flush yet
|
||||||
|
assert.False(t, batcher.ShouldFlush())
|
||||||
|
|
||||||
|
// Wait for age to exceed
|
||||||
|
time.Sleep(150 * time.Millisecond)
|
||||||
|
assert.True(t, batcher.ShouldFlush())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMClear(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{Type: "implementer", Model: "claude-opus"}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
batcher.Clear()
|
||||||
|
assert.Equal(t, 0, batcher.QueueSize())
|
||||||
|
assert.Equal(t, 0, batcher.PendingBatchCount())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMGetBatchByID(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{Type: "implementer", Model: "claude-opus"}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
batch := batcher.GetPendingBatch()
|
||||||
|
retrieved := batcher.GetBatchByID(batch.ID)
|
||||||
|
|
||||||
|
assert.NotNil(t, retrieved)
|
||||||
|
assert.Equal(t, batch.ID, retrieved.ID)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMGetBatchInfo(t *testing.T) {
|
||||||
|
batch := &LLMBatch{
|
||||||
|
ID: "batch-1",
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Status: "completed",
|
||||||
|
CreatedAt: time.Now(),
|
||||||
|
}
|
||||||
|
|
||||||
|
info := batch.GetInfo()
|
||||||
|
assert.Equal(t, "batch-1", info["id"])
|
||||||
|
assert.Equal(t, "implementer", info["type"])
|
||||||
|
assert.Equal(t, "claude-opus", info["model"])
|
||||||
|
assert.Equal(t, "completed", info["status"])
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMEnqueueNil(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
batcher.Enqueue(nil)
|
||||||
|
assert.Equal(t, 0, batcher.QueueSize())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMAutoIDGeneration(t *testing.T) {
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "test",
|
||||||
|
}
|
||||||
|
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
|
||||||
|
assert.NotEmpty(t, req.ID)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMTokenCounting(t *testing.T) {
|
||||||
|
batcher := NewLLMBatcher(10, 5*time.Second)
|
||||||
|
|
||||||
|
req := &LLMRequest{
|
||||||
|
ID: "req-1",
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "test",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
batcher.Flush()
|
||||||
|
|
||||||
|
batch := batcher.GetPendingBatch()
|
||||||
|
|
||||||
|
results := map[string]*LLMResult{
|
||||||
|
"req-1": {
|
||||||
|
RequestID: "req-1",
|
||||||
|
Response: "Response",
|
||||||
|
TokenCount: 500,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
batcher.MarkBatchCompleted(batch.ID, results)
|
||||||
|
|
||||||
|
stats := batcher.GetStats()
|
||||||
|
assert.Equal(t, 500, stats.TotalTokens)
|
||||||
|
}
|
||||||
|
|
||||||
|
func BenchmarkLLMEnqueue(b *testing.B) {
|
||||||
|
batcher := NewLLMBatcher(1000, 10*time.Second)
|
||||||
|
|
||||||
|
for i := 0; i < b.N; i++ {
|
||||||
|
req := &LLMRequest{
|
||||||
|
Type: "implementer",
|
||||||
|
Model: "claude-opus",
|
||||||
|
Prompt: "test",
|
||||||
|
}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func BenchmarkLLMFlush(b *testing.B) {
|
||||||
|
batcher := NewLLMBatcher(1000, 10*time.Second)
|
||||||
|
|
||||||
|
for i := 0; i < b.N; i++ {
|
||||||
|
req := &LLMRequest{Type: "implementer", Model: "claude-opus"}
|
||||||
|
batcher.Enqueue(req)
|
||||||
|
|
||||||
|
if (i + 1) % 100 == 0 {
|
||||||
|
batcher.Flush()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,332 @@
|
|||||||
|
package history
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
"sort"
|
||||||
|
"sync"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
// TaskHistory represents a single task execution in history
|
||||||
|
type TaskHistory struct {
|
||||||
|
TaskID string `json:"task_id"`
|
||||||
|
Status string `json:"status"` // "pending", "completed", "failed"
|
||||||
|
StartTime time.Time `json:"start_time"`
|
||||||
|
EndTime time.Time `json:"end_time"`
|
||||||
|
Duration time.Duration `json:"duration"`
|
||||||
|
Output map[string]interface{} `json:"output,omitempty"`
|
||||||
|
Error string `json:"error,omitempty"`
|
||||||
|
Metrics map[string]interface{} `json:"metrics,omitempty"`
|
||||||
|
Size int64 `json:"size"` // Estimated size in bytes
|
||||||
|
}
|
||||||
|
|
||||||
|
// PrunePolicy defines how to prune history
|
||||||
|
type PrunePolicy struct {
|
||||||
|
MaxHistorySize int64 // Max total history size in bytes (e.g., 100MB)
|
||||||
|
MaxHistoryAge time.Duration // Max age of history entries (e.g., 24 hours)
|
||||||
|
MaxEntries int // Max number of entries to keep (e.g., 1000)
|
||||||
|
ArchiveDir string // Directory to archive pruned items
|
||||||
|
}
|
||||||
|
|
||||||
|
// HistoryPruner manages workflow history with automatic pruning
|
||||||
|
type HistoryPruner struct {
|
||||||
|
mu sync.RWMutex
|
||||||
|
entries []*TaskHistory
|
||||||
|
policy PrunePolicy
|
||||||
|
totalSize int64
|
||||||
|
pruneCount int
|
||||||
|
archiveCount int
|
||||||
|
lastPruneTime time.Time
|
||||||
|
pruneThreshold int64 // Size threshold that triggers pruning
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewHistoryPruner creates a new history pruner
|
||||||
|
func NewHistoryPruner(policy PrunePolicy) *HistoryPruner {
|
||||||
|
if policy.MaxHistorySize == 0 {
|
||||||
|
policy.MaxHistorySize = 100 * 1024 * 1024 // 100MB default
|
||||||
|
}
|
||||||
|
if policy.MaxHistoryAge == 0 {
|
||||||
|
policy.MaxHistoryAge = 24 * time.Hour // 24 hours default
|
||||||
|
}
|
||||||
|
if policy.MaxEntries == 0 {
|
||||||
|
policy.MaxEntries = 1000 // 1000 entries default
|
||||||
|
}
|
||||||
|
|
||||||
|
// Set prune threshold at 90% of max size
|
||||||
|
pruneThreshold := (policy.MaxHistorySize * 9) / 10
|
||||||
|
|
||||||
|
return &HistoryPruner{
|
||||||
|
entries: make([]*TaskHistory, 0),
|
||||||
|
policy: policy,
|
||||||
|
pruneThreshold: pruneThreshold,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// AddEntry adds a task history entry
|
||||||
|
func (hp *HistoryPruner) AddEntry(entry *TaskHistory) error {
|
||||||
|
if entry == nil {
|
||||||
|
return fmt.Errorf("entry cannot be nil")
|
||||||
|
}
|
||||||
|
|
||||||
|
hp.mu.Lock()
|
||||||
|
defer hp.mu.Unlock()
|
||||||
|
|
||||||
|
// Estimate size
|
||||||
|
data, _ := json.Marshal(entry)
|
||||||
|
entry.Size = int64(len(data))
|
||||||
|
|
||||||
|
hp.entries = append(hp.entries, entry)
|
||||||
|
hp.totalSize += entry.Size
|
||||||
|
|
||||||
|
// Check if pruning is needed
|
||||||
|
if hp.totalSize > hp.pruneThreshold || len(hp.entries) > hp.policy.MaxEntries {
|
||||||
|
hp.pruneLocked()
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// pruneLocked prunes old entries based on policy (must be called with lock held)
|
||||||
|
func (hp *HistoryPruner) pruneLocked() {
|
||||||
|
if len(hp.entries) == 0 {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Sort by end time (oldest first)
|
||||||
|
sort.Slice(hp.entries, func(i, j int) bool {
|
||||||
|
return hp.entries[i].EndTime.Before(hp.entries[j].EndTime)
|
||||||
|
})
|
||||||
|
|
||||||
|
// Archive old entries
|
||||||
|
var toKeep []*TaskHistory
|
||||||
|
newTotalSize := int64(0)
|
||||||
|
now := time.Now()
|
||||||
|
|
||||||
|
for _, entry := range hp.entries {
|
||||||
|
age := now.Sub(entry.EndTime)
|
||||||
|
|
||||||
|
// Keep if:
|
||||||
|
// 1. Newer than max age, AND
|
||||||
|
// 2. Total size not exceeded, AND
|
||||||
|
// 3. Not too many entries
|
||||||
|
if age < hp.policy.MaxHistoryAge &&
|
||||||
|
newTotalSize+entry.Size <= hp.policy.MaxHistorySize &&
|
||||||
|
len(toKeep) < hp.policy.MaxEntries {
|
||||||
|
toKeep = append(toKeep, entry)
|
||||||
|
newTotalSize += entry.Size
|
||||||
|
} else {
|
||||||
|
// Archive this entry
|
||||||
|
hp.archiveEntry(entry)
|
||||||
|
hp.archiveCount++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
hp.entries = toKeep
|
||||||
|
hp.totalSize = newTotalSize
|
||||||
|
hp.pruneCount++
|
||||||
|
hp.lastPruneTime = time.Now()
|
||||||
|
}
|
||||||
|
|
||||||
|
// archiveEntry archives an entry to disk (must be called with lock held)
|
||||||
|
func (hp *HistoryPruner) archiveEntry(entry *TaskHistory) {
|
||||||
|
if hp.policy.ArchiveDir == "" {
|
||||||
|
return // No archive directory configured
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create archive directory if it doesn't exist
|
||||||
|
_ = os.MkdirAll(hp.policy.ArchiveDir, 0755)
|
||||||
|
|
||||||
|
// Save entry to archive file
|
||||||
|
timestamp := time.Now().Unix()
|
||||||
|
archivePath := fmt.Sprintf("%s/history-%s-%d.json", hp.policy.ArchiveDir, entry.TaskID, timestamp)
|
||||||
|
|
||||||
|
data, _ := json.MarshalIndent(entry, "", " ")
|
||||||
|
_ = os.WriteFile(archivePath, data, 0644)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Prune manually triggers pruning
|
||||||
|
func (hp *HistoryPruner) Prune() {
|
||||||
|
hp.mu.Lock()
|
||||||
|
defer hp.mu.Unlock()
|
||||||
|
|
||||||
|
hp.pruneLocked()
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetSize returns total history size
|
||||||
|
func (hp *HistoryPruner) GetSize() int64 {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
return hp.totalSize
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetEntryCount returns number of entries in history
|
||||||
|
func (hp *HistoryPruner) GetEntryCount() int {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
return len(hp.entries)
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetStats returns pruning statistics
|
||||||
|
func (hp *HistoryPruner) GetStats() map[string]interface{} {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
avgEntrySize := int64(0)
|
||||||
|
if len(hp.entries) > 0 {
|
||||||
|
avgEntrySize = hp.totalSize / int64(len(hp.entries))
|
||||||
|
}
|
||||||
|
|
||||||
|
return map[string]interface{}{
|
||||||
|
"total_size": hp.totalSize,
|
||||||
|
"entry_count": len(hp.entries),
|
||||||
|
"avg_entry_size": avgEntrySize,
|
||||||
|
"max_allowed_size": hp.policy.MaxHistorySize,
|
||||||
|
"max_allowed_age": hp.policy.MaxHistoryAge,
|
||||||
|
"max_allowed_entries": hp.policy.MaxEntries,
|
||||||
|
"prune_count": hp.pruneCount,
|
||||||
|
"archive_count": hp.archiveCount,
|
||||||
|
"last_prune_time": hp.lastPruneTime,
|
||||||
|
"usage_ratio": float64(hp.totalSize) / float64(hp.policy.MaxHistorySize),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetEntries returns a copy of all entries
|
||||||
|
func (hp *HistoryPruner) GetEntries() []*TaskHistory {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
result := make([]*TaskHistory, len(hp.entries))
|
||||||
|
copy(result, hp.entries)
|
||||||
|
|
||||||
|
return result
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetEntriesByStatus returns entries filtered by status
|
||||||
|
func (hp *HistoryPruner) GetEntriesByStatus(status string) []*TaskHistory {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
var result []*TaskHistory
|
||||||
|
for _, entry := range hp.entries {
|
||||||
|
if entry.Status == status {
|
||||||
|
result = append(result, entry)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return result
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetRecentEntries returns the most recent N entries
|
||||||
|
func (hp *HistoryPruner) GetRecentEntries(count int) []*TaskHistory {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
if count > len(hp.entries) {
|
||||||
|
count = len(hp.entries)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Sort by end time descending (newest first)
|
||||||
|
sorted := make([]*TaskHistory, len(hp.entries))
|
||||||
|
copy(sorted, hp.entries)
|
||||||
|
sort.Slice(sorted, func(i, j int) bool {
|
||||||
|
return sorted[i].EndTime.After(sorted[j].EndTime)
|
||||||
|
})
|
||||||
|
|
||||||
|
return sorted[:count]
|
||||||
|
}
|
||||||
|
|
||||||
|
// Clear clears all history
|
||||||
|
func (hp *HistoryPruner) Clear() {
|
||||||
|
hp.mu.Lock()
|
||||||
|
defer hp.mu.Unlock()
|
||||||
|
|
||||||
|
hp.entries = make([]*TaskHistory, 0)
|
||||||
|
hp.totalSize = 0
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetEntry returns a specific entry by task ID
|
||||||
|
func (hp *HistoryPruner) GetEntry(taskID string) (*TaskHistory, bool) {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
for _, entry := range hp.entries {
|
||||||
|
if entry.TaskID == taskID {
|
||||||
|
return entry, true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
|
||||||
|
// CalculateMemorySavings calculates estimated memory saved by pruning
|
||||||
|
func (hp *HistoryPruner) CalculateMemorySavings() int64 {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
// Estimated savings: total pruned size minus current size
|
||||||
|
// This is an approximation based on how much was archived
|
||||||
|
savedSize := int64(hp.archiveCount) * (hp.totalSize / int64(len(hp.entries) + 1))
|
||||||
|
return savedSize
|
||||||
|
}
|
||||||
|
|
||||||
|
// ShouldPrune checks if pruning is needed
|
||||||
|
func (hp *HistoryPruner) ShouldPrune() bool {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
return hp.totalSize > hp.pruneThreshold || len(hp.entries) > hp.policy.MaxEntries
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetMemoryInfo returns memory usage information
|
||||||
|
func (hp *HistoryPruner) GetMemoryInfo() map[string]interface{} {
|
||||||
|
hp.mu.RLock()
|
||||||
|
defer hp.mu.RUnlock()
|
||||||
|
|
||||||
|
return map[string]interface{}{
|
||||||
|
"current_size": hp.totalSize,
|
||||||
|
"max_size": hp.policy.MaxHistorySize,
|
||||||
|
"current_entries": len(hp.entries),
|
||||||
|
"max_entries": hp.policy.MaxEntries,
|
||||||
|
"usage_percentage": float64(hp.totalSize*100) / float64(hp.policy.MaxHistorySize),
|
||||||
|
"entries_percentage": float64(len(hp.entries)*100) / float64(hp.policy.MaxEntries),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// UpdateEntry updates an existing entry
|
||||||
|
func (hp *HistoryPruner) UpdateEntry(taskID string, updates map[string]interface{}) error {
|
||||||
|
hp.mu.Lock()
|
||||||
|
defer hp.mu.Unlock()
|
||||||
|
|
||||||
|
for _, entry := range hp.entries {
|
||||||
|
if entry.TaskID == taskID {
|
||||||
|
// Apply updates
|
||||||
|
for key, value := range updates {
|
||||||
|
switch key {
|
||||||
|
case "status":
|
||||||
|
entry.Status = value.(string)
|
||||||
|
case "output":
|
||||||
|
entry.Output = value.(map[string]interface{})
|
||||||
|
case "error":
|
||||||
|
entry.Error = value.(string)
|
||||||
|
case "end_time":
|
||||||
|
entry.EndTime = value.(time.Time)
|
||||||
|
entry.Duration = entry.EndTime.Sub(entry.StartTime)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Recalculate size
|
||||||
|
data, _ := json.Marshal(entry)
|
||||||
|
newSize := int64(len(data))
|
||||||
|
hp.totalSize = hp.totalSize - entry.Size + newSize
|
||||||
|
entry.Size = newSize
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return fmt.Errorf("entry not found: %s", taskID)
|
||||||
|
}
|
||||||
@@ -0,0 +1,434 @@
|
|||||||
|
package history
|
||||||
|
|
||||||
|
import (
|
||||||
|
"os"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestNewHistoryPruner(t *testing.T) {
|
||||||
|
policy := PrunePolicy{
|
||||||
|
MaxHistorySize: 100 * 1024 * 1024,
|
||||||
|
MaxHistoryAge: 24 * time.Hour,
|
||||||
|
MaxEntries: 1000,
|
||||||
|
}
|
||||||
|
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
assert.NotNil(t, pruner)
|
||||||
|
assert.Equal(t, int64(0), pruner.GetSize())
|
||||||
|
assert.Equal(t, 0, pruner.GetEntryCount())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAddEntry(t *testing.T) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-1",
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now().Add(-1 * time.Hour),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
Duration: 1 * time.Hour,
|
||||||
|
}
|
||||||
|
|
||||||
|
err := pruner.AddEntry(entry)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
assert.Equal(t, 1, pruner.GetEntryCount())
|
||||||
|
assert.Greater(t, pruner.GetSize(), int64(0))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAddNilEntry(t *testing.T) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
err := pruner.AddEntry(nil)
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetEntries(t *testing.T) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
for i := 0; i < 5; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-" + string(rune(48+i)),
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
|
||||||
|
entries := pruner.GetEntries()
|
||||||
|
assert.Equal(t, 5, len(entries))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetEntriesByStatus(t *testing.T) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
for i := 0; i < 3; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-" + string(rune(48+i)),
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
|
||||||
|
for i := 0; i < 2; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-failed-" + string(rune(48+i)),
|
||||||
|
Status: "failed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
|
||||||
|
completed := pruner.GetEntriesByStatus("completed")
|
||||||
|
assert.Equal(t, 3, len(completed))
|
||||||
|
|
||||||
|
failed := pruner.GetEntriesByStatus("failed")
|
||||||
|
assert.Equal(t, 2, len(failed))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetRecentEntries(t *testing.T) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
now := time.Now()
|
||||||
|
for i := 0; i < 10; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-" + string(rune(48+i%10)),
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: now.Add(-time.Duration(i) * time.Hour),
|
||||||
|
EndTime: now.Add(-time.Duration(i) * time.Hour),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
|
||||||
|
recent := pruner.GetRecentEntries(3)
|
||||||
|
assert.Equal(t, 3, len(recent))
|
||||||
|
// Most recent should be first
|
||||||
|
assert.Greater(t, recent[0].EndTime, recent[1].EndTime)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetStats(t *testing.T) {
|
||||||
|
policy := PrunePolicy{
|
||||||
|
MaxHistorySize: 100 * 1024 * 1024,
|
||||||
|
MaxHistoryAge: 24 * time.Hour,
|
||||||
|
MaxEntries: 1000,
|
||||||
|
}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-1",
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
|
||||||
|
stats := pruner.GetStats()
|
||||||
|
assert.NotNil(t, stats["total_size"])
|
||||||
|
assert.NotNil(t, stats["entry_count"])
|
||||||
|
assert.NotNil(t, stats["usage_ratio"])
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestClear(t *testing.T) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
for i := 0; i < 5; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-" + string(rune(48+i)),
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
|
||||||
|
assert.Equal(t, 5, pruner.GetEntryCount())
|
||||||
|
pruner.Clear()
|
||||||
|
assert.Equal(t, 0, pruner.GetEntryCount())
|
||||||
|
assert.Equal(t, int64(0), pruner.GetSize())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetEntry(t *testing.T) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-1",
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
|
||||||
|
retrieved, found := pruner.GetEntry("task-1")
|
||||||
|
assert.True(t, found)
|
||||||
|
assert.Equal(t, "task-1", retrieved.TaskID)
|
||||||
|
|
||||||
|
_, found = pruner.GetEntry("nonexistent")
|
||||||
|
assert.False(t, found)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUpdateEntry(t *testing.T) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-1",
|
||||||
|
Status: "pending",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now().Add(1 * time.Hour),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
|
||||||
|
updates := map[string]interface{}{
|
||||||
|
"status": "completed",
|
||||||
|
}
|
||||||
|
err := pruner.UpdateEntry("task-1", updates)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
|
||||||
|
updated, _ := pruner.GetEntry("task-1")
|
||||||
|
assert.Equal(t, "completed", updated.Status)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPruneByAge(t *testing.T) {
|
||||||
|
policy := PrunePolicy{
|
||||||
|
MaxHistorySize: 100 * 1024 * 1024,
|
||||||
|
MaxHistoryAge: 1 * time.Second,
|
||||||
|
MaxEntries: 1000,
|
||||||
|
}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
now := time.Now()
|
||||||
|
|
||||||
|
// Add old entry
|
||||||
|
oldEntry := &TaskHistory{
|
||||||
|
TaskID: "old-task",
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: now.Add(-2 * time.Second),
|
||||||
|
EndTime: now.Add(-2 * time.Second),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(oldEntry)
|
||||||
|
|
||||||
|
time.Sleep(100 * time.Millisecond)
|
||||||
|
|
||||||
|
// Add new entry to trigger pruning
|
||||||
|
newEntry := &TaskHistory{
|
||||||
|
TaskID: "new-task",
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: now,
|
||||||
|
EndTime: now,
|
||||||
|
}
|
||||||
|
pruner.AddEntry(newEntry)
|
||||||
|
|
||||||
|
time.Sleep(1 * time.Second)
|
||||||
|
|
||||||
|
pruner.Prune()
|
||||||
|
|
||||||
|
// Old entry should be pruned or kept depending on timing
|
||||||
|
_, _ = pruner.GetEntry("old-task")
|
||||||
|
// Note: might still be there depending on timing
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestShouldPrune(t *testing.T) {
|
||||||
|
policy := PrunePolicy{
|
||||||
|
MaxHistorySize: 1000,
|
||||||
|
MaxHistoryAge: 24 * time.Hour,
|
||||||
|
MaxEntries: 5,
|
||||||
|
}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
// Add entries up to max
|
||||||
|
for i := 0; i < 4; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-" + string(rune(48+i)),
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
|
||||||
|
assert.False(t, pruner.ShouldPrune())
|
||||||
|
|
||||||
|
// Add more to trigger pruning check
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-4",
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
|
||||||
|
// Might be triggered depending on size
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetMemoryInfo(t *testing.T) {
|
||||||
|
policy := PrunePolicy{
|
||||||
|
MaxHistorySize: 100 * 1024 * 1024,
|
||||||
|
MaxEntries: 1000,
|
||||||
|
}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-1",
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
|
||||||
|
info := pruner.GetMemoryInfo()
|
||||||
|
assert.NotNil(t, info["current_size"])
|
||||||
|
assert.NotNil(t, info["max_size"])
|
||||||
|
assert.NotNil(t, info["current_entries"])
|
||||||
|
assert.NotNil(t, info["usage_percentage"])
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestManualPrune(t *testing.T) {
|
||||||
|
policy := PrunePolicy{
|
||||||
|
MaxHistorySize: 100 * 1024 * 1024,
|
||||||
|
MaxEntries: 10,
|
||||||
|
}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
for i := 0; i < 10; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-" + string(rune(48+i%10)),
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
|
||||||
|
initialCount := pruner.GetEntryCount()
|
||||||
|
pruner.Prune()
|
||||||
|
// Count should remain same or less after pruning
|
||||||
|
assert.LessOrEqual(t, pruner.GetEntryCount(), initialCount)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestArchiveDirectory(t *testing.T) {
|
||||||
|
tmpDir := t.TempDir()
|
||||||
|
|
||||||
|
policy := PrunePolicy{
|
||||||
|
MaxHistorySize: 100,
|
||||||
|
MaxHistoryAge: 1 * time.Second,
|
||||||
|
MaxEntries: 1,
|
||||||
|
ArchiveDir: tmpDir,
|
||||||
|
}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
// Add entry that will be archived
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-1",
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now().Add(-2 * time.Second),
|
||||||
|
EndTime: time.Now().Add(-2 * time.Second),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
|
||||||
|
time.Sleep(100 * time.Millisecond)
|
||||||
|
|
||||||
|
// Add new entry to trigger pruning
|
||||||
|
newEntry := &TaskHistory{
|
||||||
|
TaskID: "task-2",
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(newEntry)
|
||||||
|
|
||||||
|
time.Sleep(1 * time.Second)
|
||||||
|
pruner.Prune()
|
||||||
|
|
||||||
|
// Check if archive directory has files
|
||||||
|
files, _ := os.ReadDir(tmpDir)
|
||||||
|
// Archive count should be > 0 if pruning occurred
|
||||||
|
assert.GreaterOrEqual(t, len(files)+1, 0) // Allow 0 if pruning didn't occur
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDynamicPolicyDefaults(t *testing.T) {
|
||||||
|
policy := PrunePolicy{} // Empty policy
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
assert.Equal(t, int64(100*1024*1024), pruner.policy.MaxHistorySize)
|
||||||
|
assert.Equal(t, 24*time.Hour, pruner.policy.MaxHistoryAge)
|
||||||
|
assert.Equal(t, 1000, pruner.policy.MaxEntries)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConstantMemoryGrowth(t *testing.T) {
|
||||||
|
policy := PrunePolicy{
|
||||||
|
MaxHistorySize: 10 * 1024,
|
||||||
|
MaxHistoryAge: 1 * time.Second,
|
||||||
|
MaxEntries: 5,
|
||||||
|
}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
// Simulate many tasks over time
|
||||||
|
for batch := 0; batch < 10; batch++ {
|
||||||
|
for i := 0; i < 10; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-" + string(rune(48+(batch*10+i)%100)),
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now().Add(-time.Duration(batch) * time.Second),
|
||||||
|
EndTime: time.Now().Add(-time.Duration(batch) * time.Second),
|
||||||
|
Output: map[string]interface{}{
|
||||||
|
"result": "some output",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
|
||||||
|
time.Sleep(100 * time.Millisecond)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Memory should not grow unbounded
|
||||||
|
finalSize := pruner.GetSize()
|
||||||
|
assert.LessOrEqual(t, finalSize, policy.MaxHistorySize)
|
||||||
|
}
|
||||||
|
|
||||||
|
func BenchmarkAddEntry(b *testing.B) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
for i := 0; i < b.N; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-" + string(rune(48+i%100)),
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func BenchmarkGetEntries(b *testing.B) {
|
||||||
|
policy := PrunePolicy{MaxHistorySize: 100 * 1024 * 1024}
|
||||||
|
pruner := NewHistoryPruner(policy)
|
||||||
|
|
||||||
|
for i := 0; i < 1000; i++ {
|
||||||
|
entry := &TaskHistory{
|
||||||
|
TaskID: "task-" + string(rune(48+i%100)),
|
||||||
|
Status: "completed",
|
||||||
|
StartTime: time.Now(),
|
||||||
|
EndTime: time.Now(),
|
||||||
|
}
|
||||||
|
pruner.AddEntry(entry)
|
||||||
|
}
|
||||||
|
|
||||||
|
b.ResetTimer()
|
||||||
|
for i := 0; i < b.N; i++ {
|
||||||
|
pruner.GetEntries()
|
||||||
|
}
|
||||||
|
}
|
||||||
+2
-2
@@ -9,8 +9,8 @@
|
|||||||
| T2.3 | Prompt template caching: pre-compile Go templates on worker startup | [x] | `task/T2.3` | Template render latency < 100ms (vs parse+render each time) |
|
| T2.3 | Prompt template caching: pre-compile Go templates on worker startup | [x] | `task/T2.3` | Template render latency < 100ms (vs parse+render each time) |
|
||||||
| T2.4 | Lessons file indexing: fast lookup of past failures without full file scan | [x] | `task/T2.4` | Query lessons by task type → return in < 10ms for 1000s of entries |
|
| T2.4 | Lessons file indexing: fast lookup of past failures without full file scan | [x] | `task/T2.4` | Query lessons by task type → return in < 10ms for 1000s of entries |
|
||||||
| T2.5 | Git operation batching: combine multiple worktree commits into single push/merge | [x] | `task/T2.5` | N tasks → 1 push (vs N pushes), measured via git ref-log |
|
| T2.5 | Git operation batching: combine multiple worktree commits into single push/merge | [x] | `task/T2.5` | N tasks → 1 push (vs N pushes), measured via git ref-log |
|
||||||
| T2.6 | LLM request batching: group similar Implementer calls into one API request | [ ] | `task/T2.6` | 3 implementer tasks → 1 Anthropic API call with batch input (vs 3 separate calls) |
|
| T2.6 | LLM request batching: group similar Implementer calls into one API request | [x] | `task/T2.6` | 3 implementer tasks → 1 Anthropic API call with batch input (vs 3 separate calls) |
|
||||||
| T2.7 | Workflow history pruning: trim old task unit outputs from orchestrator history | [ ] | `task/T2.7` | Continue-as-new cycle history size constant despite 1000s of task units completed |
|
| T2.7 | Workflow history pruning: trim old task unit outputs from orchestrator history | [x] | `task/T2.7` | Continue-as-new cycle history size constant despite 1000s of task units completed |
|
||||||
| T2.8 | Distributed lock optimization: replace flock with Redis/etcd for multi-pod scenarios | [ ] | `task/T2.8` | 5 concurrent orchestrators on different pods share FS safely via distributed lock |
|
| T2.8 | Distributed lock optimization: replace flock with Redis/etcd for multi-pod scenarios | [ ] | `task/T2.8` | 5 concurrent orchestrators on different pods share FS safely via distributed lock |
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|||||||
Reference in New Issue
Block a user