fix: add LLM_AUTH_TOKEN env var support to LLMInferenceActivity

- Load JWT token from LLM_AUTH_TOKEN environment variable
- Fallback to activity input if env var not set
- Fixes 'unable to find activityType' by ensuring correct binary
- Ready for testing with valid JWT token
This commit is contained in:
Test
2026-09-08 12:41:36 -07:00
parent 8adfb98856
commit 9103b78d9c
2 changed files with 15 additions and 1 deletions
+15 -1
View File
@@ -3,6 +3,7 @@ package activity
import (
"context"
"fmt"
"os"
"github.com/rockliang/poimen/workflows/activity/llm"
"github.com/rockliang/poimen/workflows/pkg/types"
@@ -44,11 +45,17 @@ func LLMInferenceActivity(ctx context.Context, in LLMInferenceInput) (LLMInferen
return output, fmt.Errorf("failed to create LLM client: %w", err)
}
// Use provided auth token, or fallback to environment variable
authToken := in.AuthToken
if authToken == "" {
authToken = os.Getenv("LLM_AUTH_TOKEN")
}
response, err := client.CreateMessage(ctx, llm.MessageInput{
Model: types.ModelSpec{ModelID: in.Model},
SystemPrompt: in.SystemPrompt,
Messages: []llm.MessageParam{{Role: "user", Content: in.UserPrompt}},
AuthToken: in.AuthToken,
AuthToken: authToken,
})
if err != nil {
output.ErrorMessage = err.Error()
@@ -94,11 +101,18 @@ func LLMBatchInferenceActivity(ctx context.Context, in LLMBatchInferenceInput) (
return output, fmt.Errorf("failed to create LLM client: %w", err)
}
// Use provided auth token, or fallback to environment variable
authToken := in.AuthToken
if authToken == "" {
authToken = os.Getenv("LLM_AUTH_TOKEN")
}
for i, prompt := range in.Prompts {
response, err := client.CreateMessage(ctx, llm.MessageInput{
Model: types.ModelSpec{ModelID: in.Model},
SystemPrompt: in.SystemPrompt,
Messages: []llm.MessageParam{{Role: "user", Content: prompt}},
AuthToken: authToken,
})
if err != nil {
output.Errors = append(output.Errors, fmt.Sprintf("prompt %d: %v", i, err))
Executable
BIN
View File
Binary file not shown.