Compare commits
18
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
c7def601ec | ||
|
|
1506a93ebb | ||
|
|
8dc774a6c8 | ||
|
|
8290e9de37 | ||
|
|
04e6b7957a | ||
|
|
8fdcffc990 | ||
|
|
a616c0ebc2 | ||
|
|
bd3303f7fa | ||
|
|
3023fce33d | ||
|
|
733e85f7fb | ||
|
|
f452f38546 | ||
|
|
b8eb7efa6f | ||
|
|
48bab3ecff | ||
|
|
3d8b74e9bf | ||
|
|
594f497683 | ||
|
|
721589d251 | ||
|
|
3184c39b79 | ||
|
|
99803f5ff8 |
@@ -15,8 +15,10 @@ jobs:
|
||||
name: Tag & Push Latest
|
||||
runs-on: rust
|
||||
steps:
|
||||
- name: Install Docker
|
||||
run: apt-get update && apt-get install -y docker.io
|
||||
- name: Install Node.js and Docker
|
||||
run: |
|
||||
apt-get update
|
||||
apt-get install -y nodejs docker.io
|
||||
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
|
||||
@@ -11,66 +11,79 @@ env:
|
||||
DB_HOST: memory-db-rw.poimen.svc.cluster.local
|
||||
DB_PORT: "5432"
|
||||
DB_NAME: memory
|
||||
MIGRATIONS_DIR: crates/mem-store/migrations
|
||||
DOCKER_HOST: tcp://localhost:2375
|
||||
|
||||
jobs:
|
||||
migrate:
|
||||
name: Run Migrations
|
||||
runs-on: rust
|
||||
steps:
|
||||
- name: Install psql
|
||||
run: apt-get update && apt-get install -y postgresql-client
|
||||
- name: Install Node.js, Docker, and psql
|
||||
run: |
|
||||
apt-get update
|
||||
apt-get install -y nodejs docker.io postgresql-client
|
||||
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
fetch-depth: 2
|
||||
|
||||
- name: Fetch previous migrations state
|
||||
- name: Detect changed migrations
|
||||
id: detect
|
||||
run: |
|
||||
git fetch origin main --depth=2
|
||||
# List changed migration files
|
||||
CHANGED=$(git diff --name-only HEAD~1 HEAD -- crates/mem-store/migrations/ || echo "")
|
||||
echo "Changed migrations: $CHANGED"
|
||||
echo "CHANGED_MIGRATIONS=$CHANGED" >> $GITHUB_ENV
|
||||
CHANGED=$(git diff --name-only HEAD~1 HEAD -- "$MIGRATIONS_DIR"/*.sql 2>/dev/null || echo "")
|
||||
if [ -n "$CHANGED" ]; then
|
||||
echo "files=$CHANGED" >> $GITHUB_OUTPUT
|
||||
echo "found=true" >> $GITHUB_OUTPUT
|
||||
echo "Changed: $CHANGED"
|
||||
else
|
||||
echo "found=false" >> $GITHUB_OUTPUT
|
||||
echo "No migration changes detected"
|
||||
fi
|
||||
|
||||
- name: Run migrations
|
||||
if: env.CHANGED_MIGRATIONS != ''
|
||||
- name: Apply changed migrations (push)
|
||||
if: github.event_name == 'push' && steps.detect.outputs.found == 'true'
|
||||
env:
|
||||
PGHOST: ${{ env.DB_HOST }}
|
||||
PGPORT: ${{ env.DB_PORT }}
|
||||
PGDATABASE: ${{ env.DB_NAME }}
|
||||
PGUSER: ${{ secrets.DB_USER }}
|
||||
PGPASSWORD: ${{ secrets.DB_PASSWORD }}
|
||||
run: |
|
||||
export PGPASSWORD="${DB_PASSWORD}"
|
||||
|
||||
echo "=== Running changed migrations ==="
|
||||
for f in $CHANGED_MIGRATIONS; do
|
||||
if [ -f "$f" ]; then
|
||||
echo "--- Applying: $f ---"
|
||||
psql -h "$DB_HOST" -p "$DB_PORT" -U "$DB_USER" -d "$DB_NAME" -f "$f" 2>&1
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "ERROR: Migration $f failed!"
|
||||
exit 1
|
||||
fi
|
||||
echo "--- OK: $f ---"
|
||||
fi
|
||||
for f in ${{ steps.detect.outputs.files }}; do
|
||||
[ -f "$f" ] || continue
|
||||
echo "=== Applying: $f ==="
|
||||
psql -v ON_ERROR_STOP=1 -f "$f"
|
||||
echo "=== OK ==="
|
||||
done
|
||||
|
||||
echo "=== Verify schema ==="
|
||||
psql -h "$DB_HOST" -p "$DB_PORT" -U "$DB_USER" -d "$DB_NAME" -c "\dt memory*"
|
||||
env:
|
||||
DB_USER: ${{ secrets.DB_USER }}
|
||||
DB_PASSWORD: ${{ secrets.DB_PASSWORD }}
|
||||
|
||||
- name: Run all migrations (manual trigger)
|
||||
- name: Apply all migrations (dispatch)
|
||||
if: github.event_name == 'workflow_dispatch'
|
||||
env:
|
||||
PGHOST: ${{ env.DB_HOST }}
|
||||
PGPORT: ${{ env.DB_PORT }}
|
||||
PGDATABASE: ${{ env.DB_NAME }}
|
||||
PGUSER: ${{ secrets.DB_USER }}
|
||||
PGPASSWORD: ${{ secrets.DB_PASSWORD }}
|
||||
run: |
|
||||
export PGPASSWORD="${DB_PASSWORD}"
|
||||
|
||||
echo "=== Running all migrations in order ==="
|
||||
for f in $(ls crates/mem-store/migrations/*.sql | sort); do
|
||||
echo "--- Applying: $f ---"
|
||||
psql -h "$DB_HOST" -p "$DB_PORT" -U "$DB_USER" -d "$DB_NAME" -f "$f" 2>&1 || true
|
||||
echo "--- Done: $f ---"
|
||||
for f in $(ls "$MIGRATIONS_DIR"/*.sql | sort); do
|
||||
echo "=== Applying: $f ==="
|
||||
psql -v ON_ERROR_STOP=1 -f "$f" || true
|
||||
echo "=== Done ==="
|
||||
done
|
||||
|
||||
echo "=== Final schema ==="
|
||||
psql -h "$DB_HOST" -p "$DB_PORT" -U "$DB_USER" -d "$DB_NAME" -c "\dt memory*"
|
||||
psql -h "$DB_HOST" -p "$DB_PORT" -U "$DB_USER" -d "$DB_NAME" -c "\d memory_entity"
|
||||
psql -h "$DB_HOST" -p "$DB_PORT" -U "$DB_USER" -d "$DB_NAME" -c "\d memory_edge"
|
||||
- name: Verify schema
|
||||
env:
|
||||
DB_USER: ${{ secrets.DB_USER }}
|
||||
DB_PASSWORD: ${{ secrets.DB_PASSWORD }}
|
||||
PGHOST: ${{ env.DB_HOST }}
|
||||
PGPORT: ${{ env.DB_PORT }}
|
||||
PGDATABASE: ${{ env.DB_NAME }}
|
||||
PGUSER: ${{ secrets.DB_USER }}
|
||||
PGPASSWORD: ${{ secrets.DB_PASSWORD }}
|
||||
run: |
|
||||
echo "=== Tables ==="
|
||||
psql -c "\dt memory*"
|
||||
echo "=== Entity Schema ==="
|
||||
psql -c "\d memory_entity"
|
||||
echo "=== Edge Schema ==="
|
||||
psql -c "\d memory_edge"
|
||||
|
||||
@@ -1342,16 +1342,30 @@ async fn query_temporal_graph(
|
||||
state: &web::Data<AppState>,
|
||||
params: &QueryParams,
|
||||
) -> anyhow::Result<serde_json::Value> {
|
||||
// Step 1: Find entities (order by name for deterministic results)
|
||||
// Step 1: Find entities matching question (fuzzy name/description search)
|
||||
let entities_rows: Vec<(String, String, String)> = sqlx::query_as(
|
||||
"SELECT id, name, entity_type FROM memory_entity WHERE project_id = $1 LIMIT $2"
|
||||
"SELECT id, name, entity_type FROM memory_entity
|
||||
WHERE project_id = $1
|
||||
AND (name ILIKE '%' || $2 || '%' OR description ILIKE '%' || $2 || '%')
|
||||
ORDER BY confidence DESC
|
||||
LIMIT $3"
|
||||
)
|
||||
.bind(¶ms.project)
|
||||
.bind(¶ms.question)
|
||||
.bind(params.limit as i32)
|
||||
.fetch_all(&state.pool)
|
||||
.await
|
||||
.unwrap_or_default();
|
||||
|
||||
tracing::info!(
|
||||
target: "observability",
|
||||
event = "query_entity_search",
|
||||
project = %params.project,
|
||||
question = %params.question,
|
||||
matched = entities_rows.len(),
|
||||
"Entity search complete"
|
||||
);
|
||||
|
||||
// Step 2: Traverse edges from found entities
|
||||
// NOTE: Edges will be empty until temporal schema is migrated
|
||||
let mut edges_data: Vec<(String, String, String, String, String, f32)> = Vec::new();
|
||||
@@ -1360,7 +1374,7 @@ async fn query_temporal_graph(
|
||||
for (entity_id, _name, _type_str) in &entities_rows {
|
||||
let entity_edges: Vec<(String, String, String, String, f32, Option<chrono::DateTime<chrono::Utc>>, Option<chrono::DateTime<chrono::Utc>>)> =
|
||||
sqlx::query_as(
|
||||
"SELECT id, target_entity_id, relation_type, fact, confidence, t_valid, t_invalid FROM memory_edge WHERE project_id = $1 AND source_entity_id = $2"
|
||||
"SELECT id, target_id, relation_type, fact, confidence, t_valid, t_invalid FROM memory_edge WHERE project_id = $1 AND source_id = $2"
|
||||
)
|
||||
.bind(¶ms.project)
|
||||
.bind(entity_id)
|
||||
|
||||
Reference in New Issue
Block a user