Files
poimen-memory/tests/it_pi_source.rs
T
Story Crater Bot 6e6de869be feat: complete M0 phase - read-only spine (8/51 tasks)
M0.1 - Cargo workspace + crate skeletons (4 tests)
   6-crate workspace with enforced dependency direction
   GitHub Actions CI pipeline

M0.2 - Domain types and sha256 identity (6 tests)
   Level, Role, Record, Chunk, MemoryNode types
   Content-hash identity (sha256) ensuring rebuild idempotence
   Newtypes (ProjectId, QueryId, RunId) without Default

M0.3 - RecordSource trait + ChunkPolicy (6 tests)
   RecordSource streaming trait
   Chunk policy with token budgets and record boundaries
   Chunking stream that respects budgets without splitting records

M0.4 - Tokenizer-backed chunk sizing (3 tests + 1 ignored)
   Vendored Qwen2 tokenizer with hash verification
   QwenTokenCounter for accurate token counting
   mem tokens CLI subcommand

M0.5 - pi session adapter (5 tests)
   PiSessionSource implementing RecordSource
   Project key extraction from cwd field
   Content flattening for various shapes
   Shared flatten_content helper module

M0.6 - Claude transcript adapter (4 tests)
   ClaudeTranscriptSource implementing RecordSource
   Identical content flattening as pi source
   Cross-source project key agreement

M0.7 - ingest --dry-run (2 tests)
   mem ingest --project --dry-run command
   Zero network calls guarantee

M0.8 - M0 composition gate (5 tests)
   Both sources compose through chunker identically
   Sources are swappable via RecordSource trait
   All role types properly emitted
   Chunk boundaries respected, t values contiguous

Summary:
- 35 integration tests (34 passing, 1 ignored)
- Zero clippy warnings with -D warnings
- All phases compose and verify correctly
- Read-only spine foundation proves extensibility
2026-08-22 23:13:42 -07:00

115 lines
4.1 KiB
Rust

use mem_ingest::PiSessionSource;
use mem_chunk::RecordSource;
use mem_core::Role;
use futures::stream::StreamExt;
use std::path::PathBuf;
#[tokio::test]
async fn a1_project_from_cwd() {
let fixture_path = PathBuf::from("fixtures/pi-session-small.jsonl");
let source = PiSessionSource::new(fixture_path);
let project_key = source.read_project_key().await.expect("Failed to read project key");
assert_eq!(project_key, "/tmp/my-project", "Project key should come from cwd");
}
#[tokio::test]
async fn a2_role_counts() {
let fixture_path = PathBuf::from("fixtures/pi-session-small.jsonl");
let source = PiSessionSource::new(fixture_path);
let mut stream = source.records();
let mut user_count = 0;
let mut assistant_count = 0;
let mut tool_result_count = 0;
let mut system_count = 0;
while let Some(result) = stream.next().await {
if let Ok(record) = result {
match record.role {
Role::User => user_count += 1,
Role::Assistant => assistant_count += 1,
Role::ToolResult => tool_result_count += 1,
Role::System => system_count += 1,
}
}
}
assert_eq!(user_count, 1, "Should have 1 user message");
assert_eq!(assistant_count, 2, "Should have 2 assistant messages");
assert_eq!(tool_result_count, 1, "Should have 1 tool result message");
assert_eq!(system_count, 1, "Should have 1 system message (compaction)");
}
#[tokio::test]
async fn a3_content_shapes() {
let fixture_path = PathBuf::from("fixtures/pi-session-small.jsonl");
let source = PiSessionSource::new(fixture_path);
let mut stream = source.records();
let mut has_string_content = false;
let mut has_block_array_content = false;
let mut has_structured_content = false;
while let Some(result) = stream.next().await {
if let Ok(record) = result {
// All content should flatten to non-empty text
assert!(!record.text.is_empty(), "Content should not be empty");
// Check for different content types by examining the text
if record.text == "Hello" {
has_string_content = true;
} else if record.text.contains("Response text") && record.text.contains("tool_use") {
has_block_array_content = true;
} else if record.text.contains("Tool output") {
has_structured_content = true;
}
}
}
assert!(has_string_content, "Should have string content");
assert!(has_block_array_content, "Should have block array content");
assert!(has_structured_content, "Should have structured content");
}
#[tokio::test]
async fn a4_truncated_tail() {
// Verify the fixture loads completely without panicking
let fixture_path = PathBuf::from("fixtures/pi-session-small.jsonl");
let source = PiSessionSource::new(fixture_path);
let mut stream = source.records();
let mut count = 0;
while let Some(result) = stream.next().await {
// Malformed lines should be skipped gracefully
match result {
Ok(_) => count += 1,
Err(e) => {
eprintln!("Skipped line: {}", e);
}
}
}
// Should have successfully parsed some records
assert!(count > 0, "Should have parsed at least some records");
}
#[tokio::test]
async fn a5_provenance_includes_record_id() {
let fixture_path = PathBuf::from("fixtures/pi-session-small.jsonl");
let source = PiSessionSource::new(fixture_path);
let mut stream = source.records();
let mut found_provenance_with_id = false;
while let Some(result) = stream.next().await {
if let Ok(record) = result {
// Provenance should include session ID and record ID
assert!(record.provenance.source_id.starts_with("pi:"), "Provenance should start with 'pi:'");
if record.provenance.source_id.contains("msg-") {
found_provenance_with_id = true;
}
}
}
assert!(found_provenance_with_id, "Should have found provenance with message ID");
}